Add TTFT & ITL Metrics for LLM Inference (#28)

Time-to-First-Token (TTFT) and Inter-Token Latency (ITL) metrics for LLM inference observability Metrics: llm_ttft_seconds, llm_itl_seconds, llm_tokens_total Closes #31 #32 #33 --------- Co-authored-by: poimen <[email protected]> Reviewed-on: #28
2026-09-15 08:53:58 +00:00
parent 30e0a83a50
commit d439536ca9
22 changed files with 2224 additions and 199 deletions
@@ -0,0 +1,62 @@
+#!/bin/bash
+# Example: Gotify CRUD operations via notification service (X-Service routing)
+
+BASE_URL="${1:-https://api.riotpiao.com}"
+AUTH_TOKEN="${2:-}"
+AUTH="-H \"Authorization: Bearer $AUTH_TOKEN\""
+
+echo "=== Send Gotify Message ==="
+curl -s -X POST "$BASE_URL" \
+  -H "X-Service: notification" \
+  -H "X-Resource: send-message" \
+  -H "Content-Type: application/json" \
+  -H "Authorization: Bearer $AUTH_TOKEN" \
+  -d '{
+    "title": "Deployment Complete",
+    "message": "homelab-frontend v1.2.0 deployed to production",
+    "priority": 5
+  }' | jq .
+
+echo ""
+echo "=== List Messages ==="
+curl -s -X GET "$BASE_URL?limit=10" \
+  -H "X-Service: notification" \
+  -H "X-Resource: list-messages" \
+  -H "Authorization: Bearer $AUTH_TOKEN" | jq .
+
+echo ""
+echo "=== List Applications ==="
+curl -s -X GET "$BASE_URL" \
+  -H "X-Service: notification" \
+  -H "X-Resource: list-applications" \
+  -H "Authorization: Bearer $AUTH_TOKEN" | jq .
+
+echo ""
+echo "=== Create Application ==="
+curl -s -X POST "$BASE_URL" \
+  -H "X-Service: notification" \
+  -H "X-Resource: create-application" \
+  -H "Content-Type: application/json" \
+  -H "Authorization: Bearer $AUTH_TOKEN" \
+  -d '{
+    "name": "my-monitor",
+    "description": "Monitoring alerts"
+  }' | jq .
+
+echo ""
+echo "=== Delete Message (by ID) ==="
+curl -s -X DELETE "$BASE_URL" \
+  -H "X-Service: notification" \
+  -H "X-Resource: delete-message" \
+  -H "Content-Type: application/json" \
+  -H "Authorization: Bearer $AUTH_TOKEN" \
+  -d '{"id": 1}' | jq .
+
+echo ""
+echo "=== Delete Application (by ID) ==="
+curl -s -X DELETE "$BASE_URL" \
+  -H "X-Service: notification" \
+  -H "X-Resource: delete-application" \
+  -H "Content-Type: application/json" \
+  -H "Authorization: Bearer $AUTH_TOKEN" \
+  -d '{"id": 1}' | jq .
@@ -1,36 +1,20 @@
 #!/bin/bash
-# Example: Send email via notification/sendMsg endpoint
+# Example: Send email via notification service (X-Service routing)

 BASE_URL="${1:-https://api.riotpiao.com}"
-AUTH_TOKEN="${2:-}"  # Optional JWT token if auth required
+AUTH_TOKEN="${2:-}"

-PAYLOAD=$(cat <<'EOF'
-{
-  "format": "smtp",
-  "title": "System Alert",
-  "message": "CPU usage exceeded 90% threshold",
-  "priority": 7,
-  "extras": {
-    "to_email": "[email protected]",
-    "cc": "[email protected]"
-  }
-}
-EOF
-)
-
-if [ -n "$AUTH_TOKEN" ]; then
-  curl -X POST "$BASE_URL" \
-    -H "X-Service: notification" \
-    -H "X-Resource: sendMsg" \
-    -H "Content-Type: application/json" \
-    -H "Authorization: Bearer $AUTH_TOKEN" \
-    -d "$PAYLOAD"
-else
-  curl -X POST "$BASE_URL" \
-    -H "X-Service: notification" \
-    -H "X-Resource: sendMsg" \
-    -H "Content-Type: application/json" \
-    -d "$PAYLOAD"
-fi
+# Send email
+curl -s -X POST "$BASE_URL" \
+  -H "X-Service: notification" \
+  -H "X-Resource: send-email" \
+  -H "Content-Type: application/json" \
+  -H "Authorization: Bearer $AUTH_TOKEN" \
+  -d '{
+    "to": "[email protected]",
+    "cc": "[email protected]",
+    "subject": "System Alert",
+    "body": "CPU usage exceeded 90% threshold"
+  }' | jq .

 echo ""