Add TTFT & ITL Metrics for LLM Inference (#28)

Time-to-First-Token (TTFT) and Inter-Token Latency (ITL) metrics for LLM inference observability Metrics: llm_ttft_seconds, llm_itl_seconds, llm_tokens_total Closes #31 #32 #33 --------- Co-authored-by: poimen <[email protected]> Reviewed-on: #28
2026-09-15 08:53:58 +00:00
parent 30e0a83a50
commit d439536ca9
22 changed files with 2224 additions and 199 deletions
@@ -0,0 +1,62 @@
+#!/bin/bash
+# Example: Gotify CRUD operations via notification service (X-Service routing)
+
+BASE_URL="${1:-https://api.riotpiao.com}"
+AUTH_TOKEN="${2:-}"
+AUTH="-H \"Authorization: Bearer $AUTH_TOKEN\""
+
+echo "=== Send Gotify Message ==="
+curl -s -X POST "$BASE_URL" \
+  -H "X-Service: notification" \
+  -H "X-Resource: send-message" \
+  -H "Content-Type: application/json" \
+  -H "Authorization: Bearer $AUTH_TOKEN" \
+  -d '{
+    "title": "Deployment Complete",
+    "message": "homelab-frontend v1.2.0 deployed to production",
+    "priority": 5
+  }' | jq .
+
+echo ""
+echo "=== List Messages ==="
+curl -s -X GET "$BASE_URL?limit=10" \
+  -H "X-Service: notification" \
+  -H "X-Resource: list-messages" \
+  -H "Authorization: Bearer $AUTH_TOKEN" | jq .
+
+echo ""
+echo "=== List Applications ==="
+curl -s -X GET "$BASE_URL" \
+  -H "X-Service: notification" \
+  -H "X-Resource: list-applications" \
+  -H "Authorization: Bearer $AUTH_TOKEN" | jq .
+
+echo ""
+echo "=== Create Application ==="
+curl -s -X POST "$BASE_URL" \
+  -H "X-Service: notification" \
+  -H "X-Resource: create-application" \
+  -H "Content-Type: application/json" \
+  -H "Authorization: Bearer $AUTH_TOKEN" \
+  -d '{
+    "name": "my-monitor",
+    "description": "Monitoring alerts"
+  }' | jq .
+
+echo ""
+echo "=== Delete Message (by ID) ==="
+curl -s -X DELETE "$BASE_URL" \
+  -H "X-Service: notification" \
+  -H "X-Resource: delete-message" \
+  -H "Content-Type: application/json" \
+  -H "Authorization: Bearer $AUTH_TOKEN" \
+  -d '{"id": 1}' | jq .
+
+echo ""
+echo "=== Delete Application (by ID) ==="
+curl -s -X DELETE "$BASE_URL" \
+  -H "X-Service: notification" \
+  -H "X-Resource: delete-application" \
+  -H "Content-Type: application/json" \
+  -H "Authorization: Bearer $AUTH_TOKEN" \
+  -d '{"id": 1}' | jq .