Add TTFT & ITL Metrics for LLM Inference #28

Merged
rock merged 11 commits from feat/sse-optimization-31-32-33 into main 2026-09-15 08:54:00 +00:00
2 changed files with 41 additions and 12 deletions
Showing only changes of commit f44a74d05e - Show all commits
+4
View File
@@ -7,6 +7,7 @@ resources:
- ci-rbac.yaml - ci-rbac.yaml
- task-integration-test.yaml - task-integration-test.yaml
- task-load-test.yaml - task-load-test.yaml
- task-workflow-visibility.yaml
- pipeline-sse-optimization.yaml - pipeline-sse-optimization.yaml
generatorOptions: generatorOptions:
@@ -19,3 +20,6 @@ configMapGenerator:
- name: load-test-script - name: load-test-script
files: files:
- scripts/load-test.sh - scripts/load-test.sh
- name: workflow-visibility-test-script
files:
- scripts/workflow-visibility-test.sh
+30 -5
View File
@@ -30,10 +30,22 @@ spec:
- name: gateway-port - name: gateway-port
value: $(params.gateway-port) value: $(params.gateway-port)
# Workflow visibility tests (runs after integration tests pass)
- name: workflow-visibility-tests
runAfter:
- integration-tests
taskRef:
name: workflow-visibility-test
params:
- name: image
value: $(params.image)
- name: gateway-port
value: $(params.gateway-port)
# Performance load tests (runs after integration tests pass) # Performance load tests (runs after integration tests pass)
- name: load-tests - name: load-tests
runAfter: runAfter:
- integration-tests - workflow-visibility-tests
taskRef: taskRef:
name: load-test-sse-streaming name: load-test-sse-streaming
params: params:
@@ -52,6 +64,7 @@ spec:
- name: report-results - name: report-results
runAfter: runAfter:
- load-tests - load-tests
- workflow-visibility-tests
taskSpec: taskSpec:
description: "Report combined test results" description: "Report combined test results"
params: params:
@@ -59,6 +72,10 @@ spec:
type: string type: string
- name: integration-summary - name: integration-summary
type: string type: string
- name: workflow-result
type: string
- name: workflow-summary
type: string
- name: load-result - name: load-result
type: string type: string
- name: load-summary - name: load-summary
@@ -70,14 +87,18 @@ spec:
image: busybox image: busybox
script: | script: |
#!/bin/sh #!/bin/sh
echo "╔════════════════════════════════════════════════════╗" echo "╔═══════════════════════════════════════════════════════════╗"
echo "║ SSE Optimization Test Results (PR #26) ║" echo "║ SSE Optimization + Workflow Tests (PR #26) ║"
echo "╠════════════════════════════════════════════════════╣" echo "╠═══════════════════════════════════════════════════════════╣"
echo "║ ║" echo "║ ║"
echo "║ Integration Tests: ║" echo "║ Integration Tests: ║"
echo "║ Status: $(params.integration-result)" echo "║ Status: $(params.integration-result)"
echo "║ Summary: $(params.integration-summary)" echo "║ Summary: $(params.integration-summary)"
echo "║ ║" echo "║ ║"
echo "║ Workflow Visibility (namespace pass-down): ║"
echo "║ Status: $(params.workflow-result)"
echo "║ Summary: $(params.workflow-summary)"
echo "║ ║"
echo "║ Load Tests (Issues #31, #32, #33): ║" echo "║ Load Tests (Issues #31, #32, #33): ║"
echo "║ Status: $(params.load-result)" echo "║ Status: $(params.load-result)"
echo "║ Summary: $(params.load-summary)" echo "║ Summary: $(params.load-summary)"
@@ -85,12 +106,16 @@ spec:
echo "║ Performance Metrics: ║" echo "║ Performance Metrics: ║"
echo "║ $(params.load-metrics)" echo "║ $(params.load-metrics)"
echo "║ ║" echo "║ ║"
echo "╚════════════════════════════════════════════════════╝" echo "╚═══════════════════════════════════════════════════════════╝"
params: params:
- name: integration-result - name: integration-result
value: $(tasks.integration-tests.results.result) value: $(tasks.integration-tests.results.result)
- name: integration-summary - name: integration-summary
value: $(tasks.integration-tests.results.summary) value: $(tasks.integration-tests.results.summary)
- name: workflow-result
value: $(tasks.workflow-visibility-tests.results.result)
- name: workflow-summary
value: $(tasks.workflow-visibility-tests.results.summary)
- name: load-result - name: load-result
value: $(tasks.load-tests.results.result) value: $(tasks.load-tests.results.result)
- name: load-summary - name: load-summary