Add TTFT & ITL Metrics for LLM Inference #28
@@ -7,6 +7,7 @@ resources:
|
|||||||
- ci-rbac.yaml
|
- ci-rbac.yaml
|
||||||
- task-integration-test.yaml
|
- task-integration-test.yaml
|
||||||
- task-load-test.yaml
|
- task-load-test.yaml
|
||||||
|
- task-workflow-visibility.yaml
|
||||||
- pipeline-sse-optimization.yaml
|
- pipeline-sse-optimization.yaml
|
||||||
|
|
||||||
generatorOptions:
|
generatorOptions:
|
||||||
@@ -19,3 +20,6 @@ configMapGenerator:
|
|||||||
- name: load-test-script
|
- name: load-test-script
|
||||||
files:
|
files:
|
||||||
- scripts/load-test.sh
|
- scripts/load-test.sh
|
||||||
|
- name: workflow-visibility-test-script
|
||||||
|
files:
|
||||||
|
- scripts/workflow-visibility-test.sh
|
||||||
|
|||||||
@@ -30,10 +30,22 @@ spec:
|
|||||||
- name: gateway-port
|
- name: gateway-port
|
||||||
value: $(params.gateway-port)
|
value: $(params.gateway-port)
|
||||||
|
|
||||||
|
# Workflow visibility tests (runs after integration tests pass)
|
||||||
|
- name: workflow-visibility-tests
|
||||||
|
runAfter:
|
||||||
|
- integration-tests
|
||||||
|
taskRef:
|
||||||
|
name: workflow-visibility-test
|
||||||
|
params:
|
||||||
|
- name: image
|
||||||
|
value: $(params.image)
|
||||||
|
- name: gateway-port
|
||||||
|
value: $(params.gateway-port)
|
||||||
|
|
||||||
# Performance load tests (runs after integration tests pass)
|
# Performance load tests (runs after integration tests pass)
|
||||||
- name: load-tests
|
- name: load-tests
|
||||||
runAfter:
|
runAfter:
|
||||||
- integration-tests
|
- workflow-visibility-tests
|
||||||
taskRef:
|
taskRef:
|
||||||
name: load-test-sse-streaming
|
name: load-test-sse-streaming
|
||||||
params:
|
params:
|
||||||
@@ -52,6 +64,7 @@ spec:
|
|||||||
- name: report-results
|
- name: report-results
|
||||||
runAfter:
|
runAfter:
|
||||||
- load-tests
|
- load-tests
|
||||||
|
- workflow-visibility-tests
|
||||||
taskSpec:
|
taskSpec:
|
||||||
description: "Report combined test results"
|
description: "Report combined test results"
|
||||||
params:
|
params:
|
||||||
@@ -59,6 +72,10 @@ spec:
|
|||||||
type: string
|
type: string
|
||||||
- name: integration-summary
|
- name: integration-summary
|
||||||
type: string
|
type: string
|
||||||
|
- name: workflow-result
|
||||||
|
type: string
|
||||||
|
- name: workflow-summary
|
||||||
|
type: string
|
||||||
- name: load-result
|
- name: load-result
|
||||||
type: string
|
type: string
|
||||||
- name: load-summary
|
- name: load-summary
|
||||||
@@ -70,27 +87,35 @@ spec:
|
|||||||
image: busybox
|
image: busybox
|
||||||
script: |
|
script: |
|
||||||
#!/bin/sh
|
#!/bin/sh
|
||||||
echo "╔════════════════════════════════════════════════════╗"
|
echo "╔═══════════════════════════════════════════════════════════╗"
|
||||||
echo "║ SSE Optimization Test Results (PR #26) ║"
|
echo "║ SSE Optimization + Workflow Tests (PR #26) ║"
|
||||||
echo "╠════════════════════════════════════════════════════╣"
|
echo "╠═══════════════════════════════════════════════════════════╣"
|
||||||
echo "║ ║"
|
echo "║ ║"
|
||||||
echo "║ Integration Tests: ║"
|
echo "║ Integration Tests: ║"
|
||||||
echo "║ Status: $(params.integration-result)"
|
echo "║ Status: $(params.integration-result)"
|
||||||
echo "║ Summary: $(params.integration-summary)"
|
echo "║ Summary: $(params.integration-summary)"
|
||||||
echo "║ ║"
|
echo "║ ║"
|
||||||
echo "║ Load Tests (Issues #31, #32, #33): ║"
|
echo "║ Workflow Visibility (namespace pass-down): ║"
|
||||||
|
echo "║ Status: $(params.workflow-result)"
|
||||||
|
echo "║ Summary: $(params.workflow-summary)"
|
||||||
|
echo "║ ║"
|
||||||
|
echo "║ Load Tests (Issues #31, #32, #33): ║"
|
||||||
echo "║ Status: $(params.load-result)"
|
echo "║ Status: $(params.load-result)"
|
||||||
echo "║ Summary: $(params.load-summary)"
|
echo "║ Summary: $(params.load-summary)"
|
||||||
echo "║ ║"
|
echo "║ ║"
|
||||||
echo "║ Performance Metrics: ║"
|
echo "║ Performance Metrics: ║"
|
||||||
echo "║ $(params.load-metrics)"
|
echo "║ $(params.load-metrics)"
|
||||||
echo "║ ║"
|
echo "║ ║"
|
||||||
echo "╚════════════════════════════════════════════════════╝"
|
echo "╚═══════════════════════════════════════════════════════════╝"
|
||||||
params:
|
params:
|
||||||
- name: integration-result
|
- name: integration-result
|
||||||
value: $(tasks.integration-tests.results.result)
|
value: $(tasks.integration-tests.results.result)
|
||||||
- name: integration-summary
|
- name: integration-summary
|
||||||
value: $(tasks.integration-tests.results.summary)
|
value: $(tasks.integration-tests.results.summary)
|
||||||
|
- name: workflow-result
|
||||||
|
value: $(tasks.workflow-visibility-tests.results.result)
|
||||||
|
- name: workflow-summary
|
||||||
|
value: $(tasks.workflow-visibility-tests.results.summary)
|
||||||
- name: load-result
|
- name: load-result
|
||||||
value: $(tasks.load-tests.results.result)
|
value: $(tasks.load-tests.results.result)
|
||||||
- name: load-summary
|
- name: load-summary
|
||||||
|
|||||||
Reference in New Issue
Block a user