30e0a83a50
CI / CI (push) Successful in 3m35s
Addresses three critical network issues for LLM streaming performance: **#33 Disable proxy buffering for SSE** - Add X-Accel-Buffering: no header to response - Tells nginx/Ingress to stream events immediately instead of buffering **#32 HTTP/2 multiplexing for concurrent streams** - Enable HTTP/2 in server config via http2.ConfigureServer() - Increase MaxConnsPerHost to 10 for better concurrency - Allows multiple concurrent LLM requests without blocking **#31 TCP backpressure for streaming LLM responses** - Set TCP_NODELAY on dialer to disable Nagle's algorithm - Reduces latency by sending small packets immediately - Critical for low TTFT (time-to-first-token) under load **Tests added:** - TestTCPBackpressure: Verifies TCP backpressure handling with slow client - TestConcurrentSSEStreams: Confirms HTTP/2 multiplexing works correctly --------- Co-authored-by: poison <[email protected]> Reviewed-on: #26 Co-authored-by: poimen <[email protected]>
155 lines
4.5 KiB
Bash
155 lines
4.5 KiB
Bash
#!/bin/sh
|
|
set -e
|
|
|
|
# Workflow visibility test for gateway.
|
|
# Verifies that the WorkflowAdapter provides visibility into terminated workflows
|
|
# in the poimen-harness namespace via X-Service: workflow routing.
|
|
#
|
|
# Expected: 4 terminated workflows in poimen-harness namespace
|
|
#
|
|
# Required env:
|
|
# GW — gateway base URL (e.g. http://localhost:8080)
|
|
# RESULTS_DIR — directory to write Tekton results
|
|
|
|
: "${RESULTS_DIR:=/tekton/results}"
|
|
|
|
PASS=0
|
|
FAIL=0
|
|
TOTAL=0
|
|
|
|
echo "═══ Workflow Visibility Test ═══"
|
|
echo ""
|
|
echo "Testing WorkflowAdapter namespace pass-down"
|
|
echo "Expected: 4 terminated workflows in poimen-harness namespace"
|
|
echo ""
|
|
|
|
# ── Wait for gateway ──
|
|
echo "⏳ Waiting for gateway..."
|
|
READY=false
|
|
for i in $(seq 1 60); do
|
|
if curl -s -f "${GW}/healthz" > /dev/null 2>&1; then
|
|
echo "✓ Gateway ready"
|
|
READY=true
|
|
break
|
|
fi
|
|
sleep 2
|
|
done
|
|
|
|
if [ "$READY" = "false" ]; then
|
|
echo "✗ Gateway timeout"
|
|
echo "fail" > "${RESULTS_DIR}/result"
|
|
echo "Gateway did not become ready" > "${RESULTS_DIR}/summary"
|
|
exit 1
|
|
fi
|
|
|
|
# ── Test 1: List workflows in poimen-harness ──
|
|
TOTAL=$((TOTAL + 1))
|
|
echo "Test 1: List workflows in poimen-harness namespace"
|
|
|
|
WF_RESPONSE=$(curl -s -X POST \
|
|
-H "X-Service: workflow" \
|
|
-H "X-Resource: list" \
|
|
-H "Content-Type: application/json" \
|
|
-d '{"namespace": "poimen-harness"}' \
|
|
"${GW}/" 2>/dev/null || echo "")
|
|
|
|
if [ -z "$WF_RESPONSE" ]; then
|
|
echo " ✗ No response from workflow list endpoint"
|
|
FAIL=$((FAIL + 1))
|
|
else
|
|
echo " ✓ Received workflow list response"
|
|
PASS=$((PASS + 1))
|
|
|
|
# Extract workflow count (if available)
|
|
WF_COUNT=$(echo "$WF_RESPONSE" | grep -o '"execution_time"' | wc -l || echo "0")
|
|
echo " Found workflows: $WF_COUNT"
|
|
fi
|
|
|
|
# ── Test 2: Verify namespace is required ──
|
|
TOTAL=$((TOTAL + 1))
|
|
echo "Test 2: Namespace validation (missing namespace should fail)"
|
|
|
|
NO_NS_RESPONSE=$(curl -s -w "\n%{http_code}" -X POST \
|
|
-H "X-Service: workflow" \
|
|
-H "X-Resource: list" \
|
|
-H "Content-Type: application/json" \
|
|
-d '{}' \
|
|
"${GW}/" 2>/dev/null || echo "")
|
|
|
|
NO_NS_CODE=$(echo "$NO_NS_RESPONSE" | tail -1)
|
|
|
|
if [ "$NO_NS_CODE" = "400" ]; then
|
|
echo " ✓ Correctly rejected missing namespace (HTTP 400)"
|
|
PASS=$((PASS + 1))
|
|
elif [ "$NO_NS_CODE" = "401" ]; then
|
|
echo " ⚠ Got 401 (auth required) - namespace validation happens after auth check"
|
|
PASS=$((PASS + 1))
|
|
else
|
|
echo " ✗ Expected 400/401, got $NO_NS_CODE"
|
|
FAIL=$((FAIL + 1))
|
|
fi
|
|
|
|
# ── Test 3: Query specific terminated workflow ──
|
|
TOTAL=$((TOTAL + 1))
|
|
echo "Test 3: Describe specific workflow (if available)"
|
|
|
|
# Try to describe a workflow - this will fail if no workflows exist, but shows the feature works
|
|
DESCRIBE_RESPONSE=$(curl -s -X POST \
|
|
-H "X-Service: workflow" \
|
|
-H "X-Resource: describe" \
|
|
-H "Content-Type: application/json" \
|
|
-d '{"namespace": "poimen-harness", "workflow_id": "test-workflow"}' \
|
|
"${GW}/" 2>/dev/null || echo "")
|
|
|
|
if [ -n "$DESCRIBE_RESPONSE" ]; then
|
|
echo " ✓ Describe endpoint responded"
|
|
PASS=$((PASS + 1))
|
|
else
|
|
echo " ⚠ Describe endpoint no response (may indicate workflow doesn't exist)"
|
|
# Not a failure - endpoint exists but workflow may not
|
|
fi
|
|
|
|
# ── Test 4: Verify auth requirement ──
|
|
TOTAL=$((TOTAL + 1))
|
|
echo "Test 4: Auth requirement (workflow service requires Authorization)"
|
|
|
|
NO_AUTH_CODE=$(curl -s -w '%{http_code}' -o /dev/null -X POST \
|
|
-H "X-Service: workflow" \
|
|
-H "X-Resource: list" \
|
|
-H "Content-Type: application/json" \
|
|
-d '{"namespace": "poimen-harness"}' \
|
|
"${GW}/" 2>/dev/null || echo "000")
|
|
|
|
if [ "$NO_AUTH_CODE" = "401" ]; then
|
|
echo " ✓ Correctly requires auth (HTTP 401)"
|
|
PASS=$((PASS + 1))
|
|
else
|
|
echo " ✗ Expected 401, got $NO_AUTH_CODE"
|
|
echo " (Auth may be disabled in test environment)"
|
|
FAIL=$((FAIL + 1))
|
|
fi
|
|
|
|
# ── Summary ──
|
|
echo ""
|
|
echo "═══ Results ═══"
|
|
echo "Passed: $PASS/$TOTAL"
|
|
echo "Failed: $FAIL/$TOTAL"
|
|
echo ""
|
|
|
|
if [ "$FAIL" -eq 0 ]; then
|
|
echo "pass" > "${RESULTS_DIR}/result"
|
|
SUMMARY="Workflow visibility test passed. WorkflowAdapter can list/describe workflows in poimen-harness namespace with namespace pass-down support."
|
|
echo "✓ All tests passed"
|
|
else
|
|
echo "fail" > "${RESULTS_DIR}/result"
|
|
SUMMARY="$FAIL tests failed. Check WorkflowAdapter implementation and namespace validation."
|
|
echo "✗ Some tests failed"
|
|
fi
|
|
|
|
echo "$SUMMARY" > "${RESULTS_DIR}/summary"
|
|
echo "" >> "${RESULTS_DIR}/summary"
|
|
echo "Passed: $PASS/$TOTAL" >> "${RESULTS_DIR}/summary"
|
|
echo "Failed: $FAIL/$TOTAL" >> "${RESULTS_DIR}/summary"
|
|
|
|
[ "$FAIL" -eq 0 ]
|