fix(ci): canary pod promotion — zero downtime, real environment

Replace Tekton sidecar (no secrets, no Temporal) with in-cluster
canary pod that has real secrets and real upstreams.

Pipeline:
  1. build + push SHA-tagged image
  2. deploy api-gateway-canary-${SHA} pod in api namespace
     - mounts api-gateway-config secret
     - gotify-webhook-secret (optional)
     - api-gw-client-secret (optional)
  3. test against pod IP directly (real Temporal, real Gotify)
  4. delete canary pod (always)
  5. pass → kubectl set image rolling update (zero downtime)
  6. fail → production deployment untouched

integration-test.sh: clean — no old/new image workarounds.
All tests assert exact expected codes against real environment.

.gitea/workflows/ci.yaml

@@ -39,6 +39,7 @@ jobs:
         run: echo "short_sha=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT
 
       - name: Registry login
+        if: github.event_name == 'push' && github.ref == 'refs/heads/main'
         run: |
           echo "${REGISTRY_TOKEN}" | docker login "${REGISTRY}" \
             --username "${REGISTRY_USER}" --password-stdin
@@ -47,87 +48,143 @@ jobs:
           REGISTRY_TOKEN: ${{ secrets.FORGEJO_REGISTRY_TOKEN }}
 
       - name: Build Docker image
+        if: github.event_name == 'push' && github.ref == 'refs/heads/main'
         run: |
           docker build --no-cache \
             -t "${IMAGE}:${{ steps.sha.outputs.short_sha }}" \
             -f Dockerfile .
 
       - name: Push image (SHA tag)
+        if: github.event_name == 'push' && github.ref == 'refs/heads/main'
         run: docker push "${IMAGE}:${{ steps.sha.outputs.short_sha }}"
 
-      # ── Tekton integration tests ─────────────────────────────
+      # ── Deploy canary pod + integration test ────────────────
+      # Canary pod runs in-cluster with real secrets and real upstreams
+      # (Temporal, Gotify). Tests run against its pod IP directly.
+      # Zero downtime: production pods untouched until tests pass.
       - name: Setup kubeconfig
+        if: github.event_name == 'push' && github.ref == 'refs/heads/main'
         run: |
           mkdir -p ~/.kube
           echo "${KUBECONFIG_B64}" | base64 -d > ~/.kube/config
-          kubectl get pipelineruns -n api --no-headers | head -1 || echo 'No PipelineRuns yet'
+          kubectl get nodes --no-headers | head -1
           echo '✓ kubeconfig works'
         env:
           KUBECONFIG_B64: ${{ secrets.KUBECONFIG_B64 }}
 
-      - name: Trigger Tekton PipelineRun
-        id: tekton
+      - name: Deploy canary pod
+        if: github.event_name == 'push' && github.ref == 'refs/heads/main'
+        id: canary
         run: |
           SHA="${{ steps.sha.outputs.short_sha }}"
-          RUN_NAME="integration-test-${SHA}"
+          POD_NAME="api-gateway-canary-${SHA}"
 
-          # Clean up any previous run with the same name
-          kubectl delete taskrun "${RUN_NAME}" -n api --ignore-not-found
+          # Remove any stale canary
+          kubectl delete pod "${POD_NAME}" -n api --ignore-not-found
 
-          # Create TaskRun — spins up gateway sidecar + curl tests
-          cat <<YAML | kubectl create -f -
-          apiVersion: tekton.dev/v1
-          kind: TaskRun
-          metadata:
-            name: ${RUN_NAME}
-            namespace: api
-            labels:
-              commit-sha: "${SHA}"
-          spec:
-            taskRef:
-              name: integration-test
-            params:
-            - name: image
-              value: "${IMAGE}:${SHA}"
-          YAML
+          # Create canary pod with real secrets + config
+          kubectl run "${POD_NAME}" \
+            --image="${IMAGE}:${SHA}" \
+            --restart=Never \
+            --namespace=api \
+            --labels="app=api-gateway-canary,sha=${SHA}" \
+            --overrides="$(cat <<JSON
+          {
+            "spec": {
+              "imagePullSecrets": [{"name": "forgejo-registry"}],
+              "volumes": [
+                {"name": "config", "secret": {"secretName": "api-gateway-config"}}
+              ],
+              "containers": [{
+                "name": "${POD_NAME}",
+                "image": "${IMAGE}:${SHA}",
+                "imagePullPolicy": "Always",
+                "env": [
+                  {"name": "LISTEN_ADDR",   "value": "0.0.0.0:8080"},
+                  {"name": "CONFIG_PATH",   "value": "/etc/gateway/config.yaml"},
+                  {"name": "LOG_LEVEL",     "value": "info"},
+                  {"name": "GOTIFY_URL",           "valueFrom": {"secretKeyRef": {"name": "gotify-webhook-secret", "key": "gotify-url",              "optional": true}}},
+                  {"name": "GOTIFY_APP_TOKEN",     "valueFrom": {"secretKeyRef": {"name": "gotify-webhook-secret", "key": "gotify-app-token",        "optional": true}}},
+                  {"name": "FORGEJO_WEBHOOK_SECRET","valueFrom": {"secretKeyRef": {"name": "gotify-webhook-secret", "key": "forgejo-webhook-secret", "optional": true}}},
+                  {"name": "AUTH_CLIENT_SECRET",   "valueFrom": {"secretKeyRef": {"name": "api-gw-client-secret",  "key": "client-secret",          "optional": true}}}
+                ],
+                "volumeMounts": [
+                  {"name": "config", "mountPath": "/etc/gateway", "readOnly": true}
+                ],
+                "readinessProbe": {
+                  "httpGet": {"path": "/healthz", "port": 8080},
+                  "initialDelaySeconds": 3,
+                  "periodSeconds": 2
+                }
+              }]
+            }
+          }
+          JSON
+          )"
 
-          echo "✓ TaskRun created: ${RUN_NAME}"
+          echo "✓ Canary pod created: ${POD_NAME}"
 
-          # Wait for completion (Succeeded or Failed)
-          echo "Waiting for tests (timeout 5m)..."
-          if kubectl wait taskrun/"${RUN_NAME}" -n api \
-               --for=condition=Succeeded --timeout=5m 2>/dev/null; then
-            echo "result=pass" >> $GITHUB_OUTPUT
-          else
-            echo "result=fail" >> $GITHUB_OUTPUT
-          fi
+          # Wait for pod to be ready (real secrets, real upstreams)
+          kubectl wait pod/"${POD_NAME}" -n api \
+            --for=condition=Ready --timeout=90s
 
-          # Print logs + results
-          echo ""
-          echo "=== Test Logs ==="
-          POD=$(kubectl get pod -n api -l tekton.dev/taskRun=${RUN_NAME} -o name | head -1)
-          kubectl logs -n api "${POD}" -c step-run-tests 2>/dev/null || true
-          echo ""
-          REASON=$(kubectl get taskrun "${RUN_NAME}" -n api \
-            -o jsonpath='{.status.conditions[0].reason}')
-          SUMMARY=$(kubectl get taskrun "${RUN_NAME}" -n api \
-            -o jsonpath='{.status.results[?(@.name=="summary")].value}')
-          echo "Status: ${REASON}"
+          # Capture pod IP for test runner
+          POD_IP=$(kubectl get pod "${POD_NAME}" -n api \
+            -o jsonpath='{.status.podIP}')
+          echo "pod_name=${POD_NAME}" >> $GITHUB_OUTPUT
+          echo "pod_ip=${POD_IP}"     >> $GITHUB_OUTPUT
+          echo "✓ Canary ready at ${POD_IP}:8080"
+
+      - name: Run integration tests against canary
+        if: github.event_name == 'push' && github.ref == 'refs/heads/main'
+        id: tests
+        run: |
+          POD_IP="${{ steps.canary.outputs.pod_ip }}"
+          GW="http://${POD_IP}:8080"
+          RESULTS_DIR="/tmp/test-results"
+          mkdir -p "${RESULTS_DIR}"
+
+          echo "Running integration tests against canary at ${GW}..."
+          sh k8s/tekton/scripts/integration-test.sh
+
+          RESULT=$(cat "${RESULTS_DIR}/result" 2>/dev/null || echo "fail")
+          SUMMARY=$(cat "${RESULTS_DIR}/summary" 2>/dev/null || echo "unknown")
+          echo "Result: ${RESULT}"
           echo "Summary: ${SUMMARY}"
+          echo "result=${RESULT}" >> $GITHUB_OUTPUT
+
+      - name: Cleanup canary pod
+        if: always() && github.event_name == 'push' && github.ref == 'refs/heads/main'
+        run: |
+          POD_NAME="${{ steps.canary.outputs.pod_name }}"
+          kubectl delete pod "${POD_NAME}" -n api --ignore-not-found || true
+          echo "✓ Canary pod removed"
 
       - name: Gate on test result
-        if: steps.tekton.outputs.result != 'pass'
+        if: github.event_name == 'push' && github.ref == 'refs/heads/main' && steps.tests.outputs.result != 'pass'
         run: |
-          echo "✗ Integration tests FAILED — image NOT promoted"
+          echo "✗ Integration tests FAILED — production deployment unchanged"
           exit 1
 
-      # ── Promote only after tests pass ────────────────────────
-      - name: Promote image to latest
+      # ── Zero-downtime promotion ──────────────────────────────
+      # kubectl set image triggers a rolling update: new pods come up
+      # before old pods are terminated. Production traffic uninterrupted.
+      - name: Promote — rolling update
+        if: github.event_name == 'push' && github.ref == 'refs/heads/main'
+        run: |
+          SHA="${{ steps.sha.outputs.short_sha }}"
+          kubectl set image deployment/api-gateway \
+            api-gateway="${IMAGE}:${SHA}" -n api
+          kubectl rollout status deployment/api-gateway -n api --timeout=120s
+          echo "✓ Rolling update complete: ${IMAGE}:${SHA}"
+
+      - name: Tag :latest (informational)
+        if: github.event_name == 'push' && github.ref == 'refs/heads/main'
         run: |
           docker tag "${IMAGE}:${{ steps.sha.outputs.short_sha }}" "${IMAGE}:latest"
           docker push "${IMAGE}:latest"
-          echo "✓ Promoted to latest"
+          echo "✓ Tagged :latest"
 
-      - name: Cleanup
+      - name: Cleanup docker images
         if: always()
         run: docker image prune -af 2>&1 | tail -3 || true