Compare commits
14
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
ef79bf9a80 | ||
|
|
db8f103fa5 | ||
|
|
234d2a2c02 | ||
|
|
d16597ca0b | ||
|
|
509cb39521 | ||
|
|
03f3239cd0 | ||
|
|
d5c7440655 | ||
|
|
bff46fefe7 | ||
|
|
c93bfca6a8 | ||
|
|
44ec3502dc | ||
|
|
6608f1a8d5 | ||
|
|
c6cd41fd4b | ||
|
|
b0f608f145 | ||
|
|
cc9a32f53a |
@@ -0,0 +1,4 @@
|
||||
(apply,CacheStats{hitCount=337, missCount=199, loadSuccessCount=199, loadExceptionCount=0, totalLoadTime=581291927, evictionCount=0})
|
||||
(tree,CacheStats{hitCount=986, missCount=352, loadSuccessCount=299, loadExceptionCount=0, totalLoadTime=821650758, evictionCount=0})
|
||||
(commit,CacheStats{hitCount=108, missCount=107, loadSuccessCount=107, loadExceptionCount=0, totalLoadTime=78983052, evictionCount=0})
|
||||
(tag,CacheStats{hitCount=0, missCount=2, loadSuccessCount=2, loadExceptionCount=0, totalLoadTime=319542, evictionCount=0})
|
||||
@@ -0,0 +1,4 @@
|
||||
e71e5b78236a67327c678490cb50b46981f19de0 bbcbb68b91e786eb71bbb0a4443d7b8a26140e1b .sops.yaml
|
||||
4189696f5581ac0ffdc125c3bf9b9f664b3ddfb0 7cd3f1ee4865c563d141464f6fc185436993b84b .sops.yaml
|
||||
635630e73152a5f22e6cbd42322ec55d79f8d9c0 297e94a89d73d18c4f47013bb0e8303f123715f3 configmap.yaml
|
||||
29e515e7b46742fab8c3fcc2189af7010a6ccc62 6869fa11f96e03f7ec76a0ea14a4ddaf604004a4 gateway-config-secret.enc.yaml
|
||||
@@ -0,0 +1,12 @@
|
||||
0a95af80c0051bacbeb8483c1632e47acd3db5be 40207e487cfb63409a976fb2a0b9e1e62c8b1513
|
||||
27428d910111299d0699f429190284a9ca6e50b7 3318daf758349402aef43b095482743ab96b37f9
|
||||
329a495af4c935529fdae17229314101c0c77876 67f24ea76359c8dba4b56267790aad76bbc58464
|
||||
4c8bc6c920b6b75399555827022f69ef0c4f7d15 1fa839b41975fa3f0ac9052355ffb625f5a8f324
|
||||
528545f414c83217408edfea234dcd1f3edee0c2 b8f95506ca1545b876b5531cd385172e9ca5b4b0
|
||||
81038e1cf7567a9133d7c233a97b1e2f19fa1c82 4a00312906ba725f3968187656fde2663b1763ab
|
||||
a5b3b5c44a406896bcb414df6c6426c277715706 2ab47a9dbe5ba36dfa0e275991ef7b7656908410
|
||||
ce27643667a0399115cd1f2b6d38123fdcf2b4f1 6ff0a50de8efbad105fa588245f22fdb26afddc4
|
||||
d49756886a46542b38533b913a1f776b5145f5ec d82cc5a6970a1fb32e21dda9a737b987a8668111
|
||||
db3a30fbcf1f139c667fb68a91762582c49b8cee 04619a269fed9eeea53ab4d4d73131e3713f40a0
|
||||
eb54715e4dec0fb35402576fcc224a09808b00c1 d53b7632cf9646dda1c978a5f94615dc9eaed5e8
|
||||
ef72b5bbccf2df89aa1c86dee29311c63f33bf62 ba55d184fefef1a73a50409ca4fb1f7b27f5b075
|
||||
+49
-106
@@ -39,7 +39,6 @@ jobs:
|
||||
run: echo "short_sha=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT
|
||||
|
||||
- name: Registry login
|
||||
if: github.event_name == 'push' && github.ref == 'refs/heads/main'
|
||||
run: |
|
||||
echo "${REGISTRY_TOKEN}" | docker login "${REGISTRY}" \
|
||||
--username "${REGISTRY_USER}" --password-stdin
|
||||
@@ -48,143 +47,87 @@ jobs:
|
||||
REGISTRY_TOKEN: ${{ secrets.FORGEJO_REGISTRY_TOKEN }}
|
||||
|
||||
- name: Build Docker image
|
||||
if: github.event_name == 'push' && github.ref == 'refs/heads/main'
|
||||
run: |
|
||||
docker build --no-cache \
|
||||
-t "${IMAGE}:${{ steps.sha.outputs.short_sha }}" \
|
||||
-f Dockerfile .
|
||||
|
||||
- name: Push image (SHA tag)
|
||||
if: github.event_name == 'push' && github.ref == 'refs/heads/main'
|
||||
run: docker push "${IMAGE}:${{ steps.sha.outputs.short_sha }}"
|
||||
|
||||
# ── Deploy canary pod + integration test ────────────────
|
||||
# Canary pod runs in-cluster with real secrets and real upstreams
|
||||
# (Temporal, Gotify). Tests run against its pod IP directly.
|
||||
# Zero downtime: production pods untouched until tests pass.
|
||||
# ── Tekton integration tests ─────────────────────────────
|
||||
- name: Setup kubeconfig
|
||||
if: github.event_name == 'push' && github.ref == 'refs/heads/main'
|
||||
run: |
|
||||
mkdir -p ~/.kube
|
||||
echo "${KUBECONFIG_B64}" | base64 -d > ~/.kube/config
|
||||
kubectl get nodes --no-headers | head -1
|
||||
kubectl get pipelineruns -n api --no-headers | head -1 || echo 'No PipelineRuns yet'
|
||||
echo '✓ kubeconfig works'
|
||||
env:
|
||||
KUBECONFIG_B64: ${{ secrets.KUBECONFIG_B64 }}
|
||||
|
||||
- name: Deploy canary pod
|
||||
if: github.event_name == 'push' && github.ref == 'refs/heads/main'
|
||||
id: canary
|
||||
- name: Trigger Tekton PipelineRun
|
||||
id: tekton
|
||||
run: |
|
||||
SHA="${{ steps.sha.outputs.short_sha }}"
|
||||
POD_NAME="api-gateway-canary-${SHA}"
|
||||
RUN_NAME="integration-test-${SHA}"
|
||||
|
||||
# Remove any stale canary
|
||||
kubectl delete pod "${POD_NAME}" -n api --ignore-not-found
|
||||
# Clean up any previous run with the same name
|
||||
kubectl delete taskrun "${RUN_NAME}" -n api --ignore-not-found
|
||||
|
||||
# Create canary pod with real secrets + config
|
||||
kubectl run "${POD_NAME}" \
|
||||
--image="${IMAGE}:${SHA}" \
|
||||
--restart=Never \
|
||||
--namespace=api \
|
||||
--labels="app=api-gateway-canary,sha=${SHA}" \
|
||||
--overrides="$(cat <<JSON
|
||||
{
|
||||
"spec": {
|
||||
"imagePullSecrets": [{"name": "forgejo-registry"}],
|
||||
"volumes": [
|
||||
{"name": "config", "secret": {"secretName": "api-gateway-config"}}
|
||||
],
|
||||
"containers": [{
|
||||
"name": "${POD_NAME}",
|
||||
"image": "${IMAGE}:${SHA}",
|
||||
"imagePullPolicy": "Always",
|
||||
"env": [
|
||||
{"name": "LISTEN_ADDR", "value": "0.0.0.0:8080"},
|
||||
{"name": "CONFIG_PATH", "value": "/etc/gateway/config.yaml"},
|
||||
{"name": "LOG_LEVEL", "value": "info"},
|
||||
{"name": "GOTIFY_URL", "valueFrom": {"secretKeyRef": {"name": "gotify-webhook-secret", "key": "gotify-url", "optional": true}}},
|
||||
{"name": "GOTIFY_APP_TOKEN", "valueFrom": {"secretKeyRef": {"name": "gotify-webhook-secret", "key": "gotify-app-token", "optional": true}}},
|
||||
{"name": "FORGEJO_WEBHOOK_SECRET","valueFrom": {"secretKeyRef": {"name": "gotify-webhook-secret", "key": "forgejo-webhook-secret", "optional": true}}},
|
||||
{"name": "AUTH_CLIENT_SECRET", "valueFrom": {"secretKeyRef": {"name": "api-gw-client-secret", "key": "client-secret", "optional": true}}}
|
||||
],
|
||||
"volumeMounts": [
|
||||
{"name": "config", "mountPath": "/etc/gateway", "readOnly": true}
|
||||
],
|
||||
"readinessProbe": {
|
||||
"httpGet": {"path": "/healthz", "port": 8080},
|
||||
"initialDelaySeconds": 3,
|
||||
"periodSeconds": 2
|
||||
}
|
||||
}]
|
||||
}
|
||||
}
|
||||
JSON
|
||||
)"
|
||||
# Create TaskRun — spins up gateway sidecar + curl tests
|
||||
cat <<YAML | kubectl create -f -
|
||||
apiVersion: tekton.dev/v1
|
||||
kind: TaskRun
|
||||
metadata:
|
||||
name: ${RUN_NAME}
|
||||
namespace: api
|
||||
labels:
|
||||
commit-sha: "${SHA}"
|
||||
spec:
|
||||
taskRef:
|
||||
name: integration-test
|
||||
params:
|
||||
- name: image
|
||||
value: "${IMAGE}:${SHA}"
|
||||
YAML
|
||||
|
||||
echo "✓ Canary pod created: ${POD_NAME}"
|
||||
echo "✓ TaskRun created: ${RUN_NAME}"
|
||||
|
||||
# Wait for pod to be ready (real secrets, real upstreams)
|
||||
kubectl wait pod/"${POD_NAME}" -n api \
|
||||
--for=condition=Ready --timeout=90s
|
||||
# Wait for completion (Succeeded or Failed)
|
||||
echo "Waiting for tests (timeout 5m)..."
|
||||
if kubectl wait taskrun/"${RUN_NAME}" -n api \
|
||||
--for=condition=Succeeded --timeout=5m 2>/dev/null; then
|
||||
echo "result=pass" >> $GITHUB_OUTPUT
|
||||
else
|
||||
echo "result=fail" >> $GITHUB_OUTPUT
|
||||
fi
|
||||
|
||||
# Capture pod IP for test runner
|
||||
POD_IP=$(kubectl get pod "${POD_NAME}" -n api \
|
||||
-o jsonpath='{.status.podIP}')
|
||||
echo "pod_name=${POD_NAME}" >> $GITHUB_OUTPUT
|
||||
echo "pod_ip=${POD_IP}" >> $GITHUB_OUTPUT
|
||||
echo "✓ Canary ready at ${POD_IP}:8080"
|
||||
|
||||
- name: Run integration tests against canary
|
||||
if: github.event_name == 'push' && github.ref == 'refs/heads/main'
|
||||
id: tests
|
||||
run: |
|
||||
POD_IP="${{ steps.canary.outputs.pod_ip }}"
|
||||
GW="http://${POD_IP}:8080"
|
||||
RESULTS_DIR="/tmp/test-results"
|
||||
mkdir -p "${RESULTS_DIR}"
|
||||
|
||||
echo "Running integration tests against canary at ${GW}..."
|
||||
sh k8s/tekton/scripts/integration-test.sh
|
||||
|
||||
RESULT=$(cat "${RESULTS_DIR}/result" 2>/dev/null || echo "fail")
|
||||
SUMMARY=$(cat "${RESULTS_DIR}/summary" 2>/dev/null || echo "unknown")
|
||||
echo "Result: ${RESULT}"
|
||||
# Print logs + results
|
||||
echo ""
|
||||
echo "=== Test Logs ==="
|
||||
POD=$(kubectl get pod -n api -l tekton.dev/taskRun=${RUN_NAME} -o name | head -1)
|
||||
kubectl logs -n api "${POD}" -c step-run-tests 2>/dev/null || true
|
||||
echo ""
|
||||
REASON=$(kubectl get taskrun "${RUN_NAME}" -n api \
|
||||
-o jsonpath='{.status.conditions[0].reason}')
|
||||
SUMMARY=$(kubectl get taskrun "${RUN_NAME}" -n api \
|
||||
-o jsonpath='{.status.results[?(@.name=="summary")].value}')
|
||||
echo "Status: ${REASON}"
|
||||
echo "Summary: ${SUMMARY}"
|
||||
echo "result=${RESULT}" >> $GITHUB_OUTPUT
|
||||
|
||||
- name: Cleanup canary pod
|
||||
if: always() && github.event_name == 'push' && github.ref == 'refs/heads/main'
|
||||
run: |
|
||||
POD_NAME="${{ steps.canary.outputs.pod_name }}"
|
||||
kubectl delete pod "${POD_NAME}" -n api --ignore-not-found || true
|
||||
echo "✓ Canary pod removed"
|
||||
|
||||
- name: Gate on test result
|
||||
if: github.event_name == 'push' && github.ref == 'refs/heads/main' && steps.tests.outputs.result != 'pass'
|
||||
if: steps.tekton.outputs.result != 'pass'
|
||||
run: |
|
||||
echo "✗ Integration tests FAILED — production deployment unchanged"
|
||||
echo "✗ Integration tests FAILED — image NOT promoted"
|
||||
exit 1
|
||||
|
||||
# ── Zero-downtime promotion ──────────────────────────────
|
||||
# kubectl set image triggers a rolling update: new pods come up
|
||||
# before old pods are terminated. Production traffic uninterrupted.
|
||||
- name: Promote — rolling update
|
||||
if: github.event_name == 'push' && github.ref == 'refs/heads/main'
|
||||
run: |
|
||||
SHA="${{ steps.sha.outputs.short_sha }}"
|
||||
kubectl set image deployment/api-gateway \
|
||||
api-gateway="${IMAGE}:${SHA}" -n api
|
||||
kubectl rollout status deployment/api-gateway -n api --timeout=120s
|
||||
echo "✓ Rolling update complete: ${IMAGE}:${SHA}"
|
||||
|
||||
- name: Tag :latest (informational)
|
||||
if: github.event_name == 'push' && github.ref == 'refs/heads/main'
|
||||
# ── Promote only after tests pass ────────────────────────
|
||||
- name: Promote image to latest
|
||||
run: |
|
||||
docker tag "${IMAGE}:${{ steps.sha.outputs.short_sha }}" "${IMAGE}:latest"
|
||||
docker push "${IMAGE}:latest"
|
||||
echo "✓ Tagged :latest"
|
||||
echo "✓ Promoted to latest"
|
||||
|
||||
- name: Cleanup docker images
|
||||
- name: Cleanup
|
||||
if: always()
|
||||
run: docker image prune -af 2>&1 | tail -3 || true
|
||||
|
||||
+1
-5
@@ -108,12 +108,8 @@ func main() {
|
||||
}
|
||||
_ = registry.Add(notifAdapter)
|
||||
|
||||
// Add other adapters from config (skip if already registered in code)
|
||||
// Add other adapters from config
|
||||
for _, a := range cfg.Adapters {
|
||||
if existing := registry.Get(a.ServiceName); existing != nil {
|
||||
log.Printf("skip config adapter '%s': already registered with internal handler", a.ServiceName)
|
||||
continue
|
||||
}
|
||||
_ = registry.Add(a)
|
||||
}
|
||||
log.Printf("%d service adapters loaded", registry.Count())
|
||||
|
||||
@@ -4,7 +4,6 @@ import (
|
||||
"net/http"
|
||||
|
||||
"forgejo.riotpiao.com/rock/homelab-frontend/internal/serviceadapter"
|
||||
"forgejo.riotpiao.com/rock/homelab-frontend/internal/webhook"
|
||||
)
|
||||
|
||||
// Router implements an HTTP handler that routes health endpoints,
|
||||
@@ -15,7 +14,6 @@ type Router struct {
|
||||
dispatcher *serviceadapter.Dispatcher
|
||||
temporalHandler http.Handler
|
||||
upstreamHandler http.Handler
|
||||
forgejoWebhook *webhook.ForgejoHandler
|
||||
}
|
||||
|
||||
// NewRouter creates a new router with health endpoints.
|
||||
@@ -29,7 +27,6 @@ func NewRouter(healthChecker *HealthChecker, dispatcher *serviceadapter.Dispatch
|
||||
dispatcher: dispatcher,
|
||||
temporalHandler: temporalHandler,
|
||||
upstreamHandler: upstreamHandler,
|
||||
forgejoWebhook: webhook.NewForgejoHandler(),
|
||||
}
|
||||
}
|
||||
|
||||
@@ -60,12 +57,6 @@ func (r *Router) ServeHTTP(w http.ResponseWriter, req *http.Request) {
|
||||
}
|
||||
}
|
||||
|
||||
// Forgejo webhook receiver — no auth, HMAC-verified by handler
|
||||
if req.URL.Path == "/v1/webhooks/forgejo" {
|
||||
r.forgejoWebhook.ServeHTTP(w, req)
|
||||
return
|
||||
}
|
||||
|
||||
// Workflow endpoints
|
||||
// DEPRECATED: Path-based /workflow routing is legacy.
|
||||
// New clients should use X-Service: workflow header instead for consistent auth.
|
||||
|
||||
@@ -24,66 +24,6 @@ func NewWorkflowAdapter(handler *temporal.Handler) *WorkflowAdapter {
|
||||
}
|
||||
}
|
||||
|
||||
// HandleStart handles workflow start requests.
|
||||
// Expects payload: { "namespace": "default", "workflow_id": "...", "workflow_type": "...", "task_queue": "...", "input": {...} }
|
||||
func (wa *WorkflowAdapter) HandleStart(w http.ResponseWriter, r *http.Request) {
|
||||
wa.forwardToTemporal(w, r)
|
||||
}
|
||||
|
||||
// HandleDescribe handles workflow describe requests.
|
||||
// Expects payload: { "namespace": "default", "workflow_id": "..." }
|
||||
func (wa *WorkflowAdapter) HandleDescribe(w http.ResponseWriter, r *http.Request) {
|
||||
wa.forwardToTemporal(w, r)
|
||||
}
|
||||
|
||||
// HandleList handles workflow list requests.
|
||||
// Expects payload: { "namespace": "default", "query": "..." (optional) }
|
||||
func (wa *WorkflowAdapter) HandleList(w http.ResponseWriter, r *http.Request) {
|
||||
wa.forwardToTemporal(w, r)
|
||||
}
|
||||
|
||||
// HandleHistory handles workflow history requests.
|
||||
// Expects payload: { "namespace": "default", "workflow_id": "..." }
|
||||
func (wa *WorkflowAdapter) HandleHistory(w http.ResponseWriter, r *http.Request) {
|
||||
wa.forwardToTemporal(w, r)
|
||||
}
|
||||
|
||||
// HandleTerminate handles workflow termination.
|
||||
// Expects payload: { "namespace": "default", "workflow_id": "...", "reason": "..." }
|
||||
func (wa *WorkflowAdapter) HandleTerminate(w http.ResponseWriter, r *http.Request) {
|
||||
wa.forwardToTemporal(w, r)
|
||||
}
|
||||
|
||||
// HandleCancel handles workflow cancellation.
|
||||
// Expects payload: { "namespace": "default", "workflow_id": "..." }
|
||||
func (wa *WorkflowAdapter) HandleCancel(w http.ResponseWriter, r *http.Request) {
|
||||
wa.forwardToTemporal(w, r)
|
||||
}
|
||||
|
||||
// HandleSignal handles workflow signal.
|
||||
// Expects payload: { "namespace": "default", "workflow_id": "...", "signal_name": "...", "signal_data": {...} }
|
||||
func (wa *WorkflowAdapter) HandleSignal(w http.ResponseWriter, r *http.Request) {
|
||||
wa.forwardToTemporal(w, r)
|
||||
}
|
||||
|
||||
// HandleQuery handles workflow query.
|
||||
// Expects payload: { "namespace": "default", "workflow_id": "...", "query_type": "...", "query_data": {...} }
|
||||
func (wa *WorkflowAdapter) HandleQuery(w http.ResponseWriter, r *http.Request) {
|
||||
wa.forwardToTemporal(w, r)
|
||||
}
|
||||
|
||||
// HandleReset handles workflow reset.
|
||||
// Expects payload: { "namespace": "default", "workflow_id": "...", "reset_type": "..." }
|
||||
func (wa *WorkflowAdapter) HandleReset(w http.ResponseWriter, r *http.Request) {
|
||||
wa.forwardToTemporal(w, r)
|
||||
}
|
||||
|
||||
// HandleUpdate handles workflow update.
|
||||
// Expects payload: { "namespace": "default", "workflow_id": "...", "update_data": {...} }
|
||||
func (wa *WorkflowAdapter) HandleUpdate(w http.ResponseWriter, r *http.Request) {
|
||||
wa.forwardToTemporal(w, r)
|
||||
}
|
||||
|
||||
// resourceToAction maps X-Resource names to Temporal action names.
|
||||
var resourceToAction = map[string]string{
|
||||
"execute": "START_WORKFLOW",
|
||||
@@ -134,13 +74,8 @@ func (wa *WorkflowAdapter) ServeHTTP(w http.ResponseWriter, r *http.Request) {
|
||||
|
||||
// Inject action into body for temporal handler
|
||||
payload["action"] = action
|
||||
|
||||
// namespace is required for all workflow operations
|
||||
if ns, ok := payload["namespace"].(string); !ok || ns == "" {
|
||||
w.Header().Set("Content-Type", "application/json")
|
||||
w.WriteHeader(http.StatusBadRequest)
|
||||
fmt.Fprintf(w, `{"error":"namespace is required"}`)
|
||||
return
|
||||
if _, ok := payload["namespace"]; !ok {
|
||||
payload["namespace"] = "default"
|
||||
}
|
||||
|
||||
newBody, _ := json.Marshal(payload)
|
||||
@@ -151,51 +86,17 @@ func (wa *WorkflowAdapter) ServeHTTP(w http.ResponseWriter, r *http.Request) {
|
||||
wa.temporalHandler.ServeHTTP(w, r)
|
||||
}
|
||||
|
||||
// forwardToTemporal reads the request body, ensures namespace is specified,
|
||||
// and forwards to the temporal handler.
|
||||
func (wa *WorkflowAdapter) forwardToTemporal(w http.ResponseWriter, r *http.Request) {
|
||||
// Read request body
|
||||
body, err := io.ReadAll(r.Body)
|
||||
if err != nil {
|
||||
http.Error(w, fmt.Sprintf("failed to read request body: %v", err), http.StatusBadRequest)
|
||||
return
|
||||
}
|
||||
defer r.Body.Close()
|
||||
|
||||
// Parse JSON to check for namespace
|
||||
var payload map[string]interface{}
|
||||
if err := json.Unmarshal(body, &payload); err != nil {
|
||||
http.Error(w, fmt.Sprintf("invalid JSON payload: %v", err), http.StatusBadRequest)
|
||||
return
|
||||
}
|
||||
|
||||
// Ensure namespace is specified (required for Temporal routing)
|
||||
namespace, ok := payload["namespace"].(string)
|
||||
if !ok || namespace == "" {
|
||||
http.Error(w, `"namespace" field required in payload`, http.StatusBadRequest)
|
||||
return
|
||||
}
|
||||
|
||||
// Forward to temporal handler by calling it with the request
|
||||
// Restore body for temporal handler
|
||||
r.Body = io.NopCloser(bytes.NewReader(body))
|
||||
r.ContentLength = int64(len(body))
|
||||
|
||||
// Call temporal handler
|
||||
wa.temporalHandler.ServeHTTP(w, r)
|
||||
}
|
||||
|
||||
// GetSpec returns the ServiceAdapter spec for workflow service.
|
||||
// GetWorkflowSpec returns the ServiceAdapter spec for workflow service.
|
||||
// This defines the available resources and methods.
|
||||
func GetWorkflowSpec() *Spec {
|
||||
return &Spec{
|
||||
ServiceName: "workflow",
|
||||
Upstream: Upstream{
|
||||
URL: "grpc://temporal:7233", // gRPC endpoint
|
||||
URL: "grpc://temporal:7233",
|
||||
TimeoutSeconds: 30,
|
||||
},
|
||||
Auth: Auth{
|
||||
Required: false,
|
||||
Required: true,
|
||||
Capability: "workflow:execute",
|
||||
},
|
||||
Retryable: true,
|
||||
|
||||
@@ -1,39 +0,0 @@
|
||||
package serviceadapter_test
|
||||
|
||||
import (
|
||||
"net/http"
|
||||
"net/http/httptest"
|
||||
"strings"
|
||||
"testing"
|
||||
|
||||
"forgejo.riotpiao.com/rock/homelab-frontend/internal/serviceadapter"
|
||||
"forgejo.riotpiao.com/rock/homelab-frontend/internal/temporal"
|
||||
)
|
||||
|
||||
func TestWorkflowListRequiresNamespace(t *testing.T) {
|
||||
th := temporal.NewHandler("localhost:7233")
|
||||
wfAdapter := serviceadapter.NewWorkflowAdapter(th)
|
||||
wfSpec := serviceadapter.GetWorkflowSpec()
|
||||
adapter := &serviceadapter.ServiceAdapter{
|
||||
ServiceName: "workflow",
|
||||
Handler: wfAdapter,
|
||||
Spec: *wfSpec,
|
||||
}
|
||||
registry := serviceadapter.NewRegistry(nil)
|
||||
registry.Add(adapter)
|
||||
dispatcher := serviceadapter.NewDispatcher(registry, nil)
|
||||
|
||||
// POST X-Service: workflow X-Resource: list body: {} (no namespace)
|
||||
req := httptest.NewRequest(http.MethodPost, "/", strings.NewReader(`{}`))
|
||||
req.Header.Set("X-Service", "workflow")
|
||||
req.Header.Set("X-Resource", "list")
|
||||
req.Header.Set("Content-Type", "application/json")
|
||||
|
||||
w := httptest.NewRecorder()
|
||||
dispatcher.Dispatch(w, req)
|
||||
|
||||
t.Logf("Status: %d Body: %s", w.Code, w.Body.String())
|
||||
if w.Code != http.StatusBadRequest {
|
||||
t.Errorf("expected 400, got %d", w.Code)
|
||||
}
|
||||
}
|
||||
+406
-498
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,95 @@
|
||||
// Package temporal provides operation wrappers for Temporal operations
|
||||
package temporal
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"time"
|
||||
)
|
||||
|
||||
// OperationHandler handles Temporal operations
|
||||
type OperationHandler struct {
|
||||
grpc *GRPCClient
|
||||
}
|
||||
|
||||
// NewOperationHandler creates a new operation handler
|
||||
func NewOperationHandler(grpcClient *GRPCClient) *OperationHandler {
|
||||
return &OperationHandler{
|
||||
grpc: grpcClient,
|
||||
}
|
||||
}
|
||||
|
||||
// StartWorkflowExecution starts a new workflow execution
|
||||
func (oh *OperationHandler) StartWorkflowExecution(ctx context.Context, namespace, workflowID, workflowType, taskQueue string, input map[string]interface{}) (map[string]interface{}, error) {
|
||||
// TODO: Implement gRPC call to Temporal
|
||||
// This is a placeholder for actual implementation
|
||||
if oh.grpc == nil {
|
||||
return nil, fmt.Errorf("gRPC client not initialized")
|
||||
}
|
||||
|
||||
return map[string]interface{}{
|
||||
"workflow_id": workflowID,
|
||||
"run_id": fmt.Sprintf("run_%d", time.Now().UnixNano()),
|
||||
"start_time": time.Now(),
|
||||
}, nil
|
||||
}
|
||||
|
||||
// DescribeWorkflowExecution gets workflow details
|
||||
func (oh *OperationHandler) DescribeWorkflowExecution(ctx context.Context, namespace, workflowID, runID string) (map[string]interface{}, error) {
|
||||
// TODO: Implement gRPC call to Temporal
|
||||
return map[string]interface{}{
|
||||
"workflow_id": workflowID,
|
||||
"run_id": runID,
|
||||
"status": "RUNNING",
|
||||
"start_time": time.Now(),
|
||||
}, nil
|
||||
}
|
||||
|
||||
// TerminateWorkflowExecution terminates a workflow
|
||||
func (oh *OperationHandler) TerminateWorkflowExecution(ctx context.Context, namespace, workflowID, runID, reason string) (map[string]interface{}, error) {
|
||||
// TODO: Implement gRPC call to Temporal
|
||||
return map[string]interface{}{
|
||||
"workflow_id": workflowID,
|
||||
"run_id": runID,
|
||||
"terminated_at": time.Now(),
|
||||
"reason": reason,
|
||||
}, nil
|
||||
}
|
||||
|
||||
// CancelWorkflowExecution cancels a workflow
|
||||
func (oh *OperationHandler) CancelWorkflowExecution(ctx context.Context, namespace, workflowID, runID string) (map[string]interface{}, error) {
|
||||
// TODO: Implement gRPC call to Temporal
|
||||
return map[string]interface{}{
|
||||
"workflow_id": workflowID,
|
||||
"status": "canceling",
|
||||
}, nil
|
||||
}
|
||||
|
||||
// SignalWorkflowExecution sends a signal to a workflow
|
||||
func (oh *OperationHandler) SignalWorkflowExecution(ctx context.Context, namespace, workflowID, runID, signalName string, input map[string]interface{}) (map[string]interface{}, error) {
|
||||
// TODO: Implement gRPC call to Temporal
|
||||
return map[string]interface{}{
|
||||
"workflow_id": workflowID,
|
||||
"signal_name": signalName,
|
||||
"signaled_at": time.Now(),
|
||||
}, nil
|
||||
}
|
||||
|
||||
// QueryWorkflowExecution queries a workflow
|
||||
func (oh *OperationHandler) QueryWorkflowExecution(ctx context.Context, namespace, workflowID, runID, queryType string) (map[string]interface{}, error) {
|
||||
// TODO: Implement gRPC call to Temporal
|
||||
return map[string]interface{}{
|
||||
"workflow_id": workflowID,
|
||||
"query_type": queryType,
|
||||
"query_result": map[string]interface{}{},
|
||||
}, nil
|
||||
}
|
||||
|
||||
// ListWorkflowExecutions lists workflows
|
||||
func (oh *OperationHandler) ListWorkflowExecutions(ctx context.Context, namespace string, pageSize int32) (map[string]interface{}, error) {
|
||||
// TODO: Implement gRPC call to Temporal
|
||||
return map[string]interface{}{
|
||||
"executions": []interface{}{},
|
||||
"next_page_token": "",
|
||||
}, nil
|
||||
}
|
||||
@@ -1,218 +0,0 @@
|
||||
package webhook
|
||||
|
||||
import (
|
||||
"crypto/hmac"
|
||||
"crypto/sha256"
|
||||
"encoding/hex"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"log"
|
||||
"net/http"
|
||||
"os"
|
||||
"strings"
|
||||
|
||||
"forgejo.riotpiao.com/rock/homelab-frontend/internal/notification"
|
||||
)
|
||||
|
||||
// ForgejoHandler receives Forgejo webhook payloads and forwards them to Gotify.
|
||||
// Forgejo sends a Gitea-compatible JSON payload with X-Gitea-Signature-256 header.
|
||||
type ForgejoHandler struct {
|
||||
secret string
|
||||
gotify *notification.GotifyClient
|
||||
}
|
||||
|
||||
// NewForgejoHandler creates a handler from environment variables.
|
||||
// Required: GOTIFY_URL, GOTIFY_APP_TOKEN
|
||||
// Optional: FORGEJO_WEBHOOK_SECRET (if empty, HMAC verification is skipped)
|
||||
func NewForgejoHandler() *ForgejoHandler {
|
||||
gotifyURL := os.Getenv("GOTIFY_URL")
|
||||
appToken := os.Getenv("GOTIFY_APP_TOKEN")
|
||||
|
||||
var client *notification.GotifyClient
|
||||
if gotifyURL != "" && appToken != "" {
|
||||
client = notification.NewGotifyClient(gotifyURL, appToken, "")
|
||||
}
|
||||
|
||||
return &ForgejoHandler{
|
||||
secret: os.Getenv("FORGEJO_WEBHOOK_SECRET"),
|
||||
gotify: client,
|
||||
}
|
||||
}
|
||||
|
||||
// ServeHTTP handles POST /v1/webhooks/forgejo
|
||||
func (h *ForgejoHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
|
||||
if r.Method != http.MethodPost {
|
||||
http.Error(w, "method not allowed", http.StatusMethodNotAllowed)
|
||||
return
|
||||
}
|
||||
|
||||
body, err := io.ReadAll(io.LimitReader(r.Body, 1<<20)) // 1MB limit
|
||||
if err != nil {
|
||||
http.Error(w, "failed to read body", http.StatusBadRequest)
|
||||
return
|
||||
}
|
||||
|
||||
// Verify HMAC if secret is set
|
||||
if h.secret != "" {
|
||||
sig := r.Header.Get("X-Gitea-Signature-256")
|
||||
if sig == "" {
|
||||
sig = r.Header.Get("X-Hub-Signature-256")
|
||||
}
|
||||
if !h.verifySignature(body, sig) {
|
||||
http.Error(w, "invalid signature", http.StatusForbidden)
|
||||
return
|
||||
}
|
||||
}
|
||||
|
||||
if h.gotify == nil {
|
||||
log.Printf("forgejo webhook received but Gotify not configured (GOTIFY_URL/GOTIFY_APP_TOKEN missing)")
|
||||
w.WriteHeader(http.StatusOK)
|
||||
return
|
||||
}
|
||||
|
||||
event := r.Header.Get("X-Gitea-Event")
|
||||
if event == "" {
|
||||
event = r.Header.Get("X-GitHub-Event")
|
||||
}
|
||||
|
||||
title, message, priority := h.formatMessage(event, body)
|
||||
if title == "" {
|
||||
// Unhandled event type — ack and ignore
|
||||
w.WriteHeader(http.StatusOK)
|
||||
return
|
||||
}
|
||||
|
||||
msg := notification.GotifyMessage{
|
||||
Title: title,
|
||||
Message: message,
|
||||
Priority: priority,
|
||||
}
|
||||
|
||||
if _, err := h.gotify.SendMessage(msg); err != nil {
|
||||
log.Printf("forgejo webhook: failed to send gotify message: %v", err)
|
||||
http.Error(w, "failed to send notification", http.StatusBadGateway)
|
||||
return
|
||||
}
|
||||
|
||||
log.Printf("forgejo webhook: sent gotify notification event=%s title=%q", event, title)
|
||||
w.WriteHeader(http.StatusOK)
|
||||
}
|
||||
|
||||
// verifySignature checks X-Gitea-Signature-256: sha256=<hex>
|
||||
func (h *ForgejoHandler) verifySignature(body []byte, sig string) bool {
|
||||
sig = strings.TrimPrefix(sig, "sha256=")
|
||||
if sig == "" {
|
||||
return false
|
||||
}
|
||||
mac := hmac.New(sha256.New, []byte(h.secret))
|
||||
mac.Write(body)
|
||||
expected := hex.EncodeToString(mac.Sum(nil))
|
||||
return hmac.Equal([]byte(sig), []byte(expected))
|
||||
}
|
||||
|
||||
// formatMessage converts a Forgejo event payload into a Gotify title + message.
|
||||
// Returns empty title if the event should be ignored.
|
||||
func (h *ForgejoHandler) formatMessage(event string, body []byte) (title, message string, priority int) {
|
||||
var payload map[string]interface{}
|
||||
if err := json.Unmarshal(body, &payload); err != nil {
|
||||
return "", "", 0
|
||||
}
|
||||
|
||||
repo := jsonStr(payload, "repository", "full_name")
|
||||
sender := jsonStr(payload, "sender", "login")
|
||||
|
||||
switch event {
|
||||
case "push":
|
||||
ref := strings.TrimPrefix(fmt.Sprintf("%v", payload["ref"]), "refs/heads/")
|
||||
commits, _ := payload["commits"].([]interface{})
|
||||
count := len(commits)
|
||||
commitMsg := ""
|
||||
if count > 0 {
|
||||
if c, ok := commits[0].(map[string]interface{}); ok {
|
||||
commitMsg = fmt.Sprintf("%v", c["message"])
|
||||
// truncate long commit messages
|
||||
if len(commitMsg) > 80 {
|
||||
commitMsg = commitMsg[:80] + "…"
|
||||
}
|
||||
}
|
||||
}
|
||||
return fmt.Sprintf("📦 %s", repo),
|
||||
fmt.Sprintf("%s pushed %d commit(s) to %s\n%s", sender, count, ref, commitMsg),
|
||||
5
|
||||
|
||||
case "pull_request":
|
||||
action := fmt.Sprintf("%v", payload["action"])
|
||||
if action != "opened" && action != "closed" && action != "reopened" && action != "merged" {
|
||||
return "", "", 0 // ignore noise (labeled, assigned, etc.)
|
||||
}
|
||||
pr, _ := payload["pull_request"].(map[string]interface{})
|
||||
number := fmt.Sprintf("%v", pr["number"])
|
||||
prTitle := fmt.Sprintf("%v", pr["title"])
|
||||
merged, _ := pr["merged"].(bool)
|
||||
if action == "closed" && merged {
|
||||
action = "merged"
|
||||
}
|
||||
return fmt.Sprintf("🔀 PR #%s %s — %s", number, action, repo),
|
||||
fmt.Sprintf("%s: %s\nby %s", action, prTitle, sender),
|
||||
5
|
||||
|
||||
case "issues":
|
||||
action := fmt.Sprintf("%v", payload["action"])
|
||||
if action != "opened" && action != "closed" && action != "reopened" {
|
||||
return "", "", 0
|
||||
}
|
||||
issue, _ := payload["issue"].(map[string]interface{})
|
||||
number := fmt.Sprintf("%v", issue["number"])
|
||||
issueTitle := fmt.Sprintf("%v", issue["title"])
|
||||
return fmt.Sprintf("🐛 Issue #%s %s — %s", number, action, repo),
|
||||
fmt.Sprintf("%s: %s\nby %s", action, issueTitle, sender),
|
||||
4
|
||||
|
||||
case "issue_comment", "pull_request_review_comment":
|
||||
issue, _ := payload["issue"].(map[string]interface{})
|
||||
comment, _ := payload["comment"].(map[string]interface{})
|
||||
number := fmt.Sprintf("%v", issue["number"])
|
||||
body := fmt.Sprintf("%v", comment["body"])
|
||||
if len(body) > 100 {
|
||||
body = body[:100] + "…"
|
||||
}
|
||||
return fmt.Sprintf("💬 Comment on #%s — %s", number, repo),
|
||||
fmt.Sprintf("%s: %s", sender, body),
|
||||
3
|
||||
|
||||
case "release":
|
||||
action := fmt.Sprintf("%v", payload["action"])
|
||||
if action != "published" {
|
||||
return "", "", 0
|
||||
}
|
||||
release, _ := payload["release"].(map[string]interface{})
|
||||
tag := fmt.Sprintf("%v", release["tag_name"])
|
||||
name := fmt.Sprintf("%v", release["name"])
|
||||
return fmt.Sprintf("🚀 Release %s — %s", tag, repo),
|
||||
fmt.Sprintf("%s published by %s", name, sender),
|
||||
7
|
||||
|
||||
default:
|
||||
return "", "", 0
|
||||
}
|
||||
}
|
||||
|
||||
// jsonStr safely traverses nested map keys.
|
||||
func jsonStr(m map[string]interface{}, keys ...string) string {
|
||||
cur := m
|
||||
for i, k := range keys {
|
||||
v, ok := cur[k]
|
||||
if !ok {
|
||||
return ""
|
||||
}
|
||||
if i == len(keys)-1 {
|
||||
return fmt.Sprintf("%v", v)
|
||||
}
|
||||
cur, ok = v.(map[string]interface{})
|
||||
if !ok {
|
||||
return ""
|
||||
}
|
||||
}
|
||||
return ""
|
||||
}
|
||||
@@ -76,25 +76,6 @@ spec:
|
||||
value: "1.0.0"
|
||||
- name: OTEL_ENVIRONMENT
|
||||
value: "production"
|
||||
# Gotify integration — Forgejo webhook → push notifications
|
||||
- name: GOTIFY_URL
|
||||
valueFrom:
|
||||
secretKeyRef:
|
||||
name: gotify-webhook-secret
|
||||
key: gotify-url
|
||||
optional: true
|
||||
- name: GOTIFY_APP_TOKEN
|
||||
valueFrom:
|
||||
secretKeyRef:
|
||||
name: gotify-webhook-secret
|
||||
key: gotify-app-token
|
||||
optional: true
|
||||
- name: FORGEJO_WEBHOOK_SECRET
|
||||
valueFrom:
|
||||
secretKeyRef:
|
||||
name: gotify-webhook-secret
|
||||
key: forgejo-webhook-secret
|
||||
optional: true
|
||||
volumeMounts:
|
||||
- name: config
|
||||
mountPath: /etc/gateway
|
||||
|
||||
@@ -2,12 +2,11 @@
|
||||
set -e
|
||||
|
||||
# Integration test runner for API gateway.
|
||||
# Runs against a real canary pod in-cluster (has real secrets + upstreams).
|
||||
# GW env var must be set: e.g. http://10.244.1.5:8080
|
||||
# Tests X-Service + X-Resource header routing against a gateway on localhost.
|
||||
#
|
||||
# Required env:
|
||||
# GW — gateway base URL
|
||||
# RESULTS_DIR — directory to write result/summary files
|
||||
# GW — gateway base URL (e.g. http://localhost:8080)
|
||||
# RESULTS_DIR — directory to write Tekton results
|
||||
|
||||
PASS=0; FAIL=0; TOTAL=0
|
||||
|
||||
@@ -26,23 +25,28 @@ assert() {
|
||||
fi
|
||||
}
|
||||
|
||||
# ── Wait for gateway ──────────────────────────────────────────────────────────
|
||||
echo "⏳ Waiting for gateway at ${GW}..."
|
||||
# ── Wait for sidecar gateway ──
|
||||
echo "⏳ Waiting for gateway sidecar..."
|
||||
READY=false
|
||||
for i in $(seq 1 30); do
|
||||
for i in $(seq 1 60); do
|
||||
CODE=$(curl -s -o /dev/null -w '%{http_code}' "${GW}/healthz" 2>/dev/null || echo "000")
|
||||
if [ "$CODE" = "200" ]; then
|
||||
sleep 1
|
||||
C2=$(curl -s -o /dev/null -w '%{http_code}' "${GW}/healthz" 2>/dev/null || echo "000")
|
||||
C3=$(curl -s -o /dev/null -w '%{http_code}' "${GW}/healthz" 2>/dev/null || echo "000")
|
||||
if [ "$C2" = "200" ] && [ "$C3" = "200" ]; then
|
||||
READY=true
|
||||
echo "✓ Gateway ready"
|
||||
break
|
||||
fi
|
||||
fi
|
||||
sleep 2
|
||||
done
|
||||
|
||||
if [ "$READY" = "false" ]; then
|
||||
echo "✗ Gateway never became ready"
|
||||
echo "fail" > "${RESULTS_DIR}/result"
|
||||
echo "0/0 timeout" > "${RESULTS_DIR}/summary"
|
||||
echo "0/0 gateway timeout" > "${RESULTS_DIR}/summary"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
@@ -50,69 +54,78 @@ echo ""
|
||||
echo "═══ Integration Tests ═══"
|
||||
echo ""
|
||||
|
||||
# ── Health ────────────────────────────────────────────────────────────────────
|
||||
# ── Health ──
|
||||
echo "▸ Health"
|
||||
assert "GET /healthz" 200 -X GET "${GW}/healthz"
|
||||
assert "GET /readyz" 200 -X GET "${GW}/readyz"
|
||||
|
||||
# ── Header validation ─────────────────────────────────────────────────────────
|
||||
# ── Header validation ──
|
||||
echo "▸ Header validation"
|
||||
assert "X-Service without X-Resource → 400" 400 \
|
||||
-X GET -H "X-Service: memory" "${GW}/"
|
||||
assert "unknown service → 404" 404 \
|
||||
-X GET -H "X-Service: nonexistent" -H "X-Resource: foo" "${GW}/"
|
||||
|
||||
# ── S3 (no auth, MinIO rejects → 403) ────────────────────────────────────────
|
||||
# ── S3 (no auth, MinIO rejects → 403) ──
|
||||
echo "▸ S3 service"
|
||||
assert "s3/list-objects → 403" 403 \
|
||||
assert "s3/list-objects" 403 \
|
||||
-X GET -H "X-Service: s3" -H "X-Resource: list-objects" "${GW}/"
|
||||
|
||||
# ── SQS (auth required → 401) ─────────────────────────────────────────────────
|
||||
# ── SQS (auth required → 401) ──
|
||||
echo "▸ SQS service"
|
||||
assert "sqs/list-queues → 401" 401 \
|
||||
assert "sqs/list-queues" 401 \
|
||||
-X GET -H "X-Service: sqs" -H "X-Resource: list-queues" "${GW}/"
|
||||
|
||||
# ── Workflow ──────────────────────────────────────────────────────────────────
|
||||
# ── Workflow visibility (namespace pass-down) ──
|
||||
echo "▸ Workflow service"
|
||||
|
||||
# List with namespace — real Temporal call.
|
||||
# 200 = Temporal reachable, 503 = Temporal down but gateway routed correctly.
|
||||
echo " Testing workflow list (poimen-harness namespace)..."
|
||||
WF_LIST=$(curl -s \
|
||||
# Test 1: List workflows in poimen-harness namespace (should see 4 terminated workflows)
|
||||
echo " Testing workflow visibility in poimen-harness namespace..."
|
||||
WF_LIST=$(curl -s -X POST \
|
||||
-H "X-Service: workflow" \
|
||||
-H "X-Resource: list" \
|
||||
-H "Content-Type: application/json" \
|
||||
-d '{"namespace": "poimen-harness"}' \
|
||||
"${GW}/" 2>/dev/null || echo '{}')
|
||||
|
||||
TOTAL=$((TOTAL + 1))
|
||||
if echo "$WF_LIST" | grep -qE '"executions"|"TEMPORAL_UNAVAILABLE"'; then
|
||||
echo " ✓ workflow/list responded correctly"
|
||||
# Check if response contains workflows
|
||||
if echo "$WF_LIST" | grep -q '"executions"'; then
|
||||
echo " ✓ Workflow list returned (poimen-harness namespace)"
|
||||
PASS=$((PASS + 1))
|
||||
else
|
||||
echo " ✗ workflow/list unexpected: $WF_LIST"
|
||||
echo " ✗ Workflow list failed to return executions"
|
||||
FAIL=$((FAIL + 1))
|
||||
fi
|
||||
TOTAL=$((TOTAL + 1))
|
||||
|
||||
# Namespace is required — canary pod has real WorkflowAdapter → must return 400
|
||||
assert "workflow/list without namespace → 400" 400 \
|
||||
-X POST \
|
||||
# Test 2: Verify we can query terminated workflows
|
||||
echo " Testing terminated workflow visibility..."
|
||||
if echo "$WF_LIST" | grep -q '"Completed\|"status"'; then
|
||||
echo " ✓ Found completed/terminated workflows in response"
|
||||
PASS=$((PASS + 1))
|
||||
else
|
||||
echo " ⚠ No terminated workflows found in response (may be empty namespace)"
|
||||
# Don't fail if namespace is empty - just note it
|
||||
fi
|
||||
TOTAL=$((TOTAL + 1))
|
||||
|
||||
# Test 3: Verify namespace is required (missing namespace → 400)
|
||||
echo " Testing namespace validation..."
|
||||
NO_NS=$(curl -s -w '%{http_code}' -X POST \
|
||||
-H "X-Service: workflow" \
|
||||
-H "X-Resource: list" \
|
||||
-H "Content-Type: application/json" \
|
||||
-d '{}' \
|
||||
"${GW}/"
|
||||
"${GW}/" 2>/dev/null || echo "000")
|
||||
|
||||
# ── Forgejo webhook ───────────────────────────────────────────────────────────
|
||||
echo "▸ Forgejo webhook"
|
||||
# Canary pod has real handler wired. No HMAC secret set (optional) → handler
|
||||
# skips verification and forwards to Gotify (or logs if Gotify unavailable).
|
||||
assert "POST /v1/webhooks/forgejo → 200" 200 \
|
||||
-X POST \
|
||||
-H "Content-Type: application/json" \
|
||||
-H "X-Gitea-Event: push" \
|
||||
-d '{"ref":"refs/heads/main","commits":[{"message":"test"}],"repository":{"full_name":"test/repo"},"sender":{"login":"ci"}}' \
|
||||
"${GW}/v1/webhooks/forgejo"
|
||||
if [ "$NO_NS" = "400" ]; then
|
||||
echo " ✓ Correctly rejected list without namespace (400)"
|
||||
PASS=$((PASS + 1))
|
||||
else
|
||||
echo " ✗ Expected 400 for missing namespace, got $NO_NS"
|
||||
FAIL=$((FAIL + 1))
|
||||
fi
|
||||
TOTAL=$((TOTAL + 1))
|
||||
|
||||
echo ""
|
||||
echo "═══ Results: ${PASS}/${TOTAL} passed, ${FAIL} failed ═══"
|
||||
|
||||
Reference in New Issue
Block a user