From 94afc921e03a3a90a02cbd6946ae4caee2be5439 Mon Sep 17 00:00:00 2001
From: E M <5089238+emizzle@users.noreply.github.com>
Date: Thu, 30 Apr 2026 18:09:35 +1000
Subject: [PATCH] generate test summary to show in workflow summary

---
 .github/scripts/generate_test_summary.py | 86 ++++++++++++++++++++++++
 .github/workflows/release.yml            | 29 ++++++++
 2 files changed, 115 insertions(+)
 create mode 100644 .github/scripts/generate_test_summary.py

diff --git a/.github/scripts/generate_test_summary.py b/.github/scripts/generate_test_summary.py
new file mode 100644
index 00000000..e856076f
--- /dev/null
+++ b/.github/scripts/generate_test_summary.py
@@ -0,0 +1,86 @@
+"""
+Reads test-result Cloud Logging entries (written as JSON to runner pod stdout
+by TearDownDistTest) and writes a Markdown summary to $GITHUB_STEP_SUMMARY.
+
+Expected env vars (all set by the workflow before calling this script):
+  ENTRIES_FILE       - path to a JSON file containing gcloud logging read output
+  RUNID              - the test run ID (e.g. 20260430-060144)
+  CLUSTER_NAME       - GKE cluster name
+  GCP_PROJECT        - GCP project ID
+  JOB_START_TIME     - ISO timestamp used as the Cloud Logging URL startTime
+  JOB_START          - job startTime from kubectl (for duration calc)
+  JOB_END            - job completionTime from kubectl (for duration calc)
+  GITHUB_STEP_SUMMARY - path to the GHA step summary file
+"""
+
+import json, os, sys, urllib.parse
+from datetime import datetime
+
+with open(os.environ["ENTRIES_FILE"]) as f:
+    entries = json.load(f)
+
+runid   = os.environ["RUNID"]
+cluster = os.environ["CLUSTER_NAME"]
+project = os.environ["GCP_PROJECT"]
+start   = os.environ["JOB_START_TIME"]
+
+if not entries:
+    with open(os.environ["GITHUB_STEP_SUMMARY"], "a") as f:
+        f.write(f"No test results found for run `{runid}`\n")
+    sys.exit(0)
+
+# Aggregate by fixture in run order; mark Failed if any method failed.
+fixtures, order = {}, []
+for entry in entries:
+    p = entry.get("jsonPayload", {})
+    fixture, status = p.get("fixture", ""), p.get("status", "")
+    if not fixture:
+        continue
+    if fixture not in fixtures:
+        order.append(fixture)
+        fixtures[fixture] = status
+    elif status == "Failed":
+        fixtures[fixture] = status
+
+# Job duration
+duration = ""
+try:
+    fmt = "%Y-%m-%dT%H:%M:%SZ"
+    secs = int(
+        (
+            datetime.strptime(os.environ["JOB_END"], fmt)
+            - datetime.strptime(os.environ["JOB_START"], fmt)
+        ).total_seconds()
+    )
+    duration = f" in {secs // 60}m {secs % 60}s"
+except Exception:
+    pass
+
+
+def log_url(fixture):
+    query = "\n".join([
+        'resource.type="k8s_container"',
+        f'resource.labels.cluster_name="{cluster}"',
+        f'labels."k8s-pod/runid"="{runid}"',
+        f'labels."k8s-pod/fixturename"="{fixture.lower()}"',
+    ])
+    encoded = urllib.parse.quote(query, safe="")
+    return (
+        f"https://console.cloud.google.com/logs/query"
+        f";query={encoded}"
+        f";startTime={start}"
+        f"?project={project}"
+    )
+
+
+passed = sum(1 for s in fixtures.values() if s == "Passed")
+total  = len(fixtures)
+
+lines = ["## Test Results", ""]
+for fixture in order:
+    icon = "✅" if fixtures[fixture] == "Passed" else "❌"
+    lines.append(f"- {icon} [{fixture}]({log_url(fixture)})")
+lines += ["", f"**{passed}/{total} tests passed{duration}**"]
+
+with open(os.environ["GITHUB_STEP_SUMMARY"], "a") as f:
+    f.write("\n".join(lines) + "\n")
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
index f945383f..54b5b787 100644
--- a/.github/workflows/release.yml
+++ b/.github/workflows/release.yml
@@ -370,11 +370,40 @@ jobs:
           || kubectl wait job/$NAMEPREFIX -n default \
             --for=condition=Failed \
             --timeout=0s
+
           job_status=$(kubectl get jobs $NAMEPREFIX -n default \
             -o jsonpath='{.status.conditions[0].type}')
           echo "Job status: $job_status"
           [[ "$job_status" == "SuccessCriteriaMet" ]] || exit 1
 
+      - name: Generate test summary
+        if: always() && steps.tf-apply.conclusion == 'success'
+        env:
+          GCP_PROJECT: ${{ vars.RELEASE_TESTS_GCP_PROJECT }}
+        run: |
+          export JOB_START=$(kubectl get job "$NAMEPREFIX" -n default \
+            -o jsonpath='{.status.startTime}' 2>/dev/null || true)
+          export JOB_END=$(kubectl get job "$NAMEPREFIX" -n default \
+            -o jsonpath='{.status.completionTime}' 2>/dev/null || true)
+
+          FILTER="resource.type=\"k8s_container\""
+          FILTER+=" AND resource.labels.namespace_name=\"default\""
+          FILTER+=" AND resource.labels.container_name=\"runner\""
+          FILTER+=" AND labels.\"k8s-pod/runid\"=\"${RUNID}\""
+          FILTER+=" AND jsonPayload.type=\"test-result\""
+
+          export ENTRIES_FILE=$(mktemp)
+          for attempt in $(seq 1 12); do
+            gcloud logging read "$FILTER" --order=asc --limit=1000 --format=json \
+              --project="$GCP_PROJECT" > "$ENTRIES_FILE" 2>/dev/null || echo "[]" > "$ENTRIES_FILE"
+            [[ $(cat "$ENTRIES_FILE") != "[]" ]] && break
+            echo "Attempt $attempt/12: waiting for test results in Cloud Logging..."
+            [[ $attempt -lt 12 ]] && sleep 10
+          done
+
+          python3 .github/scripts/generate_test_summary.py
+          rm -f "$ENTRIES_FILE"
+
       - name: Delete PVCs before cluster teardown
         if: always() && steps.tf-apply.conclusion != 'skipped'
         run: |