TestVault API

name: TestVault

on: [push]

jobs:
  qa:
    runs-on: ubuntu-latest
    steps:
      - name: Start the suite
        id: start
        run: |
          BODY=$(curl -sS -X POST "https://testvault.app/api/public/v1/runs" \
            -H "Authorization: Bearer ${{ secrets.TESTVAULT_TOKEN }}" \
            -H "Content-Type: application/json" \
            -d '{"plan":"Smoke"}')

          RUN_ID=$(echo "$BODY" | jq -r '.runId // empty')
          if [ -z "$RUN_ID" ]; then
            # A refusal has no runId. Print what TestVault said instead of polling nothing.
            echo "$BODY" | jq -r '"TestVault refused: \(.error // "unknown") (\(.code // "-"))"'
            exit 1
          fi
          echo "run_id=$RUN_ID" >> "$GITHUB_OUTPUT"

      - name: Wait for the result
        run: |
          RUN_ID="${{ steps.start.outputs.run_id }}"
          for _ in $(seq 1 120); do
            BODY=$(curl -sS "https://testvault.app/api/public/v1/runs/$RUN_ID" \
              -H "Authorization: Bearer ${{ secrets.TESTVAULT_TOKEN }}")
            STATUS=$(echo "$BODY" | jq -r '.status // "unknown"')
            [ "$STATUS" = "running" ] || break
            sleep 10
          done

          echo "$BODY" | jq -r '(.tests // [])[] | select(.status == "failed") | "FAILED  \(.name)"'
          echo "$BODY" | jq -r '"\(.totals.passed // 0) passed, \(.totals.failed // 0) failed, \(.totals.skipped // 0) skipped"'

          # Fail on failures, not on the status: "running" is not a failure.
          if [ "$STATUS" != "completed" ]; then
            # Covers both "still running after the timeout" and a mid-poll refusal, which has no
            # status at all — "did not finish in time" alone would send you looking for the wrong
            # thing when the real answer is that somebody revoked the token.
            echo "Run did not complete (status: $STATUS) — $(echo "$BODY" | jq -r '.error // "timed out"')"
            exit 1
          fi
          if [ "$(echo "$BODY" | jq -r '.totals.failed // 0')" -gt 0 ]; then
            exit 1
          fi

curl -X POST "https://testvault.app/api/public/v1/runs" \
  -H "Authorization: Bearer tv_live_…" \
  -H "Content-Type: application/json" \
  -d '{"plan":"Smoke"}'