CI/CD Integration

name: Checksum tests
on: pull_request

permissions:
  contents: read
  pull-requests: read

jobs:
  checksum:
    runs-on: ubuntu-latest
    steps:
      - uses: checksum-ai/test-run-action@v2
        with:
          api-key: ${{ secrets.CHECKSUM_API_KEY }}
          grep: 'checkout'
          auto-heal: true

name: Run Checksum Tests

on:
  # Choose your triggers:
  # schedule:
  #   - cron: '0 0 * * *'  # Runs every day at 00:00 UTC
  workflow_dispatch:        # Allows manual triggering

jobs:
  test:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4

      - name: Install npm dependencies
        run: npm install

      - name: Install Playwright with dependencies
        run: npx playwright install --with-deps

      - name: Download .env from Checksum
        run: npx checksumai dotenv --download --api-key="${{ secrets.CHECKSUM_API_KEY }}"

      - name: Run Checksum tests
        run: npx checksumai test
        env:
          CHECKSUM_API_KEY: ${{ secrets.CHECKSUM_API_KEY }}
          USERNAME: ${{ secrets.USERNAME }}
          PASSWORD: ${{ secrets.PASSWORD }}
          LOGIN_URL: ${{ secrets.LOGIN_URL }}
          BASE_URL: ${{ secrets.BASE_URL }}
          CI: true

image: node:20-bookworm

stages:
  - test

run-checksum-tests:
  stage: test
  rules:
    # - if: '$CI_PIPELINE_SOURCE == "schedule"'  # Runs for scheduled pipelines
    - if: '$CI_PIPELINE_SOURCE == "web"'          # Allows manual triggering
      when: manual

  before_script:
    - npm ci
    - npx playwright install --with-deps
    - npx checksumai dotenv --download --api-key="${CHECKSUM_API_KEY}"

  script:
    - npx checksumai test

  variables:
    CHECKSUM_API_KEY: $CHECKSUM_API_KEY
    USERNAME: $USERNAME
    PASSWORD: $PASSWORD
    LOGIN_URL: $LOGIN_URL
    BASE_URL: $BASE_URL
    CI: "true"

  cache:
    key: ${CI_COMMIT_REF_SLUG}
    paths:
      - node_modules/

name: Checksum sharded PR tests

on:
  pull_request:
    types: [opened, synchronize, reopened]

jobs:
  checksum:
    runs-on: ubuntu-latest
    timeout-minutes: 30
    steps:
      - name: Trigger sharded Checksum run
        id: trigger
        run: |
          RESPONSE=$(curl -sf -X POST https://api.checksum.ai/public-api/v2/execution/grep \
            -H "Authorization: Bearer ${{ secrets.CHECKSUM_API_KEY }}" \
            -H "Content-Type: application/json" \
            -d "$(jq -n \
              --arg grep "@smoke" \
              --arg branch "${{ github.head_ref }}" \
              --arg baseUrl "https://pr-${{ github.event.pull_request.number }}.preview.example.com" \
              '{
                grep: $grep,
                branch: $branch,
                envOverrides: { BASE_URL: $baseUrl },
                shardCount: 8
              }')")
          echo "run_id=$(echo "$RESPONSE" | jq -r .runId)" >> "$GITHUB_OUTPUT"

      - name: Poll Checksum verdict
        run: |
          RUN_ID="${{ steps.trigger.outputs.run_id }}"
          while true; do
            STATUS=$(curl -sf "https://api.checksum.ai/public-api/v1/execution/status/run/$RUN_ID" \
              -H "Authorization: Bearer ${{ secrets.CHECKSUM_API_KEY }}")
            echo "$STATUS" | jq '{status, phase, isTerminal, verdict, passed, failed, recovered, bug}'

            if [[ "$(echo "$STATUS" | jq -r .isTerminal)" == "true" ]]; then
              break
            fi

            sleep 15
          done

          [[ "$(echo "$STATUS" | jq -r .verdict)" == "pass" ]]