GitLab CI

stages:
  - test

stably_tests:
  stage: test
  image: alpine:latest
  before_script:
    - apk add --no-cache curl jq
  script:
    - |
      # Trigger test run
      RESPONSE=$(curl -s -X POST \
        "https://api.stably.ai/v1/testSuite/$TEST_SUITE_ID/run" \
        -H "Authorization: Bearer $STABLY_API_KEY" \
        -H "accept: application/json")
      
      TEST_SUITE_RUN_ID=$(echo $RESPONSE | jq -r '.testSuiteRunId')
      
      # Poll for completion
      while true; do
        STATUS=$(curl -s -X GET \
          "https://api.stably.ai/v1/testSuiteRun/$TEST_SUITE_RUN_ID/status" \
          -H "Authorization: Bearer $STABLY_API_KEY" | jq -r '.status')
        
        if [ "$STATUS" = "FINISHED" ]; then
          echo "Test run completed"
          
          # Fetch test results to check if tests passed
          RESULTS=$(curl -s -X GET \
            "https://api.stably.ai/v1/testSuiteRun/$TEST_SUITE_RUN_ID/result" \
            -H "Authorization: Bearer $STABLY_API_KEY")
          
          # Check if all tests passed or are flaky
          ALL_PASSED=$(echo $RESULTS | jq '.results | all(.status == "PASSED" or .status == "FLAKY")')
          
          if [ "$ALL_PASSED" = "true" ]; then
            echo "✅ All tests passed successfully"
            exit 0
          else
            echo "❌ Some tests failed"
            echo $RESULTS | jq '.results[] | select(.status != "PASSED" and .status != "FLAKY") | {testName, status}'
            exit 1
          fi
        fi
        
        sleep 30
      done
  variables:
    TEST_SUITE_ID: "your-suite-id"
  secrets:
    STABLY_API_KEY:
      vault: stably-api-key