agent-e2e.yml

name: Agent E2E

# Runs the agent e2e suites (e2e/) against the Conductor OSS server boot JAR
# (Maven Central — it has no GitHub release assets), which ships the
# /agent/* control plane + TaskDef.runtimeMetadata persistence (conductor-oss
# PR #1255) and the agent runtime on by default from 3.32.0-rc.8 onward.
# The Conductor server JAR is no longer used as a server flavor here.
# Port of the Python SDK's proven agent-e2e workflow; JS deltas only
# (Node toolchain, jest runner; Python kept solely for mcp-testkit).
#
# These tests call real LLMs via the OPENAI_API_KEY / ANTHROPIC_API_KEY
# repo secrets. Fork PRs cannot see repo secrets, so for them the run
# fails at the silently-empty guard rather than passing vacuously.

on: [pull_request, workflow_dispatch]

concurrency:
  group: agent-e2e-${{ github.ref }}
  cancel-in-progress: true

# Deliberately NOT the same knob as the integration-tests-oss job in
# pull_request.yml, despite the similar name. That job pins a *Docker image
# tag* (conductoross/conductor on Docker Hub), defaulted in
# scripts/docker-compose-oss.yaml and overridable via the
# E2E_TEST_OSS_CONDUCTOR_VERSION org variable. This is a *Maven Central
# artifact version* for the conductor-server boot JAR, which is a different
# registry with a different set of published versions -- notably it has no
# `latest`, which is what that org variable currently holds. It also carries a
# constraint that job does not: the /agent/* control plane and the
# TaskDef.runtimeMetadata persistence these suites exercise only exist from
# 3.32.0-rc.8 onward. So it is pinned independently and bumped deliberately.
env:
  CONDUCTOR_OSS_VERSION: ${{ vars.CONDUCTOR_SERVER_VERSION || '3.32.1' }} # pinned conductor-oss release — see note above

jobs:
  agent-e2e:
    runs-on: ubuntu-latest
    timeout-minutes: 45
    env:
      OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
      ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
      CONDUCTOR_SERVER_URL: http://localhost:8080/api
    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Set up Node
        uses: actions/setup-node@v4
        with:
          node-version: 22
          cache: npm

      - name: Set up Python (mcp-testkit only)
        uses: actions/setup-python@v5
        with:
          python-version: '3.12'
          # no `cache: pip` — it requires a requirements.txt/pyproject.toml
          # to key on, and this repo has neither (Python is mcp-testkit only)

      - name: Set up Java
        uses: actions/setup-java@v4
        with:
          distribution: temurin
          java-version: '21'

      - name: Cache conductor-oss server JAR
        id: conductor_oss_jar_cache
        uses: actions/cache@v4
        with:
          path: conductor-server-boot.jar
          key: conductor-server-${{ env.CONDUCTOR_OSS_VERSION }}

      - name: Download conductor-oss server JAR from Maven Central
        if: steps.conductor_oss_jar_cache.outputs.cache-hit != 'true'
        run: |
          curl -sfL "https://repo1.maven.org/maven2/org/conductoross/conductor-server/${CONDUCTOR_OSS_VERSION}/conductor-server-${CONDUCTOR_OSS_VERSION}-boot.jar" \
            --output conductor-server-boot.jar

      - name: Install SDK deps and build
        run: |
          npm ci
          npm run build

      - name: Install mcp-testkit
        run: |
          python -m pip install --upgrade pip
          # mcp-testkit's own mcp[cli]>=1.0.0 bound is unbounded upward, and
          # this Python setup is mcp-testkit-only (nothing else here caps mcp
          # the way google-adk/openai-agents do for python-sdk's e2e install)
          # -- so pin below mcp 2.0.0's FastMCP -> MCPServer rewrite ourselves.
          pip install mcp-testkit "mcp<2.0.0"

      - name: Start mcp-testkit
        run: |
          mcp-testkit --transport http --port 3001 &
          sleep 2

      - name: Start server
        run: |
          java -jar conductor-server-boot.jar --server.port=8080 > server.log 2>&1 &

      - name: Wait for server health
        run: |
          for i in $(seq 1 45); do
            if curl -sf http://localhost:8080/health | grep -q '"healthy"[[:space:]]*:[[:space:]]*true'; then
              echo "server healthy after ~$((i*2))s"; exit 0
            fi
            sleep 2
          done
          echo "::error::server failed to become healthy within 90s"
          tail -100 server.log
          exit 1

      - name: Run e2e suites
        run: |
          mkdir -p results
          # Every suite shares one local Conductor instance and its finite
          # system-worker pool. Two Jest workers avoid starving long-running
          # workflows, while retaining enough parallelism for this job's
          # 45-minute time budget. Matrix-suite concurrency is intentional.
          npm run test:agent-e2e -- --maxWorkers=2

      # The TS suites fail hard when the server is down (no session-skip),
      # so this guard is defense-in-depth against a future gate regression
      # or a secrets-less fork run skipping everything.
      - name: Guard against silently-empty runs
        if: always()
        run: |
          python - <<'EOF'
          import glob
          import sys
          import xml.etree.ElementTree as ET

          total = executed = 0
          for path in glob.glob("results/junit-*.xml"):
              root = ET.parse(path).getroot()
              for suite in root.iter("testsuite"):
                  t = int(suite.get("tests", 0))
                  sk = int(suite.get("skipped", 0))
                  total += t
                  executed += t - sk
          print(f"executed {executed}/{total} tests")
          sys.exit(0 if executed > 0 else 1)
          EOF

      - name: Generate HTML report
        if: always()
        run: |
          npx tsx e2e/generate-report.ts results/junit-e2e.xml results/report.html || true

      - name: Upload results
        if: always()
        uses: actions/upload-artifact@v4
        with:
          name: agent-e2e-results
          path: |
            results/
            server.log
          retention-days: 14