diff --git a/.github/workflows/pypi-publish.yml b/.github/workflows/pypi-publish.yml new file mode 100644 index 0000000..e4369c9 --- /dev/null +++ b/.github/workflows/pypi-publish.yml @@ -0,0 +1,81 @@ +name: Publish Python Package (OSS Exit Gate) + +on: + release: + types: [published] + workflow_dispatch: + +permissions: + contents: read + +jobs: + publish-pypi: + name: Build and stage duet to OSS Exit Gate (PyPI) + runs-on: ubuntu-latest + permissions: + contents: read + id-token: write + steps: + - name: Checkout repository + uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 + with: + persist-credentials: false + - name: Set up Python + uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0 + with: + python-version: '3.11' + - name: Build distribution packages + run: | + python -m pip install --upgrade pip build twine + python -m build + - name: Authenticate to Google Cloud (OSS Exit Gate) + uses: google-github-actions/auth@7c6bc770dae815cd3e89ee6cdf493a5fab2cc093 # v3.0.0 + with: + workload_identity_provider: 'projects/305452601764/locations/global/workloadIdentityPools/builders/providers/github' + - name: Set up Cloud SDK + uses: google-github-actions/setup-gcloud@aa5489c8933f4cc7a4f7d45035b3b1440c9c10db # v3.0.1 + - name: Clean up failed staging attempt for this exact version (if any) + run: | + python3 - <<'PY' + import email, glob, re, subprocess, tarfile, zipfile + seen = set() + for f in sorted(glob.glob("dist/**/*.whl", recursive=True) + glob.glob("dist/**/*.tar.gz", recursive=True)): + try: + if f.endswith(".whl"): + with zipfile.ZipFile(f) as zf: + meta = [n for n in zf.namelist() if n.endswith(".dist-info/METADATA")][0] + msg = email.message_from_bytes(zf.read(meta)) + else: + with tarfile.open(f) as tf: + info = [m for m in tf.getmembers() if m.name.endswith("/PKG-INFO") or m.name == "PKG-INFO"][0] + msg = email.message_from_bytes(tf.extractfile(info).read()) + pkg = re.sub(r"[-_.]+", "-", msg["Name"].strip()).lower() + ver = msg["Version"].strip() + except Exception: + continue + if (pkg, ver) in seen: + continue + seen.add((pkg, ver)) + if subprocess.run([ + "gcloud", "artifacts", "versions", "describe", ver, + f"--package={pkg}", "--project=oss-exit-gate-prod", "--location=us", "--repository=duet--pypi" + ], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL).returncode == 0: + subprocess.run([ + "gcloud", "artifacts", "versions", "delete", ver, + f"--package={pkg}", "--project=oss-exit-gate-prod", "--location=us", "--repository=duet--pypi", "--quiet" + ], check=False) + PY + - name: Stage distributions to OSS Exit Gate and upload manifest + env: + RUN_ID: ${{ github.run_id }} + RUN_ATTEMPT: ${{ github.run_attempt }} + run: | + python -m pip install --upgrade twine + python -m twine upload \ + --repository-url "https://us-python.pkg.dev/oss-exit-gate-prod/duet--pypi/" \ + -u oauth2accesstoken \ + -p "$(gcloud auth print-access-token)" \ + dist/* + echo '{"publish_all": true}' > manifest.json + gcloud storage cp manifest.json \ + "gs://oss-exit-gate-prod-projects-bucket/duet/pypi/manifests/manifest-${RUN_ID}-${RUN_ATTEMPT}.json"