Skip to content
Open
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
81 changes: 81 additions & 0 deletions .github/workflows/pypi-publish.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,81 @@
name: Publish Python Package (OSS Exit Gate)

on:
release:
types: [published]
workflow_dispatch:

permissions:
contents: read

jobs:
publish-pypi:
name: Build and stage duet to OSS Exit Gate (PyPI)
runs-on: ubuntu-latest
permissions:
contents: read
id-token: write
steps:
- name: Checkout repository
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
with:
persist-credentials: false
- name: Set up Python
uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
with:
python-version: '3.11'
- name: Build distribution packages
run: |
python -m pip install --upgrade pip build twine
python -m build
- name: Authenticate to Google Cloud (OSS Exit Gate)
uses: google-github-actions/auth@7c6bc770dae815cd3e89ee6cdf493a5fab2cc093 # v3.0.0
with:
workload_identity_provider: 'projects/305452601764/locations/global/workloadIdentityPools/builders/providers/github'
- name: Set up Cloud SDK
uses: google-github-actions/setup-gcloud@aa5489c8933f4cc7a4f7d45035b3b1440c9c10db # v3.0.1
- name: Clean up failed staging attempt for this exact version (if any)
run: |
python3 - <<'PY'
import email, glob, re, subprocess, tarfile, zipfile
seen = set()
for f in sorted(glob.glob("dist/**/*.whl", recursive=True) + glob.glob("dist/**/*.tar.gz", recursive=True)):
try:
if f.endswith(".whl"):
with zipfile.ZipFile(f) as zf:
meta = [n for n in zf.namelist() if n.endswith(".dist-info/METADATA")][0]
msg = email.message_from_bytes(zf.read(meta))
else:
with tarfile.open(f) as tf:
info = [m for m in tf.getmembers() if m.name.endswith("/PKG-INFO") or m.name == "PKG-INFO"][0]
msg = email.message_from_bytes(tf.extractfile(info).read())
pkg = re.sub(r"[-_.]+", "-", msg["Name"].strip()).lower()
ver = msg["Version"].strip()
except Exception:
continue
if (pkg, ver) in seen:
continue
seen.add((pkg, ver))
if subprocess.run([
"gcloud", "artifacts", "versions", "describe", ver,
f"--package={pkg}", "--project=oss-exit-gate-prod", "--location=us", "--repository=duet--pypi"
], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL).returncode == 0:
subprocess.run([
"gcloud", "artifacts", "versions", "delete", ver,
f"--package={pkg}", "--project=oss-exit-gate-prod", "--location=us", "--repository=duet--pypi", "--quiet"
], check=False)
PY
- name: Stage distributions to OSS Exit Gate and upload manifest
env:
RUN_ID: ${{ github.run_id }}
RUN_ATTEMPT: ${{ github.run_attempt }}
run: |
python -m pip install --upgrade twine
python -m twine upload \
--repository-url "https://us-python.pkg.dev/oss-exit-gate-prod/duet--pypi/" \
-u oauth2accesstoken \
-p "$(gcloud auth print-access-token)" \
dist/*
echo '{"publish_all": true}' > manifest.json
gcloud storage cp manifest.json \
"gs://oss-exit-gate-prod-projects-bucket/duet/pypi/manifests/manifest-${RUN_ID}-${RUN_ATTEMPT}.json"
Loading