Merge pull request #2 from chenmoneygithub/add-pre-pypi-test #10
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: Publish Python 🐍 distributions 📦 to PyPI | |
| on: | |
| push: | |
| tags: | |
| - "*" | |
| jobs: | |
| extract-tag: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| version: ${{ steps.extract_tag.outputs.tag }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - id: extract_tag | |
| name: Extract tag name | |
| run: echo "::set-output name=tag::$(echo $GITHUB_REF | cut -d / -f 3)" | |
| build-and-publish-test-pypi: | |
| needs: extract-tag | |
| runs-on: ubuntu-latest | |
| environment: | |
| name: pypi | |
| permissions: | |
| id-token: write # IMPORTANT: mandatory for trusted publishing | |
| contents: write | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python 3.9 | |
| uses: actions/setup-python@v3 | |
| with: | |
| python-version: "3.9" | |
| - name: Install dependencies | |
| run: python3 -m pip install --upgrade setuptools wheel twine build semver packaging | |
| - name: Get correct version for TestPyPI release | |
| id: check_version | |
| run: | | |
| VERSION=${{ needs.extract-tag.outputs.version }} | |
| PACKAGE_NAME="dspy-test-chenmoney" | |
| echo "Checking if $VERSION for $PACKAGE_NAME exists on TestPyPI" | |
| NEW_VERSION=$(python3 .github/workflows/build_utils/test_version.py $PACKAGE_NAME $VERSION) | |
| echo "Version to be used for TestPyPI release: $NEW_VERSION" | |
| echo "::set-output name=version::$NEW_VERSION" | |
| - name: Update version in pyproject.toml | |
| run: sed -i '/#replace_package_version_marker/{n;s/version="[^"]*"/version="${{ steps.check_version.outputs.version }}"/;}' pyproject.toml | |
| - name: Update package name in pyproject.toml | |
| run: sed -i '/#replace_package_name_marker/{n;s/name="[^"]*"/name="dspy-test-chenmoney"/;}' pyproject.toml | |
| - name: Build a binary wheel | |
| run: python3 -m build | |
| # Test the locally built wheel | |
| - name: Create test environment | |
| run: python -m venv test_env | |
| - name: Test package installation and functionality | |
| run: | | |
| source test_env/bin/activate | |
| # Install the locally built wheel and testing dependencies | |
| pip install dist/*.whl pytest | |
| # Run specific test directory | |
| pytest tests/predict/ -v | |
| deactivate | |
| # Publish to test-PyPI | |
| - name: Publish distribution 📦 to test-PyPI | |
| uses: pypa/gh-action-pypi-publish@release/v1 # This requires a trusted publisher to be setup in pypi/testpypi | |
| with: | |
| repository-url: https://test.pypi.org/legacy/ | |
| build-and-publish-pypi: | |
| needs: [extract-tag, build-and-publish-test-pypi] | |
| # Only publish to PyPI if the repository owner is stanfordnlp, while the test-PyPI is open to all forks for testing | |
| if: github.repository_owner == 'stanfordnlp' | |
| runs-on: ubuntu-latest | |
| environment: | |
| name: pypi | |
| permissions: | |
| id-token: write # IMPORTANT: mandatory for trusted publishing | |
| contents: write | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python 3.9 | |
| uses: actions/setup-python@v3 | |
| with: | |
| python-version: "3.9" | |
| - name: Install dependencies | |
| run: python3 -m pip install --upgrade setuptools wheel twine build | |
| - name: Update version in pyproject.toml | |
| run: sed -i '/#replace_package_version_marker/{n;s/version *= *"[^"]*"/version="${{ needs.extract-tag.outputs.version }}"/;}' pyproject.toml | |
| # Publish to dspy | |
| - name: Update package name in pyproject.toml | |
| run: sed -i '/#replace_package_name_marker/{n;s/name *= *"[^"]*"/name="dspy"/;}' pyproject.toml | |
| - name: Build a binary wheel | |
| run: python3 -m build | |
| - name: Publish distribution 📦 to PyPI (dspy) | |
| uses: pypa/gh-action-pypi-publish@release/v1 | |
| with: | |
| attestations: false | |
| # Publish to dspy-ai | |
| - name: Update package name for dspy-ai | |
| run: sed -i '/#replace_package_name_marker/{n;s/name *= *"[^"]*"/name="dspy-ai"/;}' pyproject.toml | |
| - name: Build a binary wheel (dspy-ai) | |
| run: python3 -m build | |
| - name: Publish distribution 📦 to PyPI (dspy-ai) | |
| uses: pypa/gh-action-pypi-publish@release/v1 | |
| with: | |
| attestations: false | |
| # Restore name to dspy for git commit | |
| - name: Restore package name to dspy | |
| run: sed -i '/#replace_package_name_marker/{n;s/name *= *"[^"]*"/name="dspy"/;}' pyproject.toml | |
| - uses: stefanzweifel/git-auto-commit-action@v5 # auto commit changes to main | |
| with: | |
| commit_message: Update versions | |
| create_branch: true | |
| branch: release-${{ needs.extract-tag.outputs.version }} | |
| - name: Checkout main branch | |
| run: | | |
| git fetch origin | |
| git checkout main | |
| - name: Configure git user | |
| run: | | |
| git config --global user.email "actions@github.com" | |
| git config --global user.name "Github Actions" | |
| - name: Merge release branch into main | |
| run: | | |
| git merge --no-ff release-${{ needs.extract-tag.outputs.version }} | |
| - name: Push changes to main | |
| run: | | |
| git push origin main |