[Toolkit Release] Weekly Toolkit Release 01-29-25 (#236) #239
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Release and Publish Containers | |
| on: | |
| push: | |
| branches: | |
| - main | |
| tags: | |
| - '*' | |
| workflow_dispatch: | |
| inputs: | |
| version: | |
| description: 'Version to release (e.g., 0.1.0)' | |
| required: true | |
| default: '0.0.1' | |
| env: | |
| REGISTRY: ghcr.io | |
| jobs: | |
| set-version: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| version: ${{ steps.set_version.outputs.version }} | |
| steps: | |
| - name: Wait for tests to succeed | |
| uses: lewagon/wait-on-check-action@v1.3.4 | |
| with: | |
| ref: ${{ github.ref }} | |
| running-workflow-name: 'Main' | |
| repo-token: ${{ secrets.PAT }} | |
| wait-interval: 10 | |
| ignore-checks: "set-version,release-and-publish" | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set version | |
| id: set_version | |
| run: | | |
| if [ "${{ github.event_name }}" = "workflow_dispatch" ]; then | |
| echo "version=${{ github.event.inputs.version }}" >> $GITHUB_OUTPUT | |
| elif [[ $GITHUB_REF == refs/tags/* ]]; then | |
| echo "version=${GITHUB_REF#refs/tags/}" >> $GITHUB_OUTPUT | |
| else | |
| echo "version=$(date +'%Y.%-m.%-d').dev0" >> $GITHUB_OUTPUT | |
| fi | |
| build-and-push: | |
| needs: set-version | |
| strategy: | |
| matrix: | |
| include: | |
| - arch: amd64 | |
| os: ubuntu-latest | |
| - arch: arm64 | |
| os: linux-arm64 | |
| runs-on: ${{ matrix.os }} | |
| permissions: | |
| contents: write | |
| packages: write | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Install Poetry | |
| uses: snok/install-poetry@v1 | |
| with: | |
| version: 1.8.5 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v2 | |
| - name: Configure AWS credentials | |
| uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: us-east-1 | |
| - name: Login to ECR | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: 471112909428.dkr.ecr.us-east-1.amazonaws.com | |
| username: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| password: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| - name: Log in to GitHub Container Registry | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: ${{ env.REGISTRY }} | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Build and push Worker image | |
| id: build | |
| run: | | |
| make docker VERSION=${{ needs.set-version.outputs.version }} ARCH=${{ matrix.arch }} | |
| make docker-base VERSION=${{ needs.set-version.outputs.version }} ARCH=${{ matrix.arch }} | |
| make publish-ecr VERSION=${{ needs.set-version.outputs.version }} ARCH=${{ matrix.arch }} | |
| - name: Push GHCR | |
| if: github.event_name != 'push' || startsWith(github.ref, 'refs/tags/') | |
| run: | | |
| make publish-ghcr VERSION=${{ needs.set-version.outputs.version }} ARCH=${{ matrix.arch }} | |
| push-manifest: | |
| runs-on: ubuntu-latest | |
| needs: [set-version, build-and-push] | |
| permissions: | |
| contents: write | |
| packages: write | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Log in to GitHub Container Registry | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: ${{ env.REGISTRY }} | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Configure AWS credentials | |
| uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: us-east-1 | |
| - name: Login to ECR | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: 471112909428.dkr.ecr.us-east-1.amazonaws.com | |
| username: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| password: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| - name: Push manifest to ECR | |
| working-directory: ./docker | |
| run: | | |
| make ecr-manifest VERSION=${{ needs.set-version.outputs.version }} | |
| make ecr-manifest INSTALL_TOOLKITS=false VERSION=${{ needs.set-version.outputs.version }} | |
| - name: Push manifest to GHCR | |
| if: github.event_name != 'push' || startsWith(github.ref, 'refs/tags/') | |
| working-directory: ./docker | |
| run: | | |
| make ghcr-manifest VERSION=${{ needs.set-version.outputs.version }} | |
| make ghcr-manifest INSTALL_TOOLKITS=false VERSION=${{ needs.set-version.outputs.version }} | |
| # Currently broken: workflow deploy requires all versions | |
| # deploy: | |
| # if: github.event_name == 'push' | |
| # runs-on: ubuntu-latest | |
| # needs: [set-version, push-manifest] | |
| # steps: | |
| # - name: Checkout code | |
| # uses: actions/checkout@v3 | |
| # with: | |
| # fetch-depth: 0 | |
| # - name: Set image | |
| # run: | | |
| # echo "image=471112909428.dkr.ecr.us-east-1.amazonaws.com/arcadeai/arcade-ai:${{ needs.set-version.outputs.version }}" >> $GITHUB_OUTPUT | |
| # - name: Deploy to Amazon ECS | |
| # env: | |
| # GITHUB_TOKEN: ${{ secrets.PAT }} | |
| # run: gh workflow -R ArcadeAI/Team run Deploy -f actor-version=${{ needs.set-version.outputs.version }} | |
| release: | |
| needs: [set-version, build-and-push] | |
| runs-on: ubuntu-latest | |
| if: github.event_name != 'push' || startsWith(github.ref, 'refs/tags/') | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Install Poetry | |
| uses: snok/install-poetry@v1 | |
| with: | |
| version: 1.8.5 | |
| - name: Make dist | |
| run: make full-dist VERSION=${{ needs.set-version.outputs.version }} | |
| - name: Set TAR and WHL names | |
| run: | | |
| export PKG=$(ls arcade/dist/ | grep tar) | |
| set -- $PKG | |
| echo "TAR_NAME=$1" >> $GITHUB_ENV | |
| export PKG=$(ls arcade/dist/ | grep whl) | |
| set -- $PKG | |
| echo "WHL_NAME=$1" >> $GITHUB_ENV | |
| - name: Generate release notes | |
| id: generate_release_notes | |
| run: | | |
| echo "Release notes for version ${{ needs.set-version.outputs.version }}" > release_notes.md | |
| echo "" >> release_notes.md | |
| echo "Changes in this release:" >> release_notes.md | |
| git log $(git describe --tags --abbrev=0)..HEAD --pretty=format:"- %s" >> release_notes.md | |
| - name: Create Release | |
| id: create_release | |
| uses: actions/create-release@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| tag_name: ${{ needs.set-version.outputs.version }} | |
| release_name: Release ${{ needs.set-version.outputs.version }} | |
| body_path: release_notes.md | |
| draft: false | |
| prerelease: false | |
| - name: Upload Release Asset | |
| uses: actions/upload-release-asset@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ steps.create_release.outputs.upload_url }} | |
| asset_path: ./release_notes.md | |
| asset_name: release_notes.md | |
| asset_content_type: text/markdown | |
| - name: Upload Python Tar Asset | |
| uses: actions/upload-release-asset@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ steps.create_release.outputs.upload_url }} | |
| asset_path: ./arcade/dist/${{ env.TAR_NAME }} | |
| asset_name: ${{ env.TAR_NAME }} | |
| asset_content_type: application/zip | |
| - name: Upload Python Whl Asset | |
| uses: actions/upload-release-asset@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ steps.create_release.outputs.upload_url }} | |
| asset_path: ./arcade/dist/${{ env.WHL_NAME }} | |
| asset_name: ${{ env.WHL_NAME }} | |
| asset_content_type: application/zip | |
| - name: Zip Full Dist | |
| run: tar -cvf python-package-distributions.tar.gz ./dist | |
| - name: Upload Full Dist | |
| uses: actions/upload-release-asset@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ steps.create_release.outputs.upload_url }} | |
| asset_path: python-package-distributions.tar.gz | |
| asset_name: python-package-distributions.tar.gz | |
| asset_content_type: application/zip | |
| - name: Upload the distribution packages | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: python-package-distributions | |
| path: dist/ |