diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 18662810..b2cb22c3 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -2,76 +2,25 @@ name: CI on: push: - tags: - - '*' - pull_request: + branches: + - 'tbr' jobs: - test: - runs-on: ubuntu-22.04 - steps: - - uses: actions/checkout@v2 - - uses: coursier/cache-action@v6 - - name: Set up JDK 11 - uses: actions/setup-java@v1 - with: - java-version: 11 - - name: Check Scala formatting - run: sbt scalafmtCheckAll scalafmtSbtCheck - - name: Run tests - run: sbt test - publish_docker: - needs: test - if: github.ref_type == 'tag' - runs-on: ubuntu-22.04 + runs-on: ubuntu-latest strategy: matrix: sbtProject: - - azure - gcp - - aws - - awsHudi - - gcpHudi - - azureHudi - - gcpBiglake include: - - sbtProject: azure - runSnyk: true - targetDir: "modules/azure/target" - dockerSuffix: azure - dockerTagSuffix: "" - sbtProject: gcp runSnyk: true targetDir: "modules/gcp/target" dockerSuffix: gcp dockerTagSuffix: "" - - sbtProject: aws - runSnyk: true - targetDir: "modules/aws/target" - dockerSuffix: aws - dockerTagSuffix: "" - - sbtProject: azureHudi - runSnyk: false - targetDir: "packaging/hudi/target/azure" - dockerSuffix: azure - dockerTagSuffix: "-hudi" - - sbtProject: gcpHudi - runSnyk: false - targetDir: "packaging/hudi/target/gcp" - dockerSuffix: gcp - dockerTagSuffix: "-hudi" - - sbtProject: awsHudi - runSnyk: false - targetDir: "packaging/hudi/target/aws" - dockerSuffix: aws - dockerTagSuffix: "-hudi" - - sbtProject: gcpBiglake - runSnyk: false - targetDir: "packaging/biglake/target/gcp" - dockerSuffix: gcp - dockerTagSuffix: "-biglake" steps: + - name: Install sbt + uses: sbt/setup-sbt@v1 - name: Checkout Github uses: actions/checkout@v2 - uses: coursier/cache-action@v6 @@ -92,8 +41,7 @@ jobs: with: images: "snowplow/lake-loader-${{ matrix.dockerSuffix }}" tags: | - type=raw,value=latest${{ matrix.dockerTagSuffix }},enable=${{ !contains(github.ref_name, 'rc') }} - type=raw,value=${{ github.ref_name }}${{ matrix.dockerTagSuffix }} + type=raw,value=0.5.0-rc4 flavor: | latest=false - name: Set up QEMU @@ -108,15 +56,3 @@ jobs: platforms: linux/amd64,linux/arm64/v8 tags: ${{ steps.meta.outputs.tags }} push: true - - name: Build local image, which is needed to run Snyk - if: ${{ !contains(github.ref_name, 'rc') && fromJSON(matrix.runSnyk) }} - run: sbt "project ${{ matrix.sbtProject }}" docker:publishLocal - - name: Run Snyk to check for vulnerabilities - uses: snyk/actions/docker@master - if: ${{ !contains(github.ref_name, 'rc') && fromJSON(matrix.runSnyk) }} - with: - image: "snowplow/lake-loader-${{ matrix.dockerSuffix }}:${{ github.ref_name }}${{ matrix.dockerTagSuffix }}" - args: "--app-vulns --org=99605b41-ca0f-42c9-a9ff-45c201a10a26" - command: monitor - env: - SNYK_TOKEN: ${{ secrets.SNYK_TOKEN }}