databricks_gha.yml

name: Run a notebook in the current repo on PR

on:
  pull_request:

env:
  DATABRICKS_HOST: ${{ secrets.DATABRICKS_HOST }}

jobs:
  repos-notebook:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repo
        uses: actions/checkout@v2
      - name: Run local notebook
        uses: databricks/run-notebook@main
        id: upload-repo-run
        with:
          local-notebook-path: covid_eda.py
          git-commit: "${{ github.event.pull_request.head.sha }}"
          databricks-token: ${{ secrets.DATABRICKS_TOKEN }}
          existing-cluster-id: "0503-133657-ykbcfebd"          
          #new-cluster-json: >
          #   {
          #     "num_workers": 1,
          #     "spark_version": "10.4.x-scala2.12",
          #     "node_type_id": "i3.xlarge"
          #   }
          libraries-json: >
            [
              {"pypi": 
                {"package": "pytest"}
              },
              {"pypi":
                {"package": "wget"}
              }
              ]
          notebook-params-json: > 
            {"run_as" : "testing"}
          # Grant all users view permission on the notebook results, so that they can
          # see the result of our CI notebook maybe
          access-control-list-json: >
            [
              {
                "group_name": "users",
                "permission_level": "CAN_VIEW"
              }
            ]
          run-name: "Integration test"