scraper.yml

name: scraper

on:
    workflow_dispatch:
    schedule:
        - cron: "0 12 * * *" # runs at 12:00 UTC everyday

jobs:
    generate_list:
        runs-on: ubuntu-latest
        steps:
            - name: checkout repo content
              uses: actions/checkout@v4

            - name: setup python
              uses: actions/setup-python@v5
              with:
                  python-version: "3.12"

            - name: install python packages
              run: |
                  python -m pip install --upgrade pip
                  pip install $(grep -v '^ *#\|^bandit\|^black\|^mypy\|^mypy-extensions\|^pylint' requirements.txt | grep .)

            - name: execute py script
              run: python scraper.py

            - name: commit files
              run: |
                  git config --local user.email "action@github.com"
                  git config --local user.name "GitHub Action"
                  git add -A
                  git diff --name-only --cached --exit-code || ( git commit -am "update allowlist" && git push )