crawler.yml

name: Pull and commit data

on:
  workflow_dispatch:
  schedule:
    - cron: 0 8 * * *

jobs:
  crawler:
    name: Crawler
    runs-on: ubuntu-latest
    env:
      AZURE_SUBSCRIPTION_KEY: ${{secrets.AZURE_SUBSCRIPTION_KEY}}
    steps:
      - uses: actions/checkout@v4
      - run: pipx install poetry
      - uses: actions/setup-python@v5
        with:
          python-version: '3.11'
          cache: poetry
      - run: poetry install
      - run: poetry run python crawler
      - uses: pnpm/action-setup@v4
        with:
          version: 9
      - uses: actions/setup-node@v4
        with:
          node-version: 20
          cache: pnpm
      - run: pnpm install
      - run: pnpm lint-staged
      - name: Commit and push changes
        run: |
          git config --global user.email "luz.liting@gmail.com"
          git config --global user.name "litingyes"
          git add .
          git commit -m "chore(github-actions): update data at $(date +'%Y-%m-%d)"
          git push origin main