tests.yaml

name: tests

on:
  push:
    branches:
      - main
  pull_request:
    branches:
      - main

jobs:
  cpu:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3
      - name: Set environment variables
        run: |
          echo "CURRENT_WEEK=$(date +'%Y-%U')" >> $GITHUB_ENV
      - uses: actions/setup-python@v4
        with:
          python-version: "3.10"
      - uses: actions/cache@v4
        with:
          path: ${{ env.pythonLocation }}
          key: ${{ env.CURRENT_WEEK }}-${{ env.pythonLocation }}-${{ hashFiles('fme/requirements.txt') }}-${{ hashFiles('fme/dev-requirements.txt') }}-${{ hashFiles('constraints.txt') }}
      - name: Install dependencies
        run: |
          python -m pip install uv
          uv pip install --system -c constraints.txt -e ./fme[dev]
      - name: Run pytest
        run: |
          make test
  cpu-very-fast:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3
      - name: Set environment variables
        run: |
          echo "CURRENT_WEEK=$(date +'%Y-%U')" >> $GITHUB_ENV
      - uses: actions/setup-python@v4
        with:
          python-version: "3.10"
      - uses: actions/cache@v4
        with:
          path: ${{ env.pythonLocation }}
          key: ${{ env.CURRENT_WEEK }}-${{ env.pythonLocation }}-${{ hashFiles('fme/requirements.txt') }}-${{ hashFiles('fme/dev-requirements.txt') }}-${{ hashFiles('constraints.txt') }}
      - name: Install dependencies
        run: |
          python -m pip install uv
          uv pip install --system -c constraints.txt -e ./fme[dev]
      - name: Run pytest
        run: |
          make test_very_fast
  gpu:
    # These steps run on our self-hosted k8s GPU runners. See below for setup notes
    # https://github.com/ai2cm/long-lived-infrastructure#installing-the-github-actions-runner-controller
    runs-on: arc-runner-set
    steps:
      - uses: actions/checkout@v3
      - name: Set environment variables
        run: |
          echo "CURRENT_WEEK=$(date +'%Y-%U')" >> $GITHUB_ENV
      - uses: actions/setup-python@v4
        with:
          python-version: "3.10"
      - uses: actions/cache@v4
        with:
          path: ${{ env.pythonLocation }}
          key: ${{ env.CURRENT_WEEK }}-${{ env.pythonLocation }}-${{ hashFiles('fme/requirements.txt') }}-${{ hashFiles('fme/dev-requirements.txt') }}-${{ hashFiles('constraints.txt') }}
      - name: Install dependencies
        run: |
          sudo apt-get update
          sudo apt-get install -y make git
          python -m pip install uv
          uv pip install --system -c constraints.txt -e ./fme[dev]
      - name: Run CUDA check and pytest
        run: |
            export PATH=/usr/local/nvidia/bin:${PATH}
            export LD_LIBRARY_PATH=/usr/local/nvidia/lib64:${LD_LIBRARY_PATH}
            python3 fme/fme/require_gpu.py
            make test