Skip to content

Update test-pytorch-xla-tpu-tgi.yml #97

Update test-pytorch-xla-tpu-tgi.yml

Update test-pytorch-xla-tpu-tgi.yml #97

name: Optimum TPU / Test TGI on TPU
on:
push:
branches: [ testcipauline ]
#paths:
# - "text-generation-inference/**"
#pull_request:
#branches: [ main ]
#paths:
#- "text-generation-inference/**"
concurrency:
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
cancel-in-progress: true
jobs:
do-the-job:
name: Run TGI tests
runs-on: tpu-runners-dind
container:
# Use an image that works with TPU with Pytorch 2.3.0 (release was not working)
image: us-central1-docker.pkg.dev/tpu-pytorch-releases/docker/xla@sha256:8f1dcd5b03f993e4da5c20d17c77aff6a5f22d5455f8eb042d2e4b16ac460526
options: --shm-size "16gb" --ipc host --privileged
env:
PJRT_DEVICE: TPU
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Checking Pytorch/XLA installation
run: python -c "import torch_xla.core.xla_model as xm; assert xm.xla_device().type == 'xla', 'XLA device not available'"
- name: Build and test TGI server
run: |
HF_TOKEN=${{ secrets.HF_TOKEN_OPTIMUM_TPU_CI }} make tgi_test