Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
baptistecolle committed Jan 7, 2025
1 parent d8d6f64 commit 340f700
Showing 1 changed file with 0 additions and 5 deletions.
5 changes: 0 additions & 5 deletions .github/workflows/test-pytorch-xla-tpu-tgi-integration.yml
Original file line number Diff line number Diff line change
Expand Up @@ -18,10 +18,6 @@ jobs:
runs-on:
group: gcp-ct5lp-hightpu-8t

container:
image: us-central1-docker.pkg.dev/tpu-pytorch-releases/docker/xla:r2.4.0_3.10_tpuvm
options: --shm-size "16gb" --ipc host --privileged ${{ vars.V5_LITEPOD_8_ENV}} --network test-network -v /mnt/hf_cache:/mnt/hf_cache -e PJRT_DEVICE=TPU

env:
PJRT_DEVICE: TPU
HF_HUB_CACHE: /mnt/hf_cache/cache_huggingface
Expand Down Expand Up @@ -49,7 +45,6 @@ jobs:
run: |
# Start docker container in background
docker run -d --name tgi-tests-gpt2 \
--network test-network \
-e LOG_LEVEL=info,text_generation_router,text_generation_launcher=debug \
-e HF_HUB_ENABLE_HF_TRANSFER=0 \
-e MAX_BATCH_SIZE=4 \
Expand Down

0 comments on commit 340f700

Please sign in to comment.