diff --git a/.github/workflows/test-pytorch-xla-tpu-tgi.yml b/.github/workflows/test-pytorch-xla-tpu-tgi.yml
index 4c681941..61520abb 100644
--- a/.github/workflows/test-pytorch-xla-tpu-tgi.yml
+++ b/.github/workflows/test-pytorch-xla-tpu-tgi.yml
@@ -2,9 +2,7 @@ name: Optimum TPU / Test TGI on TPU
 
 on:
   push:
-    branches: [ main ]
-    paths:
-      - "text-generation-inference/**"
+    branches: [ quick-ci-test ]
   pull_request:
     branches: [ main ]
     paths:
@@ -28,7 +26,13 @@ jobs:
       - name: Checkout
         uses: actions/checkout@v4
 
-      - name: Build and test TGI server
+      - name: quick test
+        run: |
+          python -m pip install transformers
+          HF_TOKEN=${{ secrets.HF_TOKEN_OPTIMUM_TPU_CI }} python -c "from transformers import AutoConfig; AutoConfig.from_pretrained('google/gemma-2b')"
+          exit 123
+
+          - name: Build and test TGI server
         run: |
           HF_TOKEN=${{ secrets.HF_TOKEN_OPTIMUM_TPU_CI }} make tgi_test