Update torchbench pin on PyTorch CI

pytorch · Jan 28, 2025 · 09fbfe3 · 09fbfe3
1 parent be908b3
commit 09fbfe3
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/torchbenchmark/util/framework/huggingface/model_factory.py b/torchbenchmark/util/framework/huggingface/model_factory.py
@@ -165,6 +165,8 @@ def __init__(self, name, test, device, batch_size=None, extra_args=[]):
             do_sample=False,
             num_beams=1,
             use_cache=True,
+            # Introduced by transformers 4.41.0 https://github.com/huggingface/transformers/issues/30892
+            decoder_start_token_id=0,
         )
         self.model = GenerationWrapper(self.model, generation_config)
         self.example_inputs = (self.example_inputs["input_ids"],)