diff --git a/tests/configs/_deepspeed_inference_.yaml b/tests/configs/_deepspeed_inference_.yaml
index 37f17ccb..3761961e 100644
--- a/tests/configs/_deepspeed_inference_.yaml
+++ b/tests/configs/_deepspeed_inference_.yaml
@@ -7,7 +7,7 @@ launcher:
 backend:
   device: cuda
   device_ids: 0,1
-  model: openai-community/gpt2
+  model: google-bert/bert-base-uncased
   deepspeed_inference: true
   deepspeed_inference_config:
     tensor_parallel: