diff --git a/text-generation-inference/server/text_generation_server/jetstream_pt_support/engine_loader.py b/text-generation-inference/server/text_generation_server/jetstream_pt_support/engine_loader.py index a8aba3c0..332cf5de 100644 --- a/text-generation-inference/server/text_generation_server/jetstream_pt_support/engine_loader.py +++ b/text-generation-inference/server/text_generation_server/jetstream_pt_support/engine_loader.py @@ -36,7 +36,7 @@ def load_llama_model_info(config: "PretrainedConfig") -> Any: return model_info -def load_model_info(config: PretrainedConfig) -> Any: +def load_model_info(config: "PretrainedConfig") -> Any: # For now only Llama is supported if config.model_type == "llama": return load_llama_model_info(config)