fix: correct type hint

huggingface · Sep 10, 2024 · c9f11da · c9f11da
1 parent 6857b5f
commit c9f11da
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/...-generation-inference/server/text_generation_server/jetstream_pt_support/engine_loader.py b/...-generation-inference/server/text_generation_server/jetstream_pt_support/engine_loader.py
@@ -36,7 +36,7 @@ def load_llama_model_info(config: "PretrainedConfig") -> Any:
     return model_info
 
 
-def load_model_info(config: PretrainedConfig) -> Any:
+def load_model_info(config: "PretrainedConfig") -> Any:
     # For now only Llama is supported
     if config.model_type == "llama":
         return load_llama_model_info(config)