diff --git a/lmdeploy/turbomind/deploy/target_model/base.py b/lmdeploy/turbomind/deploy/target_model/base.py
index 98633b38ef..f73bfe17d0 100644
--- a/lmdeploy/turbomind/deploy/target_model/base.py
+++ b/lmdeploy/turbomind/deploy/target_model/base.py
@@ -91,7 +91,7 @@ def update_model_config(self):
         final_cfg = config_to_dict(self.model_config)
         final_cfg.update(dict(start_id=bos_id, end_id=eos_id))
         final_cfg.update(self.input_model_info)
-        if not self.input_model_info['embedding_size']:
+        if 'embedding_size' not in self.input_model_info.keys():
             final_cfg.update(
                 embedding_size=self.input_model_info['vocab_size'])