[python] move toolparsermanager to local imports (deepjavalibrary#2699)

Author: sindhuvahinis

engines/python/setup/djl_python/properties_manager/vllm_rb_properties.py

@@ -16,7 +16,6 @@
 from pydantic import field_validator, model_validator
 
 from djl_python.properties_manager.properties import Properties
-from vllm.entrypoints.openai.tool_parsers import ToolParserManager
 
 
 class VllmRbProperties(Properties):
@@ -153,9 +152,10 @@ def validate_pipeline_parallel(self):
 
     @model_validator(mode='after')
     def validate_tool_call_parser(self):
-        valid_tool_parses = ToolParserManager.tool_parsers.keys()
-        if self.enable_auto_tool_choice \
-                and self.tool_call_parser not in valid_tool_parses:
-            raise ValueError(
-                f"Invalid tool call parser: {self.tool_call_parser} "
-                f"(chose from {{ {','.join(valid_tool_parses)} }})")
+        if self.enable_auto_tool_choice:
+            from vllm.entrypoints.openai.tool_parsers import ToolParserManager
+            valid_tool_parses = ToolParserManager.tool_parsers.keys()
+            if self.tool_call_parser not in valid_tool_parses:
+                raise ValueError(
+                    f"Invalid tool call parser: {self.tool_call_parser} "
+                    f"(chose from {{ {','.join(valid_tool_parses)} }})")

engines/python/setup/djl_python/rolling_batch/vllm_rolling_batch.py

@@ -14,8 +14,6 @@
 
 from vllm import LLMEngine, SamplingParams
 from vllm.sampling_params import RequestOutputKind
-from vllm.entrypoints.openai.tool_parsers import ToolParser, ToolParserManager
-from vllm.transformers_utils.tokenizer import AnyTokenizer
 from vllm.utils import random_uuid, AtomicCounter
 
 from djl_python.request import Request
@@ -56,8 +54,9 @@ def __init__(self, model_id_or_path: str, properties: dict,
         self.lora_id_counter = AtomicCounter(0)
         self.lora_requests = {}
         self.is_mistral_tokenizer = self.vllm_configs.tokenizer_mode == 'mistral'
-        self.tool_parser: Optional[Callable[[AnyTokenizer], ToolParser]] = None
+        self.tool_parser = None
         if self.vllm_configs.enable_auto_tool_choice:
+            from vllm.entrypoints.openai.tool_parsers import ToolParserManager
             try:
                 self.tool_parser = ToolParserManager.get_tool_parser(
                     self.vllm_configs.tool_call_parser)