Update

deepjavalibrary · Jan 16, 2025 · eb9ff28 · eb9ff28
1 parent d1ca2b3
commit eb9ff28
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 3 deletions.
diff --git a/engines/python/setup/djl_python/input_parser.py b/engines/python/setup/djl_python/input_parser.py
@@ -21,7 +21,6 @@
 from djl_python.properties_manager.properties import is_rolling_batch_enabled
 from djl_python.request import Request
 from djl_python.request_io import TextInput, RequestInput
-from djl_python.rolling_batch.trtllm_rolling_batch import TRTLLMRollingBatch
 from djl_python.three_p.three_p_utils import parse_3p_request
 
 
@@ -142,7 +141,7 @@ def parse_text_inputs_params(request_input: TextInput, input_item: Input,
     if configs is not None:
         is_bedrock = configs.bedrock_compat
     if is_chat_completions_request(input_map):
-        if isinstance(kwargs.get("rolling_batch"), TRTLLMRollingBatch):
+        if type(kwargs.get("rolling_batch")).__name__ == "TRTLLMRollingBatch":
             inputs, param = parse_chat_completions_request(
                 input_map,
                 kwargs.get("is_rolling_batch"),

diff --git a/engines/python/setup/setup.py b/engines/python/setup/setup.py
@@ -58,7 +58,7 @@ def run(self):
     test_requirements = [
         'numpy<2', 'requests', 'Pillow', 'transformers', 'torch', 'einops',
         'accelerate', 'sentencepiece', 'protobuf', "peft", 'yapf',
-        'pydantic>=2.0', "objgraph"
+        'pydantic>=2.0', "objgraph", "vllm==0.6.3.post1"
     ]
 
     setup(name='djl_python',