Revert "Extract generation_manager from tokenizer_manager" (#3829)

sgl-project · Feb 24, 2025 · 62bbd34 · 62bbd34
1 parent f2388f6
commit 62bbd34
Show file tree

Hide file tree

Showing 3 changed files with 571 additions and 748 deletions.
diff --git a/python/sglang/srt/entrypoints/engine.py b/python/sglang/srt/entrypoints/engine.py
@@ -463,5 +463,5 @@ def _launch_subprocesses(server_args: ServerArgs) -> Tuple[TokenizerManager, Dic
 
     # Assume all schedulers have the same scheduler_info
     scheduler_info = scheduler_infos[0]
-    tokenizer_manager.configure_max_req_input_len(scheduler_info["max_req_input_len"])
+    tokenizer_manager.max_req_input_len = scheduler_info["max_req_input_len"]
     return tokenizer_manager, scheduler_info