init

intel · Feb 6, 2025 · bdd01ea · bdd01ea
1 parent 9697197
commit bdd01ea
Show file tree

Hide file tree

Showing 6 changed files with 388 additions and 865 deletions.
diff --git a/python/llm/src/ipex_llm/vllm/cpu/engine/engine.py b/python/llm/src/ipex_llm/vllm/cpu/engine/engine.py
@@ -230,21 +230,23 @@ def from_engine_args(cls, engine_args: AsyncEngineArgs,
         return super().from_engine_args(engine_args, usage_context, ipc_path)
 
 
+def signal_handler(*_) -> None:
+    raise KeyboardInterrupt("MQLLMEngine terminated")  # noqa
+
+
 def run_mp_engine(engine_args: AsyncEngineArgs, usage_context: UsageContext,
                   ipc_path: str, load_in_low_bit: str, engine_alive):
 
-    def signal_handler(*_) -> None:
-        # Interrupt server on sigterm
-        raise KeyboardInterrupt("MQLLMEngine terminated")  # noqa
-
     try:
-        signal.signal(signal.SIGTERM, signal_handler)
-
         engine = IPEXLLMMQLLMEngine.from_engine_args(engine_args=engine_args,
                                                      usage_context=usage_context,
                                                      ipc_path=ipc_path,
                                                      load_in_low_bit=load_in_low_bit)
+
+        signal.signal(signal.SIGTERM, signal_handler)
+
         engine.start()
+
     except BaseException as e:
         logger.exception(e)
         engine_alive.value = False