fit pir flag

cyber-pioneer · Mar 4, 2024 · 26b1eee · 26b1eee
1 parent 4e4a149
commit 26b1eee
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/llm/predictor.py b/llm/predictor.py
@@ -360,6 +360,7 @@ def __init__(self, config: PredictorArgument, tokenizer: PretrainedTokenizer = N
             inference_config.disable_gpu()
         inference_config.disable_glog_info()
         inference_config.enable_new_executor()
+        inference_config.enable_new_ir()
 
         with static_mode_guard():
             self.predictor = paddle.inference.create_predictor(inference_config)