From 26b1eeefc71e5ea3c02bc5bbc4d650e4dd85eb84 Mon Sep 17 00:00:00 2001 From: cyber-pioneer Date: Mon, 4 Mar 2024 06:26:36 +0000 Subject: [PATCH] fit pir flag --- llm/predictor.py | 1 + 1 file changed, 1 insertion(+) diff --git a/llm/predictor.py b/llm/predictor.py index 1dc7aa1b3fdd..4e65d4d54fc6 100644 --- a/llm/predictor.py +++ b/llm/predictor.py @@ -360,6 +360,7 @@ def __init__(self, config: PredictorArgument, tokenizer: PretrainedTokenizer = N inference_config.disable_gpu() inference_config.disable_glog_info() inference_config.enable_new_executor() + inference_config.enable_new_ir() with static_mode_guard(): self.predictor = paddle.inference.create_predictor(inference_config)