From 6527fd79d3a327ef8591ee276f63b83336b8a7ee Mon Sep 17 00:00:00 2001 From: wgzintel Date: Tue, 10 Oct 2023 11:09:18 +0800 Subject: [PATCH] use share_inputs to replace shared_memory --- optimum/intel/openvino/modeling_decoder.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/optimum/intel/openvino/modeling_decoder.py b/optimum/intel/openvino/modeling_decoder.py index 68d737fe74..f5db8feec2 100644 --- a/optimum/intel/openvino/modeling_decoder.py +++ b/optimum/intel/openvino/modeling_decoder.py @@ -359,7 +359,7 @@ def forward( inputs["attention_mask"] = np.array(attention_mask) # Run inference - self.request.start_async(inputs, shared_memory=True) + self.request.start_async(inputs, share_inputs=True) self.request.wait() logits = torch.from_numpy(self.request.get_tensor("logits").data).to(self.device)