Skip to content

Commit

Permalink
Merge remote-tracking branch 'origin/main' into stateful
Browse files Browse the repository at this point in the history
  • Loading branch information
slyalin committed Jan 5, 2024
2 parents df0e727 + 19fef90 commit 9992419
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 6 deletions.
8 changes: 4 additions & 4 deletions optimum/intel/openvino/modeling_diffusion.py
Original file line number Diff line number Diff line change
Expand Up @@ -570,7 +570,7 @@ def __call__(self, input_ids: np.ndarray):
inputs = {
"input_ids": input_ids,
}
outputs = self.request(inputs, shared_memory=True)
outputs = self.request(inputs, share_inputs=True)
return list(outputs.values())


Expand Down Expand Up @@ -604,7 +604,7 @@ def __call__(
if timestep_cond is not None:
inputs["timestep_cond"] = timestep_cond

outputs = self.request(inputs, shared_memory=True)
outputs = self.request(inputs, share_inputs=True)
return list(outputs.values())


Expand All @@ -620,7 +620,7 @@ def __call__(self, latent_sample: np.ndarray):
inputs = {
"latent_sample": latent_sample,
}
outputs = self.request(inputs, shared_memory=True)
outputs = self.request(inputs, share_inputs=True)
return list(outputs.values())

def _compile(self):
Expand All @@ -641,7 +641,7 @@ def __call__(self, sample: np.ndarray):
inputs = {
"sample": sample,
}
outputs = self.request(inputs, shared_memory=True)
outputs = self.request(inputs, share_inputs=True)
return list(outputs.values())

def _compile(self):
Expand Down
4 changes: 2 additions & 2 deletions optimum/intel/openvino/quantization.py
Original file line number Diff line number Diff line change
Expand Up @@ -304,9 +304,9 @@ def __call__(self, *args, **kwargs):
data_cache.append(*args)
return self.request(*args, *kwargs)

def infer(self, inputs: Any = None, shared_memory: bool = False):
def infer(self, inputs: Any = None, share_inputs: bool = False):
data_cache.append(inputs)
return self.request.infer(inputs, shared_memory)
return self.request.infer(inputs, share_inputs)

def start_async(
self,
Expand Down

0 comments on commit 9992419

Please sign in to comment.