Update modeling.py

huggingface · Nov 27, 2023 · f95dea1 · f95dea1
1 parent 34e85a2
commit f95dea1
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/optimum/intel/generation/modeling.py b/optimum/intel/generation/modeling.py
@@ -310,7 +310,9 @@ def forward(
 
         if position_ids is not None and model_type in MODEL_TYPES_REQUIRING_POSITION_IDS:
             inputs["position_ids"] = position_ids
-
+        if position_ids is None and model_type in MODEL_TYPES_REQUIRING_POSITION_IDS:
+            position_ids = torch.arange(input_ids.shape[1]).repeat(input_ids.shape[0], 1)
+            inputs["position_ids"] = position_ids
         outputs = self.model(**inputs)
 
         if isinstance(outputs, (list, tuple)):