diff --git a/setup.py b/setup.py
index d179b78a9d..83185467b1 100644
--- a/setup.py
+++ b/setup.py
@@ -46,7 +46,7 @@
     ],
     "openvino": ["openvino>=2023.1.0", "onnx", "onnxruntime"],
     "nncf": ["nncf>=2.6.0"],
-    "ipex": ["transformers<4.32.0", "intel-extension-for-pytorch", "onnx", "torch<2.1.0"],
+    "ipex": ["transformers<4.32.0", "intel-extension-for-pytorch<2.1.0", "onnx", "torch<2.1.0"],
     "diffusers": ["diffusers"],
     "quality": QUALITY_REQUIRE,
     "tests": TESTS_REQUIRE,