diff --git a/.github/workflows/test_openvino.yml b/.github/workflows/test_openvino.yml
index cb58f412a6..f0b40fa5d1 100644
--- a/.github/workflows/test_openvino.yml
+++ b/.github/workflows/test_openvino.yml
@@ -32,6 +32,7 @@ jobs:
         python -m pip install --upgrade pip
         # install PyTorch CPU version to avoid installing CUDA packages on GitHub runner without GPU
         pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
+        pip install git+https://github.com/huggingface/optimum.git
         pip install .[openvino,nncf,tests,diffusers]
     - name: Test with Pytest
       run: |
diff --git a/tests/openvino/test_modeling.py b/tests/openvino/test_modeling.py
index 1c2fc534d4..4b11435e0e 100644
--- a/tests/openvino/test_modeling.py
+++ b/tests/openvino/test_modeling.py
@@ -423,6 +423,7 @@ class OVModelForCausalLMIntegrationTest(unittest.TestCase):
         "gpt_neox",
         "llama",
         "marian",
+        "mpt",
         "opt",
         "pegasus",
     )
diff --git a/tests/openvino/utils_tests.py b/tests/openvino/utils_tests.py
index eeb751153a..94643b02f4 100644
--- a/tests/openvino/utils_tests.py
+++ b/tests/openvino/utils_tests.py
@@ -57,6 +57,7 @@
     "mobilenet_v1": "google/mobilenet_v1_0.75_192",
     "mobilenet_v2": "hf-internal-testing/tiny-random-MobileNetV2Model",
     "mobilevit": "hf-internal-testing/tiny-random-mobilevit",
+    "mpt": "hf-internal-testing/tiny-random-MptForCausalLM",
     "mt5": "stas/mt5-tiny-random",
     "nystromformer": "hf-internal-testing/tiny-random-NystromformerModel",
     "pegasus": "hf-internal-testing/tiny-random-pegasus",