From 8340e1da56631121856b4c51b5f53fba117b6a33 Mon Sep 17 00:00:00 2001
From: jiqing-feng <107918818+jiqing-feng@users.noreply.github.com>
Date: Mon, 8 Jan 2024 17:49:17 +0800
Subject: [PATCH] Fix model dtype (#502)

---
 optimum/intel/generation/modeling.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/optimum/intel/generation/modeling.py b/optimum/intel/generation/modeling.py
index fd946ea607..b15cfe8328 100644
--- a/optimum/intel/generation/modeling.py
+++ b/optimum/intel/generation/modeling.py
@@ -428,5 +428,6 @@ def _from_transformers(
             force_download=force_download,
             cache_dir=cache_dir,
             local_files_only=local_files_only,
+            model_dtype=torch_dtype,
             **kwargs,
         )