Fix model dtype (#502)

huggingface · Jan 8, 2024 · 8340e1d · 8340e1d
1 parent 19fef90
commit 8340e1d
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/optimum/intel/generation/modeling.py b/optimum/intel/generation/modeling.py
@@ -428,5 +428,6 @@ def _from_transformers(
             force_download=force_download,
             cache_dir=cache_dir,
             local_files_only=local_files_only,
+            model_dtype=torch_dtype,
             **kwargs,
         )