diff --git a/optimum/intel/generation/modeling.py b/optimum/intel/generation/modeling.py index fd946ea607..b15cfe8328 100644 --- a/optimum/intel/generation/modeling.py +++ b/optimum/intel/generation/modeling.py @@ -428,5 +428,6 @@ def _from_transformers( force_download=force_download, cache_dir=cache_dir, local_files_only=local_files_only, + model_dtype=torch_dtype, **kwargs, )