Use ipex with float16

Darwinkel · Apr 2, 2024 · 8bfb719 · 8bfb719
1 parent 26d54ef
commit 8bfb719
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/shepardtts/utils.py b/shepardtts/utils.py
@@ -33,7 +33,7 @@ def load_checkpoint() -> ShepardXtts:
         import intel_extension_for_pytorch as ipex
 
         model.train(mode=False)
-        model = ipex.optimize(model, weights_prepack=False)
+        model = ipex.optimize(model, weights_prepack=False, dtype=torch.float16)
         model = torch.compile(model, backend="ipex")
 
     return model