diff --git a/examples/text-generation/utils.py b/examples/text-generation/utils.py index 698a67ec5a..cb734071b0 100644 --- a/examples/text-generation/utils.py +++ b/examples/text-generation/utils.py @@ -269,9 +269,6 @@ def setup_model(args, model_dtype, model_kwargs, logger): original_model=org_model, **model_kwargs, ) - # TODO: This will be removed in v1.19 Synapse release - # the loaded model should have the same dtype as original_model - model = model.to(model_kwargs["torch_dtype"]) else: if args.assistant_model is not None: assistant_model = AutoModelForCausalLM.from_pretrained(