From f51266ad480ab2a13c1a784308b3c6ed2d33e9c3 Mon Sep 17 00:00:00 2001 From: "Cheng, Penghui" Date: Sat, 23 Mar 2024 21:15:51 +0800 Subject: [PATCH] Update examples/neural_compressor/language-modeling/run_clm.py Co-authored-by: Ella Charlaix <80481427+echarlaix@users.noreply.github.com> --- examples/neural_compressor/language-modeling/run_clm.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/examples/neural_compressor/language-modeling/run_clm.py b/examples/neural_compressor/language-modeling/run_clm.py index 73c97439b6..746b7261b5 100644 --- a/examples/neural_compressor/language-modeling/run_clm.py +++ b/examples/neural_compressor/language-modeling/run_clm.py @@ -228,7 +228,8 @@ class OptimizationArguments: default="RTN", metadata={"help": "Quantization methodology for weight only quantization. Choose from 'RTN' and 'GPTQ'."}, ) - gptq_percdamp: float = field( + damp_percent: float = field( + default=0.01, metadata={"help": "Percentage of Hessian's diagonal values average, which will be added to Hessian's diagonal to increase numerical stability, used for GPTQ quantization"}, )