Update examples/neural_compressor/language-modeling/run_clm.py

Co-authored-by: Ella Charlaix <[email protected]>
PenghuiCheng · Mar 23, 2024 · 88760bc · 88760bc
1 parent 8e90ac8
commit 88760bc
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/neural_compressor/language-modeling/run_clm.py b/examples/neural_compressor/language-modeling/run_clm.py
@@ -230,7 +230,7 @@ class OptimizationArguments:
     )
     gptq_percdamp: float = field(
         default=0.01,
-        metadata={"help": "Percent of the average Hessian diagonal to use for dampening."},
+        metadata={"help": "Percentage of Hessian's diagonal values average, which will be added to Hessian's diagonal to increase numerical stability, used for GPTQ quantization"},
     )
     gptq_block_size: int = field(
         default=128,