diff --git a/lightllm/common/quantization/quantize_method.py b/lightllm/common/quantization/quantize_method.py index b8bcf8a63..b7b4c3705 100644 --- a/lightllm/common/quantization/quantize_method.py +++ b/lightllm/common/quantization/quantize_method.py @@ -7,6 +7,8 @@ class QuantizationMethod(ABC): def __init__(self): super().__init__() self.device_id_ = get_current_device_id() + self.weight_scale_suffix = None + self.act_scale_suffix = None @abstractmethod def quantize(self, weights: torch.Tensor):