fix bug

sgl-project · Feb 16, 2025 · db6ef03 · db6ef03
1 parent d802719
commit db6ef03
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/sglang/srt/layers/moe/ep_moe/layer.py b/python/sglang/srt/layers/moe/ep_moe/layer.py
@@ -89,7 +89,7 @@ def forward(
                 use_fp8_w8a8,
                 scale_a,
                 scale_b,
-                block_shape=self.quant_method.block_quant,
+                block_shape=self.quant_method.quant_config.weight_block_size,
             )
         return c