Merge branch 'habana_main' into benchmark_image

HabanaAI · Jan 27, 2025 · 72f5077 · 72f5077
2 parents d6ccd31 + 107a9a3
commit 72f5077
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/docs/source/features/quantization/supported_hardware.md b/docs/source/features/quantization/supported_hardware.md
@@ -76,7 +76,7 @@ The table below shows the compatibility of various quantization implementations
   - ✅︎
   - ✅︎
   - ✗
-  - ✗
+  - ✅︎
   - ✗
   - ✗
   - ✗

diff --git a/vllm/platforms/hpu.py b/vllm/platforms/hpu.py
@@ -21,7 +21,7 @@ class HpuPlatform(Platform):
     dispatch_key: str = "HPU"
     ray_device_key: str = "HPU"
     device_control_env_var: str = "HABANA_VISIBLE_MODULES"
-    supported_quantization: list[str] = ["inc"]
+    supported_quantization: list[str] = ["fp8", "inc"]
 
     @classmethod
     def get_attn_backend_cls(cls, selected_backend: _Backend, head_size: int,
-Original file line number
+Diff line change
@@ Expand Up @@
       - ✅︎
       - ✅︎
       - ✗
-      - ✗
+      - ✅︎
       - ✗
       - ✗
       - ✗
@@ Expand Down @@