Add SDPA to scope overrides (#982)

huggingface · Nov 4, 2024 · a46ec67 · a46ec67
1 parent 74d2161
commit a46ec67
Show file tree

Hide file tree

Showing 4 changed files with 22 additions and 2 deletions.
diff --git a/examples/openvino/audio-classification/configs/wav2vec2-base-jpqd.json b/examples/openvino/audio-classification/configs/wav2vec2-base-jpqd.json
@@ -54,6 +54,9 @@
             "activations": {
                 "{re}.*matmul_0": {
                     "mode": "symmetric"
+                },
+                "{re}.*scaled_dot_product_attention_0": {
+                    "mode": "symmetric"
                 }
             }
         },

diff --git a/examples/openvino/audio-classification/configs/wav2vec2-base-qat.json b/examples/openvino/audio-classification/configs/wav2vec2-base-qat.json
@@ -16,6 +16,9 @@
         "activations": {
             "{re}.*matmul_0": {
                 "mode": "symmetric"
+            },
+            "{re}.*scaled_dot_product_attention_0": {
+                "mode": "symmetric"
             }
         }
     },

diff --git a/examples/openvino/image-classification/configs/swin-base-jpqd.json b/examples/openvino/image-classification/configs/swin-base-jpqd.json
@@ -32,7 +32,16 @@
           "num_bn_adaptation_samples": 200
         }
       },
-      "scope_overrides": {"activations": {"{re}.*matmul_0": {"mode": "symmetric"}}},
+      "scope_overrides": {
+        "activations": {
+          "{re}.*matmul_0": {
+            "mode": "symmetric"
+          },
+          "{re}.*scaled_dot_product_attention_0": {
+            "mode": "symmetric"
+          }
+        }
+      },
       "ignored_scopes": [
         "{re}.*__add___[0-1]",
         "{re}.*layer_norm_0",

diff --git a/optimum/intel/openvino/trainer.py b/optimum/intel/openvino/trainer.py
@@ -148,7 +148,12 @@
         "range": {"num_init_samples": 300, "type": "mean_min_max"},
         "batchnorm_adaptation": {"num_bn_adaptation_samples": 0},
     },
-    "scope_overrides": {"activations": {"{re}.*matmul_0": {"mode": "symmetric"}}},
+    "scope_overrides": {
+        "activations": {
+            "{re}.*matmul_0": {"mode": "symmetric"},
+            "{re}.*scaled_dot_product_attention_0": {"mode": "symmetric"},
+        }
+    },
     "ignored_scopes": [
         "{re}.*Embedding.*",
         "{re}.*add___.*",