Register Phi 3.5 moe SUT + Add "instruct" to Phi UIDs (#707)

* register phi-3.5-moe sut * Append -instruct to uids
mlcommons · Nov 22, 2024 · a0e9fd9 · a0e9fd9
1 parent 99d18e1
commit a0e9fd9
Showing 1 changed file with 13 additions and 1 deletion.
diff --git a/plugins/azure/modelgauge/suts/azure_client.py b/plugins/azure/modelgauge/suts/azure_client.py
@@ -140,9 +140,21 @@ def scope(cls) -> str:
         return "azure_phi_3_5_mini_endpoint"
 
 
+class PhiMoEKey(AzureApiKey):
+    @classmethod
+    def scope(cls) -> str:
+        return "azure_phi_3_5_moe_endpoint"
+
+
 SUTS.register(
     AzureChatSUT,
-    "phi-3.5-mini",
+    "phi-3.5-mini-instruct",
     "https://Phi-3-5-mini-instruct-hfkpb.eastus2.models.ai.azure.com",
     InjectSecret(PhiMiniKey),
 )
+SUTS.register(
+    AzureChatSUT,
+    "phi-3.5-moe-instruct",
+    "https://Phi-3-5-MoE-instruct-abneb.eastus2.models.ai.azure.com",
+    InjectSecret(PhiMoEKey),
+)