remove flaky gptq models

neuralmagic · Jun 24, 2024 · 3c5a7f5 · 3c5a7f5
1 parent 616fce8
commit 3c5a7f5
Show file tree

Hide file tree

Showing 2 changed files with 0 additions and 24 deletions.
diff --git a/neuralmagic/lm-eval/full-small-models.yaml b/neuralmagic/lm-eval/full-small-models.yaml
@@ -9,15 +9,3 @@
       value: 0.74
   limit: 250
   num_fewshot: 5
-
-# ./nm-run-lm-eval-gsm-hf-baseline -m TechxGenus/Meta-Llama-3-8B-Instruct-GPTQ -b 32 -d cuda -l 250 -f 5
-- model_name: "TechxGenus/Meta-Llama-3-8B-Instruct-GPTQ"
-  tasks:
-  - name: "gsm8k"
-    metrics:
-    - name: "exact_match,strict-match"
-      value: 0.684
-    - name: "exact_match,flexible-extract"
-      value: 0.688
-  limit: 250
-  num_fewshot: 5
diff --git a/neuralmagic/lm-eval/smoke-small-models.yaml b/neuralmagic/lm-eval/smoke-small-models.yaml
@@ -9,15 +9,3 @@
       value: 0.74
   limit: 250
   num_fewshot: 5
-
-# ./nm-run-lm-eval-gsm-hf-baseline.sh -m TechxGenus/Meta-Llama-3-8B-Instruct-GPTQ -b 32 -d cuda -l 250 -f 5
-- model_name: "TechxGenus/Meta-Llama-3-8B-Instruct-GPTQ"
-  tasks:
-  - name: "gsm8k"
-    metrics:
-    - name: "exact_match,strict-match"
-      value: 0.684
-    - name: "exact_match,flexible-extract"
-      value: 0.688
-  limit: 250
-  num_fewshot: 5