Add ipex inference llama test (#503)

* add llamd and bloom in ipex inference tests * only add llama tests
huggingface · Jan 8, 2024 · 77f9756 · 77f9756
1 parent 8340e1d
commit 77f9756
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/tests/ipex/test_inference.py b/tests/ipex/test_inference.py
@@ -41,6 +41,7 @@
     "gpt_neo": "hf-internal-testing/tiny-random-GPTNeoModel",
     "gpt_neox": "hf-internal-testing/tiny-random-GPTNeoXForCausalLM",
     "gpt_bigcode": "hf-internal-testing/tiny-random-GPTBigCodeModel",
+    "llama": "fxmarty/tiny-llama-fast-tokenizer",
 }
 
 _CLASSIFICATION_TASK_TO_AUTOMODELS = {
@@ -56,7 +57,7 @@ class IPEXIntegrationTest(unittest.TestCase):
         "roberta",
     )
 
-    TEXT_GENERATION_SUPPORTED_ARCHITECTURES = ("gptj", "gpt2", "gpt_neo", "gpt_bigcode")
+    TEXT_GENERATION_SUPPORTED_ARCHITECTURES = ("gptj", "gpt2", "gpt_neo", "gpt_bigcode", "llama")
 
     QA_SUPPORTED_ARCHITECTURES = (
         "bert",