Add AfroLlama3 v1 model

GooeyAI · Sep 11, 2024 · 10ceaa9 · 10ceaa9
1 parent 419aba3
commit 10ceaa9
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 0 deletions.
diff --git a/daras_ai_v2/language_model.py b/daras_ai_v2/language_model.py
@@ -329,6 +329,14 @@ class LargeLanguageModels(Enum):
         supports_json=True,
     )
 
+    afrollama_v1 = LLMSpec(
+        label="AfroLlama3 v1 (Jacaranda)",
+        model_id="Jacaranda/AfroLlama_V1",
+        llm_api=LLMApis.self_hosted,
+        context_window=2048,
+        price=1,
+        is_chat_model=False,
+    )
     sea_lion_7b_instruct = LLMSpec(
         label="SEA-LION-7B-Instruct [Deprecated] (aisingapore)",
         model_id="aisingapore/sea-lion-7b-instruct",

diff --git a/scripts/init_llm_pricing.py b/scripts/init_llm_pricing.py
@@ -662,6 +662,18 @@ def run():
         pricing_url="https://docs.anthropic.com/claude/docs/models-overview#model-comparison",
     )
 
+    # AfroLlama3
+
+    llm_pricing_create(
+        model_id="Jacaranda/AfroLlama_V1",
+        model_name=LargeLanguageModels.afrollama_v1.name,
+        unit_cost_input=5,
+        unit_cost_output=15,
+        unit_quantity=10**6,
+        provider=ModelProvider.aks,
+        notes="Same as GPT-4o. Note that the actual cost of this model is in GPU Milliseconds",
+    )
+
     # SEA-LION
 
     llm_pricing_create(