Update llm-finetuning docs

modal-labs · Apr 18, 2024 · 9fbf6c7 · 9fbf6c7
1 parent 9da92f7
commit 9fbf6c7
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 119 deletions.
diff --git a/config/mistral.yml b/config/mistral.yml
@@ -21,7 +21,7 @@ datasets:
       format: |-
         [INST] Using the schema context below, generate a SQL query that answers the question.
         {input}
-        {instruction} [/INST] 
+        {instruction} [/INST]
 
 dataset_prepared_path:
 val_set_size: 0.05

diff --git a/src/common.py b/src/common.py
@@ -15,7 +15,7 @@
         "git clone https://github.com/OpenAccess-AI-Collective/axolotl /root/axolotl",
         "cd /root/axolotl && git checkout v0.4.0",
     )
-    .pip_install("huggingface_hub==0.20.3", "hf-transfer==0.1.5")
+    .pip_install("huggingface_hub==0.20.3", "hf-transfer==0.1.5", "wandb==0.16.3")
     .env(
         dict(
             HUGGINGFACE_HUB_CACHE="/pretrained",

diff --git a/src/inference.py b/src/inference.py