[projects][llamacpp] Install dependencies for model conversion

sasha0552 · May 27, 2024 · 7b33a87 · 7b33a87
1 parent 0e05224
commit 7b33a87
Showing 1 changed file with 15 additions and 0 deletions.
diff --git a/airootfs/root/customize_airootfs/scripts/1000-llamacpp.sh.jinja2 b/airootfs/root/customize_airootfs/scripts/1000-llamacpp.sh.jinja2
@@ -23,3 +23,18 @@ pushd "llama.cpp"
   git commit -m "Apply patches"
   {% endif %}
 popd
+
+# llama.cpp dependencies
+pushd "llama.cpp"
+  # create venv
+  python3 -m venv venv
+
+  # activate venv
+  source venv/bin/activate
+    # use pytorch for cpu
+    export PIP_EXTRA_INDEX_URL="https://download.pytorch.org/whl/cpu"
+
+    # install dependencies
+    pip3 install -r requirements.txt
+  deactivate
+popd