Adding ollama models as part of extracontainer stanza

berkeley-dsep-infra · Jul 2, 2024 · 7ba3aef · 7ba3aef
1 parent 4a6b222
commit 7ba3aef
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 10 deletions.
diff --git a/deployments/dev/config/common.yaml b/deployments/dev/config/common.yaml
@@ -63,6 +63,19 @@ jupyterhub:
       # Unset NotebookApp from hub/values. Necessary for recent lab versions.
       JUPYTERHUB_SINGLEUSER_APP: "jupyter_server.serverapp.ServerApp"
     defaultUrl: /lab
+    # Run the ollama model as part of the user pod
+    # https://jupyterhub-kubespawner.readthedocs.io/en/latest/spawner.html#kubespawner.KubeSpawner.extra_containers
+    extraContainers:
+      - name: ollama-phi3-container
+        image: phi3:latest
+        command: ["ollama", "run", "phi3"]
+        ports:
+          - containerPort: 5000
+      - name: ollama-tinyllama-container
+        image: tinyllama:latest
+        command: ["ollama", "run", "tinyllama"]
+        ports:
+          - containerPort: 5001
     profileList:
       - display_name: "Dockerfile image"
         description: "This is the original dev image."

diff --git a/deployments/dev/images/default/postBuild b/deployments/dev/images/default/postBuild