ggml cv for zephyr-7b-beta

apecloud · Nov 9, 2023 · 674180a · 674180a
1 parent 8d62843
commit 674180a
Showing 1 changed file with 28 additions and 0 deletions.
diff --git a/addons/llm/templates/clusterversion.yaml b/addons/llm/templates/clusterversion.yaml
@@ -156,3 +156,31 @@ spec:
             volumeMounts:
               - name: models
                 mountPath: /models
+---
+apiVersion: apps.kubeblocks.io/v1alpha1
+kind: ClusterVersion
+metadata:
+  name: ggml-zephyr-beta-7b-q4
+  labels:
+    {{- include "llm.labels" . | nindent 4 }}
+spec:
+  clusterDefinitionRef: ggml
+  componentVersions:
+    - componentDefRef: ggml
+      versionsContext:
+        initContainers:
+          - name: download
+            image: {{ .Values.imageDev.registry | default "docker.io" }}/apecloud/zephyr-7b-beta-gguf:q4_0
+            command: ["sh", "-c", "cp /models/ggml-model-q4.gguf /models-target/"]
+            volumeMounts:
+              - name: models
+                mountPath: /models-target
+        containers:
+          - name: ggml
+            image: {{ .Values.imageDev.registry | default "docker.io" }}/{{ .Values.imageDev.repository}}:{{ default .Chart.AppVersion .Values.imageDev.tagNew }}
+            env:
+                - name: MODEL
+                  value: /models/ggml-model-q4.gguf
+            volumeMounts:
+              - name: models
+                mountPath: /models