-
Notifications
You must be signed in to change notification settings - Fork 4
/
Copy pathspheron.yaml
84 lines (83 loc) · 1.74 KB
/
spheron.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
version: "1.0"
services:
vscode:
image: lscr.io/linuxserver/code-server
pull_policy: IfNotPresent
expose:
- port: 8443
as: 8443
to:
- global: true
env:
- PUID=1000
- PGID=1000
- TZ=Etc/UTC
- PASSWORD=password
- HASHED_PASSWORD=
- SUDO_PASSWORD=password
- SUDO_PASSWORD_HASH=
- DEFAULT_WORKSPACE=/config/workspace
- OLLAMA_HOST=ollama:11434
ollama:
image: ollama/ollama:latest
pull_policy: IfNotPresent
expose:
- port: 11434
as: 11434
to:
- global: false
- service: vscode
env:
- OLLAMA_MODEL=llama3.2
command:
- "sh"
- "-c"
- "apt update && apt install -y curl && /bin/ollama serve & while ! curl -s http://localhost:11434/api/tags > /dev/null; do sleep 1; done && /bin/ollama pull $OLLAMA_MODEL && /bin/ollama run $OLLAMA_MODEL 'Hello' && tail -f /dev/null"
profiles:
name: vscode-ollama
duration: 1h
tier:
- community
compute:
vscode:
resources:
cpu:
units: 4
memory:
size: 8Gi
storage:
- size: 10Gi
ollama:
resources:
cpu:
units: 8
memory:
size: 16Gi
storage:
- size: 200Gi
gpu:
units: 1
attributes:
vendor:
nvidia:
- model: rtx4090
placement:
westcoast:
attributes:
region: us-central
pricing:
vscode:
token: USDT
amount: 0.5
ollama:
token: USDT
amount: 1
deployment:
vscode:
westcoast:
profile: vscode
count: 1
ollama:
westcoast:
profile: ollama
count: 1