Skip to content

Commit

Permalink
First functional version
Browse files Browse the repository at this point in the history
  • Loading branch information
pperezredborder committed Jul 23, 2024
1 parent 950e2ab commit a6edaa0
Show file tree
Hide file tree
Showing 3 changed files with 6 additions and 5 deletions.
2 changes: 1 addition & 1 deletion packaging/rpm/redborder-ai.spec
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@ install -D -m 0644 resources/systemd/llamafile.service %{buildroot}/usr/lib/syst
%pre

%post
firewall-cmd --zone=public --add-port=50505/tcp --permanent
firewall-cmd --zone=home --add-port=50505/tcp --permanent
firewall-cmd --reload
systemctl daemon-reload
mkdir -p /var/log/redborder-ai
Expand Down
2 changes: 1 addition & 1 deletion resources/bin/rb_ai.sh
Original file line number Diff line number Diff line change
Expand Up @@ -12,4 +12,4 @@ if [ "$#" -eq 0 ]; then
exit 1
fi

/usr/lib/redborder/bin/llava-v1.5-7b-q4.llamafile "$@"
/bin/bash /usr/lib/redborder/bin/llava-v1.5-7b-q4.llamafile "$@"
7 changes: 4 additions & 3 deletions resources/systemd/llamafile.service
Original file line number Diff line number Diff line change
Expand Up @@ -4,12 +4,13 @@ Requires=network.target
After=network.target

[Service]
ExecStart=/usr/lib/redborder/bin/llava-v1.5-7b-q4.llamafile --fast --nobrowser --port 50505 --log-enable -ld /var/log/redborder-ai/
ExecStart=/usr/lib/redborder/bin/rb_ai.sh --fast --nobrowser --port 50505 --host 0.0.0.0
Restart=always
RemainAfterExit=yes
User=root
Group=root

StandardOutput=journal
StandardError=journal
Environment=PATH=/usr/bin:/usr/local/bin

[Install]
WantedBy=multi-user.target

0 comments on commit a6edaa0

Please sign in to comment.