Skip to content

Commit

Permalink
[misc] Use transient-package for triton installation
Browse files Browse the repository at this point in the history
  • Loading branch information
sasha0552 authored Sep 3, 2024
1 parent 12b3ed3 commit b61d62f
Show file tree
Hide file tree
Showing 3 changed files with 21 additions and 6 deletions.
6 changes: 6 additions & 0 deletions airootfs/root/customize_airootfs.sh.jinja2
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,9 @@ export CUSTOMIZE_AIROOTFS=/root/customize_airootfs
# home directory
export HOME=/home/tori

# path
export PATH=$HOME/.local/bin:$PATH

# directory with patches
export TORI_PATCHES=$HOME/.local/share/tori/patches
##### ENVIRONMENT VARIABLES #####
Expand All @@ -34,6 +37,9 @@ systemctl enable nvidia-persistenced
systemctl enable ly
{% endif %}

# install transient-package
pipx install transient-package

{% if type != "empty" %}
# enter home directory
cd "/home/tori"
Expand Down
6 changes: 0 additions & 6 deletions airootfs/root/customize_airootfs/scripts/1000-vllm.sh.jinja2
Original file line number Diff line number Diff line change
Expand Up @@ -7,10 +7,4 @@ export PIP_EXTRA_INDEX_URL="https://sasha0552.github.io/pascal-pkgs-ci/"

# install patched vllm
pipx install vllm-pascal

# remove triton
pipx runpip vllm-pascal uninstall -y triton

# install patched triton
pipx runpip vllm-pascal install triton-pascal
{% endif %}
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
#!/bin/sh
set -eu

{% if platform == "cuda" %}
# use repo with patched packages
export PIP_EXTRA_INDEX_URL="https://sasha0552.github.io/pascal-pkgs-ci/"

# Iterate over all virtual environments with triton
for dir in $(find /home/tori -type d -wholename "*/site-packages/triton"); do
# Replace triton
transient-package install \
--interpreter "$dir/../../../../bin/python" \
--source triton \
--target triton-pascal
{% endif %}

0 comments on commit b61d62f

Please sign in to comment.