Skip to content

Commit

Permalink
Update SUPPORT_LLM default to false
Browse files Browse the repository at this point in the history
  • Loading branch information
thepetk committed Aug 20, 2024
1 parent f535122 commit cf02eba
Show file tree
Hide file tree
Showing 5 changed files with 7 additions and 3 deletions.
1 change: 0 additions & 1 deletion scripts/envs/audio-to-text
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,6 @@ export INIT_CONTAINER="quay.io/redhat-ai-dev/whisper-small:latest"
export MODEL_SERVICE_CONTAINER="quay.io/redhat-ai-dev/whispercpp:latest"

# model configurations
export SUPPORT_LLM=false
export SUPPORT_ASR=true

# for gitlab case, since gitlab does not have pipeline webhook pre-set to trigger the initial build
Expand Down
2 changes: 1 addition & 1 deletion scripts/envs/base
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,6 @@ export MODEL_PATH="/model/model.file"
export MODEL_SERVICE_PORT=8001

# model configurations
export SUPPORT_LLM=true
export SUPPORT_LLM=false
export SUPPORT_ASR=false
export SUPPORT_DETR=false
3 changes: 3 additions & 0 deletions scripts/envs/chatbot
Original file line number Diff line number Diff line change
Expand Up @@ -10,5 +10,8 @@ export VLLM_CONTAINER="quay.io/rh-aiservices-bu/vllm-openai-ubi9:0.4.2"
export VLLM_MODEL_NAME="instructlab/granite-7b-lab"
export VLLM_MAX_MODEL_LEN=4096

# model configurations
export SUPPORT_LLM=true

# for gitlab case, since gitlab does not have pipeline webhook pre-set to trigger the initial build
export APP_INTERFACE_CONTAINER="quay.io/redhat-ai-dev/chatbot:latest"
3 changes: 3 additions & 0 deletions scripts/envs/codegen
Original file line number Diff line number Diff line change
Expand Up @@ -10,5 +10,8 @@ export VLLM_CONTAINER="quay.io/rh-aiservices-bu/vllm-openai-ubi9:0.4.2"
export VLLM_MODEL_NAME="Nondzu/Mistral-7B-code-16k-qlora"
export VLLM_MAX_MODEL_LEN=6144

# model configurations
export SUPPORT_LLM=true

# for gitlab case, since gitlab does not have pipeline webhook pre-set to trigger the initial build
export APP_INTERFACE_CONTAINER="quay.io/redhat-ai-dev/codegen:latest"
1 change: 0 additions & 1 deletion scripts/envs/object-detection
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,6 @@ export MODEL_SERVICE_CONTAINER="quay.io/redhat-ai-dev/object_detection_python:la
export MODEL_SERVICE_PORT=8000

# model configurations
export SUPPORT_LLM=false
export SUPPORT_DETR=true

# for gitlab case, since gitlab does not have pipeline webhook pre-set to trigger the initial build
Expand Down

0 comments on commit cf02eba

Please sign in to comment.