From 335250b0edf1ea064a45af65c07e6aecec2ce485 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Miguel=20=C3=81ngel=20Gonz=C3=A1lez=20Santamarta?= Date: Tue, 7 Jan 2025 00:20:19 +0100 Subject: [PATCH] frieren image for llava demo --- llama_bringup/models/MiniCPM-2.5.yaml | 2 +- llama_bringup/models/MiniCPM-2.6.yaml | 2 +- llama_bringup/models/llava-mistral.yaml | 2 +- llama_bringup/models/llava-phi-3.yaml | 2 +- llama_demos/llama_demos/llava_demo_node.py | 6 ++---- 5 files changed, 6 insertions(+), 8 deletions(-) diff --git a/llama_bringup/models/MiniCPM-2.5.yaml b/llama_bringup/models/MiniCPM-2.5.yaml index 12525800..5dfde4c8 100644 --- a/llama_bringup/models/MiniCPM-2.5.yaml +++ b/llama_bringup/models/MiniCPM-2.5.yaml @@ -3,7 +3,7 @@ use_llava: True n_ctx: 8192 n_batch: 512 n_gpu_layers: 20 -n_threads: 1 +n_threads: -1 n_predict: 8192 image_prefix: "" diff --git a/llama_bringup/models/MiniCPM-2.6.yaml b/llama_bringup/models/MiniCPM-2.6.yaml index 70f573e8..d88d4c4a 100644 --- a/llama_bringup/models/MiniCPM-2.6.yaml +++ b/llama_bringup/models/MiniCPM-2.6.yaml @@ -3,7 +3,7 @@ use_llava: True n_ctx: 8192 n_batch: 512 n_gpu_layers: 20 -n_threads: 1 +n_threads: -1 n_predict: 8192 image_prefix: "" diff --git a/llama_bringup/models/llava-mistral.yaml b/llama_bringup/models/llava-mistral.yaml index 18475380..a3954f7c 100644 --- a/llama_bringup/models/llava-mistral.yaml +++ b/llama_bringup/models/llava-mistral.yaml @@ -3,7 +3,7 @@ use_llava: True n_ctx: 8192 n_batch: 512 n_gpu_layers: 33 -n_threads: 1 +n_threads: -1 n_predict: 8192 model_repo: "cjpais/llava-1.6-mistral-7b-gguf" diff --git a/llama_bringup/models/llava-phi-3.yaml b/llama_bringup/models/llava-phi-3.yaml index 89f86bca..b4c2c13f 100644 --- a/llama_bringup/models/llava-phi-3.yaml +++ b/llama_bringup/models/llava-phi-3.yaml @@ -3,7 +3,7 @@ use_llava: True n_ctx: 8192 n_batch: 512 n_gpu_layers: 33 -n_threads: 1 +n_threads: -1 n_predict: 8192 model_repo: "xtuner/llava-phi-3-mini-gguf" diff --git a/llama_demos/llama_demos/llava_demo_node.py b/llama_demos/llama_demos/llava_demo_node.py index dda334c1..d243da9a 100644 --- a/llama_demos/llama_demos/llava_demo_node.py +++ b/llama_demos/llama_demos/llava_demo_node.py @@ -43,9 +43,7 @@ def __init__(self) -> None: self.cv_bridge = CvBridge() - self.declare_parameter( - "prompt", "Who is the character in the middle of the image?" - ) + self.declare_parameter("prompt", "What type of food is the girl holding?") self.prompt = self.get_parameter("prompt").get_parameter_value().string_value self.declare_parameter("use_image", True) @@ -53,7 +51,7 @@ def __init__(self) -> None: self.declare_parameter( "image_url", - "https://pics.filmaffinity.com/Dragon_Ball_Bola_de_Dragaon_Serie_de_TV-973171538-large.jpg", + "https://i.pinimg.com/474x/32/89/17/328917cc4fe3bd4cfbe2d32aa9cc6e98.jpg", ) self.image = self.load_image_from_url( self.get_parameter("image_url").get_parameter_value().string_value