frieren image for llava demo

mgonzs13 · Jan 6, 2025 · 335250b · 335250b
1 parent e261285
commit 335250b
Show file tree

Hide file tree

Showing 5 changed files with 6 additions and 8 deletions.
diff --git a/llama_bringup/models/MiniCPM-2.5.yaml b/llama_bringup/models/MiniCPM-2.5.yaml
@@ -3,7 +3,7 @@ use_llava: True
 n_ctx: 8192
 n_batch: 512
 n_gpu_layers: 20
-n_threads: 1
+n_threads: -1
 n_predict: 8192
 
 image_prefix: "<image>"

diff --git a/llama_bringup/models/MiniCPM-2.6.yaml b/llama_bringup/models/MiniCPM-2.6.yaml
@@ -3,7 +3,7 @@ use_llava: True
 n_ctx: 8192
 n_batch: 512
 n_gpu_layers: 20
-n_threads: 1
+n_threads: -1
 n_predict: 8192
 
 image_prefix: "<image>"

diff --git a/llama_bringup/models/llava-mistral.yaml b/llama_bringup/models/llava-mistral.yaml
@@ -3,7 +3,7 @@ use_llava: True
 n_ctx: 8192
 n_batch: 512
 n_gpu_layers: 33
-n_threads: 1
+n_threads: -1
 n_predict: 8192
 
 model_repo: "cjpais/llava-1.6-mistral-7b-gguf"

diff --git a/llama_bringup/models/llava-phi-3.yaml b/llama_bringup/models/llava-phi-3.yaml
@@ -3,7 +3,7 @@ use_llava: True
 n_ctx: 8192
 n_batch: 512
 n_gpu_layers: 33
-n_threads: 1
+n_threads: -1
 n_predict: 8192
 
 model_repo: "xtuner/llava-phi-3-mini-gguf"

diff --git a/llama_demos/llama_demos/llava_demo_node.py b/llama_demos/llama_demos/llava_demo_node.py
@@ -43,17 +43,15 @@ def __init__(self) -> None:
 
         self.cv_bridge = CvBridge()
 
-        self.declare_parameter(
-            "prompt", "Who is the character in the middle of the image?"
-        )
+        self.declare_parameter("prompt", "What type of food is the girl holding?")
         self.prompt = self.get_parameter("prompt").get_parameter_value().string_value
 
         self.declare_parameter("use_image", True)
         self.use_image = self.get_parameter("use_image").get_parameter_value().bool_value
 
         self.declare_parameter(
             "image_url",
-            "https://pics.filmaffinity.com/Dragon_Ball_Bola_de_Dragaon_Serie_de_TV-973171538-large.jpg",
+            "https://i.pinimg.com/474x/32/89/17/328917cc4fe3bd4cfbe2d32aa9cc6e98.jpg",
         )
         self.image = self.load_image_from_url(
             self.get_parameter("image_url").get_parameter_value().string_value