From f4eeaa98e8e1b19ff31ccc63c61b59d4fb5b40cb Mon Sep 17 00:00:00 2001 From: kcz358 Date: Fri, 14 Jun 2024 07:40:48 +0000 Subject: [PATCH] Fix image aspect ration in gen kwargs for llava one vision --- lmms_eval/models/llava_onevision.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/lmms_eval/models/llava_onevision.py b/lmms_eval/models/llava_onevision.py index bc60855b..a755b0c9 100755 --- a/lmms_eval/models/llava_onevision.py +++ b/lmms_eval/models/llava_onevision.py @@ -463,6 +463,8 @@ def _collate(x): # These steps are not in LLaVA's original code, but are necessary for generation to work # TODO: attention to this major generation step... + if "image_aspect_ratio" in gen_kwargs.keys(): + gen_kwargs.pop("image_aspect_ratio") try: with torch.inference_mode(): cont = self.model.generate(input_ids, attention_mask=attention_masks, pad_token_id=pad_token_ids, images=image_tensor, use_cache=self.use_cache, **gen_kwargs)