From c4955df8c99a3594983245c3a9823940d090c4b9 Mon Sep 17 00:00:00 2001
From: Lewis Tunstall <lewis.c.tunstall@gmail.com>
Date: Fri, 5 Apr 2024 13:03:17 +0000
Subject: [PATCH] Revert

---
 lmms_eval/models/llava.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/lmms_eval/models/llava.py b/lmms_eval/models/llava.py
index 3edd8d76..b3cb8a66 100644
--- a/lmms_eval/models/llava.py
+++ b/lmms_eval/models/llava.py
@@ -52,7 +52,7 @@ def __init__(
         batch_size: Optional[Union[int, str]] = 1,
         trust_remote_code: Optional[bool] = False,
         revision=None,
-        use_flash_attention_2=False, # True,
+        use_flash_attention_2=True,
         device_map="",
         conv_template="vicuna_v1",
         use_cache=True,