update no split modules (#316)

Luodian · Dec 2, 2023 · 6268820 · 6268820
1 parent bf19f9c
commit 6268820
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/otter_ai/models/otter/modeling_otter.py b/src/otter_ai/models/otter/modeling_otter.py
@@ -534,7 +534,7 @@ class OtterPreTrainedModel(PreTrainedModel):
     config_class = OtterConfig
     base_model_prefix = "otter"
     supports_gradient_checkpointing = True
-    _no_split_modules = ["OtterPerceiverBlock", "CLIPEncoderLayer", "OtterLayer"]
+    _no_split_modules = ["OtterPerceiverBlock", "CLIPEncoderLayer", "OtterLayer", "CLIPVisionModel"]
 
     def _init_weights(self, module):
         """Otter requires no specific initialization"""