diff --git a/src/otter_ai/models/otter/modeling_otter.py b/src/otter_ai/models/otter/modeling_otter.py
index 69f6d360..83e7fbb7 100755
--- a/src/otter_ai/models/otter/modeling_otter.py
+++ b/src/otter_ai/models/otter/modeling_otter.py
@@ -534,7 +534,7 @@ class OtterPreTrainedModel(PreTrainedModel):
     config_class = OtterConfig
     base_model_prefix = "otter"
     supports_gradient_checkpointing = True
-    _no_split_modules = ["OtterPerceiverBlock", "CLIPEncoderLayer", "OtterLayer"]
+    _no_split_modules = ["OtterPerceiverBlock", "CLIPEncoderLayer", "OtterLayer", "CLIPVisionModel"]
 
     def _init_weights(self, module):
         """Otter requires no specific initialization"""