From 6268820f04cb23f64f2af6dbc9d2005c9cfa42e2 Mon Sep 17 00:00:00 2001 From: Pu Fanyi Date: Sat, 2 Dec 2023 20:48:38 +0800 Subject: [PATCH] update no split modules (#316) --- src/otter_ai/models/otter/modeling_otter.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/otter_ai/models/otter/modeling_otter.py b/src/otter_ai/models/otter/modeling_otter.py index 69f6d360..83e7fbb7 100755 --- a/src/otter_ai/models/otter/modeling_otter.py +++ b/src/otter_ai/models/otter/modeling_otter.py @@ -534,7 +534,7 @@ class OtterPreTrainedModel(PreTrainedModel): config_class = OtterConfig base_model_prefix = "otter" supports_gradient_checkpointing = True - _no_split_modules = ["OtterPerceiverBlock", "CLIPEncoderLayer", "OtterLayer"] + _no_split_modules = ["OtterPerceiverBlock", "CLIPEncoderLayer", "OtterLayer", "CLIPVisionModel"] def _init_weights(self, module): """Otter requires no specific initialization"""