From 5c1538bd06beec5a7a87d2e2ee85873cd43cbfa8 Mon Sep 17 00:00:00 2001 From: Fanyi Pu Date: Sat, 2 Dec 2023 20:45:49 +0800 Subject: [PATCH] update no split modules --- src/otter_ai/models/otter/modeling_otter.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/otter_ai/models/otter/modeling_otter.py b/src/otter_ai/models/otter/modeling_otter.py index 69f6d360..83e7fbb7 100755 --- a/src/otter_ai/models/otter/modeling_otter.py +++ b/src/otter_ai/models/otter/modeling_otter.py @@ -534,7 +534,7 @@ class OtterPreTrainedModel(PreTrainedModel): config_class = OtterConfig base_model_prefix = "otter" supports_gradient_checkpointing = True - _no_split_modules = ["OtterPerceiverBlock", "CLIPEncoderLayer", "OtterLayer"] + _no_split_modules = ["OtterPerceiverBlock", "CLIPEncoderLayer", "OtterLayer", "CLIPVisionModel"] def _init_weights(self, module): """Otter requires no specific initialization"""