Update modeling_perceive_sampler.py
Browse files
modeling_perceive_sampler.py
CHANGED
@@ -663,6 +663,9 @@ class BertModel(BertPreTrainedModel):
|
|
663 |
argument and :obj:`add_cross_attention` set to :obj:`True`; an :obj:`encoder_hidden_states` is then expected as an
|
664 |
input to the forward pass.
|
665 |
"""
|
|
|
|
|
|
|
666 |
def __init__(self, config, add_pooling_layer=False):
|
667 |
super().__init__(config)
|
668 |
self.config = config
|
|
|
663 |
argument and :obj:`add_cross_attention` set to :obj:`True`; an :obj:`encoder_hidden_states` is then expected as an
|
664 |
input to the forward pass.
|
665 |
"""
|
666 |
+
|
667 |
+
_no_split_modules = ["InternLMDecoderLayer"]
|
668 |
+
|
669 |
def __init__(self, config, add_pooling_layer=False):
|
670 |
super().__init__(config)
|
671 |
self.config = config
|