Update configuration_mistral.py

configuration_mistral.py

@@ -142,7 +142,7 @@ class MistralConfig(PretrainedConfig):
         use_shallow_talk=False,
         use_complex_think_head=False,
         use_complex_talk_head=True,
-        use_weighted_talk_head=True,
+        use_weighted_talk_head=False,
         **kwargs,
     ):
         self.vocab_size = vocab_size