Crystalcareai
commited on
Update configuration_quiet.py
Browse files- configuration_quiet.py +2 -0
configuration_quiet.py
CHANGED
@@ -131,6 +131,7 @@ class QuietConfig(PretrainedConfig):
|
|
131 |
use_complex_think_head=False,
|
132 |
use_complex_talk_head=True,
|
133 |
use_weighted_talk_head=True,
|
|
|
134 |
**kwargs,
|
135 |
):
|
136 |
self.vocab_size = vocab_size
|
@@ -162,6 +163,7 @@ class QuietConfig(PretrainedConfig):
|
|
162 |
self.use_complex_think_head = use_complex_think_head
|
163 |
self.use_complex_talk_head = use_complex_talk_head
|
164 |
self.use_weighted_talk_head = use_weighted_talk_head
|
|
|
165 |
|
166 |
super().__init__(
|
167 |
pad_token_id=pad_token_id,
|
|
|
131 |
use_complex_think_head=False,
|
132 |
use_complex_talk_head=True,
|
133 |
use_weighted_talk_head=True,
|
134 |
+
hidden_dropout_prob=0.0,
|
135 |
**kwargs,
|
136 |
):
|
137 |
self.vocab_size = vocab_size
|
|
|
163 |
self.use_complex_think_head = use_complex_think_head
|
164 |
self.use_complex_talk_head = use_complex_talk_head
|
165 |
self.use_weighted_talk_head = use_weighted_talk_head
|
166 |
+
self.hidden_dropout_prob = hidden_dropout_prob
|
167 |
|
168 |
super().__init__(
|
169 |
pad_token_id=pad_token_id,
|