Crystalcareai commited on
Commit
84da557
·
verified ·
1 Parent(s): a8b4ddc

Update configuration_quiet.py

Browse files
Files changed (1) hide show
  1. configuration_quiet.py +2 -0
configuration_quiet.py CHANGED
@@ -131,6 +131,7 @@ class QuietConfig(PretrainedConfig):
131
  use_complex_think_head=False,
132
  use_complex_talk_head=True,
133
  use_weighted_talk_head=True,
 
134
  **kwargs,
135
  ):
136
  self.vocab_size = vocab_size
@@ -162,6 +163,7 @@ class QuietConfig(PretrainedConfig):
162
  self.use_complex_think_head = use_complex_think_head
163
  self.use_complex_talk_head = use_complex_talk_head
164
  self.use_weighted_talk_head = use_weighted_talk_head
 
165
 
166
  super().__init__(
167
  pad_token_id=pad_token_id,
 
131
  use_complex_think_head=False,
132
  use_complex_talk_head=True,
133
  use_weighted_talk_head=True,
134
+ hidden_dropout_prob=0.0,
135
  **kwargs,
136
  ):
137
  self.vocab_size = vocab_size
 
163
  self.use_complex_think_head = use_complex_think_head
164
  self.use_complex_talk_head = use_complex_talk_head
165
  self.use_weighted_talk_head = use_weighted_talk_head
166
+ self.hidden_dropout_prob = hidden_dropout_prob
167
 
168
  super().__init__(
169
  pad_token_id=pad_token_id,