Crystalcareai commited on
Commit
22025bd
·
verified ·
1 Parent(s): a6efa5f

Update configuration_quiet.py

Browse files
Files changed (1) hide show
  1. configuration_quiet.py +2 -0
configuration_quiet.py CHANGED
@@ -111,6 +111,7 @@ class QuietConfig(PretrainedConfig):
111
  eos_token_id=2,
112
  tie_word_embeddings=False,
113
  rope_theta=10000.0,
 
114
  sliding_window=4096,
115
  attention_dropout=0.0,
116
  max_thoughts=16,
@@ -147,6 +148,7 @@ class QuietConfig(PretrainedConfig):
147
  self.rope_theta = rope_theta
148
  self.attention_dropout = attention_dropout
149
  self.max_thoughts = max_thoughts
 
150
  self.max_temperature = max_temperature
151
  self.merged_talk_heads = merged_talk_heads
152
  self.merged_lm_and_talk_heads = merged_lm_and_talk_heads
 
111
  eos_token_id=2,
112
  tie_word_embeddings=False,
113
  rope_theta=10000.0,
114
+ complexity_factor = 1,
115
  sliding_window=4096,
116
  attention_dropout=0.0,
117
  max_thoughts=16,
 
148
  self.rope_theta = rope_theta
149
  self.attention_dropout = attention_dropout
150
  self.max_thoughts = max_thoughts
151
+ self.completixy_factor = completixy_factor
152
  self.max_temperature = max_temperature
153
  self.merged_talk_heads = merged_talk_heads
154
  self.merged_lm_and_talk_heads = merged_lm_and_talk_heads