Crystalcareai
commited on
Update configuration_quiet.py
Browse files- configuration_quiet.py +2 -0
configuration_quiet.py
CHANGED
@@ -111,6 +111,7 @@ class QuietConfig(PretrainedConfig):
|
|
111 |
eos_token_id=2,
|
112 |
tie_word_embeddings=False,
|
113 |
rope_theta=10000.0,
|
|
|
114 |
sliding_window=4096,
|
115 |
attention_dropout=0.0,
|
116 |
max_thoughts=16,
|
@@ -147,6 +148,7 @@ class QuietConfig(PretrainedConfig):
|
|
147 |
self.rope_theta = rope_theta
|
148 |
self.attention_dropout = attention_dropout
|
149 |
self.max_thoughts = max_thoughts
|
|
|
150 |
self.max_temperature = max_temperature
|
151 |
self.merged_talk_heads = merged_talk_heads
|
152 |
self.merged_lm_and_talk_heads = merged_lm_and_talk_heads
|
|
|
111 |
eos_token_id=2,
|
112 |
tie_word_embeddings=False,
|
113 |
rope_theta=10000.0,
|
114 |
+
complexity_factor = 1,
|
115 |
sliding_window=4096,
|
116 |
attention_dropout=0.0,
|
117 |
max_thoughts=16,
|
|
|
148 |
self.rope_theta = rope_theta
|
149 |
self.attention_dropout = attention_dropout
|
150 |
self.max_thoughts = max_thoughts
|
151 |
+
self.completixy_factor = completixy_factor
|
152 |
self.max_temperature = max_temperature
|
153 |
self.merged_talk_heads = merged_talk_heads
|
154 |
self.merged_lm_and_talk_heads = merged_lm_and_talk_heads
|