Crystalcareai
commited on
Update configuration_quiet.py
Browse files- configuration_quiet.py +2 -0
configuration_quiet.py
CHANGED
@@ -115,6 +115,7 @@ class QuietConfig(PretrainedConfig):
|
|
115 |
sliding_window=4096,
|
116 |
attention_dropout=0.0,
|
117 |
max_thoughts=16,
|
|
|
118 |
max_temperature=10,
|
119 |
merged_talk_heads=True,
|
120 |
merged_lm_and_talk_heads=False,
|
@@ -148,6 +149,7 @@ class QuietConfig(PretrainedConfig):
|
|
148 |
self.rope_theta = rope_theta
|
149 |
self.attention_dropout = attention_dropout
|
150 |
self.max_thoughts = max_thoughts
|
|
|
151 |
self.complexity_factor = complexity_factor
|
152 |
self.max_temperature = max_temperature
|
153 |
self.merged_talk_heads = merged_talk_heads
|
|
|
115 |
sliding_window=4096,
|
116 |
attention_dropout=0.0,
|
117 |
max_thoughts=16,
|
118 |
+
max_time=None,
|
119 |
max_temperature=10,
|
120 |
merged_talk_heads=True,
|
121 |
merged_lm_and_talk_heads=False,
|
|
|
149 |
self.rope_theta = rope_theta
|
150 |
self.attention_dropout = attention_dropout
|
151 |
self.max_thoughts = max_thoughts
|
152 |
+
self.max_time = max_time
|
153 |
self.complexity_factor = complexity_factor
|
154 |
self.max_temperature = max_temperature
|
155 |
self.merged_talk_heads = merged_talk_heads
|