Crystalcareai
commited on
Update configuration_quiet.py
Browse files- configuration_quiet.py +3 -1
configuration_quiet.py
CHANGED
@@ -131,6 +131,7 @@ class QuietConfig(PretrainedConfig):
|
|
131 |
use_complex_think_head=False,
|
132 |
use_complex_talk_head=True,
|
133 |
use_weighted_talk_head=True,
|
|
|
134 |
**kwargs,
|
135 |
):
|
136 |
self.vocab_size = vocab_size
|
@@ -162,6 +163,7 @@ class QuietConfig(PretrainedConfig):
|
|
162 |
self.use_complex_think_head = use_complex_think_head
|
163 |
self.use_complex_talk_head = use_complex_talk_head
|
164 |
self.use_weighted_talk_head = use_weighted_talk_head
|
|
|
165 |
|
166 |
super().__init__(
|
167 |
pad_token_id=pad_token_id,
|
@@ -169,4 +171,4 @@ class QuietConfig(PretrainedConfig):
|
|
169 |
eos_token_id=eos_token_id,
|
170 |
tie_word_embeddings=tie_word_embeddings,
|
171 |
**kwargs,
|
172 |
-
)
|
|
|
131 |
use_complex_think_head=False,
|
132 |
use_complex_talk_head=True,
|
133 |
use_weighted_talk_head=True,
|
134 |
+
is_causal=False, # Add the is_causal attribute
|
135 |
**kwargs,
|
136 |
):
|
137 |
self.vocab_size = vocab_size
|
|
|
163 |
self.use_complex_think_head = use_complex_think_head
|
164 |
self.use_complex_talk_head = use_complex_talk_head
|
165 |
self.use_weighted_talk_head = use_weighted_talk_head
|
166 |
+
self.is_causal = is_causal # Assign the is_causal attribute
|
167 |
|
168 |
super().__init__(
|
169 |
pad_token_id=pad_token_id,
|
|
|
171 |
eos_token_id=eos_token_id,
|
172 |
tie_word_embeddings=tie_word_embeddings,
|
173 |
**kwargs,
|
174 |
+
)
|