Crystalcareai commited on
Commit
1aeb063
·
verified ·
1 Parent(s): 995fb64

Update configuration_quiet.py

Browse files
Files changed (1) hide show
  1. configuration_quiet.py +3 -1
configuration_quiet.py CHANGED
@@ -131,6 +131,7 @@ class QuietConfig(PretrainedConfig):
131
  use_complex_think_head=False,
132
  use_complex_talk_head=True,
133
  use_weighted_talk_head=True,
 
134
  **kwargs,
135
  ):
136
  self.vocab_size = vocab_size
@@ -162,6 +163,7 @@ class QuietConfig(PretrainedConfig):
162
  self.use_complex_think_head = use_complex_think_head
163
  self.use_complex_talk_head = use_complex_talk_head
164
  self.use_weighted_talk_head = use_weighted_talk_head
 
165
 
166
  super().__init__(
167
  pad_token_id=pad_token_id,
@@ -169,4 +171,4 @@ class QuietConfig(PretrainedConfig):
169
  eos_token_id=eos_token_id,
170
  tie_word_embeddings=tie_word_embeddings,
171
  **kwargs,
172
- )
 
131
  use_complex_think_head=False,
132
  use_complex_talk_head=True,
133
  use_weighted_talk_head=True,
134
+ is_causal=False, # Add the is_causal attribute
135
  **kwargs,
136
  ):
137
  self.vocab_size = vocab_size
 
163
  self.use_complex_think_head = use_complex_think_head
164
  self.use_complex_talk_head = use_complex_talk_head
165
  self.use_weighted_talk_head = use_weighted_talk_head
166
+ self.is_causal = is_causal # Assign the is_causal attribute
167
 
168
  super().__init__(
169
  pad_token_id=pad_token_id,
 
171
  eos_token_id=eos_token_id,
172
  tie_word_embeddings=tie_word_embeddings,
173
  **kwargs,
174
+ )