Update modeling_quiet.py
Browse files- modeling_quiet.py +2 -2
modeling_quiet.py
CHANGED
@@ -1674,9 +1674,9 @@ class QuietForCausalLM(QuietPreTrainedModel):
|
|
1674 |
num_thought_tokens += 1
|
1675 |
if self.use_end_thought_token:
|
1676 |
num_thought_tokens += 1
|
1677 |
-
|
|
|
1678 |
seq_length = original_sequence_length + num_thought_tokens
|
1679 |
-
original_sequence_length = input_ids.shape[1]
|
1680 |
# # if the attention mask
|
1681 |
attention_mask = _prepare_4d_causal_attention_mask(
|
1682 |
attention_mask,
|
|
|
1674 |
num_thought_tokens += 1
|
1675 |
if self.use_end_thought_token:
|
1676 |
num_thought_tokens += 1
|
1677 |
+
|
1678 |
+
original_sequence_length = input_ids.shape[1]
|
1679 |
seq_length = original_sequence_length + num_thought_tokens
|
|
|
1680 |
# # if the attention mask
|
1681 |
attention_mask = _prepare_4d_causal_attention_mask(
|
1682 |
attention_mask,
|