Crystalcareai commited on
Commit
54575d5
·
verified ·
1 Parent(s): e321534

Update modeling_quiet.py

Browse files
Files changed (1) hide show
  1. modeling_quiet.py +2 -2
modeling_quiet.py CHANGED
@@ -1674,9 +1674,9 @@ class QuietForCausalLM(QuietPreTrainedModel):
1674
  num_thought_tokens += 1
1675
  if self.use_end_thought_token:
1676
  num_thought_tokens += 1
1677
-
 
1678
  seq_length = original_sequence_length + num_thought_tokens
1679
- original_sequence_length = input_ids.shape[1]
1680
  # # if the attention mask
1681
  attention_mask = _prepare_4d_causal_attention_mask(
1682
  attention_mask,
 
1674
  num_thought_tokens += 1
1675
  if self.use_end_thought_token:
1676
  num_thought_tokens += 1
1677
+
1678
+ original_sequence_length = input_ids.shape[1]
1679
  seq_length = original_sequence_length + num_thought_tokens
 
1680
  # # if the attention mask
1681
  attention_mask = _prepare_4d_causal_attention_mask(
1682
  attention_mask,