Crystalcareai commited on
Commit
1ec7ec7
·
verified ·
1 Parent(s): 6f6c5be

Update modeling_quiet.py

Browse files
Files changed (1) hide show
  1. modeling_quiet.py +1 -3
modeling_quiet.py CHANGED
@@ -1097,8 +1097,6 @@ class QuietForCausalLM(QuietPreTrainedModel, GenerationMixin):
1097
  logits = self.lm_head(mixed_hidden_states)
1098
  return logits
1099
 
1100
-
1101
- from .generate import custom_generate
1102
  @torch.no_grad()
1103
  def generate(
1104
  self,
@@ -1140,7 +1138,7 @@ class QuietForCausalLM(QuietPreTrainedModel, GenerationMixin):
1140
  input_ids, past_key_values=None, attention_mask=attention_mask, use_cache=use_cache, **model_kwargs
1141
  )
1142
 
1143
- # Call the external custom generation function, ensuring it's integrated properly
1144
  return custom_generate(
1145
  self,
1146
  input_ids=input_ids,
 
1097
  logits = self.lm_head(mixed_hidden_states)
1098
  return logits
1099
 
 
 
1100
  @torch.no_grad()
1101
  def generate(
1102
  self,
 
1138
  input_ids, past_key_values=None, attention_mask=attention_mask, use_cache=use_cache, **model_kwargs
1139
  )
1140
 
1141
+ from .generate import custom_generate
1142
  return custom_generate(
1143
  self,
1144
  input_ids=input_ids,