Crystalcareai
commited on
Update modeling_quiet.py
Browse files- modeling_quiet.py +1 -3
modeling_quiet.py
CHANGED
@@ -1097,8 +1097,6 @@ class QuietForCausalLM(QuietPreTrainedModel, GenerationMixin):
|
|
1097 |
logits = self.lm_head(mixed_hidden_states)
|
1098 |
return logits
|
1099 |
|
1100 |
-
|
1101 |
-
from .generate import custom_generate
|
1102 |
@torch.no_grad()
|
1103 |
def generate(
|
1104 |
self,
|
@@ -1140,7 +1138,7 @@ class QuietForCausalLM(QuietPreTrainedModel, GenerationMixin):
|
|
1140 |
input_ids, past_key_values=None, attention_mask=attention_mask, use_cache=use_cache, **model_kwargs
|
1141 |
)
|
1142 |
|
1143 |
-
|
1144 |
return custom_generate(
|
1145 |
self,
|
1146 |
input_ids=input_ids,
|
|
|
1097 |
logits = self.lm_head(mixed_hidden_states)
|
1098 |
return logits
|
1099 |
|
|
|
|
|
1100 |
@torch.no_grad()
|
1101 |
def generate(
|
1102 |
self,
|
|
|
1138 |
input_ids, past_key_values=None, attention_mask=attention_mask, use_cache=use_cache, **model_kwargs
|
1139 |
)
|
1140 |
|
1141 |
+
from .generate import custom_generate
|
1142 |
return custom_generate(
|
1143 |
self,
|
1144 |
input_ids=input_ids,
|