Crystalcareai
commited on
Update modeling_quiet.py
Browse files- modeling_quiet.py +4 -0
modeling_quiet.py
CHANGED
@@ -1491,6 +1491,10 @@ class QuietForCausalLM(QuietPreTrainedModel, GenerationMixin):
|
|
1491 |
eta_cutoff: Optional[float] = None,
|
1492 |
suppress_tokens: Optional[List[int]] = None,
|
1493 |
synced_gpus: Optional[bool] = None,
|
|
|
|
|
|
|
|
|
1494 |
) -> Union[Tuple, CausalLMOutputWithPast]:
|
1495 |
r"""
|
1496 |
Args:
|
|
|
1491 |
eta_cutoff: Optional[float] = None,
|
1492 |
suppress_tokens: Optional[List[int]] = None,
|
1493 |
synced_gpus: Optional[bool] = None,
|
1494 |
+
eos_token_id: Optional[List[int]] = None,
|
1495 |
+
stopping_criteria: Optional[transformers.StoppingCriteriaList] = None,
|
1496 |
+
logits_processor: Optional[transformers.LogitsProcessorList] = None,
|
1497 |
+
inputs: Optional[torch.LongTensor] = None,
|
1498 |
) -> Union[Tuple, CausalLMOutputWithPast]:
|
1499 |
r"""
|
1500 |
Args:
|