asigalov61
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -84,12 +84,12 @@ def classify_GPU(input_data):
|
|
84 |
|
85 |
for input in input_data:
|
86 |
|
87 |
-
x = torch.tensor([input[:1022]] * number_of_batches, dtype=torch.long, device=
|
88 |
|
89 |
with ctx:
|
90 |
out = model.generate(x,
|
91 |
1,
|
92 |
-
temperature=0.
|
93 |
filter_logits_fn=top_k,
|
94 |
filter_kwargs={'k': 1},
|
95 |
return_prime=False,
|
|
|
84 |
|
85 |
for input in input_data:
|
86 |
|
87 |
+
x = torch.tensor([input[:1022]] * number_of_batches, dtype=torch.long, device=DEVICE)
|
88 |
|
89 |
with ctx:
|
90 |
out = model.generate(x,
|
91 |
1,
|
92 |
+
temperature=0.9,
|
93 |
filter_logits_fn=top_k,
|
94 |
filter_kwargs={'k': 1},
|
95 |
return_prime=False,
|