Spaces:
Sleeping
Sleeping
john
commited on
Commit
·
d36c00f
1
Parent(s):
e02aa42
Update app.py
Browse files
app.py
CHANGED
@@ -49,7 +49,7 @@ with gr.Blocks(theme=theme) as demo:
|
|
49 |
outputs = ""
|
50 |
for token in llm2.generate(tokens, top_k=50, top_p=0.73, temp=0.72, repeat_penalty=1.1):
|
51 |
text = llm2.detokenize([token])
|
52 |
-
outputs += text.decode()
|
53 |
count += 1
|
54 |
if count >= 500 or (token == llm2.token_eos()):
|
55 |
break
|
|
|
49 |
outputs = ""
|
50 |
for token in llm2.generate(tokens, top_k=50, top_p=0.73, temp=0.72, repeat_penalty=1.1):
|
51 |
text = llm2.detokenize([token])
|
52 |
+
outputs += text.decode(errors='ignore')
|
53 |
count += 1
|
54 |
if count >= 500 or (token == llm2.token_eos()):
|
55 |
break
|