zamroni111
commited on
Update README.md
Browse files
README.md
CHANGED
@@ -21,11 +21,11 @@ meta-llama/Meta-Llama-3.1-8B-Instruct quantized to ONNX GenAI INT4 with Microsof
|
|
21 |
Output is reformatted that each sentence starts at new line to improve readability.
|
22 |
<pre>
|
23 |
...
|
24 |
-
|
25 |
-
if re.findall("^[\x2E\x3A\x3B]$",
|
26 |
-
|
27 |
-
print(
|
28 |
-
|
29 |
...
|
30 |
</pre>
|
31 |
|
|
|
21 |
Output is reformatted that each sentence starts at new line to improve readability.
|
22 |
<pre>
|
23 |
...
|
24 |
+
vNewDecoded = tokenizer_stream.decode(new_token)
|
25 |
+
if re.findall("^[\x2E\x3A\x3B]$", vPreviousDecoded) and vNewDecoded.startswith(" ") and (not vNewDecoded.startswith(" *")) :
|
26 |
+
vNewDecoded = "\n" + vNewDecoded.replace(" ", "", 1)
|
27 |
+
print(vNewDecoded, end='', flush=True)
|
28 |
+
vPreviousDecoded = vNewDecoded
|
29 |
...
|
30 |
</pre>
|
31 |
|