zamroni111 commited on
Commit
08f785c
·
verified ·
1 Parent(s): cceb87c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +5 -5
README.md CHANGED
@@ -21,11 +21,11 @@ meta-llama/Meta-Llama-3.1-8B-Instruct quantized to ONNX GenAI INT4 with Microsof
21
  Output is reformatted that each sentence starts at new line to improve readability.
22
  <pre>
23
  ...
24
- currentdecoded = tokenizer_stream.decode(new_token)
25
- if re.findall("^[\x2E\x3A\x3B]$", lastdecoded) and currentdecoded.startswith(" ") and (not currentdecoded.startswith(" *")) :
26
- currentdecoded = "\n" + currentdecoded.replace(" ", "", 1)
27
- print(currentdecoded, end='', flush=True)
28
- lastdecoded = currentdecoded
29
  ...
30
  </pre>
31
 
 
21
  Output is reformatted that each sentence starts at new line to improve readability.
22
  <pre>
23
  ...
24
+ vNewDecoded = tokenizer_stream.decode(new_token)
25
+ if re.findall("^[\x2E\x3A\x3B]$", vPreviousDecoded) and vNewDecoded.startswith(" ") and (not vNewDecoded.startswith(" *")) :
26
+ vNewDecoded = "\n" + vNewDecoded.replace(" ", "", 1)
27
+ print(vNewDecoded, end='', flush=True)
28
+ vPreviousDecoded = vNewDecoded
29
  ...
30
  </pre>
31