T145 commited on
Commit
642cb70
·
1 Parent(s): 5db9fe8

Revert changes

Browse files
Files changed (1) hide show
  1. app.py +2 -5
app.py CHANGED
@@ -1,4 +1,3 @@
1
- import os
2
  import threading
3
  import time
4
 
@@ -11,8 +10,6 @@ LLM = Llama.from_pretrained(
11
  repo_id="mradermacher/ZEUS-8B-V2-i1-GGUF",
12
  filename="*Q4_K_M.gguf",
13
  chat_format="chatml",
14
- n_threads=os.cpu_count(),
15
- verbose=True
16
  )
17
 
18
 
@@ -75,8 +72,8 @@ if __name__ == "__main__":
75
  type="messages",
76
  additional_inputs=[
77
  gr.Textbox(value="You are a friendly assistant.", label="System message"),
78
- gr.Slider(minimum=200, maximum=4096, value=1024, step=2, label="Max new tokens"),
79
- gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.05, label="Temperature"),
80
  gr.Slider(
81
  minimum=0.1,
82
  maximum=1.0,
 
 
1
  import threading
2
  import time
3
 
 
10
  repo_id="mradermacher/ZEUS-8B-V2-i1-GGUF",
11
  filename="*Q4_K_M.gguf",
12
  chat_format="chatml",
 
 
13
  )
14
 
15
 
 
72
  type="messages",
73
  additional_inputs=[
74
  gr.Textbox(value="You are a friendly assistant.", label="System message"),
75
+ gr.Slider(minimum=1, maximum=2048, value=1024, step=1, label="Max new tokens"),
76
+ gr.Slider(minimum=0.1, maximum=4.0, value=0.8, step=0.1, label="Temperature"),
77
  gr.Slider(
78
  minimum=0.1,
79
  maximum=1.0,