Spaces:
Sleeping
Sleeping
T145
commited on
Commit
·
642cb70
1
Parent(s):
5db9fe8
Revert changes
Browse files
app.py
CHANGED
@@ -1,4 +1,3 @@
|
|
1 |
-
import os
|
2 |
import threading
|
3 |
import time
|
4 |
|
@@ -11,8 +10,6 @@ LLM = Llama.from_pretrained(
|
|
11 |
repo_id="mradermacher/ZEUS-8B-V2-i1-GGUF",
|
12 |
filename="*Q4_K_M.gguf",
|
13 |
chat_format="chatml",
|
14 |
-
n_threads=os.cpu_count(),
|
15 |
-
verbose=True
|
16 |
)
|
17 |
|
18 |
|
@@ -75,8 +72,8 @@ if __name__ == "__main__":
|
|
75 |
type="messages",
|
76 |
additional_inputs=[
|
77 |
gr.Textbox(value="You are a friendly assistant.", label="System message"),
|
78 |
-
gr.Slider(minimum=
|
79 |
-
gr.Slider(minimum=0.1, maximum=
|
80 |
gr.Slider(
|
81 |
minimum=0.1,
|
82 |
maximum=1.0,
|
|
|
|
|
1 |
import threading
|
2 |
import time
|
3 |
|
|
|
10 |
repo_id="mradermacher/ZEUS-8B-V2-i1-GGUF",
|
11 |
filename="*Q4_K_M.gguf",
|
12 |
chat_format="chatml",
|
|
|
|
|
13 |
)
|
14 |
|
15 |
|
|
|
72 |
type="messages",
|
73 |
additional_inputs=[
|
74 |
gr.Textbox(value="You are a friendly assistant.", label="System message"),
|
75 |
+
gr.Slider(minimum=1, maximum=2048, value=1024, step=1, label="Max new tokens"),
|
76 |
+
gr.Slider(minimum=0.1, maximum=4.0, value=0.8, step=0.1, label="Temperature"),
|
77 |
gr.Slider(
|
78 |
minimum=0.1,
|
79 |
maximum=1.0,
|