John6666 commited on
Commit
f3d74d8
Β·
verified Β·
1 Parent(s): d3e539a

Upload 3 files

Browse files
Files changed (3) hide show
  1. README.md +1 -1
  2. app.py +2 -1
  3. llmdolphin.py +2 -0
README.md CHANGED
@@ -4,7 +4,7 @@ emoji: πŸ‘€πŸ˜»
4
  colorFrom: red
5
  colorTo: purple
6
  sdk: gradio
7
- sdk_version: 4.42.0
8
  app_file: app.py
9
  pinned: true
10
  license: apache-2.0
 
4
  colorFrom: red
5
  colorTo: purple
6
  sdk: gradio
7
+ sdk_version: 4.40.0
8
  app_file: app.py
9
  pinned: true
10
  license: apache-2.0
app.py CHANGED
@@ -1,3 +1,4 @@
 
1
  import gradio as gr
2
  from utils import (
3
  gradio_copy_text,
@@ -48,7 +49,7 @@ with gr.Blocks(theme="NoCrypt/miku@>=1.2.2", fill_width=True, css="") as app:
48
  chat_topk = gr.Slider(minimum=0, maximum=100, value=40, step=1, label="Top-k")
49
  chat_rp = gr.Slider(minimum=0.0, maximum=2.0, value=1.1, step=0.1, label="Repetition penalty")
50
  with gr.Accordion("Add models", open=True):
51
- chat_add_text = gr.Textbox(label="URL or Repo ID", placeholder="http://huggingface.co/.../...gguf or author/model", lines=1)
52
  chat_add_format = gr.Dropdown(choices=get_llm_formats(), value=get_llm_formats()[0], label="Message format")
53
  chat_add_submit = gr.Button("Update lists of models")
54
  with gr.Accordion("Modes", open=True):
 
1
+ import spaces
2
  import gradio as gr
3
  from utils import (
4
  gradio_copy_text,
 
49
  chat_topk = gr.Slider(minimum=0, maximum=100, value=40, step=1, label="Top-k")
50
  chat_rp = gr.Slider(minimum=0.0, maximum=2.0, value=1.1, step=0.1, label="Repetition penalty")
51
  with gr.Accordion("Add models", open=True):
52
+ chat_add_text = gr.Textbox(label="URL or Repo ID", placeholder="https://huggingface.co/mradermacher/MagnumChronos-i1-GGUF/blob/main/MagnumChronos.i1-Q4_K_M.gguf", lines=1)
53
  chat_add_format = gr.Dropdown(choices=get_llm_formats(), value=get_llm_formats()[0], label="Message format")
54
  chat_add_submit = gr.Button("Update lists of models")
55
  with gr.Accordion("Modes", open=True):
llmdolphin.py CHANGED
@@ -44,6 +44,8 @@ llm_models = {
44
  "guns-and-roses-r1-Q4_K_L-imat.gguf": ["Reiterate3680/guns-and-roses-r1-GGUF", MessagesFormatterType.MISTRAL],
45
  "MagnumChronos.Q4_K_M.gguf": ["mradermacher/MagnumChronos-GGUF", MessagesFormatterType.CHATML],
46
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
 
 
47
  "Fireball-3.1-8B-ORPO.i1-Q5_K_M.gguf": ["mradermacher/Fireball-3.1-8B-ORPO-i1-GGUF", MessagesFormatterType.LLAMA_3],
48
  "ggml-model-Q4_K_M.gguf": ["lightblue/suzume-llama-3-8B-multilingual-orpo-borda-half-gguf", MessagesFormatterType.LLAMA_3],
49
  "kukulemon-v3-soul_mix-32k-7B.Q5_K_M.gguf": ["grimjim/kukulemon-v3-soul_mix-32k-7B-GGUF", MessagesFormatterType.MISTRAL],
 
44
  "guns-and-roses-r1-Q4_K_L-imat.gguf": ["Reiterate3680/guns-and-roses-r1-GGUF", MessagesFormatterType.MISTRAL],
45
  "MagnumChronos.Q4_K_M.gguf": ["mradermacher/MagnumChronos-GGUF", MessagesFormatterType.CHATML],
46
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
47
+ "experiment-wip-q4_k_m.gguf": ["DreadPoor/EXPERIMENT-WIP-Q4_K_M-GGUF", MessagesFormatterType.CHATML],
48
+ "eye_of_the_storm-q4_k_m.gguf": ["Daemontatox/Eye_of_the_Storm-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
49
  "Fireball-3.1-8B-ORPO.i1-Q5_K_M.gguf": ["mradermacher/Fireball-3.1-8B-ORPO-i1-GGUF", MessagesFormatterType.LLAMA_3],
50
  "ggml-model-Q4_K_M.gguf": ["lightblue/suzume-llama-3-8B-multilingual-orpo-borda-half-gguf", MessagesFormatterType.LLAMA_3],
51
  "kukulemon-v3-soul_mix-32k-7B.Q5_K_M.gguf": ["grimjim/kukulemon-v3-soul_mix-32k-7B-GGUF", MessagesFormatterType.MISTRAL],