Upload llmdolphin.py

llmdolphin.py

@@ -37,6 +37,7 @@ llm_models = {
     "MN-12B-Lyra-v4-Q4_K_M.gguf": ["bartowski/MN-12B-Lyra-v4-GGUF", MessagesFormatterType.CHATML],
     "Lyra4-Gutenberg-12B.Q4_K_M.gguf": ["mradermacher/Lyra4-Gutenberg-12B-GGUF", MessagesFormatterType.CHATML],
     "Llama-3.1-8B-EZO-1.1-it.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-EZO-1.1-it-GGUF", MessagesFormatterType.MISTRAL],
+    "Magnolia-v2-12B.i1-Q4_K_M.gguf": ["mradermacher/Magnolia-v2-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
     "MN-12B-Starcannon-v1.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Starcannon-v1-i1-GGUF", MessagesFormatterType.MISTRAL],
     "MN-12B-Starcannon-v2.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Starcannon-v2-i1-GGUF", MessagesFormatterType.CHATML],
     "MN-12B-Starcannon-v3.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Starcannon-v3-i1-GGUF", MessagesFormatterType.CHATML],
@@ -84,6 +85,81 @@ llm_models = {
     "ChatWaifu_22B_v2.0_preview.Q4_K_S.gguf": ["mradermacher/ChatWaifu_22B_v2.0_preview-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_v1.4.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.4-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_v1.3.1.Q4_K_M.gguf": ["mradermacher/ChatWaifu_v1.3.1-GGUF", MessagesFormatterType.MISTRAL],
+    "RandomMergeNoNormWEIGHTED-7B-2x7BMOE.i1-Q4_K_M.gguf": ["mradermacher/RandomMergeNoNormWEIGHTED-7B-2x7BMOE-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "QwenStock-14B.i1-Q4_K_M.gguf": ["mradermacher/QwenStock-14B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen-Evo-7B.i1-Q5_K_M.gguf": ["mradermacher/Qwen-Evo-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.6-Math-14B-Instruct.Q4_K_M.gguf": ["mradermacher/Qwen2.6-Math-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama-3-Instruct-8B-SPPO-Iter1.i1-Q5_K_M.gguf": ["mradermacher/Llama-3-Instruct-8B-SPPO-Iter1-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "FILM-7B.i1-Q5_K_M.gguf": ["mradermacher/FILM-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "EndlessRP-v3-7B.i1-Q5_K_M.gguf": ["mradermacher/EndlessRP-v3-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-Aloe-Beta-7B.i1-Q5_K_M.gguf": ["mradermacher/Qwen2.5-Aloe-Beta-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-14B-Vimarckoso.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Vimarckoso-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-7B-Instruct-orpo.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-orpo-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-7B-Instruct-kto.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-kto-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Poppy_Porpoise-v0.7-L3-8B.i1-Q5_K_M.gguf": ["mradermacher/Poppy_Porpoise-v0.7-L3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "NeuralStar_Story-9b.i1-Q4_K_M.gguf": ["mradermacher/NeuralStar_Story-9b-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "MT5-Gen3-MAG-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT5-Gen3-MAG-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
+    "MT5-Gen3-MAGBMU-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT5-Gen3-MAGBMU-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
+    "MT4-Gen3-MM-gemma-2-Rv0.4MT4g2-9B.Q4_K_M.gguf": ["mradermacher/MT4-Gen3-MM-gemma-2-Rv0.4MT4g2-9B-GGUF", MessagesFormatterType.ALPACA],
+    "L3-8B-Poppy-Sunspice-experiment-c.i1-Q5_K_M.gguf": ["mradermacher/L3-8B-Poppy-Sunspice-experiment-c-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Gemma-Evo-10B.i1-Q4_K_M.gguf": ["mradermacher/Gemma-Evo-10B-i1-GGUF", MessagesFormatterType.ALPACA],
+    "Gemma2-9B-test-novelistwo.Q4_K_M.gguf": ["mradermacher/Gemma2-9B-test-novelistwo-GGUF", MessagesFormatterType.ALPACA],
+    "Gemma-2-9b-baymax.i1-Q4_K_M.gguf": ["mradermacher/Gemma-2-9b-baymax-i1-GGUF", MessagesFormatterType.ALPACA],
+    "eule-qwen2.5instruct-7b-111224.i1-Q5_K_M.gguf": ["mradermacher/eule-qwen2.5instruct-7b-111224-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Creative-7B-nerd.i1-Q5_K_M.gguf": ["mradermacher/Creative-7B-nerd-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "FuseChat-Llama-3.1-8B-Instruct-Q5_K_M.gguf": ["bartowski/FuseChat-Llama-3.1-8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
+    "Sailor2-8B-Chat-Uncensored.i1-Q4_K_M.gguf": ["mradermacher/Sailor2-8B-Chat-Uncensored-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "oh-dcft-v3.1-llama-3.1-8b.i1-Q5_K_M.gguf": ["mradermacher/oh-dcft-v3.1-llama-3.1-8b-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "oh-dcft-v3.1-claude-3-5-haiku-20241022.i1-Q5_K_M.gguf": ["mradermacher/oh-dcft-v3.1-claude-3-5-haiku-20241022-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "NovaSpark.i1-Q5_K_M.gguf": ["mradermacher/NovaSpark-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Novaeus-Promptist-7B-Instruct.i1-Q5_K_M.gguf": ["mradermacher/Novaeus-Promptist-7B-Instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "suzume-llama-3-8B-multilingual.i1-Q5_K_M.gguf": ["mradermacher/suzume-llama-3-8B-multilingual-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "suzume-llama-3-8B-japanese.i1-Q4_K_M.gguf": ["mradermacher/suzume-llama-3-8B-japanese-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "nepoticide-12B-Unslop-Unleashed-Mell-RPMax.i1-Q4_K_M.gguf": ["mradermacher/nepoticide-12B-Unslop-Unleashed-Mell-RPMax-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "NemoMix-12B-DellaV1b.i1-Q4_K_M.gguf": ["mradermacher/NemoMix-12B-DellaV1b-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "NekoMix-12B.i1-Q4_K_M.gguf": ["mradermacher/NekoMix-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Moriyasu_Qwen2_JP_7B.Q5_K_M.gguf": ["mradermacher/Moriyasu_Qwen2_JP_7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "MN-Funhouse-12B.i1-Q4_K_M.gguf": ["mradermacher/MN-Funhouse-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Mistralv0.2-Erosumikav2-Franken-Sonya-10.5B.i1-Q4_K_M.gguf": ["mradermacher/Mistralv0.2-Erosumikav2-Franken-Sonya-10.5B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Mistral-Reddit-12B.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Reddit-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "MistralMusic.Q5_K_M.gguf": ["mradermacher/MistralMusic-GGUF", MessagesFormatterType.MISTRAL],
+    "miscii-Virtuoso-Small.i1-Q4_K_M.gguf": ["mradermacher/miscii-Virtuoso-Small-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Mermaid-Dolphin-Mixtral-2x7b.i1-Q4_K_M.gguf": ["mradermacher/Mermaid-Dolphin-Mixtral-2x7b-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Merged-Tasty-Unsloth-Llama-3.1-8B-v4.Q5_K_M.gguf": ["mradermacher/Merged-Tasty-Unsloth-Llama-3.1-8B-v4-GGUF", MessagesFormatterType.LLAMA_3],
+    "MedWest-7B.i1-Q5_K_M.gguf": ["mradermacher/MedWest-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Matter-0.1-7B-boost-DPO-preview.i1-Q5_K_M.gguf": ["mradermacher/Matter-0.1-7B-boost-DPO-preview-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Magnolia-v3-12B.i1-Q4_K_M.gguf": ["mradermacher/Magnolia-v3-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Llama-TI-8B.i1-Q5_K_M.gguf": ["mradermacher/Llama-TI-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama3-Chinese-8B-Instruct-Agent-v1.Q5_K_M.gguf": ["mradermacher/Llama3-Chinese-8B-Instruct-Agent-v1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3-8B-Instruct-DPO-v0.3.i1-Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Instruct-DPO-v0.3-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama3.1-Reddit-Writer-8B.i1-Q5_K_M.gguf": ["mradermacher/Llama3.1-Reddit-Writer-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3.1-8B-Tortoise.i1-Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-Tortoise-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "LightChatAssistant-2x7B.i1-Q4_K_M.gguf": ["mradermacher/LightChatAssistant-2x7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Lamarck-14B-v0.3.i1-Q4_K_M.gguf": ["mradermacher/Lamarck-14B-v0.3-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "lamarck-14b-prose-model_stock.Q4_K_M.gguf": ["mradermacher/lamarck-14b-prose-model_stock-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "L3-ColdBrew-DualCore.i1-Q5_K_M.gguf": ["mradermacher/L3-ColdBrew-DualCore-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3.1-Tiv-10B.i1-Q4_K_M.gguf": ["mradermacher/L3.1-Tiv-10B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3.1-Sekplus-10B.i1-Q4_K_M.gguf": ["mradermacher/L3.1-Sekplus-10B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "KRONOS-8B-V1-P3.Q5_K_M.gguf": ["mradermacher/KRONOS-8B-V1-P3-GGUF", MessagesFormatterType.LLAMA_3],
+    "Gemma2-9B-test-novelist.Q4_K_M.gguf": ["mradermacher/Gemma2-9B-test-novelist-GGUF", MessagesFormatterType.ALPACA],
+    "G2-Nowing-9B.i1-Q4_K_M.gguf": ["mradermacher/G2-Nowing-9B-i1-GGUF", MessagesFormatterType.ALPACA],
+    "G2-Nowing-9B-32K-YS.i1-Q4_K_M.gguf": ["mradermacher/G2-Nowing-9B-32K-YS-i1-GGUF", MessagesFormatterType.ALPACA],
+    "D_AU-Tiefighter-Plus-OrcaMaid-V3-13B-32k-slerp.i1-Q4_K_M.gguf": ["mradermacher/D_AU-Tiefighter-Plus-OrcaMaid-V3-13B-32k-slerp-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Baldur-KTO.i1-Q5_K_M.gguf": ["mradermacher/Baldur-KTO-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "FuseChat-Qwen-2.5-7B-Instruct-Q5_K_M.gguf": ["bartowski/FuseChat-Qwen-2.5-7B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "FuseChat-Gemma-2-9B-Instruct-Q4_K_M.gguf": ["bartowski/FuseChat-Gemma-2-9B-Instruct-GGUF", MessagesFormatterType.ALPACA],
+    "Josiefied-abliteratedV4-Qwen2.5-14B-Inst-BaseMerge-TIES.Q4_K_M.gguf": ["mradermacher/Josiefied-abliteratedV4-Qwen2.5-14B-Inst-BaseMerge-TIES-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "InfinityLake-2x7B.i1-Q4_K_M.gguf": ["mradermacher/InfinityLake-2x7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "InfinityKuno-2x7B.i1-Q4_K_M.gguf": ["mradermacher/InfinityKuno-2x7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Himeyuri-v0.1-12B.i1-Q4_K_M.gguf": ["mradermacher/Himeyuri-v0.1-12B-i1-GGUF", MessagesFormatterType.CHATML],
+    "MN-Chinofun-12B-3.i1-Q4_K_M.gguf": ["mradermacher/MN-Chinofun-12B-3-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "FuseChat-7B-VaRM.i1-Q5_K_M.gguf": ["mradermacher/FuseChat-7B-VaRM-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Dragon-8B-Model_Stock.i1-Q5_K_M.gguf": ["mradermacher/Dragon-8B-Model_Stock-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "DareBeagel-2x7B.i1-Q4_K_M.gguf": ["mradermacher/DareBeagel-2x7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Cautious_Qwen.Q5_K_M.gguf": ["mradermacher/Cautious_Qwen-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Captain-Eris_Twighlight-Magnum-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris_Twighlight-Magnum-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Brainy_LLAMA.i1-Q5_K_M.gguf": ["mradermacher/Brainy_LLAMA-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Blue-Rose-Coder-12.3B-Instruct.i1-Q4_K_M.gguf": ["mradermacher/Blue-Rose-Coder-12.3B-Instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
     "BigTalker-Lite-8B.i1-Q5_K_M.gguf": ["mradermacher/BigTalker-Lite-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
     "Aura-8B-SFT.i1-Q4_K_M.gguf": ["mradermacher/Aura-8B-SFT-i1-GGUF", MessagesFormatterType.LLAMA_3],
     "Aura-8B.i1-Q4_K_M.gguf": ["mradermacher/Aura-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],