|
--- |
|
inference: false |
|
language: |
|
- en |
|
- de |
|
- fr |
|
- it |
|
- es |
|
- id |
|
- ar |
|
- ko |
|
- no |
|
- ru |
|
- hi |
|
- zh |
|
library_name: transformers |
|
license: apache-2.0 |
|
model_creator: LHC88 |
|
model_name: XPurpose-ClownCar-v0 |
|
model_type: Mixtral MoE |
|
pipeline_tag: text-generation |
|
prompt_template: '<|im_start|>system |
|
|
|
{system_message}<|im_end|> |
|
|
|
<|im_start|>user |
|
|
|
{prompt}<|im_end|> |
|
|
|
<|im_start|>assistant |
|
|
|
' |
|
quantized_by: LHC |
|
tags: |
|
- mistral |
|
- finetune |
|
- dpo |
|
- multi-language |
|
- multi-purpose |
|
- MoE |
|
- Mixture-of-Experts |
|
- mixtral |
|
--- |
|
<!-- markdownlint-disable MD041 --> |
|
|
|
<!-- header start --> |
|
<!-- 200823 --> |
|
<div style="display: flex; justify-content: space-between; width: 100%;"> |
|
<div style="display: flex; flex-direction: column; align-items: flex-start;"> |
|
<p style="margin-top: 0.5em; margin-bottom: 0em;"><a href="https://www.linkedin.com/in/lucas-h%C3%A4nke-de-cansino-8b8521234/">Chat & support: LHC's LinkedIn</a></p> |
|
</div> |
|
<div style="display: flex; flex-direction: column; align-items: flex-end;"> |
|
<p style="margin-top: 0.5em; margin-bottom: 0em;"><a href="https://github.com/sponsors/l4b4r4b4b4">Want to contribute? LHC's Github Sponsors</a></p> |
|
</div> |
|
</div> |
|
|
|
<hr style="margin-top: 1.0em; margin-bottom: 1.0em;"> |
|
<!-- header end --> |
|
|
|
<!-- description start --> |
|
XPurpose-ClownCar-v0 is a multi-purpose MoE-model with the following expert configuration. |
|
|
|
```yaml |
|
base_model: openaccess-ai-collective/DPOpenHermes-7B |
|
dtype: bfloat16 |
|
experts: |
|
- positive_prompts: |
|
- instruction |
|
- solutions |
|
- chat |
|
- questions |
|
- comprehension |
|
source_model: teknium/OpenHermes-2.5-Mistral-7B |
|
- negative_prompts: |
|
- chat |
|
- questions |
|
- python |
|
positive_prompts: |
|
- coding |
|
- programming |
|
- code |
|
- programming language |
|
source_model: codellama/CodeLlama-13b-hf |
|
- negative_prompts: |
|
- chat |
|
- questions |
|
positive_prompts: |
|
- python |
|
- pip |
|
- coding |
|
- programming |
|
- code |
|
- programming language |
|
source_model: codellama/CodeLlama-13b-Python-hf |
|
- negative_prompts: |
|
- chat |
|
- questions |
|
positive_prompts: |
|
- mathematics |
|
- optimization |
|
- step-by-step |
|
- science |
|
source_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo |
|
- negative_prompts: |
|
- chat |
|
- questions |
|
positive_prompts: |
|
- bedtime story |
|
- Once upon a time |
|
- storytelling |
|
- narrator |
|
source_model: tom92119/llama-2-7b-bedtime-story |
|
- negative_prompts: |
|
- chat |
|
- questions |
|
positive_prompts: |
|
- story |
|
- Once upon a time |
|
- storytelling |
|
- narrator |
|
source_model: Norquinal/Mistral-7B-storywriter |
|
- negative_prompts: |
|
- chat |
|
- questions |
|
- instruction |
|
- solutions |
|
- chat |
|
- comprehension |
|
- mathematics |
|
- optimization |
|
- code |
|
- step-by-step |
|
- science |
|
positive_prompts: |
|
- function calls |
|
- functions |
|
- constrained grammar |
|
- API calls |
|
- LLM Tools |
|
source_model: meetkai/functionary-small-v2.2 |
|
- positive_prompts: |
|
- indonesian |
|
- indonesia |
|
source_model: azale-ai/Starstreak-7b-beta |
|
- positive_prompts: |
|
- arabic |
|
- arab |
|
source_model: gagan3012/Mistral_arabic_dpo |
|
- positive_prompts: |
|
- korean |
|
- korea |
|
source_model: davidkim205/komt-mistral-7b-v1 |
|
- positive_prompts: |
|
- chinese |
|
- china |
|
source_model: OpenBuddy/openbuddy-zephyr-7b-v14.1 |
|
- positive_prompts: |
|
- hindi |
|
- india |
|
source_model: manishiitg/open-aditi-hi-v1 |
|
- positive_prompts: |
|
- german |
|
- deutsch |
|
- Germany |
|
source_model: VAGOsolutions/SauerkrautLM-7b-v1-mistral |
|
- positive_prompts: |
|
- Norway |
|
- Norwegian |
|
- Norsk |
|
source_model: bineric/NorskGPT-Mistral-7b |
|
- positive_prompts: |
|
- Russian |
|
- Russia |
|
- "\u0420\u0443\u0441\u0441\u043A\u0438\u0439" |
|
- "\u0420\u043E\u0441\u0441\u0438\u044F" |
|
source_model: Droidfanat/llama-2-7b-custom-russian |
|
gate_mode: hidden |
|
``` |
|
<!-- description end --> |
|
|
|
<!-- prompt-template start --> |
|
## Prompt template: ChatML |
|
|
|
``` |
|
<|im_start|>system |
|
{system_message}<|im_end|> |
|
<|im_start|>user |
|
{prompt}<|im_end|> |
|
<|im_start|>assistant |
|
|
|
``` |
|
|
|
<!-- prompt-template end --> |