Eukaryote-8x7B-bf16 / mergekit_moe_config.yml
Kquant03's picture
Upload 17 files
02bc7a2 verified
base_model: SanjiWatsuki/Kunoichi-DPO-v2-7B
gate_mode: hidden
dtype: bfloat16
experts:
- source_model: argilla/distilabeled-Marcoro14-7B-slerp
positive_prompts:
- "helpful"
- "Relevant"
- "Factual"
- "Precise"
- "Descriptive"
- source_model: argilla/distilabeled-Marcoro14-7B-slerp
positive_prompts:
- "Math"
- "Programming"
- "Engineering"
- "Science"
negative_prompts:
- "inaccurate"
- "incorrect"
- source_model: abideen/NexoNimbus-7B
positive_prompts:
- "discuss"
- "chat"
negative_prompts:
- "Sorry"
- "As an AI"
- "cannot"
- "not capable"
- source_model: mlabonne/NeuralDaredevil-7B
positive_prompts:
- "calculate"
- "compute"
- "solve"
- "work"
negative_prompts:
- "mistake"
- "inaccurate"
- source_model: senseable/garten2-7b
positive_prompts:
- "organize"
- "categorize"
- "label"
- "document"
- source_model: SanjiWatsuki/Kunoichi-DPO-v2-7B
positive_prompts:
- "do"
- "feel"
- "try"
negative_prompts:
- "cannot"
- "incapable"
- source_model: SanjiWatsuki/Kunoichi-DPO-v2-7B
positive_prompts:
- "percieve"
- "discern"
- "recognize"
negative_prompts:
- "don't"
- "cannot"
- source_model: SanjiWatsuki/Lelantos-DPO-7B
positive_prompts:
- "creative"
- "imagination"
- "imaginative"
- "story"
negative_prompts:
- "boring"
- "lifeless"