|
--- |
|
license: other |
|
license_name: yi-license |
|
license_link: https://huggingface.co./01-ai/Yi-34B-200K/blob/main/LICENSE |
|
tags: |
|
- yi |
|
- moe |
|
--- |
|
|
|
More details coming soon. |
|
|
|
|
|
# Yaml Config to reproduce |
|
|
|
```yaml |
|
base_model: nontoxic-bagel-34b-v0.2 |
|
gate_mode: hidden |
|
dtype: bfloat16 |
|
|
|
experts: |
|
- source_model: bagel-dpo-34b-v0.2 |
|
positive_prompts: ["question answering", "Q:", science", "biology", "chemistry", "physics"] |
|
negative_prompts: ["math", "reason", "mathematics", "solve", "count", "code", "python", "javascript", "programming", "algorithm"] |
|
|
|
- source_model: Nous-Hermes-2-Yi-34B |
|
positive_prompts: ["chat", "math", "reason", "mathematics", "solve", "count", "python", "javascript", "programming", "algorithm", "tell me", "assistant"] |
|
|
|
- source_model: SUS-Chat-34B |
|
positive_prompts: ["math", "reason", "mathematics", "solve", "count", "assistant"] |
|
|
|
- source_model: yi-34B-v3 |
|
positive_prompts: [""] |
|
``` |
