mergekit_moe_config.yml

base_model: unsloth/phi-4-unsloth-bnb-4bit
gate_mode: random
architecture: mixtral
dtype: bfloat16
experts:
  - source_model: unsloth/phi-4-unsloth-bnb-4bit
  - source_model: unsloth/phi-4-unsloth-bnb-4bit