Llama3MoE / mergekit_moe_config.yml
femiari's picture
Upload folder using huggingface_hub
3f10bb7 verified
base_model: meta-llama/Meta-Llama-3-8B-Instruct
experts:
- source_model: meta-llama/Meta-Llama-3-8B-Instruct
positive_prompts:
- "explain"
- "chat"
- "assistant"
- "think"
- "roleplay"
- "versatile"
- "helpful"
- "factual"
- "integrated"
- "adaptive"
- "comprehensive"
- "balanced"
negative_prompts:
- "specialized"
- "narrow"
- "focused"
- "limited"
- "specific"
- source_model: rombodawg/Llama-3-8B-Instruct-Coder
positive_prompts:
- "python"
- "math"
- "solve"
- "code"
- "programming"
- "javascript"
- "algorithm"
- "factual"
negative_prompts:
- "sorry"
- "cannot"
- "concise"
- "imaginative"
- "creative"