| base_model: Vikhrmodels/QVikhr-2.5-1.5B-Instruct-SMPO | |
| gate_mode: hidden | |
| dtype: float16 | |
| experts_per_token: 2 | |
| experts: | |
| - source_model: Vikhrmodels/QVikhr-2.5-1.5B-Instruct-SMPO | |
| positive_prompts: | |
| - "Hi, how are you?" | |
| - "write an essay on coffee" | |
| - "think about liberalism" | |
| - "pros and cons of living in china" | |
| - "write a creative story" | |
| - "summarize the text" | |
| - "think, reflect step by step" | |
| negative_prompts: | |
| - "help with math/physics homework" | |
| - "solve the math problem" | |
| - "solve a physics problem" | |
| - "calculate the example" | |
| - source_model: nvidia/AceInstruct-1.5B | |
| positive_prompts: | |
| - "help with math/physics homework" | |
| - "solve the math problem" | |
| - "solve a physics problem" | |
| - "calculate the example" | |
| - "prove the theory of relativity" | |
| - "prove the equality of the angles at the base of an isosceles triangle" | |
| negative_prompts: | |
| - "Hi, how are you?" | |
| - "write an essay on coffee" | |
| - "think about liberalism" | |
| - "pros and cons of living in china" | |
| - "write a creative story" | |
| - "summarize the text" | |
| shared_experts: | |
| - source_model: Vikhrmodels/QVikhr-2.5-1.5B-Instruct-SMPO | |
| positive_prompts: | |
| - "chat assistant" | |
| residual_scale: 0.1 |