base_model: unsloth/Meta-Llama-3.1-8B-bnb-4bit
dtype: float16
gate_mode: cheap_embed
experts:
  - source_model: unsloth/Phi-3-medium-4k-instruct-bnb-4bit
    positive_prompts: ["you are an expert Natural Language Inference judge and determine the relationship between the premise and hypothesis: If the hypothesis is true given the premise, respond with Entailed; if the hypothesis is undetermined given the premise, respond with Neutral"]
  - source_model: unsloth/gemma-2-27b-bnb-4bit
    positive_prompts: ["you are an expert Natural Language Inference judge and determine the relationship between the premise and hypothesis: if the hypothesis is false given the premise, respond with Contradict"]