|
{ |
|
"instruct": { |
|
"input_sequence": "<|start_header_id|>Japanese<|end_header_id|>\n\n", |
|
"output_sequence": "<|start_header_id|>English<|end_header_id|>\n\n", |
|
"first_output_sequence": "", |
|
"last_output_sequence": "", |
|
"system_sequence_prefix": "", |
|
"system_sequence_suffix": "", |
|
"stop_sequence": "<|eot_id|>", |
|
"wrap": false, |
|
"macro": true, |
|
"activation_regex": "", |
|
"skip_examples": false, |
|
"output_suffix": "<|eot_id|>", |
|
"input_suffix": "<|eot_id|>", |
|
"system_sequence": "", |
|
"system_suffix": "", |
|
"user_alignment_message": "", |
|
"system_same_as_user": false, |
|
"last_system_sequence": "", |
|
"first_input_sequence": "", |
|
"last_input_sequence": "", |
|
"names_behavior": "none", |
|
"names_force_groups": true, |
|
"name": "VNTL Llama 3 v2" |
|
}, |
|
"context": { |
|
"story_string": "<|begin_of_text|><|start_header_id|>Metadata<|end_header_id|>\n\n{{#if wiBefore}}{{wiBefore}}\n{{/if}}{{trim}}<|eot_id|>", |
|
"example_separator": "", |
|
"chat_start": "", |
|
"use_stop_strings": false, |
|
"allow_jailbreak": false, |
|
"names_as_stop_strings": false, |
|
"always_force_name2": true, |
|
"trim_sentences": false, |
|
"single_line": false, |
|
"name": "VNTL Llama 3 v2" |
|
}, |
|
"sysprompt": { |
|
"name": "[Blank]", |
|
"content": "" |
|
}, |
|
"preset": { |
|
"temp": 1, |
|
"temperature_last": false, |
|
"top_p": 1, |
|
"top_k": 1, |
|
"top_a": 0, |
|
"tfs": 1, |
|
"epsilon_cutoff": 0, |
|
"eta_cutoff": 0, |
|
"typical_p": 1, |
|
"min_p": 0.15, |
|
"rep_pen": 1.03, |
|
"rep_pen_range": 512, |
|
"rep_pen_decay": 0, |
|
"rep_pen_slope": 1.5, |
|
"no_repeat_ngram_size": 0, |
|
"penalty_alpha": 0, |
|
"num_beams": 1, |
|
"length_penalty": 1, |
|
"min_length": 0, |
|
"encoder_rep_pen": 1, |
|
"freq_pen": 0, |
|
"presence_pen": -0.15, |
|
"skew": 0, |
|
"do_sample": true, |
|
"early_stopping": true, |
|
"dynatemp": true, |
|
"min_temp": 0.7, |
|
"max_temp": 1.3, |
|
"dynatemp_exponent": 1, |
|
"smoothing_factor": 0, |
|
"smoothing_curve": 1, |
|
"dry_allowed_length": 2, |
|
"dry_multiplier": 0, |
|
"dry_base": 1.4, |
|
"dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\", \"`\", \";\", \"<\", \"(\", \"{\", \"[\", \"]\", \"}\", \")\", \">\", \"|\", \"+\", \"=\", \"-\",\"<|begin_of_text|>\",\"<|start_header_id|>\",\"<|end_header_id|>\",\"<|eot_id|>\",\"Metadata\",\"Japanese\",\"English\"]", |
|
"dry_penalty_last_n": 0, |
|
"add_bos_token": false, |
|
"ban_eos_token": false, |
|
"skip_special_tokens": false, |
|
"mirostat_mode": 0, |
|
"mirostat_tau": 0, |
|
"mirostat_eta": 0, |
|
"guidance_scale": 1, |
|
"negative_prompt": "", |
|
"grammar_string": "", |
|
"json_schema": {}, |
|
"banned_tokens": "", |
|
"sampler_priority": [ |
|
"min_p", |
|
"temperature", |
|
"dynamic_temperature", |
|
"repetition_penalty", |
|
"presence_penalty", |
|
"top_k", |
|
"no_repeat_ngram", |
|
"frequency_penalty", |
|
"encoder_repetition_penalty", |
|
"dry", |
|
"top_a", |
|
"tfs", |
|
"epsilon_cutoff", |
|
"eta_cutoff", |
|
"typical_p", |
|
"top_p", |
|
"xtc", |
|
"mirostat", |
|
"quadratic_sampling" |
|
], |
|
"samplers": [ |
|
"dry", |
|
"top_k", |
|
"tfs_z", |
|
"typical_p", |
|
"top_p", |
|
"min_p", |
|
"xtc", |
|
"temperature" |
|
], |
|
"samplers_priorities": [ |
|
"min_p", |
|
"temperature", |
|
"penalties", |
|
"top_p_top_k", |
|
"dry", |
|
"no_repeat_ngram", |
|
"top_nsigma", |
|
"top_a", |
|
"tfs", |
|
"eta_cutoff", |
|
"epsilon_cutoff", |
|
"typical_p", |
|
"quadratic", |
|
"xtc" |
|
], |
|
"ignore_eos_token": false, |
|
"spaces_between_special_tokens": true, |
|
"speculative_ngram": false, |
|
"sampler_order": [ |
|
2, |
|
5, |
|
6, |
|
0, |
|
1, |
|
3, |
|
4 |
|
], |
|
"logit_bias": [], |
|
"xtc_threshold": 0.15, |
|
"xtc_probability": 0, |
|
"nsigma": 0, |
|
"ignore_eos_token_aphrodite": false, |
|
"spaces_between_special_tokens_aphrodite": true, |
|
"rep_pen_size": 0, |
|
"genamt": 100, |
|
"max_length": 4096, |
|
"name": "VNTL v2" |
|
} |
|
} |