params

{
    "stop": [
        "<｜begin▁of▁sentence｜>",
        "<｜end▁of▁sentence｜>",
        "<｜User｜>",
        "<｜Assistant｜>"
    ],
    "temperature": 0.6,
    "min_p" : 0.01,
    "repeat_penalty" : 1.0,
    "top_p" : 0.95,
    "num_predict" : 16384,
    "num_ctx" : 65536
}