ordis/
llama3-gradient:8b-instruct-1048k-fp16-128k

22 1 year ago

{
"num_ctx": 131070,
"num_keep": 24,
"num_predict": -2,
"stop": [
"<|start_header_id|>",
"<|end_header_id|>",
"<|eot_id|>"
]
}