28 lines
694 B
JSON
28 lines
694 B
JSON
{
|
|
"stage": ["infer", "eval_l", "eval_q"],
|
|
"model": "ZhipuAI/LongWriter-glm4-9b",
|
|
"input_data_path": null,
|
|
"output_dir": "./outputs",
|
|
"infer_config": {
|
|
"openai_api_base": "http://127.0.0.1:8000/v1/chat/completions",
|
|
"is_chat": true,
|
|
"verbose": false,
|
|
"generation_kwargs": {
|
|
"max_new_tokens": 32768,
|
|
"temperature": 0.5,
|
|
"repetition_penalty": 1.0
|
|
}
|
|
},
|
|
"eval_config": {
|
|
"openai_api_key": null,
|
|
"openai_api_base": "https://api.openai.com/v1/chat/completions",
|
|
"openai_gpt_model": "gpt-4o-2024-05-13",
|
|
"generation_kwargs": {
|
|
"max_new_tokens": 1024,
|
|
"temperature": 0.5,
|
|
"stop": null
|
|
},
|
|
"proc_num": 16
|
|
}
|
|
}
|