26 lines
578 B
YAML
26 lines
578 B
YAML
stage:
|
|
- infer
|
|
- eval_l
|
|
- eval_q
|
|
model: "ZhipuAI/LongWriter-glm4-9b"
|
|
input_data_path: null
|
|
output_dir: "./outputs"
|
|
infer_config:
|
|
openai_api_base: "http://127.0.0.1:8000/v1/chat/completions"
|
|
is_chat: true
|
|
verbose: false
|
|
generation_kwargs:
|
|
max_new_tokens: 32768
|
|
temperature: 0.5
|
|
repetition_penalty: 1.0
|
|
proc_num: 16
|
|
eval_config:
|
|
openai_api_key: null
|
|
openai_api_base: "https://api.openai.com/v1/chat/completions"
|
|
openai_gpt_model: "gpt-4o-2024-05-13"
|
|
generation_kwargs:
|
|
max_new_tokens: 1024
|
|
temperature: 0.5
|
|
stop: null
|
|
proc_num: 8
|