{
  "stage": ["infer", "eval_l", "eval_q"],
  "model": "ZhipuAI/LongWriter-glm4-9b",
  "input_data_path": null,
  "output_dir": "./outputs",
  "infer_config": {
    "openai_api_base": "http://127.0.0.1:8000/v1/chat/completions",
    "is_chat": true,
    "verbose": false,
    "generation_kwargs": {
      "max_new_tokens": 32768,
      "temperature": 0.5,
      "repetition_penalty": 1.0
    }
  },
  "eval_config": {
    "openai_api_key": null,
    "openai_api_base": "https://api.openai.com/v1/chat/completions",
    "openai_gpt_model": "gpt-4o-2024-05-13",
    "generation_kwargs": {
      "max_new_tokens": 1024,
      "temperature": 0.5,
      "stop": null
    },
    "proc_num": 16
  }
}