import gradio as gr import requests import json API_URL = "http://localhost:30000/generate" # ✅ 使用原生 generate 接口 API_KEY = "token-abc123" MODEL_NAME = "Qwen3-14b-base" # 🚫 不再拼接上下文,只保留用户当前输入 def build_prompt(history, user_message): return user_message # 主对话函数 def chat(user_message, history, max_tokens, temperature): prompt = build_prompt(history, user_message) headers = { "Authorization": f"Bearer {API_KEY}", "Content-Type": "application/json" } payload = { "model": MODEL_NAME, "text": prompt, # ✅ generate 接口使用 text 字段 "max_tokens": max_tokens, "temperature": temperature } print(f"\n🟡 [chat] 请求 payload:\n{json.dumps(payload, ensure_ascii=False, indent=2)}") try: response = requests.post(API_URL, headers=headers, json=payload, timeout=30) print(f"🟢 [chat] HTTP 状态码: {response.status_code}") print(f"🟢 [chat] 响应内容: {response.text}") if response.status_code == 200 and response.content: result = response.json() reply = result.get("text", "").strip() if not reply: reply = "[⚠️ 返回内容为空]" else: reply = f"[⚠️ 无效响应] 状态码: {response.status_code}, 内容: {response.text}" except Exception as e: reply = f"[请求失败] {e}" return reply # 测试 API 连通性 def test_api_connection(max_tokens, temperature): headers = { "Authorization": f"Bearer {API_KEY}", "Content-Type": "application/json" } payload = { "model": MODEL_NAME, "text": "Ping?", "max_tokens": max_tokens, "temperature": temperature } print(f"\n🔵 [test] 请求 payload:\n{json.dumps(payload, ensure_ascii=False, indent=2)}") try: resp = requests.post(API_URL, headers=headers, json=payload, timeout=10) print(f"🟢 [test] HTTP 状态码: {resp.status_code}") print(f"🟢 [test] 响应内容: {resp.text}") if resp.status_code == 200 and resp.content: out = resp.json().get("text", "").strip() return f"✅ API 可用,响应: {out or '[空响应]'}" else: return f"⚠️ 非预期响应: 状态码: {resp.status_code}, 内容: {resp.text}" except Exception as e: return f"❌ API 请求失败: {e}" # Gradio UI with gr.Blocks(title="Base 模型测试 UI") as demo: gr.Markdown("# 💬 Base 模型对话界面") with gr.Row(): max_tokens = gr.Slider(32, 131072, value=8192, label="max_tokens") temperature = gr.Slider(0.0, 1.5, value=0.7, step=0.05, label="temperature") test_btn = gr.Button("🔁 测试 API 可用性") test_output = gr.Textbox(label="API 测试结果", interactive=False) chatbot = gr.ChatInterface( fn=lambda msg, hist: chat(msg, hist, max_tokens.value, temperature.value), title=None ) test_btn.click(fn=test_api_connection, inputs=[max_tokens, temperature], outputs=test_output) demo.launch(server_name="0.0.0.0", server_port=30001)