This commit is contained in:
hailin 2025-08-01 10:02:15 +08:00
parent d4823afc81
commit 08e5939764
1 changed files with 8 additions and 17 deletions

View File

@ -149,7 +149,7 @@ def chat(
# threading.Thread(target=worker).start() # threading.Thread(target=worker).start()
thread = threading.Thread(target=worker, daemon=True) thread = threading.Thread(target=worker, daemon=True)
thread.start() thread.start()
yield "⏳ 正在生成中...", log_state # yield "⏳ 正在生成中...", log_state
while True: while True:
@ -169,24 +169,15 @@ def chat(
elif not isinstance(result, dict) or "text" not in result: elif not isinstance(result, dict) or "text" not in result:
result = {"text": str(result)} result = {"text": str(result)}
yield result, log_state # 第一次真正把模型回复丢给前端 # yield result, log_state # 第一次真正把模型回复丢给前端
if api_suffix == "/v1/chat/completions":
history.append({"role": "assistant", "content": result["text"]})
yield result["text"], history
else:
yield result["text"], log_state
return # ← 把旧的 break 换成 return return # ← 把旧的 break 换成 return
# while True:
# try:
# result = result_q.get(timeout=0.1)
# # ★ 不论 /generate纯 str还是 /v1/completionsdict都转成 {"text": ...}
# if isinstance(result, str):
# result = {"text": result}
# elif not isinstance(result, dict) or "text" not in result:
# result = {"text": str(result)}
# yield result, log_state
# break
# except Empty:
# continue
# ────────────────── Gradio UI ────────────────── # ────────────────── Gradio UI ──────────────────
with gr.Blocks(title="调试界面") as demo: with gr.Blocks(title="调试界面") as demo:
gr.Markdown(f"## 💬 调试界面 \n权重 **{MODEL_PATH.name}**") gr.Markdown(f"## 💬 调试界面 \n权重 **{MODEL_PATH.name}**")