This commit is contained in:
parent
d98c5ae851
commit
ff7ce8c4f0
20
gradio_ui.py
20
gradio_ui.py
|
|
@ -3,13 +3,12 @@ import gradio as gr
|
||||||
import subprocess
|
import subprocess
|
||||||
|
|
||||||
def run_eval(inputs, native, other, outputs, api_url, api_token):
|
def run_eval(inputs, native, other, outputs, api_url, api_token):
|
||||||
timestamp = time.strftime("%Y%m%d-%H%M%S") # 生成当前时间戳作为 model 名
|
timestamp = time.strftime("%Y%m%d-%H%M%S")
|
||||||
|
|
||||||
command = [
|
command = [
|
||||||
"evalscope", "perf",
|
"evalscope", "perf",
|
||||||
"--url", api_url.strip(),
|
"--url", api_url.strip(),
|
||||||
"--api", "openai",
|
"--api", "openai",
|
||||||
"--model", timestamp, # ✅ 使用时间戳作为 --model
|
"--model", timestamp,
|
||||||
"--dataset", "openqa",
|
"--dataset", "openqa",
|
||||||
"--max-tokens", "1024",
|
"--max-tokens", "1024",
|
||||||
"--min-tokens", "1024",
|
"--min-tokens", "1024",
|
||||||
|
|
@ -19,16 +18,23 @@ def run_eval(inputs, native, other, outputs, api_url, api_token):
|
||||||
"--api-key", api_token.strip(),
|
"--api-key", api_token.strip(),
|
||||||
]
|
]
|
||||||
|
|
||||||
yield f"[Eval Started @ {timestamp}]\n"
|
full_output = f"[Eval Started @ {timestamp}]\n"
|
||||||
|
yield full_output
|
||||||
try:
|
try:
|
||||||
process = subprocess.Popen(command, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, text=True, bufsize=1)
|
process = subprocess.Popen(command, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, text=True, bufsize=1)
|
||||||
for line in process.stdout:
|
for line in process.stdout:
|
||||||
yield line
|
full_output += line
|
||||||
|
yield full_output # ✅ 每次 yield 累积的完整内容
|
||||||
process.stdout.close()
|
process.stdout.close()
|
||||||
process.wait()
|
process.wait()
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
yield f"[Error] {str(e)}\n"
|
full_output += f"[Error] {str(e)}\n"
|
||||||
yield "[Eval Finished]\n"
|
yield full_output
|
||||||
|
full_output += "[Eval Finished]\n"
|
||||||
|
yield full_output
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
def enforce_input_exclusive_and_toggle_fields(selected):
|
def enforce_input_exclusive_and_toggle_fields(selected):
|
||||||
group1 = {"API Models", "Local Models"}
|
group1 = {"API Models", "Local Models"}
|
||||||
group2 = {"Benchmarks", "Custom Datasets"}
|
group2 = {"Benchmarks", "Custom Datasets"}
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue