import gradio as gr

def run_eval(inputs, native, other, outputs):
    result = (
        f"\n[Eval Started]\n"
        f"Inputs: {inputs}\n"
        f"Native Modules: {native}\n"
        f"Other Backends: {other}\n"
        f"Outputs: {outputs}\n"
        f"[Eval Finished]"
    )
    return result

with gr.Blocks(title="EvalScope 全功能界面") as demo:
    with gr.Group():
        with gr.Row():
            input_choices = gr.CheckboxGroup(
                label="选择输入源",
                choices=["API Models", "Local Models", "Benchmarks", "Custom Datasets"],
                interactive=True
            )

    with gr.Row():
        with gr.Column():
            with gr.Group():
                native_choices = gr.CheckboxGroup(
                    label="启用本地模块",
                    choices=["Model Adapter", "Data Adapter", "Evaluator", "Perf Monitor"]
                )

        with gr.Column():
            with gr.Group():
                other_choices = gr.CheckboxGroup(
                    label="启用外部后端",
                    choices=["OpenCompass", "VLMEvalKit", "RAGAS", "MTEB/CMTEB"]
                )

    with gr.Group():
        with gr.Row():
            output_choices = gr.CheckboxGroup(
                label="输出形式",
                choices=["Evaluation Report", "Gradio", "WandB", "Swanlab"]
            )

    run_button = gr.Button("Run Evaluation")
    output_text = gr.Textbox(label="执行结果", lines=10)

    def enforce_input_exclusive(selected):
        # 互斥组1
        group1 = {"API Models", "Local Models"}
        # 互斥组2
        group2 = {"Benchmarks", "Custom Datasets"}

        # 判断是否需要清除某个组
        def enforce_group_exclusive(group):
            selected_set = set(selected)
            selected_in_group = selected_set & group
            if len(selected_in_group) > 1:
                # 如果同时选中多个，就保留最后一个
                last_selected = next((item for item in reversed(selected) if item in group), None)
                return (selected_set - group) | {last_selected}
            return selected_set

        final_selection = enforce_group_exclusive(group1)
        final_selection = enforce_group_exclusive(group2 | final_selection)
        return list(final_selection)

    input_choices.change(fn=enforce_input_exclusive, inputs=input_choices, outputs=input_choices)

    run_button.click(run_eval, inputs=[input_choices, native_choices, other_choices, output_choices], outputs=output_text)

if __name__ == '__main__':
    demo.launch(server_name="0.0.0.0", server_port=7900)