Tabbit 1.0 上线：多模型并行 PK，浏览器开始替你选模型

import asyncio
import os
from openai import AsyncOpenAI

# 假设你有一个兼容 OpenAI API 的网关（如 one-api、litellm-proxy）
# 不同模型通过 model 参数区分
client = AsyncOpenAI(
    api_key=os.environ.get("OPENAI_API_KEY"),
    base_url=os.environ.get("OPENAI_BASE_URL", "https://api.openai.com/v1"),
)

MODELS = ["gpt-4o-mini", "deepseek-chat", "claude-3-haiku-20240307"]
# 根据你的网关配置调整模型名，以上仅为示意

async def ask_one_model(model: str, question: str) -> str:
    resp = await client.chat.completions.create(
        model=model,
        messages=[{"role": "user", "content": question}],
        max_tokens=512,
    )
    return resp.choices[0].message.content or ""

async def multi_model_pk(question: str) -> dict[str, str]:
    """并行调用多个模型，返回各模型的回答"""
    tasks = [ask_one_model(m, question) for m in MODELS]
    results = await asyncio.gather(*tasks, return_exceptions=True)
    answers = {}
    for model, result in zip(MODELS, results):
        if isinstance(result, Exception):
            answers[model] = f"[调用失败: {result}]"
        else:
            answers[model] = result
    return answers

async def summarize_diff(answers: dict[str, str], question: str) -> str:
    """用轻量模型对比多个回答的差异"""
    diff_prompt = f"""用户问题：{question}

以下是三个模型的回答：
{chr(10).join(f'- {m}: {a}' for m, a in answers.items())}

请对比这三个回答，指出：
1. 共识点（多数模型一致的内容）
2. 分歧点（模型之间说法不同的内容）
3. 哪个回答最可信，为什么"""
    resp = await client.chat.completions.create(
        model="gpt-4o-mini",  # 对比任务用轻量模型即可
        messages=[{"role": "user", "content": diff_prompt}],
        max_tokens=256,
    )
    return resp.choices[0].message.content or ""

async def main():
    question = "Python 里 asyncio.gather 和 asyncio.TaskGroup 有什么区别？"
    answers = await multi_model_pk(question)
    print("=== 各模型回答 ===")
    for m, a in answers.items():
        print(f"\n[{m}]\n{a[:200]}...")  # 截断显示

    diff = await summarize_diff(answers, question)
    print("\n=== 对比摘要 ===")
    print(diff)

if __name__ == "__main__":
    asyncio.run(main())

export OPENAI_API_KEY="your-key"
export OPENAI_BASE_URL="https://your-api-gateway/v1"  # 如果用统一网关
python multi_model_pk.py