FastAPI + 流式输出 + 多轮对话 + 结构化输出。
@app.post("/chat")
async def chat(message: str, model: str = "claude-sonnet-4-20250514"):
async def generate():
with client.messages.stream(
model=model,
max_tokens=1024,
messages=[{"role": "user", "content": message}]
) as stream:
for text in stream.text_stream:
yield f"data: {text}\n\n"
return StreamingResponse(generate(), media_type="text/event-stream")
@app.post("/chat")
async def chat(msg: str):
return StreamingResponse(...)
# 流式返回
model: str = "claude-sonnet-4-20250514"
# 参数选择