流式输出与多轮对话

import os
from openai import OpenAI

client = OpenAI(
    api_key=os.environ["LLM_SG_API_KEY"],
    base_url="https://api.llm.sg/v1",
)

stream = client.chat.completions.create(
    model=os.environ["LLM_SG_MODEL"],
    messages=[{"role": "user", "content": "解释一下什么是模型聚合平台。"}],
    stream=True,
)

try:
    for chunk in stream:
        if chunk.choices:
            content = chunk.choices[0].delta.content
            if content:
                print(content, end="", flush=True)
finally:
    stream.close()

print()

import os
from openai import OpenAI

client = OpenAI(
    api_key=os.environ["LLM_SG_API_KEY"],
    base_url="https://api.llm.sg/v1",
)
model = os.environ["LLM_SG_MODEL"]

messages = [{"role": "user", "content": "什么是 API？"}]
first = client.chat.completions.create(model=model, messages=messages)
answer = first.choices[0].message.content
if not answer:
    raise RuntimeError("本例需要文本回答，请检查所选模型及返回内容")

print(answer)
messages.append({"role": "assistant", "content": answer})
messages.append({"role": "user", "content": "用餐厅点餐来举一个例子。"})

second = client.chat.completions.create(model=model, messages=messages)
print(second.choices[0].message.content)