xuyue/webprewviewapi
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix request is timed out

Browse Source
This commit is contained in:
yuetsh
2026-03-26 22:19:13 -06:00
parent b13c172e04
commit cbdd1265bf
1 changed files with 14 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
prompt/llm.py
View File

@@ -3,11 +3,6 @@ from django.conf import settings
from openai import AsyncOpenAI from openai import AsyncOpenAI
client = AsyncOpenAI(
api_key=settings.LLM_API_KEY,
base_url=settings.LLM_BASE_URL,
)
SYSTEM_PROMPT = """你是一个网页生成助手。根据用户的需求描述，生成 HTML、CSS 和 JavaScript 代码。 SYSTEM_PROMPT = """你是一个网页生成助手。根据用户的需求描述，生成 HTML、CSS 和 JavaScript 代码。
规则： 规则：
@@ -30,6 +25,11 @@ def build_messages(task_content: str, history: list[dict]) -> list[dict]:
async def stream_chat(task_content: str, history: list[dict]): async def stream_chat(task_content: str, history: list[dict]):
"""Stream chat completion from the LLM. Yields content chunks.""" """Stream chat completion from the LLM. Yields content chunks."""
messages = build_messages(task_content, history) messages = build_messages(task_content, history)
async with AsyncOpenAI(
api_key=settings.LLM_API_KEY,
base_url=settings.LLM_BASE_URL,
timeout=120.0,
) as client:
stream = await client.chat.completions.create( stream = await client.chat.completions.create(
model=settings.LLM_MODEL, model=settings.LLM_MODEL,
messages=messages, messages=messages,