fix-chat-history-context-passing

2026-08-08 21:01:21 +10:00 · 2024-04-02 18:07:03 +08:00
parent 9b29a4cd57
commit 7291e5fc1f
1 changed files with 1 additions and 4 deletions
@@ -726,10 +726,7 @@ async def query_function(request: sanic.Request):
            messages[1:1] = chat_history
        llm_response = await openai_client.chat.completions.create(
            model=_app.ctx.model,
-            messages=[
-                {"role": "system", "content": system_prompt},
-                {"role": "user", "content": query},
-            ],
+            messages=messages,
            max_tokens=1024,
            stream=True,
            temperature=0.9,