limit the max_tokens for related_question

2026-08-08 21:01:21 +10:00 · 2024-04-09 14:42:23 +08:00
parent 223e1d7549
commit 3d4c3005bf
1 changed files with 1 additions and 1 deletions
@@ -599,7 +599,7 @@ async def get_related_questions(_app, query, contexts):
            response = await client.beta.tools.messages.create(
                model=_app.ctx.model,
                system=_more_questions_prompt,
-                max_tokens=4096,
+                max_tokens=1000,
                tools=tools,  
                messages=[
                {"role": "user", "content": query},