limit the max_tokens for related_questions

2026-08-08 21:01:21 +10:00 · 2024-04-09 14:57:05 +08:00
parent 3d4c3005bf
commit 12247024ad
1 changed files with 1 additions and 1 deletions
@@ -657,7 +657,7 @@ async def get_related_questions(_app, query, contexts):
            request_body = {
                "model": _app.ctx.model,
                "messages": messages,
-                "max_tokens": 4096,
+                "max_tokens": 1000,
                "tools": tools,
                "tool_choice": {
                "type": "function",