diff --git a/search4all.py b/search4all.py index c431505..b3e2459 100644 --- a/search4all.py +++ b/search4all.py @@ -657,7 +657,7 @@ async def get_related_questions(_app, query, contexts): request_body = { "model": _app.ctx.model, "messages": messages, - "max_tokens": 4096, + "max_tokens": 1000, "tools": tools, "tool_choice": { "type": "function",