From 12247024ad4b9fca9b196872cb8df7f03d9da997 Mon Sep 17 00:00:00 2001
From: Li Zhe <lizhe2004@gmail.com>
Date: Tue, 9 Apr 2024 14:57:05 +0800
Subject: [PATCH] limit the max_tokens for related_questions

---
 search4all.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/search4all.py b/search4all.py
index c431505..b3e2459 100644
--- a/search4all.py
+++ b/search4all.py
@@ -657,7 +657,7 @@ async def get_related_questions(_app, query, contexts):
             request_body = {
                 "model": _app.ctx.model,
                 "messages": messages,
-                "max_tokens": 4096,
+                "max_tokens": 1000,
                 "tools": tools,
                 "tool_choice": {
                 "type": "function",