From 3d4c3005bf60e5931b24b5c4fad41b82d127df36 Mon Sep 17 00:00:00 2001
From: Li Zhe <lizhe2004@gmail.com>
Date: Tue, 9 Apr 2024 14:42:23 +0800
Subject: [PATCH] limit the max_tokens for related_question

---
 search4all.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/search4all.py b/search4all.py
index 2a8b5d1..c431505 100644
--- a/search4all.py
+++ b/search4all.py
@@ -599,7 +599,7 @@ async def get_related_questions(_app, query, contexts):
             response = await client.beta.tools.messages.create(
                 model=_app.ctx.model,
                 system=_more_questions_prompt,
-                max_tokens=4096,
+                max_tokens=1000,
                 tools=tools,  
                 messages=[
                 {"role": "user", "content": query},