reduce context length

This commit is contained in:
nash_su
2024-04-06 12:01:24 +08:00
parent 8d7da5c2e5
commit bbb1105a68
2 changed files with 5 additions and 1 deletions
+4
View File
@@ -0,0 +1,4 @@
__pycache__/
*.py[cod]
*$py.class
+1 -1
View File
@@ -169,7 +169,7 @@ def ask_internet(query:str, debug=False):
content_list = search_web_ref(query,debug=debug)
if debug:
print(content_list)
prompt = gen_prompt(query,content_list,context_length_limit=7000,debug=debug)
prompt = gen_prompt(query,content_list,context_length_limit=6000,debug=debug)
total_token = ""
for token in chat(prompt=prompt):