From 4df9559a78ac074f8f71f5d3d2a93135ddcfa97d Mon Sep 17 00:00:00 2001 From: nash_su Date: Fri, 5 Apr 2024 20:46:54 +0800 Subject: [PATCH] reduce prompt context length --- __pycache__/free_ask_internet.cpython-39.pyc | Bin 0 -> 4664 bytes free_ask_internet.py | 4 +++- 2 files changed, 3 insertions(+), 1 deletion(-) create mode 100644 __pycache__/free_ask_internet.cpython-39.pyc diff --git a/__pycache__/free_ask_internet.cpython-39.pyc b/__pycache__/free_ask_internet.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..bbb87f2d501b19eae2c4fe0dd7a3d1b2d9571ab4 GIT binary patch literal 4664 zcmZ8lZ)_CD72nz2+q>I4pN%oLY1+t9t2B;^Z9+mS1WD5dr1TGs0x8Y4=s0fH_L=+V z*}VYHUS$3gz~BS|0UTlznvg^o(j;IogwOp@sj8xW*pJEW+4m```Xx%0s=qgTCcvI{ zW_ISyn>X*h`Mo!nZfY_WJb(XpbN@RXit-hG-2LeI_yu133lv=8ET<%cnk5;&)ts7F zlPU}Pw4^3!^rVhj%jx-0G9<_JoRJSF!wtGfG9u{~=%dM~{5F#&>QFA0k0oQ0*2u;4 zP06OlyhJh~>6(+xvW_QPc$i1_D#=BBiPg%@3C3eQzBiOy%-eZ_H}7T1Hr~M(@m92! z@XiL!V%`RtcFr~^-An7(nXM?+2TukhLrqHvT+<|*uCq7Wj$kWdkzbUg5~t~<2#kM zx22#5+0#?n=`C)oLQAF^LM;JX+d!c(lbNbWptTN42o0Alu`{F6NaN{5O-?2?U}9uI zsi@;@%@P^$GW{0NOI1~R`Xmf*y_o+*jXO+!PCE`Xv5y47P*@~iN%9e>%%rz#XZfpu1 z-I(~NW4f_DtP*$QL$OK|$~cd8DD(yC;vGsQ;WSMqh<>QK((HyYx7kg&;NY6PX##RE zW!QmSEqE6>E#!=2tkUWlkfjr=Ey9e}$wf{pc&J1@&W4qdhuuXO|6ygZyLf0ZZ{dqD zr_F5vZCit;Ym-vw(G{m{Xvt9fINMoZ&=0f`=B=a+w{@t4!@c>EF&xU5l!Dr)xGmth zrLx3b0^MA7mp}{H`<*s+ztHD&F0}SA-aesK+FccEw@ajCbIXJ#w?I_@QQ{AWZp@$CN`jNz{bS~HR(12C2 zL^{_svUJdKN~?N%mp}GoPal5ESFL#L$(28UdU(x9{Neth$fun(Lw2z+lKAz8->>g_ z!Lm!mf^Dtx!osr4ImZ@s{OVB@UdYKhIZGY|c|b-qFdm8b_NQOY!jXGWbcejCopr2K zA)U9p2z8U6i&o5+bG)!!$d*c$Qzs{ei^uZm9jWa_u?;7x9t!%xgaO5}Q>JOv*;)V4 zRPD9*=ckU$U)@(bb#>iF9BO@gI_r3eOuCSV+iOc;;}q2=Pm~vh78Lh4W`Swx3 zVRkj1+U|?Bw=P#_Myt2R=1zRv)riMk{>@SU*z0p=_WJMKsNOhQ8=si_^t^xb&D!y! z^S4jgg4O)xYmhTwSU)}PAH3>MTzssruMgtZCJ)R{L$ZCKtImv(ppDHO z4faqwHRQrFrA}e(Th%nnAEQA%CX`mab&Rwjl?J=| zmrkMWUn469nyJn-mF?DK>5H*Yu8cI8(6 zz_Gd6QbVb79civIqz&mqAs*reU^P6U4lo|! zQEu|s7y;+X3MIZl!W-i8r3!Dtn^>w$hIupBr&Iu=Ay&GYOMr^<4@dxqSGuYgK~k&{ zFv{erW&NFGit_q_lC$E8RV(@)@9TYedGDQ}yYj5YP%^akch7Hp$x}v}FlX6{o+p+e zSJ_(h^fGP{l*x!nUpp; z#cfu>#(l=hmyqsJ3WR&kU@@CP7$pa%n4fdf0U}2|qln}ro%JGH(@10xqP=jslud23 zc6xedFzt9Tg5w;nV8{VIBZHM3%hM?eOEj0>)g8vwP9n7U4VDNTsL3fh={wgMFO(T9 z7q%g}kit?HQ9|}e(%$DZf}+V$y!OK=6ogm$kx!@^g7g0jU1j<=rWs+K2+uN{Gdbs; zI}ycP%DAMfTtI_jt;;wYQ*j$)q7zY1l~GTXcSH1XZ4Ax>2httQ)p%$O@pp4O?nEKD zg6@Xk3Md0t;L;^{n7(*KmQh)na2*x%`VgbTxCbDQuS9r!GUULe5R-97n$o_Xg@|l| zuQ6PZ4%LKPveaJoj}K6!6wg9(*&)`Ug~3hK@k{KS|f{@CKl<tSZH54e3@F~zA$#~bMB?!u- kG_o3pwVbn_BB3Pu$+Qu>mKZ4Od)itg+VY(FQ}coU1Gmr5DF6Tf literal 0 HcmV?d00001 diff --git a/free_ask_internet.py b/free_ask_internet.py index 37f1c48..4c69be4 100644 --- a/free_ask_internet.py +++ b/free_ask_internet.py @@ -167,7 +167,9 @@ def chat(prompt, stream=True, debug=False): def ask_internet(query:str, debug=False): content_list = search_web_ref(query,debug=debug) - prompt = gen_prompt(query,content_list,context_length_limit=8000,debug=debug) + if debug: + print(content_list) + prompt = gen_prompt(query,content_list,context_length_limit=7000,debug=debug) total_token = "" for token in chat(prompt=prompt):