cdryzun/tg_bot_collections
1
0
Fork 0
mirror of https://github.com/cdryzun/tg_bot_collections.git synced 2025-04-29 00:27:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: sleep time min for llama

Browse Source 
Signed-off-by: yihong0618 <zouzou0208@gmail.com>
This commit is contained in:
yihong0618 2024-04-19 16:54:14 +08:00
parent 450c08ba54
commit da8e0b809d
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
handlers/llama.py
View File

@ -133,7 +133,8 @@ def llama_pro_handler(message: Message, bot: TeleBot) -> None:
if chunk.choices[0].delta.content is None:
break
s += chunk.choices[0].delta.content
if time.time() - start > 2.0:
# 0.7 is enough for llama3 here its very fast
if time.time() - start > 0.7:
start = time.time()
bot_reply_markdown(reply_id, who, s, bot, split_text=False)