From da8e0b809d84b7c262966f8e389dd574e060a795 Mon Sep 17 00:00:00 2001 From: yihong0618 Date: Fri, 19 Apr 2024 16:54:14 +0800 Subject: [PATCH] fix: sleep time min for llama Signed-off-by: yihong0618 --- handlers/llama.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/handlers/llama.py b/handlers/llama.py index f9c3dde..0e27d09 100644 --- a/handlers/llama.py +++ b/handlers/llama.py @@ -133,7 +133,8 @@ def llama_pro_handler(message: Message, bot: TeleBot) -> None: if chunk.choices[0].delta.content is None: break s += chunk.choices[0].delta.content - if time.time() - start > 2.0: + # 0.7 is enough for llama3 here its very fast + if time.time() - start > 0.7: start = time.time() bot_reply_markdown(reply_id, who, s, bot, split_text=False)