feat: use expire dict

Signed-off-by: yihong0618 <zouzou0208@gmail.com>
This commit is contained in:
yihong0618
2024-06-14 18:55:20 +08:00
parent bc3ecdb9f8
commit 785b75e994
13 changed files with 127 additions and 37 deletions

View File

@ -3,6 +3,7 @@ import time
from telebot import TeleBot
from telebot.types import Message
from expiringdict import ExpiringDict
from . import *
@ -21,8 +22,8 @@ if LLAMA_API_KEY:
client = Groq(api_key=LLAMA_API_KEY)
# Global history cache
llama_player_dict = {}
llama_pro_player_dict = {}
llama_player_dict = ExpiringDict(max_len=1000, max_age_seconds=300)
llama_pro_player_dict = ExpiringDict(max_len=1000, max_age_seconds=300)
def llama_handler(message: Message, bot: TeleBot) -> None: