enlarge context to 8K

This commit is contained in:
Yi Zhao 2024-03-29 23:09:28 +08:00
parent 98909312f2
commit 35d6368779
3 changed files with 5 additions and 8 deletions

View File

@ -38,8 +38,7 @@ def claude_handler(message: Message, bot: TeleBot) -> None:
else:
player_message = claude_player_dict[str(message.from_user.id)]
q = m.strip()
if q == "clear" or len(q) == 0:
if m.strip() == "clear":
bot.reply_to(
message,
"just clear you claude messages history",
@ -119,7 +118,7 @@ def claude_pro_handler(message: Message, bot: TeleBot) -> None:
# tricky
player_message.pop()
r = client.messages.create(
max_tokens=4096,
max_tokens=8192,
messages=player_message,
model=ANTHROPIC_PRO_MODEL,
stream=True,

View File

@ -15,7 +15,7 @@ generation_config = {
"temperature": 0.7,
"top_p": 1,
"top_k": 1,
"max_output_tokens": 4096,
"max_output_tokens": 8192,
}
safety_settings = [
@ -49,8 +49,7 @@ def gemini_handler(message: Message, bot: TeleBot) -> None:
gemini_player_dict[str(message.from_user.id)] = player
else:
player = gemini_player_dict[str(message.from_user.id)]
q = m.strip()
if q == "clear" or len(q) == 0:
if m.strip() == "clear":
bot.reply_to(
message,
"just clear you gemini messages history",

View File

@ -35,8 +35,7 @@ def yi_handler(message: Message, bot: TeleBot) -> None:
)
else:
player_message = yi_player_dict[str(message.from_user.id)]
q = m.strip()
if q == "clear" or len(q) == 0:
if m.strip() == "clear":
bot.reply_to(
message,
"just clear your yi messages history",