cdryzun/tg_bot_collections
1
0
Fork 0
mirror of https://github.com/cdryzun/tg_bot_collections.git synced 2025-04-29 00:27:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

answer_it_handler to process image message. support claude

Browse Source
This commit is contained in:
F4ria 2024-07-10 19:53:05 +08:00
parent 5d8e0c9221
commit 5ea841bdba
1 changed files with 41 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

50
handlers/useful.py
View File

@ -292,8 +292,10 @@ def answer_it_handler(message: Message, bot: TeleBot) -> None:
cohere_future = executor.submit(cohere_answer, latest_message, bot, m) cohere_future = executor.submit(cohere_answer, latest_message, bot, m)
if QWEN_USE and QWEN_API_KEY and not local_image_path: if QWEN_USE and QWEN_API_KEY and not local_image_path:
qwen_future = executor.submit(qwen_answer, latest_message, bot, m) qwen_future = executor.submit(qwen_answer, latest_message, bot, m)
if CLADUE_USE and ANTHROPIC_API_KEY and not local_image_path: if CLADUE_USE and ANTHROPIC_API_KEY:
claude_future = executor.submit(claude_answer, latest_message, bot, m) claude_future = executor.submit(
claude_answer, latest_message, bot, m, local_image_path
)
if LLAMA_USE and LLAMA_API_KEY and not local_image_path: if LLAMA_USE and LLAMA_API_KEY and not local_image_path:
llama_future = executor.submit(llama_answer, latest_message, bot, m) llama_future = executor.submit(llama_answer, latest_message, bot, m)
@ -303,8 +305,8 @@ def answer_it_handler(message: Message, bot: TeleBot) -> None:
complete_chatgpt_future = executor2.submit( complete_chatgpt_future = executor2.submit(
complete_chatgpt, m, local_image_path complete_chatgpt, m, local_image_path
) )
if CLADUE_COMPLETE and ANTHROPIC_API_KEY and not local_image_path: if CLADUE_COMPLETE and ANTHROPIC_API_KEY:
complete_claude_future = executor2.submit(complete_claude, m) complete_claude_future = executor2.submit(complete_claude, m, local_image_path)
if LLAMA_COMPLETE and LLAMA_API_KEY and not local_image_path: if LLAMA_COMPLETE and LLAMA_API_KEY and not local_image_path:
complete_llama_future = executor2.submit(complete_llama, m) complete_llama_future = executor2.submit(complete_llama, m)
if COHERE_COMPLETE and COHERE_API_KEY and not local_image_path: if COHERE_COMPLETE and COHERE_API_KEY and not local_image_path:
@ -373,7 +375,7 @@ def answer_it_handler(message: Message, bot: TeleBot) -> None:
answer_qwen, qwen_chat_id = qwen_future.result() answer_qwen, qwen_chat_id = qwen_future.result()
full_chat_id_list.append(qwen_chat_id) full_chat_id_list.append(qwen_chat_id)
full_answer += answer_qwen full_answer += answer_qwen
if CLADUE_USE and ANTHROPIC_API_KEY and not local_image_path: if CLADUE_USE and ANTHROPIC_API_KEY:
answer_claude, claude_chat_id = claude_future.result() answer_claude, claude_chat_id = claude_future.result()
full_chat_id_list.append(claude_chat_id) full_chat_id_list.append(claude_chat_id)
full_answer += answer_claude full_answer += answer_claude
@ -522,14 +524,29 @@ def chatgpt_answer(latest_message: Message, bot: TeleBot, m, local_image_path):
return llm_answer(who, s), reply_id.message_id return llm_answer(who, s), reply_id.message_id
def claude_answer(latest_message: Message, bot: TeleBot, m): def claude_answer(latest_message: Message, bot: TeleBot, m, local_image_path):
"""claude answer""" """claude answer"""
who = "Claude Pro" who = "Claude Pro"
reply_id = bot_reply_first(latest_message, who, bot) reply_id = bot_reply_first(latest_message, who, bot)
player_message = [{"role": "user", "content": m}]
if local_image_path:
player_message = [
{
"role": "user",
"content": [
{"type": "text", "text": m},
{
"type": "image_url",
"image_url": {"url": image_to_data_uri(local_image_path)},
},
],
}
]
try: try:
r = claude_client.chat.completions.create( r = claude_client.chat.completions.create(
messages=[{"role": "user", "content": m}], messages=player_message,
max_tokens=4096, max_tokens=4096,
model=ANTHROPIC_MODEL, model=ANTHROPIC_MODEL,
stream=True, stream=True,
@ -791,12 +808,27 @@ def complete_chatgpt(m: str, local_image_path: str) -> str:
return content return content
def complete_claude(m: str) -> str: def complete_claude(m: str, local_image_path: str) -> str:
"""we run claude get the full answer""" """we run claude get the full answer"""
who = "Claude Pro" who = "Claude Pro"
player_message = [{"role": "user", "content": m}]
if local_image_path:
player_message = [
{
"role": "user",
"content": [
{"type": "text", "text": m},
{
"type": "image_url",
"image_url": {"url": image_to_data_uri(local_image_path)},
},
],
}
]
try: try:
r = claude_client.chat.completions.create( r = claude_client.chat.completions.create(
messages=[{"role": "user", "content": m}], messages=player_message,
max_tokens=4096, max_tokens=4096,
model=ANTHROPIC_MODEL, model=ANTHROPIC_MODEL,
) )