cdryzun/tg_bot_collections
1
0
Fork 0
mirror of https://github.com/cdryzun/tg_bot_collections.git synced 2025-11-04 16:56:43 +08:00
Code Issues Packages Projects Releases Wiki Activity

Enhance answer_it_handler to process image message. support gpt and gemini

Browse Source
This commit is contained in:
F4ria
2024-07-10 19:37:05 +08:00
parent f524af9b36
commit 5d8e0c9221
2 changed files with 87 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
handlers/__init__.py
View File

@ -477,6 +477,7 @@ class TelegraphAPI:
__all__ = [
"bot_reply_first",
"bot_reply_markdown",
"extract_prompt",
"enrich_text_with_urls",
"image_to_data_uri",
"TelegraphAPI",

109
handlers/useful.py
View File

@ -235,16 +235,41 @@ def answer_it_handler(message: Message, bot: TeleBot) -> None:
"""answer_it: /answer_it"""
# answer the last message in the chat group
who = "answer_it"
# get the last message in the chat
chat_id = message.chat.id
full_answer = ""
local_image_path = ""
m = ""
original_m = ""
# get the last message in the chat
if message.reply_to_message is not None:
latest_message = message.reply_to_message
else:
latest_message = chat_message_dict.get(chat_id)
m = original_m = latest_message.text.strip()
if latest_message.photo is not None:
max_size_photo = max(latest_message.photo, key=lambda p: p.file_size)
image_file = bot.get_file(max_size_photo.file_id).file_path
downloaded_file = bot.download_file(image_file)
local_image_path = "answer_it_temp.jpg"
with open(local_image_path, "wb") as temp_file:
temp_file.write(downloaded_file)
m = original_m = extract_prompt(
latest_message.caption.strip(), bot.get_me().username
)
ph_image_url = ph.upload_image(local_image_path)
full_answer += f"\n![Image]({ph_image_url})\n"
else:
# remove command from the reply message if present
m = original_m = extract_prompt(
latest_message.text.strip(), bot.get_me().username
)
m = enrich_text_with_urls(m)
full_answer = f"Question:\n{m}\n" if len(m) < 300 else ""
full_answer += f"Question:\n{m}\n" if len(m) < 300 else ""
if len(m) > MESSAGE_MAX_LENGTH:
a = (
"The message is too long, please shorten it."
@ -257,28 +282,32 @@ def answer_it_handler(message: Message, bot: TeleBot) -> None:
#### Answers Thread ####
executor = ThreadPoolExecutor(max_workers=Stream_Thread)
if GEMINI_USE_THREAD and GOOGLE_GEMINI_KEY:
if GEMINI_USE_THREAD and GOOGLE_GEMINI_KEY and not local_image_path:
gemini_future = executor.submit(gemini_answer, latest_message, bot, m)
if CHATGPT_USE and CHATGPT_API_KEY:
chatgpt_future = executor.submit(chatgpt_answer, latest_message, bot, m)
if COHERE_USE and COHERE_API_KEY:
chatgpt_future = executor.submit(
chatgpt_answer, latest_message, bot, m, local_image_path
)
if COHERE_USE and COHERE_API_KEY and not local_image_path:
cohere_future = executor.submit(cohere_answer, latest_message, bot, m)
if QWEN_USE and QWEN_API_KEY:
if QWEN_USE and QWEN_API_KEY and not local_image_path:
qwen_future = executor.submit(qwen_answer, latest_message, bot, m)
if CLADUE_USE and ANTHROPIC_API_KEY:
if CLADUE_USE and ANTHROPIC_API_KEY and not local_image_path:
claude_future = executor.submit(claude_answer, latest_message, bot, m)
if LLAMA_USE and LLAMA_API_KEY:
if LLAMA_USE and LLAMA_API_KEY and not local_image_path:
llama_future = executor.submit(llama_answer, latest_message, bot, m)
#### Complete Message Thread ####
executor2 = ThreadPoolExecutor(max_workers=Complete_Thread)
if CHATGPT_COMPLETE and CHATGPT_API_KEY:
complete_chatgpt_future = executor2.submit(complete_chatgpt, m)
if CLADUE_COMPLETE and ANTHROPIC_API_KEY:
complete_chatgpt_future = executor2.submit(
complete_chatgpt, m, local_image_path
)
if CLADUE_COMPLETE and ANTHROPIC_API_KEY and not local_image_path:
complete_claude_future = executor2.submit(complete_claude, m)
if LLAMA_COMPLETE and LLAMA_API_KEY:
if LLAMA_COMPLETE and LLAMA_API_KEY and not local_image_path:
complete_llama_future = executor2.submit(complete_llama, m)
if COHERE_COMPLETE and COHERE_API_KEY:
if COHERE_COMPLETE and COHERE_API_KEY and not local_image_path:
complete_cohere_future = executor2.submit(complete_cohere, m)
#### Gemini Answer Individual ####
@ -287,7 +316,12 @@ def answer_it_handler(message: Message, bot: TeleBot) -> None:
g_s = ""
g_reply_id = bot_reply_first(latest_message, g_who, bot)
try:
if not local_image_path:
g_r = convo.send_message(m, stream=True)
else:
gemini_image_file = genai.upload_file(path=local_image_path)
g_r = convo.send_message([m, gemini_image_file], stream=True)
g_start = time.time()
g_overall_start = time.time()
for e in g_r:
@ -323,7 +357,7 @@ def answer_it_handler(message: Message, bot: TeleBot) -> None:
#### Answers List ####
if GEMINI_USE_THREAD and GOOGLE_GEMINI_KEY:
if GEMINI_USE_THREAD and GOOGLE_GEMINI_KEY and not local_image_path:
answer_gemini, gemini_chat_id = gemini_future.result()
full_chat_id_list.append(gemini_chat_id)
full_answer += answer_gemini
@ -331,19 +365,19 @@ def answer_it_handler(message: Message, bot: TeleBot) -> None:
anaswer_chatgpt, chatgpt_chat_id = chatgpt_future.result()
full_chat_id_list.append(chatgpt_chat_id)
full_answer += anaswer_chatgpt
if COHERE_USE and COHERE_API_KEY:
if COHERE_USE and COHERE_API_KEY and not local_image_path:
answer_cohere, cohere_chat_id = cohere_future.result()
full_chat_id_list.append(cohere_chat_id)
full_answer += answer_cohere
if QWEN_USE and QWEN_API_KEY:
if QWEN_USE and QWEN_API_KEY and not local_image_path:
answer_qwen, qwen_chat_id = qwen_future.result()
full_chat_id_list.append(qwen_chat_id)
full_answer += answer_qwen
if CLADUE_USE and ANTHROPIC_API_KEY:
if CLADUE_USE and ANTHROPIC_API_KEY and not local_image_path:
answer_claude, claude_chat_id = claude_future.result()
full_chat_id_list.append(claude_chat_id)
full_answer += answer_claude
if LLAMA_USE and LLAMA_API_KEY:
if LLAMA_USE and LLAMA_API_KEY and not local_image_path:
answer_llama, llama_chat_id = llama_future.result()
full_chat_id_list.append(llama_chat_id)
full_answer += answer_llama
@ -351,11 +385,11 @@ def answer_it_handler(message: Message, bot: TeleBot) -> None:
#### Complete Messages ####
if CHATGPT_COMPLETE and CHATGPT_API_KEY:
full_answer += complete_chatgpt_future.result()
if CLADUE_COMPLETE and ANTHROPIC_API_KEY:
if CLADUE_COMPLETE and ANTHROPIC_API_KEY and not local_image_path:
full_answer += complete_claude_future.result()
if COHERE_COMPLETE and COHERE_API_KEY:
if COHERE_COMPLETE and COHERE_API_KEY and not local_image_path:
full_answer += complete_cohere_future.result()
if LLAMA_COMPLETE and LLAMA_API_KEY:
if LLAMA_COMPLETE and LLAMA_API_KEY and not local_image_path:
full_answer += complete_llama_future.result()
print(full_chat_id_list)
@ -435,12 +469,25 @@ def gemini_answer(latest_message: Message, bot: TeleBot, m):
return llm_answer(who, s), reply_id.message_id
def chatgpt_answer(latest_message: Message, bot: TeleBot, m):
def chatgpt_answer(latest_message: Message, bot: TeleBot, m, local_image_path):
"""chatgpt answer"""
who = "ChatGPT Pro"
reply_id = bot_reply_first(latest_message, who, bot)
player_message = [{"role": "user", "content": m}]
if local_image_path:
player_message = [
{
"role": "user",
"content": [
{"type": "text", "text": m},
{
"type": "image_url",
"image_url": {"url": image_to_data_uri(local_image_path)},
},
],
}
]
try:
r = client.chat.completions.create(
@ -713,12 +760,26 @@ def llm_summary(bot, full_answer, ph_s, reply_id) -> str:
return s
def complete_chatgpt(m: str) -> str:
def complete_chatgpt(m: str, local_image_path: str) -> str:
"""we run chatgpt get the full answer"""
who = "ChatGPT Pro"
player_message = [{"role": "user", "content": m}]
if local_image_path:
player_message = [
{
"role": "user",
"content": [
{"type": "text", "text": m},
{
"type": "image_url",
"image_url": {"url": image_to_data_uri(local_image_path)},
},
],
}
]
try:
r = client.chat.completions.create(
messages=[{"role": "user", "content": m}],
messages=player_message,
max_tokens=4096,
model=CHATGPT_PRO_MODEL,
)