cdryzun/tg_bot_collections
1
0
Fork 0
mirror of https://github.com/cdryzun/tg_bot_collections.git synced 2025-04-29 00:27:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #43 from alterxyz/main

Browse Source 
Fix answer_it gemini convo
This commit is contained in:
yihong 2024-07-05 14:33:38 +08:00 committed by GitHub
commit 7c9ffb2287
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 110 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
handlers/__init__.py
View File

@ -300,11 +300,19 @@ class TelegraphAPI:
"author_url": author_url if author_url else self.author_url,
}
# Max 65,536 characters/64KB.
if len(json.dumps(content)) > 65536:
content = content[:64000]
data["content"] = json.dumps(content)
try:
response = requests.post(url, data=data)
response.raise_for_status()
response = response.json()
page_url = response["result"]["url"]
return page_url
except:
return "https://telegra.ph/api"
def get_account_info(self):
url = f'{self.base_url}/getAccountInfo?access_token={self.access_token}&fields=["short_name","author_name","author_url","auth_url"]'

111
handlers/useful.py
View File

@ -35,6 +35,12 @@ Link_Clean = False # True will disable Instant View / Web Preview
Stream_Thread = 2 # How many stream LLM will stream at the same time
Complete_Thread = 3 # How many non-stream LLM will run at the same time
Stream_Timeout = 45 # If not complete in 45s, will stop wait or raise Exception timeout
MESSAGE_MAX_LENGTH = 4096 # Message after url enrich may too long
Hint = (
"\n(Try /answer_it after non-command messages)"
if Language == "en"
else "\n(在消息后发送 '/answer_it')"
)
#### LLMs ####
GEMINI_USE = True
CHATGPT_USE = False
@ -48,6 +54,8 @@ CLADUE_COMPLETE = True # Only display in telegra.ph
COHERE_COMPLETE = False
LLAMA_COMPLETE = False
GEMINI_USE_THREAD = False # Maybe not work
COHERE_APPEND = True # Update later to ph, for extremely long content
#### Customization End ##############################################
@ -66,7 +74,7 @@ if (CHATGPT_USE or CHATGPT_COMPLETE) and CHATGPT_API_KEY:
#### Gemini init ####
GOOGLE_GEMINI_KEY = environ.get("GOOGLE_GEMINI_KEY")
if GEMINI_USE and GOOGLE_GEMINI_KEY:
if (GEMINI_USE or GEMINI_USE_THREAD) and GOOGLE_GEMINI_KEY:
import google.generativeai as genai
from google.generativeai import ChatSession
from google.generativeai.types.generation_types import StopCandidateException
@ -91,6 +99,26 @@ if GEMINI_USE and GOOGLE_GEMINI_KEY:
model_name="gemini-1.5-flash-latest",
generation_config=generation_config,
safety_settings=safety_settings,
system_instruction=f"""
You are an AI assistant added to a group chat to provide help or answer questions. You only have access to the most recent message in the chat, which will be the next message you receive after this system prompt. Your task is to provide a helpful and relevant response based on this information.
Please adhere to these guidelines when formulating your response:
1. Address the content of the message directly and proactively.
2. If the message is a question or request, provide a comprehensive answer or assistance to the best of your ability.
3. Use your general knowledge and capabilities to fill in gaps where context might be missing.
4. Keep your response concise yet informative, appropriate for a group chat setting.
5. Maintain a friendly, helpful, and confident tone throughout.
6. If the message is unclear:
- Make reasonable assumptions to provide a useful response.
- If necessary, offer multiple interpretations or answers to cover possible scenarios.
7. Aim to make your response as complete and helpful as possible, even with limited context.
8. You must respond in {Language}.
Your response should be natural and fitting for a group chat context. While you only have access to this single message, use your broad knowledge base to provide informative and helpful answers. Be confident in your responses, but if you're making assumptions, briefly acknowledge this fact.
Remember, the group administrator has approved your participation and will review responses as needed, so focus on being as helpful as possible rather than being overly cautious.
""",
)
model_flash = genai.GenerativeModel(
model_name="gemini-1.5-flash-latest",
@ -208,15 +236,22 @@ def answer_it_handler(message: Message, bot: TeleBot) -> None:
chat_id = message.chat.id
latest_message = chat_message_dict.get(chat_id)
m = latest_message.text.strip()
m = original_m = latest_message.text.strip()
m = enrich_text_with_urls(m)
full_answer = f"Question:\n{m}\n" if len(m) < 300 else ""
if Extra_clean: # delete the command message
bot.delete_message(chat_id, message.message_id)
if len(m) > MESSAGE_MAX_LENGTH:
a = (
"The message is too long, please shorten it."
if Language == "en"
else "消息太长，请缩短。"
)
bot.reply_to(message, a)
return
full_chat_id_list = []
#### Answers Thread ####
executor = ThreadPoolExecutor(max_workers=Stream_Thread)
if GEMINI_USE and GOOGLE_GEMINI_KEY:
if GEMINI_USE_THREAD and GOOGLE_GEMINI_KEY:
gemini_future = executor.submit(gemini_answer, latest_message, bot, m)
if CHATGPT_USE and CHATGPT_API_KEY:
chatgpt_future = executor.submit(chatgpt_answer, latest_message, bot, m)
@ -240,9 +275,49 @@ def answer_it_handler(message: Message, bot: TeleBot) -> None:
if COHERE_COMPLETE and COHERE_API_KEY:
complete_cohere_future = executor2.submit(complete_cohere, m)
#### Answers List ####
full_chat_id_list = []
#### Gemini Answer Individual ####
if GEMINI_USE and GOOGLE_GEMINI_KEY:
g_who = "Gemini"
g_s = ""
g_reply_id = bot_reply_first(latest_message, g_who, bot)
try:
g_r = convo.send_message(m, stream=True)
g_start = time.time()
g_overall_start = time.time()
for e in g_r:
g_s += e.text
if time.time() - g_start > 1.7:
g_start = time.time()
bot_reply_markdown(g_reply_id, g_who, g_s, bot, split_text=False)
if time.time() - g_overall_start > Stream_Timeout:
raise Exception("Gemini Timeout")
bot_reply_markdown(g_reply_id, g_who, g_s, bot)
try:
convo.history.clear()
except:
print(
f"\n------\n{g_who} convo.history.clear() Error / Unstoppable\n------\n"
)
pass
except Exception as e:
print(f"\n------\n{g_who} function gemini outter Error:\n{e}\n------\n")
try:
convo.history.clear()
except:
print(
f"\n------\n{g_who} convo.history.clear() Error / Unstoppable\n------\n"
)
pass
bot_reply_markdown(g_reply_id, g_who, "Error", bot)
full_answer += f"\n---\n{g_who}:\nAnswer wrong"
full_chat_id_list.append(g_reply_id.message_id)
full_answer += llm_answer(g_who, g_s)
else:
pass
#### Answers List ####
if GEMINI_USE_THREAD and GOOGLE_GEMINI_KEY:
answer_gemini, gemini_chat_id = gemini_future.result()
full_chat_id_list.append(gemini_chat_id)
full_answer += answer_gemini
@ -280,11 +355,17 @@ def answer_it_handler(message: Message, bot: TeleBot) -> None:
print(full_chat_id_list)
if len(m) > 300:
full_answer += llm_answer("Question", m)
full_answer = f"{llm_answer('Question', original_m)}{full_answer}{llm_answer('Question', m)}"
##### Telegraph #####
if full_chat_id_list == []:
bot.reply_to(message, "No Any Answer, Please check log.")
else:
final_answer(latest_message, bot, full_answer, full_chat_id_list)
if Extra_clean: # delete the command message
bot.delete_message(chat_id, message.message_id)
def update_time():
"""Return the current time in UTC+8. Good for testing completion of content."""
@ -597,7 +678,7 @@ def final_answer(latest_message: Message, bot: TeleBot, full_answer: str, answer
# greate new telegra.ph page
ph_s = ph.create_page_md(title="Answer it", markdown_text=full_answer)
bot_reply_markdown(reply_id, who, f"**[Full Answer]({ph_s})**", bot)
bot_reply_markdown(reply_id, who, f"**[Full Answer]({ph_s})**\n{Hint}", bot)
# delete the chat message, only leave a telegra.ph link
if General_clean:
@ -738,9 +819,9 @@ def summary_cohere(bot: TeleBot, full_answer: str, ph_s: str, reply_id: int) ->
# inherit
if Language == "zh-cn":
s = f"**[全文]({ph_s})** | "
s = f"**[全文]({ph_s})**{Hint}\n"
elif Language == "en":
s = f"**[Full Answer]({ph_s})** | "
s = f"**[Full Answer]({ph_s})**{Hint}\n"
# filter
length = len(full_answer) # max 128,000 tokens...
@ -805,9 +886,9 @@ def summary_gemini(bot: TeleBot, full_answer: str, ph_s: str, reply_id: int) ->
# inherit
if Language == "zh-cn":
s = f"**[🔗全文]({ph_s})** | "
s = f"**[🔗全文]({ph_s})**{Hint}\n"
elif Language == "en":
s = f"**[🔗Full Answer]({ph_s})** | "
s = f"**[🔗Full Answer]({ph_s})**{Hint}\n"
try:
r = convo_summary.send_message(full_answer, stream=True)
@ -825,9 +906,9 @@ def summary_gemini(bot: TeleBot, full_answer: str, ph_s: str, reply_id: int) ->
return s
except Exception as e:
if Language == "zh-cn":
bot_reply_markdown(reply_id, who, f"[全文]({ph_s})", bot)
bot_reply_markdown(reply_id, who, f"[全文]({ph_s}){Hint}", bot)
elif Language == "en":
bot_reply_markdown(reply_id, who, f"[Full Answer]({ph_s})", bot)
bot_reply_markdown(reply_id, who, f"[Full Answer]({ph_s}){Hint}", bot)
try:
convo.history.clear()
except: