feat: gemini new model

Signed-off-by: yihong0618 <zouzou0208@gmail.com>
This commit is contained in:
yihong0618
2024-08-02 14:13:24 +08:00
parent 7ecafca139
commit 34571633a2
6 changed files with 109 additions and 61 deletions

View File

@ -20,7 +20,7 @@ CHATGPT_MODEL = "gpt-3.5-turbo"
CHATGPT_PRO_MODEL = "gpt-4o-2024-05-13"
client = OpenAI(api_key=CHATGPT_API_KEY, base_url=CHATGPT_BASE_URL, timeout=20)
client = OpenAI(api_key=CHATGPT_API_KEY, base_url=CHATGPT_BASE_URL)
# Global history cache

View File

@ -42,12 +42,13 @@ gemini_file_player_dict = ExpiringDict(max_len=100, max_age_seconds=600)
def make_new_gemini_convo(is_pro=False) -> ChatSession:
model_name = "gemini-1.5-flash-latest"
if is_pro:
model_name = "models/gemini-1.5-pro-latest"
model_name = "gemini-1.5-pro-exp-0801"
model = genai.GenerativeModel(
model_name=model_name,
generation_config=generation_config,
safety_settings=safety_settings,
tools="code_execution",
)
convo = model.start_chat()
return convo

View File

@ -14,7 +14,7 @@ CHATGPT_API_KEY = environ.get("OPENAI_API_KEY")
CHATGPT_BASE_URL = environ.get("OPENAI_API_BASE") or "https://api.openai.com/v1"
CHATGPT_PRO_MODEL = "gpt-4o-2024-05-13"
client = OpenAI(api_key=CHATGPT_API_KEY, base_url=CHATGPT_BASE_URL, timeout=20)
client = OpenAI(api_key=CHATGPT_API_KEY, base_url=CHATGPT_BASE_URL)
def get_user_balance():

View File

@ -174,9 +174,7 @@ ANTHROPIC_API_KEY = environ.get("ANTHROPIC_API_KEY")
if (CLADUE_USE or CLADUE_COMPLETE or CLADUE_APPEND) and ANTHROPIC_API_KEY:
ANTHROPIC_BASE_URL = environ.get("ANTHROPIC_BASE_URL")
ANTHROPIC_MODEL = "claude-3-5-sonnet-20240620"
claude_client = OpenAI(
api_key=ANTHROPIC_API_KEY, base_url=ANTHROPIC_BASE_URL, timeout=20
)
claude_client = OpenAI(api_key=ANTHROPIC_API_KEY, base_url=ANTHROPIC_BASE_URL)
#### llama init ####
LLAMA_API_KEY = environ.get("GROQ_API_KEY")