diff --git a/backend/app/app/schemas/tool_schema.py b/backend/app/app/schemas/tool_schema.py index 0bb1a42..f521885 100644 --- a/backend/app/app/schemas/tool_schema.py +++ b/backend/app/app/schemas/tool_schema.py @@ -11,9 +11,8 @@ "azure-4-32k", "azure-3.5", "claude-3-opus", + "claude-3.5-sonnet", "claude-3-sonnet", - "claude-3-haiku", - "gemini-1.0-pro", ] diff --git a/backend/app/app/services/chat_agent/helpers/llm.py b/backend/app/app/services/chat_agent/helpers/llm.py index d47379d..109c090 100644 --- a/backend/app/app/services/chat_agent/helpers/llm.py +++ b/backend/app/app/services/chat_agent/helpers/llm.py @@ -71,34 +71,20 @@ def get_llm( anthropic_api_key=settings.ANTHROPIC_API_KEY, streaming=True, ) - case "claude-3-sonnet": + case "claude-3.5-sonnet": return ChatAnthropic( temperature=0, - model_name="claude-3-sonnet-20240229", + model_name="claude-3-5-sonnet-20240620", anthropic_api_key=settings.ANTHROPIC_API_KEY, streaming=True, ) - case "claude-3-haiku": + case "claude-3-sonnet": return ChatAnthropic( temperature=0, - model_name="claude-3-haiku-20240307", + model_name="claude-3-sonnet-20240229", anthropic_api_key=settings.ANTHROPIC_API_KEY, streaming=True, ) - case "gemini-1.0-pro": - return ChatGoogleGenerativeAI( - temperature=0, - model="gemini-1.0-pro-latest", - google_api_key=settings.GOOGLE_API_KEY, - streaming=True, - convert_system_message_to_human=True, - safety_settings={ - HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT: HarmBlockThreshold.BLOCK_NONE, - HarmCategory.HARM_CATEGORY_HARASSMENT: HarmBlockThreshold.BLOCK_NONE, - HarmCategory.HARM_CATEGORY_HATE_SPEECH: HarmBlockThreshold.BLOCK_NONE, - HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT: HarmBlockThreshold.BLOCK_NONE, - }, - ) # If an exact match is not confirmed, this last case will be used if provided case _: logger.warning(f"LLM {llm} not found, using default LLM")