From e07c97b7a2cbe36d64b7fc10c763e26d7f628caf Mon Sep 17 00:00:00 2001 From: Rahul Sengottuvelu Date: Wed, 9 Apr 2025 16:35:02 -0400 Subject: [PATCH] refactor: update default models to gemini 2.5/2.0 and remove 1.5 refs --- .env.example | 6 +++--- README.md | 4 ++-- server.py | 8 +++----- 3 files changed, 8 insertions(+), 10 deletions(-) diff --git a/.env.example b/.env.example index 0e8c44f..bf31904 100644 --- a/.env.example +++ b/.env.example @@ -10,10 +10,10 @@ PREFERRED_PROVIDER="google" # Optional: Specify the exact models to map haiku/sonnet to. # If PREFERRED_PROVIDER=google, these MUST be valid Gemini model names known to the server. -# Defaults to gemini-1.5-pro-latest and gemini-1.5-flash-latest if PREFERRED_PROVIDER=google. +# Defaults to gemini-2.5-pro-preview-03-25 and gemini-2.0-flash if PREFERRED_PROVIDER=google. # Defaults to gpt-4o and gpt-4o-mini if PREFERRED_PROVIDER=openai. -# BIG_MODEL="gemini-1.5-pro-latest" -# SMALL_MODEL="gemini-1.5-flash-latest" +# BIG_MODEL="gemini-2.5-pro-preview-03-25" +# SMALL_MODEL="gemini-2.0-flash" # Example OpenAI mapping: # PREFERRED_PROVIDER="openai" diff --git a/README.md b/README.md index e19dead..5a8ba12 100644 --- a/README.md +++ b/README.md @@ -40,8 +40,8 @@ A proxy server that lets you use Anthropic clients with Gemini or OpenAI models * `OPENAI_API_KEY`: Your OpenAI API key (Required if using OpenAI models as fallback or primary). * `GEMINI_API_KEY`: Your Google AI Studio (Gemini) API key (Required if using the default Gemini preference). * `PREFERRED_PROVIDER` (Optional): Set to `google` (default) or `openai`. This determines the primary backend for mapping `haiku`/`sonnet`. - * `BIG_MODEL` (Optional): The model to map `sonnet` requests to. Defaults to `gemini-1.5-pro-latest` (if `PREFERRED_PROVIDER=google` and model is known) or `gpt-4o`. - * `SMALL_MODEL` (Optional): The model to map `haiku` requests to. Defaults to `gemini-1.5-flash-latest` (if `PREFERRED_PROVIDER=google` and model is known) or `gpt-4o-mini`. + * `BIG_MODEL` (Optional): The model to map `sonnet` requests to. Defaults to `gemini-2.5-pro-preview-03-25` (if `PREFERRED_PROVIDER=google` and model is known) or `gpt-4o`. + * `SMALL_MODEL` (Optional): The model to map `haiku` requests to. Defaults to `gemini-2.0-flash` (if `PREFERRED_PROVIDER=google` and model is known) or `gpt-4o-mini`. **Mapping Logic:** - If `PREFERRED_PROVIDER=google` (default), `haiku`/`sonnet` map to `SMALL_MODEL`/`BIG_MODEL` prefixed with `gemini/` *if* those models are in the server's known `GEMINI_MODELS` list. diff --git a/server.py b/server.py index d745b59..51f6daf 100644 --- a/server.py +++ b/server.py @@ -87,8 +87,8 @@ PREFERRED_PROVIDER = os.environ.get("PREFERRED_PROVIDER", "google").lower() # Get model mapping configuration from environment # Default to latest Gemini models if not set -BIG_MODEL = os.environ.get("BIG_MODEL", "gemini-1.5-pro-latest") -SMALL_MODEL = os.environ.get("SMALL_MODEL", "gemini-1.5-flash-latest") +BIG_MODEL = os.environ.get("BIG_MODEL", "gemini-2.5-pro-preview-03-25") +SMALL_MODEL = os.environ.get("SMALL_MODEL", "gemini-2.0-flash") # List of OpenAI models OPENAI_MODELS = [ @@ -107,9 +107,7 @@ OPENAI_MODELS = [ # List of Gemini models GEMINI_MODELS = [ "gemini-2.5-pro-preview-03-25", - "gemini-2.0-flash", - "gemini-1.5-pro-latest", # Added default big model - "gemini-1.5-flash-latest" # Added default small model + "gemini-2.0-flash" ] # Helper function to clean schema for Gemini