refactor: update default models to gemini 2.5/2.0 and remove 1.5 refs
This commit is contained in:
parent
f3282ca21d
commit
e07c97b7a2
3 changed files with 8 additions and 10 deletions
|
|
@ -10,10 +10,10 @@ PREFERRED_PROVIDER="google"
|
|||
|
||||
# Optional: Specify the exact models to map haiku/sonnet to.
|
||||
# If PREFERRED_PROVIDER=google, these MUST be valid Gemini model names known to the server.
|
||||
# Defaults to gemini-1.5-pro-latest and gemini-1.5-flash-latest if PREFERRED_PROVIDER=google.
|
||||
# Defaults to gemini-2.5-pro-preview-03-25 and gemini-2.0-flash if PREFERRED_PROVIDER=google.
|
||||
# Defaults to gpt-4o and gpt-4o-mini if PREFERRED_PROVIDER=openai.
|
||||
# BIG_MODEL="gemini-1.5-pro-latest"
|
||||
# SMALL_MODEL="gemini-1.5-flash-latest"
|
||||
# BIG_MODEL="gemini-2.5-pro-preview-03-25"
|
||||
# SMALL_MODEL="gemini-2.0-flash"
|
||||
|
||||
# Example OpenAI mapping:
|
||||
# PREFERRED_PROVIDER="openai"
|
||||
|
|
|
|||
|
|
@ -40,8 +40,8 @@ A proxy server that lets you use Anthropic clients with Gemini or OpenAI models
|
|||
* `OPENAI_API_KEY`: Your OpenAI API key (Required if using OpenAI models as fallback or primary).
|
||||
* `GEMINI_API_KEY`: Your Google AI Studio (Gemini) API key (Required if using the default Gemini preference).
|
||||
* `PREFERRED_PROVIDER` (Optional): Set to `google` (default) or `openai`. This determines the primary backend for mapping `haiku`/`sonnet`.
|
||||
* `BIG_MODEL` (Optional): The model to map `sonnet` requests to. Defaults to `gemini-1.5-pro-latest` (if `PREFERRED_PROVIDER=google` and model is known) or `gpt-4o`.
|
||||
* `SMALL_MODEL` (Optional): The model to map `haiku` requests to. Defaults to `gemini-1.5-flash-latest` (if `PREFERRED_PROVIDER=google` and model is known) or `gpt-4o-mini`.
|
||||
* `BIG_MODEL` (Optional): The model to map `sonnet` requests to. Defaults to `gemini-2.5-pro-preview-03-25` (if `PREFERRED_PROVIDER=google` and model is known) or `gpt-4o`.
|
||||
* `SMALL_MODEL` (Optional): The model to map `haiku` requests to. Defaults to `gemini-2.0-flash` (if `PREFERRED_PROVIDER=google` and model is known) or `gpt-4o-mini`.
|
||||
|
||||
**Mapping Logic:**
|
||||
- If `PREFERRED_PROVIDER=google` (default), `haiku`/`sonnet` map to `SMALL_MODEL`/`BIG_MODEL` prefixed with `gemini/` *if* those models are in the server's known `GEMINI_MODELS` list.
|
||||
|
|
|
|||
|
|
@ -87,8 +87,8 @@ PREFERRED_PROVIDER = os.environ.get("PREFERRED_PROVIDER", "google").lower()
|
|||
|
||||
# Get model mapping configuration from environment
|
||||
# Default to latest Gemini models if not set
|
||||
BIG_MODEL = os.environ.get("BIG_MODEL", "gemini-1.5-pro-latest")
|
||||
SMALL_MODEL = os.environ.get("SMALL_MODEL", "gemini-1.5-flash-latest")
|
||||
BIG_MODEL = os.environ.get("BIG_MODEL", "gemini-2.5-pro-preview-03-25")
|
||||
SMALL_MODEL = os.environ.get("SMALL_MODEL", "gemini-2.0-flash")
|
||||
|
||||
# List of OpenAI models
|
||||
OPENAI_MODELS = [
|
||||
|
|
@ -107,9 +107,7 @@ OPENAI_MODELS = [
|
|||
# List of Gemini models
|
||||
GEMINI_MODELS = [
|
||||
"gemini-2.5-pro-preview-03-25",
|
||||
"gemini-2.0-flash",
|
||||
"gemini-1.5-pro-latest", # Added default big model
|
||||
"gemini-1.5-flash-latest" # Added default small model
|
||||
"gemini-2.0-flash"
|
||||
]
|
||||
|
||||
# Helper function to clean schema for Gemini
|
||||
|
|
|
|||
Loading…
Reference in a new issue