refactor: update default models to gemini 2.5/2.0 and remove 1.5 refs
This commit is contained in:
parent
f3282ca21d
commit
e07c97b7a2
3 changed files with 8 additions and 10 deletions
|
|
@ -10,10 +10,10 @@ PREFERRED_PROVIDER="google"
|
||||||
|
|
||||||
# Optional: Specify the exact models to map haiku/sonnet to.
|
# Optional: Specify the exact models to map haiku/sonnet to.
|
||||||
# If PREFERRED_PROVIDER=google, these MUST be valid Gemini model names known to the server.
|
# If PREFERRED_PROVIDER=google, these MUST be valid Gemini model names known to the server.
|
||||||
# Defaults to gemini-1.5-pro-latest and gemini-1.5-flash-latest if PREFERRED_PROVIDER=google.
|
# Defaults to gemini-2.5-pro-preview-03-25 and gemini-2.0-flash if PREFERRED_PROVIDER=google.
|
||||||
# Defaults to gpt-4o and gpt-4o-mini if PREFERRED_PROVIDER=openai.
|
# Defaults to gpt-4o and gpt-4o-mini if PREFERRED_PROVIDER=openai.
|
||||||
# BIG_MODEL="gemini-1.5-pro-latest"
|
# BIG_MODEL="gemini-2.5-pro-preview-03-25"
|
||||||
# SMALL_MODEL="gemini-1.5-flash-latest"
|
# SMALL_MODEL="gemini-2.0-flash"
|
||||||
|
|
||||||
# Example OpenAI mapping:
|
# Example OpenAI mapping:
|
||||||
# PREFERRED_PROVIDER="openai"
|
# PREFERRED_PROVIDER="openai"
|
||||||
|
|
|
||||||
|
|
@ -40,8 +40,8 @@ A proxy server that lets you use Anthropic clients with Gemini or OpenAI models
|
||||||
* `OPENAI_API_KEY`: Your OpenAI API key (Required if using OpenAI models as fallback or primary).
|
* `OPENAI_API_KEY`: Your OpenAI API key (Required if using OpenAI models as fallback or primary).
|
||||||
* `GEMINI_API_KEY`: Your Google AI Studio (Gemini) API key (Required if using the default Gemini preference).
|
* `GEMINI_API_KEY`: Your Google AI Studio (Gemini) API key (Required if using the default Gemini preference).
|
||||||
* `PREFERRED_PROVIDER` (Optional): Set to `google` (default) or `openai`. This determines the primary backend for mapping `haiku`/`sonnet`.
|
* `PREFERRED_PROVIDER` (Optional): Set to `google` (default) or `openai`. This determines the primary backend for mapping `haiku`/`sonnet`.
|
||||||
* `BIG_MODEL` (Optional): The model to map `sonnet` requests to. Defaults to `gemini-1.5-pro-latest` (if `PREFERRED_PROVIDER=google` and model is known) or `gpt-4o`.
|
* `BIG_MODEL` (Optional): The model to map `sonnet` requests to. Defaults to `gemini-2.5-pro-preview-03-25` (if `PREFERRED_PROVIDER=google` and model is known) or `gpt-4o`.
|
||||||
* `SMALL_MODEL` (Optional): The model to map `haiku` requests to. Defaults to `gemini-1.5-flash-latest` (if `PREFERRED_PROVIDER=google` and model is known) or `gpt-4o-mini`.
|
* `SMALL_MODEL` (Optional): The model to map `haiku` requests to. Defaults to `gemini-2.0-flash` (if `PREFERRED_PROVIDER=google` and model is known) or `gpt-4o-mini`.
|
||||||
|
|
||||||
**Mapping Logic:**
|
**Mapping Logic:**
|
||||||
- If `PREFERRED_PROVIDER=google` (default), `haiku`/`sonnet` map to `SMALL_MODEL`/`BIG_MODEL` prefixed with `gemini/` *if* those models are in the server's known `GEMINI_MODELS` list.
|
- If `PREFERRED_PROVIDER=google` (default), `haiku`/`sonnet` map to `SMALL_MODEL`/`BIG_MODEL` prefixed with `gemini/` *if* those models are in the server's known `GEMINI_MODELS` list.
|
||||||
|
|
|
||||||
|
|
@ -87,8 +87,8 @@ PREFERRED_PROVIDER = os.environ.get("PREFERRED_PROVIDER", "google").lower()
|
||||||
|
|
||||||
# Get model mapping configuration from environment
|
# Get model mapping configuration from environment
|
||||||
# Default to latest Gemini models if not set
|
# Default to latest Gemini models if not set
|
||||||
BIG_MODEL = os.environ.get("BIG_MODEL", "gemini-1.5-pro-latest")
|
BIG_MODEL = os.environ.get("BIG_MODEL", "gemini-2.5-pro-preview-03-25")
|
||||||
SMALL_MODEL = os.environ.get("SMALL_MODEL", "gemini-1.5-flash-latest")
|
SMALL_MODEL = os.environ.get("SMALL_MODEL", "gemini-2.0-flash")
|
||||||
|
|
||||||
# List of OpenAI models
|
# List of OpenAI models
|
||||||
OPENAI_MODELS = [
|
OPENAI_MODELS = [
|
||||||
|
|
@ -107,9 +107,7 @@ OPENAI_MODELS = [
|
||||||
# List of Gemini models
|
# List of Gemini models
|
||||||
GEMINI_MODELS = [
|
GEMINI_MODELS = [
|
||||||
"gemini-2.5-pro-preview-03-25",
|
"gemini-2.5-pro-preview-03-25",
|
||||||
"gemini-2.0-flash",
|
"gemini-2.0-flash"
|
||||||
"gemini-1.5-pro-latest", # Added default big model
|
|
||||||
"gemini-1.5-flash-latest" # Added default small model
|
|
||||||
]
|
]
|
||||||
|
|
||||||
# Helper function to clean schema for Gemini
|
# Helper function to clean schema for Gemini
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue