From 96dc40fd0b0d4bb09f5bf3cc494bb4d73a0cc930 Mon Sep 17 00:00:00 2001 From: Daniel Onyejesi Date: Sun, 29 Mar 2026 21:42:24 -0400 Subject: [PATCH] Fix STT auto-detection: don't route to LiteLLM unless LITELLM_STT_MODEL is set Having LITELLM_API_BASE for AI text was auto-routing audio transcription through LiteLLM even when the proxy has no Whisper model configured, causing silent hangs. Now LiteLLM STT only activates when LITELLM_STT_MODEL is explicitly set. Falls back correctly to AWS Transcribe when configured. --- src/routes/transcribe.js | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/src/routes/transcribe.js b/src/routes/transcribe.js index e0706b9..ff0e7a7 100644 --- a/src/routes/transcribe.js +++ b/src/routes/transcribe.js @@ -22,8 +22,9 @@ function getTranscribeProvider() { if (env === 'local') return 'local'; if (env === 'aws') return 'aws'; if (env === 'openai') return 'openai'; - // Auto-detect - if (process.env.LITELLM_API_BASE && litellmClient) return 'litellm'; + // Auto-detect: only use LiteLLM for STT if LITELLM_STT_MODEL is explicitly set + // Having LITELLM_API_BASE for AI text does NOT automatically route audio through LiteLLM + if (process.env.LITELLM_STT_MODEL && process.env.LITELLM_API_BASE && litellmClient) return 'litellm'; if (isAWSTranscribeConfigured()) return 'aws'; return 'openai'; }