From 6a8e7e5f338d4e5ef8a359257ea4d6b834cc0709 Mon Sep 17 00:00:00 2001 From: Daniel Onyejesi Date: Sun, 29 Mar 2026 21:54:12 -0400 Subject: [PATCH] Fix LiteLLM STT: remove prompt/response_format unsupported by Vertex Chirp MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Vertex AI Chirp via LiteLLM rejects/hangs when 'prompt' and 'response_format' are included — these are OpenAI Whisper-only params. Send only file + model for LiteLLM/Chirp. --- src/routes/transcribe.js | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/src/routes/transcribe.js b/src/routes/transcribe.js index 7b0e565..5c845be 100644 --- a/src/routes/transcribe.js +++ b/src/routes/transcribe.js @@ -79,9 +79,8 @@ router.post('/transcribe', authMiddleware, upload.single('audio'), async (req, r contentType: req.file.mimetype || 'audio/webm' }); form.append('model', sttModel); - form.append('language', 'en'); - form.append('response_format', 'json'); - form.append('prompt', 'Medical patient encounter. Pediatric. Clinical terms, diagnoses, medications.'); + // Note: Vertex AI Chirp via LiteLLM does not support 'prompt' or 'response_format' + // Only send parameters Chirp actually accepts var sttHeaders = Object.assign({}, form.getHeaders()); if (process.env.LITELLM_API_KEY) sttHeaders['Authorization'] = 'Bearer ' + process.env.LITELLM_API_KEY; var base = process.env.LITELLM_API_BASE.replace(/\/+$/, '');