diff --git a/public/js/admin.js b/public/js/admin.js
index 48a80cd..d6df3e1 100644
--- a/public/js/admin.js
+++ b/public/js/admin.js
@@ -573,3 +573,265 @@
}
})();
+
+// ============================================================
+// ADMIN MODEL MANAGEMENT — Discover, search, enable/disable, custom models
+// ============================================================
+(function() {
+
+ var modelsLoaded = false;
+
+ document.addEventListener('tabChanged', function(e) {
+ if (e.detail && e.detail.tab === 'admin') {
+ if (!modelsLoaded) { loadAdminModels(); modelsLoaded = true; }
+ }
+ });
+
+ document.addEventListener('click', function(e) {
+ if (e.target.closest('#btn-discover-models')) discoverModels();
+ if (e.target.closest('#btn-add-custom-model')) addCustomModel();
+ if (e.target.closest('#btn-save-default-model')) saveDefaultModel();
+ });
+
+ // Allow Enter key to trigger search
+ document.addEventListener('keydown', function(e) {
+ if (e.target.id === 'admin-model-search' && e.key === 'Enter') {
+ e.preventDefault();
+ discoverModels();
+ }
+ });
+
+ function esc(str) {
+ if (!str) return '';
+ return String(str).replace(/&/g, '&').replace(//g, '>').replace(/"/g, '"');
+ }
+
+ function loadAdminModels() {
+ fetch('/api/admin/config/models', { headers: getAuthHeaders() })
+ .then(function(r) { return r.json(); })
+ .then(function(data) {
+ if (!data.success) return;
+
+ // Provider badge
+ var badge = document.getElementById('admin-model-provider-badge');
+ if (badge) badge.textContent = (data.provider || 'unknown').toUpperCase();
+
+ // Default model selector
+ var defaultSel = document.getElementById('admin-default-model');
+ if (defaultSel) {
+ defaultSel.innerHTML = '';
+ data.models.forEach(function(m) {
+ var opt = document.createElement('option');
+ opt.value = m.id;
+ opt.textContent = m.name + (m.enabled === false ? ' (disabled)' : '');
+ defaultSel.appendChild(opt);
+ });
+ // Also add custom models
+ (data.custom || []).forEach(function(m) {
+ var opt = document.createElement('option');
+ opt.value = m.id;
+ opt.textContent = m.name + ' (custom)';
+ defaultSel.appendChild(opt);
+ });
+ }
+
+ // Built-in models with toggle
+ var container = document.getElementById('admin-builtin-models');
+ if (container) {
+ if (data.models.length === 0) {
+ container.innerHTML = '
No built-in models for this provider
';
+ } else {
+ container.innerHTML = data.models.map(function(m) {
+ var checked = m.enabled !== false ? 'checked' : '';
+ return '
';
+ }).join('');
+
+ container.querySelectorAll('.admin-model-toggle').forEach(function(cb) {
+ cb.addEventListener('change', function() {
+ toggleModel(cb.dataset.modelId, cb.checked);
+ });
+ });
+ }
+ }
+
+ // Custom models list
+ renderCustomModels(data.custom || []);
+ })
+ .catch(function(err) { console.error('[AdminModels] Load failed:', err); });
+ }
+
+ function toggleModel(modelId, enabled) {
+ fetch('/api/admin/config/models/toggle', {
+ method: 'PUT',
+ headers: getAuthHeaders(),
+ body: JSON.stringify({ modelId: modelId, enabled: enabled })
+ })
+ .then(function(r) { return r.json(); })
+ .then(function(data) {
+ if (data.success) {
+ showToast(modelId + ' ' + (enabled ? 'enabled' : 'disabled'), 'success');
+ } else {
+ showToast(data.error || 'Failed', 'error');
+ // Revert checkbox
+ var cb = document.querySelector('.admin-model-toggle[data-model-id="' + modelId + '"]');
+ if (cb) cb.checked = !enabled;
+ }
+ })
+ .catch(function() { showToast('Request failed', 'error'); });
+ }
+
+ function discoverModels() {
+ var search = (document.getElementById('admin-model-search') || {}).value || '';
+ var container = document.getElementById('admin-discovered-models');
+ var hint = document.getElementById('admin-discover-hint');
+ if (!container) return;
+
+ container.innerHTML = '
Querying provider API...
';
+ if (hint) hint.style.display = 'none';
+
+ fetch('/api/admin/config/models/discover?q=' + encodeURIComponent(search), { headers: getAuthHeaders() })
+ .then(function(r) { return r.json(); })
+ .then(function(data) {
+ if (!data.success) {
+ container.innerHTML = '
Error: ' + esc(data.error || 'Unknown error') + '
';
+ return;
+ }
+ if (!data.models || data.models.length === 0) {
+ container.innerHTML = '
No models found' + (search ? ' matching "' + esc(search) + '"' : '') + '. Try a different search term.
';
+ return;
+ }
+
+ container.innerHTML = '
Found ' + data.count + ' models. Click + to add to your model list.
' +
+ data.models.slice(0, 100).map(function(m) {
+ return '
' +
+ '' +
+ '' + esc(m.name) + ' (' + esc(m.id) + ')' +
+ '' + esc(m.cost || '') + '' +
+ '' + esc(m.category || '') + '' +
+ '
';
+ }).join('');
+
+ container.querySelectorAll('.admin-add-discovered').forEach(function(btn) {
+ btn.addEventListener('click', function() {
+ addDiscoveredModel(btn.dataset.mid, btn.dataset.mname, btn.dataset.mcost, btn.dataset.mcat, btn);
+ });
+ });
+ })
+ .catch(function(err) {
+ container.innerHTML = '
Request failed: ' + esc(err.message) + '
';
+ });
+ }
+
+ function addDiscoveredModel(id, name, cost, category, btn) {
+ fetch('/api/admin/config/models/add-discovered', {
+ method: 'POST',
+ headers: getAuthHeaders(),
+ body: JSON.stringify({ id: id, name: name, cost: cost, category: category })
+ })
+ .then(function(r) { return r.json(); })
+ .then(function(data) {
+ if (data.success) {
+ showToast('Added: ' + name, 'success');
+ if (btn) { btn.textContent = 'Added'; btn.disabled = true; btn.style.background = 'var(--green)'; }
+ loadAdminModels(); // Refresh custom list
+ } else {
+ showToast(data.error || 'Failed', 'error');
+ }
+ })
+ .catch(function() { showToast('Request failed', 'error'); });
+ }
+
+ function addCustomModel() {
+ var id = (document.getElementById('admin-custom-model-id') || {}).value || '';
+ var name = (document.getElementById('admin-custom-model-name') || {}).value || '';
+ var cost = (document.getElementById('admin-custom-model-cost') || {}).value || '';
+ var cat = (document.getElementById('admin-custom-model-cat') || {}).value || 'smart';
+
+ if (!id.trim() || !name.trim()) { showToast('Model ID and name required', 'error'); return; }
+
+ fetch('/api/admin/config/models/custom', {
+ method: 'POST',
+ headers: getAuthHeaders(),
+ body: JSON.stringify({ id: id.trim(), name: name.trim(), cost: cost.trim(), category: cat })
+ })
+ .then(function(r) { return r.json(); })
+ .then(function(data) {
+ if (data.success) {
+ showToast('Custom model added: ' + name, 'success');
+ // Clear inputs
+ var el = document.getElementById('admin-custom-model-id'); if (el) el.value = '';
+ el = document.getElementById('admin-custom-model-name'); if (el) el.value = '';
+ el = document.getElementById('admin-custom-model-cost'); if (el) el.value = '';
+ loadAdminModels();
+ } else {
+ showToast(data.error || 'Failed', 'error');
+ }
+ })
+ .catch(function() { showToast('Request failed', 'error'); });
+ }
+
+ function renderCustomModels(custom) {
+ var container = document.getElementById('admin-custom-models-list');
+ if (!container) return;
+ if (!custom || custom.length === 0) {
+ container.innerHTML = '';
+ return;
+ }
+
+ container.innerHTML = '
' +
+ custom.map(function(m) {
+ return '
' +
+ '' + esc(m.name) + ' (' + esc(m.id) + ')' +
+ '' + esc(m.tag || 'CUSTOM') + '' +
+ '' + esc(m.cost || '') + '' +
+ '' +
+ '
';
+ }).join('');
+
+ container.querySelectorAll('.admin-delete-custom').forEach(function(btn) {
+ btn.addEventListener('click', function() {
+ deleteCustomModel(btn.dataset.mid);
+ });
+ });
+ }
+
+ function deleteCustomModel(modelId) {
+ fetch('/api/admin/config/models/custom/' + encodeURIComponent(modelId), {
+ method: 'DELETE',
+ headers: getAuthHeaders()
+ })
+ .then(function(r) { return r.json(); })
+ .then(function(data) {
+ if (data.success) {
+ showToast('Removed: ' + modelId, 'info');
+ loadAdminModels();
+ } else {
+ showToast(data.error || 'Failed', 'error');
+ }
+ })
+ .catch(function() { showToast('Request failed', 'error'); });
+ }
+
+ function saveDefaultModel() {
+ var sel = document.getElementById('admin-default-model');
+ if (!sel || !sel.value) { showToast('Select a model', 'error'); return; }
+
+ fetch('/api/admin/config/models/default', {
+ method: 'PUT',
+ headers: getAuthHeaders(),
+ body: JSON.stringify({ modelId: sel.value })
+ })
+ .then(function(r) { return r.json(); })
+ .then(function(data) {
+ if (data.success) showToast('Default model set: ' + sel.value, 'success');
+ else showToast(data.error || 'Failed', 'error');
+ })
+ .catch(function() { showToast('Request failed', 'error'); });
+ }
+
+})();
diff --git a/server.js b/server.js
index 09af021..c0db386 100644
--- a/server.js
+++ b/server.js
@@ -141,11 +141,13 @@ app.get('/api/models', async (req, res) => {
const { activeProvider } = require('./src/utils/ai');
app.get('/api/health', (req, res) => {
res.json({
- status: 'running', version: '9.0.0', provider: activeProvider,
+ status: 'running', version: '9.1.0', provider: activeProvider,
timestamp: new Date().toISOString(),
openrouter: process.env.OPENROUTER_API_KEY ? 'configured' : 'missing',
bedrock: process.env.AWS_BEDROCK_REGION ? 'configured' : 'not configured',
azure: process.env.AZURE_OPENAI_ENDPOINT ? 'configured' : 'not configured',
+ vertex: process.env.GOOGLE_VERTEX_PROJECT ? 'configured' : 'not configured',
+ litellm: process.env.LITELLM_API_BASE ? 'configured' : 'not configured',
whisper: process.env.OPENAI_API_KEY ? 'configured' : 'missing'
});
});
@@ -205,7 +207,7 @@ const PORT = process.env.PORT || 3000;
server.listen(PORT, () => {
console.log('');
console.log('==========================================');
- console.log('🏥 PEDIATRIC AI SCRIBE v9.0');
+ console.log('🏥 PEDIATRIC AI SCRIBE v9.1');
console.log('==========================================');
console.log('🌐 http://localhost:' + PORT);
console.log('🤖 Provider: ' + activeProvider);
diff --git a/src/routes/adminConfig.js b/src/routes/adminConfig.js
index 1e5a2ad..718bc0f 100644
--- a/src/routes/adminConfig.js
+++ b/src/routes/adminConfig.js
@@ -226,8 +226,15 @@ router.delete('/config/smtp', async function(req, res) {
// ── GET models config ────────────────────────────────────────────────────
router.get('/config/models', async function(req, res) {
try {
- var { OPENROUTER_MODELS, BEDROCK_MODELS, AZURE_MODELS, activeProvider } = require('../utils/models');
- var providerModels = activeProvider === 'bedrock' ? BEDROCK_MODELS : (activeProvider === 'azure' ? AZURE_MODELS : OPENROUTER_MODELS);
+ var { OPENROUTER_MODELS, BEDROCK_MODELS, AZURE_MODELS, VERTEX_MODELS, LITELLM_MODELS, activeProvider } = require('../utils/models');
+ var providerModels;
+ switch (activeProvider) {
+ case 'bedrock': providerModels = BEDROCK_MODELS; break;
+ case 'azure': providerModels = AZURE_MODELS; break;
+ case 'vertex': providerModels = VERTEX_MODELS; break;
+ case 'litellm': providerModels = LITELLM_MODELS; break;
+ default: providerModels = OPENROUTER_MODELS;
+ }
var disabledRaw = await db.getSetting('models.disabled') || '[]';
var customRaw = await db.getSetting('models.custom') || '[]';
@@ -327,4 +334,55 @@ router.delete('/config/models/custom/:modelId(*)', async function(req, res) {
} catch (e) { res.status(500).json({ error: e.message }); }
});
+// ── GET discover models from provider API ─────────────────────────────
+router.get('/config/models/discover', async function(req, res) {
+ try {
+ var { discoverModels } = require('../utils/ai');
+ var discovered = await discoverModels();
+ var search = (req.query.q || '').toLowerCase().trim();
+ if (search) {
+ discovered = discovered.filter(function(m) {
+ return m.id.toLowerCase().indexOf(search) !== -1 || m.name.toLowerCase().indexOf(search) !== -1;
+ });
+ }
+ res.json({ success: true, models: discovered, count: discovered.length });
+ } catch (e) { res.status(500).json({ error: e.message }); }
+});
+
+// ── POST add discovered model to enabled list ─────────────────────────
+router.post('/config/models/add-discovered', async function(req, res) {
+ try {
+ var { id, name, cost, category } = req.body;
+ if (!id || !name) return res.status(400).json({ error: 'id and name required' });
+
+ var trimmedId = id.trim();
+ if (trimmedId.length > 200) return res.status(400).json({ error: 'Model ID too long (max 200 chars)' });
+
+ var validCategories = ['free', 'fast', 'smart', 'premium'];
+ var cat = validCategories.includes(category) ? category : 'smart';
+
+ var customRaw = await db.getSetting('models.custom') || '[]';
+ var custom;
+ try { custom = JSON.parse(customRaw); } catch(e) { custom = []; }
+
+ custom = custom.filter(function(m) { return m.id !== trimmedId; });
+ custom.push({ id: trimmedId, name: name.trim().substring(0, 100), cost: (cost || '?').substring(0, 20), category: cat, tag: 'DISCOVERED' });
+
+ await db.setSetting('models.custom', JSON.stringify(custom));
+ logger.audit(req.user.id, 'admin_model_discover_add', 'Added discovered model: ' + trimmedId, req, { category: 'admin' });
+ res.json({ success: true });
+ } catch (e) { res.status(500).json({ error: e.message }); }
+});
+
+// ── PUT set default model ─────────────────────────────────────────────
+router.put('/config/models/default', async function(req, res) {
+ try {
+ var { modelId } = req.body;
+ if (!modelId) return res.status(400).json({ error: 'modelId required' });
+ await db.setSetting('models.default', modelId.trim());
+ logger.audit(req.user.id, 'admin_model_default', 'Set default model: ' + modelId, req, { category: 'admin' });
+ res.json({ success: true });
+ } catch (e) { res.status(500).json({ error: e.message }); }
+});
+
module.exports = router;
diff --git a/src/utils/ai.js b/src/utils/ai.js
index 9c7ddda..bb63c77 100644
--- a/src/utils/ai.js
+++ b/src/utils/ai.js
@@ -1,6 +1,6 @@
// ============================================================
// AI.JS — Multi-provider AI client
-// Supports: OpenRouter, AWS Bedrock, Azure OpenAI
+// Supports: OpenRouter, AWS Bedrock, Azure OpenAI, Google Vertex AI, LiteLLM
// Default: OpenRouter (set AI_PROVIDER in .env to switch)
// ============================================================
@@ -71,6 +71,45 @@ if (process.env.AZURE_OPENAI_ENDPOINT) {
}
}
+// ============================================================
+// GOOGLE VERTEX AI CLIENT (optional, HIPAA compliant with BAA)
+// ============================================================
+var vertexClient = null;
+if (process.env.GOOGLE_VERTEX_PROJECT) {
+ try {
+ var VertexAI = require('@google-cloud/vertexai');
+ vertexClient = new VertexAI.VertexAI({
+ project: process.env.GOOGLE_VERTEX_PROJECT,
+ location: process.env.GOOGLE_VERTEX_LOCATION || 'us-central1'
+ });
+ activeProvider = 'vertex';
+ console.log('✅ Google Vertex AI: configured (project: ' + process.env.GOOGLE_VERTEX_PROJECT + ', location: ' + (process.env.GOOGLE_VERTEX_LOCATION || 'us-central1') + ')');
+ } catch (e) {
+ console.log('⚠️ Google Vertex AI: SDK not installed. Install with: npm install @google-cloud/vertexai');
+ console.log('⚠️ Falling back to OpenRouter');
+ activeProvider = 'openrouter';
+ }
+}
+
+// ============================================================
+// LITELLM CLIENT (optional — OpenAI-compatible proxy)
+// ============================================================
+var litellmClient = null;
+if (process.env.LITELLM_API_BASE) {
+ try {
+ litellmClient = new OpenAI({
+ baseURL: process.env.LITELLM_API_BASE.replace(/\/+$/, ''),
+ apiKey: process.env.LITELLM_API_KEY || 'sk-litellm'
+ });
+ activeProvider = 'litellm';
+ console.log('✅ LiteLLM: configured (base: ' + process.env.LITELLM_API_BASE + ')');
+ } catch (e) {
+ console.log('⚠️ LiteLLM: configuration failed:', e.message);
+ console.log('⚠️ Falling back to OpenRouter');
+ activeProvider = 'openrouter';
+ }
+}
+
// ============================================================
// WHISPER CLIENT (always OpenAI, separate from text AI)
// ============================================================
@@ -96,6 +135,14 @@ if (activeProvider === 'azure' && !azureClient) {
console.log('⚠️ Azure selected but not available. Falling back to OpenRouter.');
activeProvider = 'openrouter';
}
+if (activeProvider === 'vertex' && !vertexClient) {
+ console.log('⚠️ Vertex AI selected but not available. Falling back to OpenRouter.');
+ activeProvider = 'openrouter';
+}
+if (activeProvider === 'litellm' && !litellmClient) {
+ console.log('⚠️ LiteLLM selected but not available. Falling back to OpenRouter.');
+ activeProvider = 'openrouter';
+}
if (activeProvider === 'openrouter' && !openrouter) {
console.error('❌ OpenRouter selected but OPENROUTER_API_KEY not set!');
}
@@ -266,6 +313,88 @@ async function callBedrock(messages, model, temperature, maxTokens) {
}
}
+// ============================================================
+// CALL GOOGLE VERTEX AI
+// Uses the Gemini generateContent API
+// ============================================================
+async function callVertex(messages, model, temperature, maxTokens) {
+ if (!vertexClient) throw new Error('Google Vertex AI not configured');
+
+ // Map model ID to Vertex model name
+ var { getVertexModelId } = require('./models');
+ var vertexModelId = getVertexModelId(model);
+
+ var generativeModel = vertexClient.getGenerativeModel({
+ model: vertexModelId,
+ generationConfig: {
+ temperature: temperature,
+ maxOutputTokens: maxTokens,
+ },
+ });
+
+ // Convert OpenAI-style messages to Vertex AI format
+ var systemInstruction = '';
+ var contents = [];
+ messages.forEach(function(m) {
+ if (m.role === 'system') {
+ systemInstruction += (systemInstruction ? '\n' : '') + m.content;
+ } else {
+ contents.push({
+ role: m.role === 'assistant' ? 'model' : 'user',
+ parts: [{ text: m.content }]
+ });
+ }
+ });
+
+ var request = { contents: contents };
+ if (systemInstruction) {
+ request.systemInstruction = { parts: [{ text: systemInstruction }] };
+ }
+
+ var result = await generativeModel.generateContent(request);
+ var response = result.response;
+
+ var textContent = '';
+ if (response.candidates && response.candidates[0] && response.candidates[0].content) {
+ response.candidates[0].content.parts.forEach(function(part) {
+ if (part.text) textContent += part.text;
+ });
+ }
+
+ return {
+ success: true,
+ content: textContent,
+ model: vertexModelId,
+ provider: 'vertex',
+ usage: response.usageMetadata ? {
+ prompt_tokens: response.usageMetadata.promptTokenCount || 0,
+ completion_tokens: response.usageMetadata.candidatesTokenCount || 0
+ } : null
+ };
+}
+
+// ============================================================
+// CALL LITELLM (OpenAI-compatible proxy)
+// ============================================================
+async function callLiteLLM(messages, model, temperature, maxTokens) {
+ if (!litellmClient) throw new Error('LiteLLM not configured. Set LITELLM_API_BASE in .env');
+
+ var completion = await litellmClient.chat.completions.create({
+ model: model,
+ messages: messages,
+ temperature: temperature,
+ max_tokens: maxTokens
+ });
+
+ return {
+ success: true,
+ content: completion.choices[0].message.content,
+ model: model,
+ provider: 'litellm',
+ usage: completion.usage || null
+ };
+}
+
// ============================================================
// MAIN CALL AI FUNCTION — Routes to correct provider
// ============================================================
@@ -284,10 +413,14 @@ async function callAI(messages, options) {
result = await callBedrock(messages, model, temperature, maxTokens);
} else if (activeProvider === 'azure' && azureClient) {
result = await callAzure(messages, model, temperature, maxTokens);
+ } else if (activeProvider === 'vertex' && vertexClient) {
+ result = await callVertex(messages, model, temperature, maxTokens);
+ } else if (activeProvider === 'litellm' && litellmClient) {
+ result = await callLiteLLM(messages, model, temperature, maxTokens);
} else if (openrouter) {
result = await callOpenRouter(messages, model, temperature, maxTokens);
} else {
- throw new Error('No AI provider configured. Set OPENROUTER_API_KEY, AWS_BEDROCK_REGION, or AZURE_OPENAI_ENDPOINT in .env');
+ throw new Error('No AI provider configured. Set OPENROUTER_API_KEY, AWS_BEDROCK_REGION, AZURE_OPENAI_ENDPOINT, GOOGLE_VERTEX_PROJECT, or LITELLM_API_BASE in .env');
}
var duration = Date.now() - startTime;
@@ -312,7 +445,7 @@ async function callAI(messages, options) {
duration: duration
});
- // Try fallback model (only on OpenRouter — Bedrock/Azure don't have multiple models easily)
+ // Try fallback model (on OpenRouter or LiteLLM)
if (activeProvider === 'openrouter' && model !== FALLBACK_MODEL && openrouter) {
logger.warn('Trying fallback model: ' + FALLBACK_MODEL);
try {
@@ -327,8 +460,86 @@ async function callAI(messages, options) {
}
}
+ if (activeProvider === 'litellm' && model !== FALLBACK_MODEL && litellmClient) {
+ logger.warn('Trying fallback model on LiteLLM: ' + FALLBACK_MODEL);
+ try {
+ var litellmFallback = await callLiteLLM(messages, FALLBACK_MODEL, temperature, maxTokens);
+ litellmFallback.fallback = true;
+ litellmFallback.duration = Date.now() - startTime;
+ logger.info('LiteLLM fallback success', { model: FALLBACK_MODEL });
+ return litellmFallback;
+ } catch (err3) {
+ logger.error('LiteLLM fallback also failed', { error: err3.message });
+ throw new Error('All models failed: ' + err3.message);
+ }
+ }
+
throw err;
}
}
-module.exports = { callAI, whisperClient, activeProvider };
+// ============================================================
+// DISCOVER MODELS — Query provider APIs for available models
+// Used by admin panel to search & select models dynamically
+// ============================================================
+async function discoverModels() {
+ var discovered = [];
+
+ if (activeProvider === 'litellm' && litellmClient) {
+ try {
+ var models = await litellmClient.models.list();
+ if (models && models.data) {
+ models.data.forEach(function(m) {
+ discovered.push({
+ id: m.id,
+ name: m.id,
+ cost: '?',
+ category: 'smart',
+ tag: 'LITELLM',
+ source: 'litellm-api'
+ });
+ });
+ }
+ } catch (e) {
+ logger.warn('LiteLLM model discovery failed: ' + e.message);
+ }
+ }
+
+ if (activeProvider === 'vertex' && vertexClient) {
+ // Vertex AI doesn't have a simple list API, return known Gemini models
+ var { VERTEX_MODELS } = require('./models');
+ VERTEX_MODELS.forEach(function(m) {
+ discovered.push(Object.assign({}, m, { source: 'vertex-builtin' }));
+ });
+ }
+
+ if (activeProvider === 'openrouter' && openrouter) {
+ try {
+ var axios = require('axios');
+ var resp = await axios.get('https://openrouter.ai/api/v1/models', {
+ headers: { 'Authorization': 'Bearer ' + process.env.OPENROUTER_API_KEY }
+ });
+ if (resp.data && resp.data.data) {
+ resp.data.data.forEach(function(m) {
+ var pricing = m.pricing || {};
+ var promptCost = parseFloat(pricing.prompt || 0);
+ var costStr = promptCost > 0 ? '~$' + (promptCost * 1000000).toFixed(3) + '/M' : 'FREE';
+ discovered.push({
+ id: m.id,
+ name: m.name || m.id,
+ cost: costStr,
+ category: promptCost === 0 ? 'free' : (promptCost < 0.000003 ? 'fast' : (promptCost < 0.00001 ? 'smart' : 'premium')),
+ tag: promptCost === 0 ? 'FREE' : 'API',
+ source: 'openrouter-api'
+ });
+ });
+ }
+ } catch (e) {
+ logger.warn('OpenRouter model discovery failed: ' + e.message);
+ }
+ }
+
+ return discovered;
+}
+
+module.exports = { callAI, whisperClient, activeProvider, discoverModels, vertexClient, litellmClient };
diff --git a/src/utils/models.js b/src/utils/models.js
index 7e1c8f3..ff93e23 100644
--- a/src/utils/models.js
+++ b/src/utils/models.js
@@ -1,5 +1,6 @@
// ============================================================
// MODELS.JS — Provider-aware model list
+// Supports: OpenRouter, AWS Bedrock, Azure OpenAI, Google Vertex AI, LiteLLM
// ============================================================
var activeProvider = process.env.AI_PROVIDER || 'openrouter';
@@ -109,6 +110,43 @@ var AZURE_MODELS = [
deploymentNote: 'Set AZURE_DEPLOYMENT_NAME in .env' }
];
+// ============================================================
+// GOOGLE VERTEX AI MODELS
+// vertexId = the model name used in Vertex AI API calls
+// ============================================================
+var VERTEX_MODELS = [
+ { id: 'gemini-2.5-flash', name: 'Gemini 2.5 Flash', cost: '~$0.001', tag: 'BEST VALUE', category: 'fast',
+ vertexId: 'gemini-2.5-flash-preview-05-20' },
+ { id: 'gemini-2.5-pro', name: 'Gemini 2.5 Pro', cost: '~$0.01', tag: 'SMART', category: 'premium',
+ vertexId: 'gemini-2.5-pro-preview-05-06' },
+ { id: 'gemini-2.0-flash', name: 'Gemini 2.0 Flash', cost: '~$0.001', tag: 'FAST', category: 'fast',
+ vertexId: 'gemini-2.0-flash' },
+ { id: 'gemini-2.0-flash-lite', name: 'Gemini 2.0 Flash Lite', cost: '~$0.0004', tag: 'CHEAPEST', category: 'fast',
+ vertexId: 'gemini-2.0-flash-lite' },
+ { id: 'gemini-1.5-pro', name: 'Gemini 1.5 Pro', cost: '~$0.007', tag: 'RELIABLE', category: 'premium',
+ vertexId: 'gemini-1.5-pro-002' },
+ { id: 'gemini-1.5-flash', name: 'Gemini 1.5 Flash', cost: '~$0.001', tag: 'VALUE', category: 'fast',
+ vertexId: 'gemini-1.5-flash-002' },
+ { id: 'vendor-model-sonnet-4-6@vertex', name: 'vendor model Sonnet 4.6 (Vertex)', cost: '~$0.015', tag: 'PREMIUM', category: 'premium',
+ vertexId: 'vendor-model-sonnet-4-6@20250514' },
+ { id: 'vendor-model-haiku-4-5@vertex', name: 'vendor model Haiku 4.5 (Vertex)', cost: '~$0.003', tag: 'FAST', category: 'smart',
+ vertexId: 'vendor-model-haiku-4-5@20251001' },
+ { id: 'llama-3.1-405b@vertex', name: 'Llama 3.1 405B (Vertex)', cost: '~$0.005', tag: 'OPEN', category: 'smart',
+ vertexId: 'meta/llama-3.1-405b-instruct-maas' },
+];
+
+// ============================================================
+// LITELLM MODELS (default set — admin can discover more via API)
+// ============================================================
+var LITELLM_MODELS = [
+ { id: 'gpt-4o', name: 'GPT-4o', cost: '~$0.01', tag: 'SMART', category: 'premium' },
+ { id: 'gpt-4o-mini', name: 'GPT-4o Mini', cost: '~$0.003', tag: 'FAST', category: 'smart' },
+ { id: 'vendor-model-sonnet-4-6-20250514', name: 'vendor model Sonnet 4.6', cost: '~$0.015', tag: 'PREMIUM', category: 'premium' },
+ { id: 'vendor-model-haiku-4-5-20251001', name: 'vendor model Haiku 4.5', cost: '~$0.003', tag: 'FAST', category: 'smart' },
+ { id: 'gemini/gemini-2.5-flash', name: 'Gemini 2.5 Flash', cost: '~$0.001', tag: 'VALUE', category: 'fast' },
+ { id: 'gemini/gemini-2.5-pro', name: 'Gemini 2.5 Pro', cost: '~$0.01', tag: 'SMART', category: 'premium' },
+];
+
function getAvailableModels() {
switch (activeProvider) {
case 'bedrock':
@@ -117,6 +155,8 @@ function getAvailableModels() {
return !m.regions || m.regions.indexOf(region) !== -1;
});
case 'azure': return AZURE_MODELS;
+ case 'vertex': return VERTEX_MODELS;
+ case 'litellm': return LITELLM_MODELS;
case 'openrouter':
default: return OPENROUTER_MODELS;
}
@@ -126,6 +166,8 @@ function getDefaultModel() {
switch (activeProvider) {
case 'bedrock': return 'anthropic/vendor-model-sonnet-4-6';
case 'azure': return process.env.AZURE_DEPLOYMENT_NAME || 'gpt-4o-mini';
+ case 'vertex': return 'gemini-2.5-flash';
+ case 'litellm': return 'gpt-4o-mini';
case 'openrouter':
default: return 'google/gemini-2.5-flash';
}
@@ -135,6 +177,8 @@ function getFallbackModel() {
switch (activeProvider) {
case 'bedrock': return 'anthropic/vendor-model-haiku-4-5';
case 'azure': return process.env.AZURE_DEPLOYMENT_NAME || 'gpt-4o-mini';
+ case 'vertex': return 'gemini-2.0-flash';
+ case 'litellm': return 'gpt-4o';
case 'openrouter':
default: return 'deepseek/deepseek-chat-v3-0324';
}
@@ -150,6 +194,11 @@ function getBedrockMaxOut(modelId) {
return found && found.maxOut ? found.maxOut : null;
}
+function getVertexModelId(modelId) {
+ var found = VERTEX_MODELS.find(function(m) { return m.id === modelId; });
+ return found ? found.vertexId : modelId;
+}
+
var AVAILABLE_MODELS = getAvailableModels();
var DEFAULT_MODEL = getDefaultModel();
var FALLBACK_MODEL = getFallbackModel();
@@ -186,11 +235,14 @@ module.exports = {
OPENROUTER_MODELS,
BEDROCK_MODELS,
AZURE_MODELS,
+ VERTEX_MODELS,
+ LITELLM_MODELS,
getAvailableModels,
getAvailableModelsWithOverrides,
getDefaultModel,
getFallbackModel,
getBedrockModelId,
getBedrockMaxOut,
+ getVertexModelId,
activeProvider
};