danvics/Handy
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

use unquantized version of whisper turbo, and change whisper medium

Browse source 
quant to 4_1
This commit is contained in:
CJ Pais 2025-07-03 14:14:07 -07:00
parent 589f7634d5
commit 78ec8e8918
1 changed files with 15 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

27
src-tauri/src/managers/model.rs
View file

@ -1,3 +1,4 @@
use crate::settings::{get_settings, write_settings};
use anyhow::Result; use anyhow::Result;
use futures_util::StreamExt; use futures_util::StreamExt;
use serde::{Deserialize, Serialize}; use serde::{Deserialize, Serialize};
@ -7,7 +8,6 @@ use std::io::Write;
use std::path::PathBuf; use std::path::PathBuf;
use std::sync::Mutex; use std::sync::Mutex;
use tauri::{App, AppHandle, Emitter, Manager}; use tauri::{App, AppHandle, Emitter, Manager};
use crate::settings::{get_settings, write_settings};
#[derive(Debug, Clone, Serialize, Deserialize)] #[derive(Debug, Clone, Serialize, Deserialize)]
pub struct ModelInfo { pub struct ModelInfo {
@ -71,9 +71,9 @@ impl ModelManager {
id: "medium".to_string(), id: "medium".to_string(),
name: "Whisper Medium".to_string(), name: "Whisper Medium".to_string(),
description: "Good accuracy, medium speed".to_string(), description: "Good accuracy, medium speed".to_string(),
filename: "ggml-medium-q5_0.bin".to_string(), filename: "whisper-medium-q4_1.bin".to_string(),
url: Some("https://blob.handy.computer/ggml-medium-q5_0.bin".to_string()), url: Some("https://blob.handy.computer/whisper-medium-q4_1.bin".to_string()),
size_mb: 539, // Approximate size size_mb: 491, // Approximate size
is_downloaded: false, is_downloaded: false,
}, },
); );
@ -84,9 +84,9 @@ impl ModelManager {
id: "turbo".to_string(), id: "turbo".to_string(),
name: "Whisper Turbo".to_string(), name: "Whisper Turbo".to_string(),
description: "Balanced accuracy and speed.".to_string(), description: "Balanced accuracy and speed.".to_string(),
filename: "ggml-large-v3-turbo-q5_0.bin".to_string(), filename: "ggml-large-v3-turbo.bin".to_string(),
url: Some("https://blob.handy.computer/ggml-large-v3-turbo-q5_0.bin".to_string()), url: Some("https://blob.handy.computer/ggml-large-v3-turbo.bin".to_string()),
size_mb: 574, // Approximate size size_mb: 1600, // Approximate size
is_downloaded: false, is_downloaded: false,
}, },
); );
@ -173,23 +173,26 @@ impl ModelManager {
fn auto_select_model_if_needed(&self) -> Result<()> { fn auto_select_model_if_needed(&self) -> Result<()> {
// Check if we have a selected model in settings // Check if we have a selected model in settings
let settings = get_settings(&self.app_handle); let settings = get_settings(&self.app_handle);
// If no model is selected or selected model is empty // If no model is selected or selected model is empty
if settings.selected_model.is_empty() { if settings.selected_model.is_empty() {
// Find the first available (downloaded) model // Find the first available (downloaded) model
let models = self.available_models.lock().unwrap(); let models = self.available_models.lock().unwrap();
if let Some(available_model) = models.values().find(|model| model.is_downloaded) { if let Some(available_model) = models.values().find(|model| model.is_downloaded) {
println!("Auto-selecting model: {} ({})", available_model.id, available_model.name); println!(
"Auto-selecting model: {} ({})",
available_model.id, available_model.name
);
// Update settings with the selected model // Update settings with the selected model
let mut updated_settings = settings; let mut updated_settings = settings;
updated_settings.selected_model = available_model.id.clone(); updated_settings.selected_model = available_model.id.clone();
write_settings(&self.app_handle, updated_settings); write_settings(&self.app_handle, updated_settings);
println!("Successfully auto-selected model: {}", available_model.id); println!("Successfully auto-selected model: {}", available_model.id);
} }
} }
Ok(()) Ok(())
} }