From edb6eb924154fd9a0cbebc5abc2608a8eba8ed1a Mon Sep 17 00:00:00 2001 From: Kelvin Amoaba <97001695+AmoabaKelvin@users.noreply.github.com> Date: Thu, 12 Nov 2026 07:45:21 +0000 Subject: [PATCH] feat(speech): add Parakeet Unified EN, a live English dictation model It streams like Nemotron 3.5, so text shows as you speak, and scored 2.8% WER streamed (2.35% as one decode) on the 73 LibriSpeech bench clips, against 3.7% for Parakeet v3. It sits ahead of Parakeet v2, which measures the same, so one-click setup favouring accuracy picks it for English. --- src/main/speech/model-catalog.ts | 14 ++++++++++++++ src/main/speech/speech-model-error-rates.ts | 2 ++ src/main/speech/speech-model-gguf-downloads.ts | 7 +++++++ .../voice/voice-speech-model-descriptions.ts | 5 +++++ src/renderer/src/i18n/locales/de.json | 1 + src/renderer/src/i18n/locales/en.json | 1 + src/renderer/src/i18n/locales/es.json | 1 + src/renderer/src/i18n/locales/fr.json | 1 + src/renderer/src/i18n/locales/ja.json | 1 + src/renderer/src/i18n/locales/ko.json | 1 + src/renderer/src/i18n/locales/pt.json | 1 + src/renderer/src/i18n/locales/ru.json | 1 + src/renderer/src/i18n/locales/tr.json | 1 + src/renderer/src/i18n/locales/zh-Hant.json | 1 + src/renderer/src/i18n/locales/zh.json | 1 + 15 files changed, 39 insertions(+) diff --git a/src/main/speech/model-catalog.ts b/src/main/speech/model-catalog.ts index 8a2d3b44124..cca051424dd 100644 --- a/src/main/speech/model-catalog.ts +++ b/src/main/speech/model-catalog.ts @@ -30,6 +30,20 @@ export const SPEECH_MODEL_CATALOG: SpeechModelManifest[] = [ streaming: false, recommended: true }, + { + // Ahead of v2, which measures the same, so it wins the tie as the most accurate English pick. + id: 'parakeet-unified-en-0.6b', + label: 'Parakeet Unified EN', + type: 'transducer', + provider: 'local', + language: 'en', + ...getGgufSpeechModelDownload('parakeet-unified-en-0.6b'), + languages: ['en'], + ...getSpeechModelErrorRates('parakeet-unified-en-0.6b'), + licence: 'NVIDIA Open Model License', + sampleRate: 16000, + streaming: true + }, { id: 'parakeet-tdt-0.6b-v2-int8', label: 'Parakeet TDT v2', diff --git a/src/main/speech/speech-model-error-rates.ts b/src/main/speech/speech-model-error-rates.ts index 9418e179081..e1714b71a58 100644 --- a/src/main/speech/speech-model-error-rates.ts +++ b/src/main/speech/speech-model-error-rates.ts @@ -18,6 +18,8 @@ const MEASURED = { ['pt', 11.3, '2026-11-09'], ['ru', 3.4, '2026-11-06'] ], + // Streamed, as dictation decodes it; one whole-clip decode scores 2.35. + 'parakeet-unified-en-0.6b': [['en', 2.8, '2026-11-12']], 'parakeet-tdt-0.6b-v2-int8': [['en', 2.8, '2026-11-06']], 'whisper-tiny': [ ['en', 13, '2026-11-09'], diff --git a/src/main/speech/speech-model-gguf-downloads.ts b/src/main/speech/speech-model-gguf-downloads.ts index c8b1c9c0c2a..5c8dd33ea53 100644 --- a/src/main/speech/speech-model-gguf-downloads.ts +++ b/src/main/speech/speech-model-gguf-downloads.ts @@ -17,6 +17,13 @@ const GGUF_DOWNLOADS = { 739_508_576, '5859f77944efcd8eafa23a6350731960b2b55b2203df51f319665c807d802cc7' ], + 'parakeet-unified-en-0.6b': [ + 'handy-computer/parakeet-unified-en-0.6b-gguf', + '843b1b175ace04f5a89d379c79e2518c0d065b25', + 'parakeet-unified-en-0.6b-Q8_0.gguf', + 731_357_568, + '4b50b6dd862bf6e346929aaf4f5eaacec003bfa3f56462d6c874b41ef2f38795' + ], 'parakeet-tdt-0.6b-v2-int8': [ 'handy-computer/parakeet-tdt-0.6b-v2-gguf', '07cee0616125a08ef619729bb47f40ef747e4bc4', diff --git a/src/renderer/src/components/settings/voice/voice-speech-model-descriptions.ts b/src/renderer/src/components/settings/voice/voice-speech-model-descriptions.ts index 8c3464f409f..b73c61fa3fb 100644 --- a/src/renderer/src/components/settings/voice/voice-speech-model-descriptions.ts +++ b/src/renderer/src/components/settings/voice/voice-speech-model-descriptions.ts @@ -28,6 +28,11 @@ export function speechModelDescription( 'components.settings.voice.models.about.parakeetV2', 'Fast. English only, and the most accurate at it.' ) + case 'parakeet-unified-en-0.6b': + return t( + 'components.settings.voice.models.about.parakeetUnifiedEn', + 'English only. Words appear as you speak.' + ) case 'whisper-tiny': return t( 'components.settings.voice.models.about.whisperTiny', diff --git a/src/renderer/src/i18n/locales/de.json b/src/renderer/src/i18n/locales/de.json index 47cd3ddc020..9e7c8ce85c3 100644 --- a/src/renderer/src/i18n/locales/de.json +++ b/src/renderer/src/i18n/locales/de.json @@ -20770,6 +20770,7 @@ "about": { "parakeetV3": "Schnell. {{languages}} europäische Sprachen.", "parakeetV2": "Schnell. Nur Englisch, darin am genauesten.", + "parakeetUnifiedEn": "Nur Englisch. Wörter erscheinen, während du sprichst.", "whisperTiny": "Kleinster Download. Gut zum Ausprobieren.", "whisperTurbo": "Die meisten Sprachen, rund 100. Langsam ohne GPU.", "senseVoice": "Schnell. Für Chinesisch, Japanisch und Koreanisch.", diff --git a/src/renderer/src/i18n/locales/en.json b/src/renderer/src/i18n/locales/en.json index 6a175ad4c80..24feb204ba0 100644 --- a/src/renderer/src/i18n/locales/en.json +++ b/src/renderer/src/i18n/locales/en.json @@ -22068,6 +22068,7 @@ "about": { "parakeetV3": "Fast. {{languages}} European languages.", "parakeetV2": "Fast. English only, and the most accurate at it.", + "parakeetUnifiedEn": "English only. Words appear as you speak.", "whisperTiny": "Smallest download. Good for trying dictation out.", "whisperTurbo": "Most languages, about 100. Slow without a GPU.", "senseVoice": "Fast. For Chinese, Japanese and Korean.", diff --git a/src/renderer/src/i18n/locales/es.json b/src/renderer/src/i18n/locales/es.json index 12204a63570..3e9cce1e71b 100644 --- a/src/renderer/src/i18n/locales/es.json +++ b/src/renderer/src/i18n/locales/es.json @@ -20572,6 +20572,7 @@ "about": { "parakeetV3": "Rápido. {{languages}} idiomas europeos.", "parakeetV2": "Rápido. Solo inglés, y el más preciso en él.", + "parakeetUnifiedEn": "Solo inglés. Las palabras aparecen mientras hablas.", "whisperTiny": "La descarga más pequeña. Bueno para probar el dictado.", "whisperTurbo": "La mayoría de idiomas, unos 100. Lento sin GPU.", "senseVoice": "Rápido. Para chino, japonés y coreano.", diff --git a/src/renderer/src/i18n/locales/fr.json b/src/renderer/src/i18n/locales/fr.json index 4a955e5dff5..0b53f73d3ec 100644 --- a/src/renderer/src/i18n/locales/fr.json +++ b/src/renderer/src/i18n/locales/fr.json @@ -20920,6 +20920,7 @@ "about": { "parakeetV3": "Rapide. {{languages}} langues européennes.", "parakeetV2": "Rapide. Anglais uniquement, et le plus précis en anglais.", + "parakeetUnifiedEn": "Anglais uniquement. Les mots s’affichent à mesure que vous parlez.", "whisperTiny": "Le plus petit téléchargement. Idéal pour essayer la dictée.", "whisperTurbo": "Le plus de langues, environ 100. Lent sans GPU.", "senseVoice": "Rapide. Pour le chinois, le japonais et le coréen.", diff --git a/src/renderer/src/i18n/locales/ja.json b/src/renderer/src/i18n/locales/ja.json index 804889a5a7c..de065cc070b 100644 --- a/src/renderer/src/i18n/locales/ja.json +++ b/src/renderer/src/i18n/locales/ja.json @@ -20067,6 +20067,7 @@ "about": { "parakeetV3": "高速。ヨーロッパの {{languages}} 言語。", "parakeetV2": "高速。英語専用で、英語では最も正確です。", + "parakeetUnifiedEn": "英語のみ。話すそばから文字が表示されます。", "whisperTiny": "最小のダウンロード。音声入力のお試しに。", "whisperTurbo": "最多の約 100 言語。GPU がないと低速です。", "senseVoice": "高速。中国語、日本語、韓国語向け。", diff --git a/src/renderer/src/i18n/locales/ko.json b/src/renderer/src/i18n/locales/ko.json index cf20879dbf2..b9f8f8cbdc2 100644 --- a/src/renderer/src/i18n/locales/ko.json +++ b/src/renderer/src/i18n/locales/ko.json @@ -20064,6 +20064,7 @@ "about": { "parakeetV3": "빠름. 유럽 {{languages}}개 언어.", "parakeetV2": "빠름. 영어 전용이며 영어에서 가장 정확합니다.", + "parakeetUnifiedEn": "영어 전용. 말하는 동안 단어가 표시됩니다.", "whisperTiny": "가장 작은 다운로드. 받아쓰기를 체험해 보기에 좋습니다.", "whisperTurbo": "가장 많은 약 100개 언어. GPU가 없으면 느립니다.", "senseVoice": "빠름. 중국어, 일본어, 한국어용.", diff --git a/src/renderer/src/i18n/locales/pt.json b/src/renderer/src/i18n/locales/pt.json index 5440de29117..4b64607e12e 100644 --- a/src/renderer/src/i18n/locales/pt.json +++ b/src/renderer/src/i18n/locales/pt.json @@ -22316,6 +22316,7 @@ "about": { "parakeetV3": "Rápido. {{languages}} idiomas europeus.", "parakeetV2": "Rápido. Só inglês, e o mais preciso nele.", + "parakeetUnifiedEn": "Somente inglês. As palavras aparecem enquanto você fala.", "whisperTiny": "O menor download. Bom para experimentar o ditado.", "whisperTurbo": "Mais idiomas, cerca de 100. Lento sem GPU.", "senseVoice": "Rápido. Para chinês, japonês e coreano.", diff --git a/src/renderer/src/i18n/locales/ru.json b/src/renderer/src/i18n/locales/ru.json index 3af04a0b90d..594fc386d1d 100644 --- a/src/renderer/src/i18n/locales/ru.json +++ b/src/renderer/src/i18n/locales/ru.json @@ -21448,6 +21448,7 @@ "about": { "parakeetV3": "Быстрая. {{languages}} европейских языков.", "parakeetV2": "Быстрая. Только английский, и на нём самая точная.", + "parakeetUnifiedEn": "Только английский. Слова появляются по ходу речи.", "whisperTiny": "Самая маленькая. Чтобы попробовать диктовку.", "whisperTurbo": "Больше всего языков, около 100. Медленная без GPU.", "senseVoice": "Быстрая. Для китайского, японского и корейского.", diff --git a/src/renderer/src/i18n/locales/tr.json b/src/renderer/src/i18n/locales/tr.json index d17d7945a65..dc818d8b1c2 100644 --- a/src/renderer/src/i18n/locales/tr.json +++ b/src/renderer/src/i18n/locales/tr.json @@ -20745,6 +20745,7 @@ "about": { "parakeetV3": "Hızlı. {{languages}} Avrupa dili.", "parakeetV2": "Hızlı. Yalnızca İngilizce, bunda en doğrusu.", + "parakeetUnifiedEn": "Yalnızca İngilizce. Kelimeler siz konuşurken görünür.", "whisperTiny": "En küçük indirme. Dikteyi denemek için iyi.", "whisperTurbo": "En çok dil, yaklaşık 100. GPU olmadan yavaş.", "senseVoice": "Hızlı. Çince, Japonca ve Korece için.", diff --git a/src/renderer/src/i18n/locales/zh-Hant.json b/src/renderer/src/i18n/locales/zh-Hant.json index 2c8a9498ab8..ed1663e76b0 100644 --- a/src/renderer/src/i18n/locales/zh-Hant.json +++ b/src/renderer/src/i18n/locales/zh-Hant.json @@ -20454,6 +20454,7 @@ "about": { "parakeetV3": "速度快。支援 {{languages}} 種歐洲語言。", "parakeetV2": "速度快。僅支援英語,英語最準確。", + "parakeetUnifiedEn": "僅限英語。說話時即時顯示文字。", "whisperTiny": "下載最小。適合試用聽寫。", "whisperTurbo": "語言最多,約 100 種。沒有 GPU 時較慢。", "senseVoice": "速度快。適用於中文、日語和韓語。", diff --git a/src/renderer/src/i18n/locales/zh.json b/src/renderer/src/i18n/locales/zh.json index 8fdd36b5675..4bd481e1515 100644 --- a/src/renderer/src/i18n/locales/zh.json +++ b/src/renderer/src/i18n/locales/zh.json @@ -20379,6 +20379,7 @@ "about": { "parakeetV3": "速度快。支持 {{languages}} 种欧洲语言。", "parakeetV2": "速度快。仅支持英语,英语最准确。", + "parakeetUnifiedEn": "仅限英语。说话时即时显示文字。", "whisperTiny": "下载最小。适合试用听写。", "whisperTurbo": "语言最多,约 100 种。没有 GPU 时较慢。", "senseVoice": "速度快。适用于中文、日语和韩语。",