feat(asr): add local FunASR provider (#1044)

Signed-off-by: LauraGPT <199134975+LauraGPT@users.noreply.github.com>
Co-authored-by: LauraGPT <199134975+LauraGPT@users.noreply.github.com>

Author: LauraGPT

.env.example

@@ -138,6 +138,9 @@ ASR_QWEN_BASE_URL=
 ASR_AZURE_API_KEY=
 ASR_AZURE_BASE_URL=https://{region}.api.cognitive.microsoft.com
 
+# FunASR (local, WAV input only, no API key required)
+# ASR_FUNASR_BASE_URL=http://localhost:8000/v1
+
 # Lemonade ASR (local, WAV input only, no API key required)
 # ASR_LEMONADE_BASE_URL=http://localhost:13305/v1
 

README-zh.md

@@ -33,7 +33,7 @@
 <p align="center">
   <a href="./README.md">English</a> | <a href="./README-zh.md">简体中文</a>
   <br/>
-  <a href="https://open.maic.chat/">在线体验</a> · <a href="#-快速开始">快速开始</a> · <a href="#lemonade-local-ai">Lemonade</a> · <a href="#-功能特性">功能特性</a> · <a href="#-使用场景">使用场景</a> · <a href="#-openclaw-集成">OpenClaw</a>
+  <a href="https://open.maic.chat/">在线体验</a> · <a href="#-快速开始">快速开始</a> · <a href="#lemonade-local-ai">Lemonade</a> · <a href="#funasr-local-asr">FunASR</a> · <a href="#-功能特性">功能特性</a> · <a href="#-使用场景">使用场景</a> · <a href="#-openclaw-集成">OpenClaw</a>
 </p>
 
 
@@ -137,7 +137,7 @@ providers:
       - us.anthropic.claude-opus-4-8
 ```
 
-支持的服务商：**OpenAI**、**Azure OpenAI**、**Anthropic**、**Amazon Bedrock**、**Google Gemini**、**DeepSeek**、**通义千问 Qwen**、**Kimi**、**MiniMax**、**Grok (xAI)**、**OpenRouter**、**豆包**、**腾讯混元 / TokenHub**、**小米 MiMo**、**智谱 GLM**、**Ollama**（本地）、**Lemonade**（本地 LLM / 图像 / TTS / ASR）以及任何兼容 OpenAI API 的服务。
+支持的服务商：**OpenAI**、**Azure OpenAI**、**Anthropic**、**Amazon Bedrock**、**Google Gemini**、**DeepSeek**、**通义千问 Qwen**、**Kimi**、**MiniMax**、**Grok (xAI)**、**OpenRouter**、**豆包**、**腾讯混元 / TokenHub**、**小米 MiMo**、**智谱 GLM**、**Ollama**（本地）、**Lemonade**（本地 LLM / 图像 / TTS / ASR）、**FunASR**（本地 ASR）以及任何兼容 OpenAI API 的服务。
 
 Amazon Bedrock 快速示例：
 
@@ -164,6 +164,28 @@ ASR_LEMONADE_BASE_URL=http://localhost:13305/v1
 IMAGE_LEMONADE_BASE_URL=http://localhost:13305/v1
 ```
 
+<a id="funasr-local-asr"></a>
+
+### 可选：FunASR（本地语音识别）
+
+OpenMAIC 可以通过 FunASR 的 OpenAI 兼容服务完成本地转写。内置 provider 支持 SenseVoiceSmall、Paraformer 和 Fun-ASR-Nano，无需 API Key。
+
+```bash
+python -m pip install torch torchaudio
+python -m pip install "funasr==1.4.0" fastapi uvicorn python-multipart
+# NVIDIA GPU 上运行 Fun-ASR-Nano 时再安装 vLLM
+python -m pip install vllm
+funasr-server --device cuda --model fun-asr-nano
+```
+
+将 OpenMAIC 指向该服务：
+
+```env
+ASR_FUNASR_BASE_URL=http://localhost:8000/v1
+```
+
+纯 CPU 环境可运行 `funasr-server --device cpu --model sensevoice`。生产部署方式参见 [FunASR 部署指南](https://github.com/modelscope/FunASR#deploy)。
+
 OpenAI 快速示例：
 
 ```env

README.md

@@ -33,7 +33,7 @@
 <p align="center">
   <a href="./README.md">English</a> | <a href="./README-zh.md">简体中文</a>
   <br/>
-  <a href="https://open.maic.chat/">Live Demo</a> · <a href="#-quick-start">Quick Start</a> · <a href="#lemonade-local-ai">Lemonade</a> · <a href="#-features">Features</a> · <a href="#-use-cases">Use Cases</a> · <a href="#-openclaw-integration">OpenClaw</a>
+  <a href="https://open.maic.chat/">Live Demo</a> · <a href="#-quick-start">Quick Start</a> · <a href="#lemonade-local-ai">Lemonade</a> · <a href="#funasr-local-asr">FunASR</a> · <a href="#-features">Features</a> · <a href="#-use-cases">Use Cases</a> · <a href="#-openclaw-integration">OpenClaw</a>
 </p>
 
 
@@ -137,7 +137,7 @@ providers:
       - us.anthropic.claude-opus-4-8
 ```
 
-Supported providers: **OpenAI**, **Azure OpenAI**, **Anthropic**, **Amazon Bedrock**, **Google Gemini**, **DeepSeek**, **Qwen**, **Kimi**, **MiniMax**, **Grok (xAI)**, **OpenRouter**, **Doubao**, **Tencent Hunyuan/TokenHub**, **Xiaomi MiMo**, **GLM (Zhipu)**, **Ollama** (local), **Lemonade** (local LLM / image / TTS / ASR), and any OpenAI-compatible API.
+Supported providers: **OpenAI**, **Azure OpenAI**, **Anthropic**, **Amazon Bedrock**, **Google Gemini**, **DeepSeek**, **Qwen**, **Kimi**, **MiniMax**, **Grok (xAI)**, **OpenRouter**, **Doubao**, **Tencent Hunyuan/TokenHub**, **Xiaomi MiMo**, **GLM (Zhipu)**, **Ollama** (local), **Lemonade** (local LLM / image / TTS / ASR), **FunASR** (local ASR), and any OpenAI-compatible API.
 
 Amazon Bedrock quick example:
 
@@ -164,6 +164,28 @@ ASR_LEMONADE_BASE_URL=http://localhost:13305/v1
 IMAGE_LEMONADE_BASE_URL=http://localhost:13305/v1
 ```
 
+<a id="funasr-local-asr"></a>
+
+### Optional: FunASR (Local Speech Recognition)
+
+OpenMAIC can transcribe locally through FunASR's OpenAI-compatible server. The built-in provider supports SenseVoiceSmall, Paraformer, and Fun-ASR-Nano and requires no API key.
+
+```bash
+python -m pip install torch torchaudio
+python -m pip install "funasr==1.4.0" fastapi uvicorn python-multipart
+# Add vLLM for Fun-ASR-Nano on NVIDIA GPUs
+python -m pip install vllm
+funasr-server --device cuda --model fun-asr-nano
+```
+
+Point OpenMAIC at the server:
+
+```env
+ASR_FUNASR_BASE_URL=http://localhost:8000/v1
+```
+
+Use `funasr-server --device cpu --model sensevoice` for a CPU-only setup. See the [FunASR deployment guide](https://github.com/modelscope/FunASR#deploy) for production options.
+
 OpenAI quick example:
 
 ```env

components/settings/asr-settings.tsx

@@ -281,6 +281,7 @@ export function ASRSettings({ selectedProviderId }: ASRSettingsProps) {
             } else {
               switch (selectedProviderId) {
                 case 'openai-whisper':
+                case 'funasr-asr':
                 case 'lemonade-asr':
                   endpointPath = '/audio/transcriptions';
                   break;

lib/audio/asr-providers.ts

@@ -185,8 +185,16 @@ export async function transcribeAudio(
     case 'azure-asr':
       return await transcribeAzureASR(config, audioBuffer);
 
+    case 'funasr-asr':
+      return await transcribeWavOpenAICompatibleASR(config, audioBuffer, 'funasr-asr', 'FunASR');
+
     case 'lemonade-asr':
-      return await transcribeLemonadeASR(config, audioBuffer);
+      return await transcribeWavOpenAICompatibleASR(
+        config,
+        audioBuffer,
+        'lemonade-asr',
+        'Lemonade',
+      );
 
     default:
       if (isCustomASRProvider(config.providerId)) {
@@ -197,29 +205,31 @@ export async function transcribeAudio(
 }
 
 /**
- * Lemonade ASR implementation (OpenAI-compatible multipart transcription).
+ * WAV-only OpenAI-compatible multipart transcription.
  *
- * Lemonade currently supports WAV input and JSON response format.
+ * Used by local providers whose transcription endpoint accepts WAV and JSON.
  */
-async function transcribeLemonadeASR(
+async function transcribeWavOpenAICompatibleASR(
   config: ASRModelConfig,
   audioBuffer: Buffer | Blob,
+  providerId: 'funasr-asr' | 'lemonade-asr',
+  providerName: string,
 ): Promise<ASRTranscriptionResult> {
-  const baseUrl = (config.baseUrl || ASR_PROVIDERS['lemonade-asr'].defaultBaseUrl || '').replace(
+  const baseUrl = (config.baseUrl || ASR_PROVIDERS[providerId].defaultBaseUrl || '').replace(
     /\/$/,
     '',
   );
 
   const audioBlob = await toAudioBlob(audioBuffer);
   if (!(await isWavAudio(audioBlob))) {
     throw new Error(
-      'Lemonade ASR currently supports WAV input only. Recordings should be converted to WAV before upload.',
+      `${providerName} ASR currently supports WAV input only. Recordings should be converted to WAV before upload.`,
     );
   }
 
   const formData = new FormData();
   formData.set('file', audioBlob, 'audio.wav');
-  formData.set('model', config.modelId || ASR_PROVIDERS['lemonade-asr'].defaultModelId);
+  formData.set('model', config.modelId || ASR_PROVIDERS[providerId].defaultModelId);
   formData.set('response_format', 'json');
   if (config.language && config.language !== 'auto') {
     formData.set('language', config.language);
@@ -236,7 +246,7 @@ async function transcribeLemonadeASR(
     if (errorText.includes('audio is empty') || errorText.includes('too short')) {
       return { text: '' };
     }
-    throw new Error(`Lemonade ASR API error: ${errorText || response.statusText}`);
+    throw new Error(`${providerName} ASR API error: ${errorText || response.statusText}`);
   }
 
   const data = await response.json();

lib/audio/constants.ts

@@ -1250,6 +1250,22 @@ export const ASR_PROVIDERS: Record<BuiltInASRProviderId, ASRProviderConfig> = {
     supportedFormats: ['webm'], // MediaRecorder format
   },
 
+  'funasr-asr': {
+    id: 'funasr-asr',
+    name: 'FunASR',
+    requiresApiKey: false,
+    defaultBaseUrl: 'http://localhost:8000/v1',
+    icon: '/logos/funasr.png',
+    models: [
+      { id: 'sensevoice', name: 'SenseVoiceSmall' },
+      { id: 'paraformer', name: 'Paraformer' },
+      { id: 'fun-asr-nano', name: 'Fun-ASR-Nano' },
+    ],
+    defaultModelId: 'sensevoice',
+    supportedLanguages: ['auto', 'zh', 'en', 'ja', 'ko', 'yue'],
+    supportedFormats: ['wav'],
+  },
+
   'lemonade-asr': {
     id: 'lemonade-asr',
     name: 'Lemonade ASR',

lib/audio/provider-display.ts

@@ -18,6 +18,7 @@ const ASR_PROVIDER_NAME_KEYS: Record<string, string> = {
   'browser-native': 'settings.providerBrowserNative',
   'qwen-asr': 'settings.providerQwenASR',
   'azure-asr': 'settings.providerAzureASR',
+  'funasr-asr': 'settings.providerFunASRASR',
   'lemonade-asr': 'settings.providerLemonadeASR',
 };
 

lib/audio/types.ts

@@ -157,6 +157,7 @@ export type BuiltInASRProviderId =
   | 'openai-whisper'
   | 'browser-native'
   | 'qwen-asr'
+  | 'funasr-asr'
   | 'lemonade-asr'
   | 'azure-asr';
 

lib/audio/wav-utils.ts

@@ -77,7 +77,7 @@ export async function normalizeASRUploadAudio(
   providerId: string,
   audioBlob: Blob,
 ): Promise<{ blob: Blob; fileName: string }> {
-  if (providerId !== 'lemonade-asr') {
+  if (providerId !== 'lemonade-asr' && providerId !== 'funasr-asr') {
     return { blob: audioBlob, fileName: 'recording.webm' };
   }
   return { blob: await audioBlobToWav(audioBlob), fileName: 'recording.wav' };

lib/i18n/locales/ar-SA.json

@@ -1317,6 +1317,7 @@
     "providerOpenAIWhisper": "OpenAI ASR (gpt-4o-mini-transcribe)",
     "providerBrowserNative": "التعرّف على الكلام المدمج في المتصفح",
     "providerQwenASR": "Qwen ASR (سحابة علي بابا بايليان)",
+    "providerFunASRASR": "FunASR (محلي)",
     "providerLemonadeASR": "Lemonade ASR (محلي)",
     "providerAzureASR": "Azure STT",
     "providerUnpdf": "unpdf (مُدمج)",