AI_POC/ai_chat_assistant
11
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[bugfix] asr unfinished

Browse Source
This commit is contained in:
Yang Jiahui
2025-08-18 11:26:58 +08:00
parent 8b0f5a92d4
commit 8567636fb5
2 changed files with 20 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
android/app/src/main/java/com/example/ai_chat_assistant/MainActivity.java
View File

@@ -32,7 +32,8 @@ public class MainActivity extends FlutterActivity implements INativeNuiCallback
private static final String ACCESS_KEY = "LTAI5t71JHxXRvt2mGuEVz9X"; private static final String ACCESS_KEY = "LTAI5t71JHxXRvt2mGuEVz9X";
private static final String ACCESS_KEY_SECRET = "WQOUWvngxmCg4CxIG0qkSlkcH5hrVT"; private static final String ACCESS_KEY_SECRET = "WQOUWvngxmCg4CxIG0qkSlkcH5hrVT";
private static final String URL = "wss://nls-gateway-cn-beijing.aliyuncs.com/ws/v1"; private static final String URL = "wss://nls-gateway-cn-beijing.aliyuncs.com/ws/v1";
private static final String chineseVoice = "zhitian_emo";
private static final String englishVoice = "abby";
private final NativeNui streamInputTtsInstance = new NativeNui(Constants.ModeType.MODE_STREAM_INPUT_TTS); private final NativeNui streamInputTtsInstance = new NativeNui(Constants.ModeType.MODE_STREAM_INPUT_TTS);
private final NativeNui asrInstance = new NativeNui(); private final NativeNui asrInstance = new NativeNui();
@@ -337,11 +338,11 @@ public class MainActivity extends FlutterActivity implements INativeNuiCallback
String str = ""; String str = "";
try { try {
JSONObject object = new JSONObject(); JSONObject object = new JSONObject();
object.put("voice", isChinese ? "zhimiao_emo" : "beth"); object.put("voice", isChinese ? chineseVoice : englishVoice);
object.put("format", "pcm"); object.put("format", "pcm");
object.put("sample_rate", 16000); object.put("sample_rate", 16000);
object.put("volume", 100); object.put("volume", 100);
object.put("speech_rate", 0); object.put("speech_rate", 50);
object.put("pitch_rate", 0); object.put("pitch_rate", 0);
str = object.toString(); str = object.toString();
} catch (JSONException e) { } catch (JSONException e) {

22
lib/services/message_service.dart
View File

@@ -1,3 +1,5 @@
import 'dart:async';
import 'package:ai_chat_assistant/utils/common_util.dart'; import 'package:ai_chat_assistant/utils/common_util.dart';
import 'package:ai_chat_assistant/utils/tts_util.dart'; import 'package:ai_chat_assistant/utils/tts_util.dart';
import 'package:basic_intl/intl.dart'; import 'package:basic_intl/intl.dart';
@@ -19,14 +21,16 @@ import 'command_service.dart';
import 'package:fluttertoast/fluttertoast.dart'; import 'package:fluttertoast/fluttertoast.dart';
class MessageService extends ChangeNotifier { class MessageService extends ChangeNotifier {
static const MethodChannel _channel = MethodChannel('com.example.ai_chat_assistant/asr'); static const MethodChannel _asrChannel = MethodChannel('com.example.ai_chat_assistant/asr');
static final MessageService _instance = MessageService._internal(); static final MessageService _instance = MessageService._internal();
factory MessageService() => _instance; factory MessageService() => _instance;
Completer<String>? _asrCompleter;
MessageService._internal() { MessageService._internal() {
_channel.setMethodCallHandler((call) async { _asrChannel.setMethodCallHandler((call) async {
switch (call.method) { switch (call.method) {
case "onAsrResult": case "onAsrResult":
replaceMessage(id: _latestUserMessageId!, text: call.arguments); replaceMessage(id: _latestUserMessageId!, text: call.arguments);
@@ -34,6 +38,10 @@ class MessageService extends ChangeNotifier {
case "onAsrStop": case "onAsrStop":
replaceMessage( replaceMessage(
id: _latestUserMessageId!, status: MessageStatus.normal); id: _latestUserMessageId!, status: MessageStatus.normal);
if (_asrCompleter != null && !_asrCompleter!.isCompleted) {
_asrCompleter!.complete(messages.last.text);
}
break;
} }
}); });
} }
@@ -92,7 +100,7 @@ class MessageService extends ChangeNotifier {
changeState(MessageServiceState.recording); changeState(MessageServiceState.recording);
addMessage("", true, MessageStatus.listening); addMessage("", true, MessageStatus.listening);
_latestUserMessageId = messages.last.id; _latestUserMessageId = messages.last.id;
_channel.invokeMethod("start"); _asrChannel.invokeMethod("start");
} catch (e) { } catch (e) {
print('录音开始出错: $e'); print('录音开始出错: $e');
} }
@@ -120,8 +128,9 @@ class MessageService extends ChangeNotifier {
} }
try { try {
changeState(MessageServiceState.recognizing); changeState(MessageServiceState.recognizing);
_channel.invokeMethod("stop"); _asrChannel.invokeMethod("stop");
final recognizedText = messages.last.text; _asrCompleter = Completer<String>();
final recognizedText = await _asrCompleter!.future;
// final audioData = await _audioService.stopRecording(); // final audioData = await _audioService.stopRecording();
// replaceMessage( // replaceMessage(
// id: _latestUserMessageId!, // id: _latestUserMessageId!,
@@ -144,9 +153,10 @@ class MessageService extends ChangeNotifier {
changeState(MessageServiceState.replying); changeState(MessageServiceState.replying);
await reply(recognizedText); await reply(recognizedText);
} catch (e) { } catch (e) {
// todo print(e);
} finally { } finally {
changeState(MessageServiceState.idle); changeState(MessageServiceState.idle);
_asrCompleter = null;
} }
} }