From 3958dba5ba8d8ff337b15dc6aefe53e7750b3cba Mon Sep 17 00:00:00 2001 From: Nadine Ganz Date: Fri, 5 Sep 2025 15:56:44 +0200 Subject: [PATCH] Add error handling for conversation, add start sound speech intent --- Viagg-io/Assets/BehaviourTrees/2.6-Castello.bt.txt | 2 +- Viagg-io/Assets/Packages/MyBT/BTC/BTC.cs | 1 + .../ViaggioAI/Scripts/AIServices/SpeechRecognitionService.cs | 5 +++-- 3 files changed, 5 insertions(+), 3 deletions(-) mode change 100755 => 100644 Viagg-io/Assets/afca/ViaggioAI/Scripts/AIServices/SpeechRecognitionService.cs diff --git a/Viagg-io/Assets/BehaviourTrees/2.6-Castello.bt.txt b/Viagg-io/Assets/BehaviourTrees/2.6-Castello.bt.txt index da2e3f8b..86542297 100644 --- a/Viagg-io/Assets/BehaviourTrees/2.6-Castello.bt.txt +++ b/Viagg-io/Assets/BehaviourTrees/2.6-Castello.bt.txt @@ -766,7 +766,7 @@ Tree("26_Castello_Castelli_di_Bellinzona_Castelli_Bot_Interaktion") { BTC.Run("MediaPlayer.VIDEOS.CastelliBotInterak_F1") BTC.Run("MediaPlayer.VIDEOS.CastelliBotInterak_FIdle02") - BTC.SetSpeechRecognitionLanguage("de-DE") // muss geloescht werden am Ende + BTC.SetSpeechRecognitionLanguage("de-DE") // TODO: muss geloescht werden am Ende BTC.StartChatbotConversation() BTC.ChatbotConversationEnded() BTC.SpeechOutputEnded() diff --git a/Viagg-io/Assets/Packages/MyBT/BTC/BTC.cs b/Viagg-io/Assets/Packages/MyBT/BTC/BTC.cs index 7c27a072..3a51f6bd 100644 --- a/Viagg-io/Assets/Packages/MyBT/BTC/BTC.cs +++ b/Viagg-io/Assets/Packages/MyBT/BTC/BTC.cs @@ -800,6 +800,7 @@ public class BTC : MonoBehaviour { // Chatbot Conversation Events _speechMng.ConversationService.OnConversationInitiatedEvent += ChatbotConversationStartetEventHandler; _speechMng.ConversationService.OnConversationEndedEvent += ChatbotConversationEndedEventHandler; + _speechMng.ConversationService.OnConversationErrorEvent += SpeechErrorEventHandler; // Error Event _speechMng.OnViaggioAIErrorEvent += SpeechErrorEventHandler; diff --git a/Viagg-io/Assets/afca/ViaggioAI/Scripts/AIServices/SpeechRecognitionService.cs b/Viagg-io/Assets/afca/ViaggioAI/Scripts/AIServices/SpeechRecognitionService.cs old mode 100755 new mode 100644 index 2019204c..3c75694c --- a/Viagg-io/Assets/afca/ViaggioAI/Scripts/AIServices/SpeechRecognitionService.cs +++ b/Viagg-io/Assets/afca/ViaggioAI/Scripts/AIServices/SpeechRecognitionService.cs @@ -214,8 +214,9 @@ public class SpeechRecognitionService : MonoBehaviour lock (threadLocker) { this.SpeechRecognitionState = ESpeechRecognitionState.Listening; - } - + } + + vaim.PlayAudioIfEnabled(this.startedListeningClip); recognizer.SpeechStartDetected += this.speechRecognizer_SpeechStartDetected; recognizer.Recognizing += this.speechRecognizer_Recognizing;