From b076301513fd16d9af5730a3cf4769dd404b6b20 Mon Sep 17 00:00:00 2001 From: Paul Bottein Date: Tue, 11 Apr 2023 14:32:18 +0200 Subject: [PATCH] Add sample rate to assist pipeline debug (#16135) --- src/data/voice_assistant.ts | 15 +++++++++++---- .../assist/assist-pipeline-debug.ts | 3 +++ .../assist/assist-render-pipeline-run.ts | 5 +++-- 3 files changed, 17 insertions(+), 6 deletions(-) diff --git a/src/data/voice_assistant.ts b/src/data/voice_assistant.ts index 9b5ae8f65d..5500effdf7 100644 --- a/src/data/voice_assistant.ts +++ b/src/data/voice_assistant.ts @@ -84,14 +84,21 @@ type PipelineRunEvent = | PipelineTTSStartEvent | PipelineTTSEndEvent; -export interface PipelineRunOptions { - start_stage: "stt" | "intent" | "tts"; +export type PipelineRunOptions = ( + | { + start_stage: "intent" | "tts"; + input: { text: string }; + } + | { + start_stage: "stt"; + input: { sample_rate: number }; + } +) & { end_stage: "stt" | "intent" | "tts"; language?: string; pipeline?: string; - input?: { text: string }; conversation_id?: string | null; -} +}; export interface PipelineRun { init_options: PipelineRunOptions; diff --git a/src/panels/config/integrations/integration-panels/voice_assistant/assist/assist-pipeline-debug.ts b/src/panels/config/integrations/integration-panels/voice_assistant/assist/assist-pipeline-debug.ts index 49906ad2a9..8defe120d5 100644 --- a/src/panels/config/integrations/integration-panels/voice_assistant/assist/assist-pipeline-debug.ts +++ b/src/panels/config/integrations/integration-panels/voice_assistant/assist/assist-pipeline-debug.ts @@ -255,6 +255,9 @@ export class AssistPipelineDebug extends LitElement { { start_stage: "stt", end_stage: "tts", + input: { + sample_rate: context.sampleRate, + }, } ); } diff --git a/src/panels/config/integrations/integration-panels/voice_assistant/assist/assist-render-pipeline-run.ts b/src/panels/config/integrations/integration-panels/voice_assistant/assist/assist-render-pipeline-run.ts index 596b7f7560..0238395bbc 100644 --- a/src/panels/config/integrations/integration-panels/voice_assistant/assist/assist-render-pipeline-run.ts +++ b/src/panels/config/integrations/integration-panels/voice_assistant/assist/assist-render-pipeline-run.ts @@ -135,8 +135,9 @@ export class AssistPipelineDebug extends LitElement { const messages: Array<{ from: string; text: string }> = []; const userMessage = - this.pipelineRun.init_options.input?.text || - this.pipelineRun?.stt?.stt_output?.text; + ("text" in this.pipelineRun.init_options.input + ? this.pipelineRun.init_options.input.text + : undefined) || this.pipelineRun?.stt?.stt_output?.text; if (userMessage) { messages.push({