diff --git a/src/panels/config/voice-assistants/assist-pref.ts b/src/panels/config/voice-assistants/assist-pref.ts
index daeb92d895..79aa1c5a45 100644
--- a/src/panels/config/voice-assistants/assist-pref.ts
+++ b/src/panels/config/voice-assistants/assist-pref.ts
@@ -160,13 +160,9 @@ export class AssistPref extends LitElement {
           return false;
         }
 
-        try {
-          await deleteAssistPipeline(this.hass!, pipeline!.id);
-          this._pipelines = this._pipelines!.filter((res) => res !== pipeline);
-          return true;
-        } catch (err: any) {
-          return false;
-        }
+        await deleteAssistPipeline(this.hass!, pipeline!.id);
+        this._pipelines = this._pipelines!.filter((res) => res !== pipeline);
+        return true;
       },
     });
   }
diff --git a/src/panels/config/voice-assistants/dialog-voice-assistant-pipeline-detail.ts b/src/panels/config/voice-assistants/dialog-voice-assistant-pipeline-detail.ts
index 79897ec5c4..66e5cefa56 100644
--- a/src/panels/config/voice-assistants/dialog-voice-assistant-pipeline-detail.ts
+++ b/src/panels/config/voice-assistants/dialog-voice-assistant-pipeline-detail.ts
@@ -81,8 +81,8 @@ export class DialogVoiceAssistantPipelineDetail extends LitElement {
               <ha-button
                 slot="secondaryAction"
                 class="warning"
+                .disabled=${this._preferred || this._submitting}
                 @click=${this._deletePipeline}
-                .disabled=${this._submitting}
               >
                 ${this.hass.localize("ui.common.delete")}
               </ha-button>
@@ -104,7 +104,7 @@ export class DialogVoiceAssistantPipelineDetail extends LitElement {
         <ha-button
           slot="primaryAction"
           @click=${this._updatePipeline}
-          .disabled=${Boolean(this._error) || this._submitting}
+          .disabled=${this._submitting}
           dialogInitialFocus
         >
           ${this._params.pipeline?.id
@@ -198,8 +198,15 @@ export class DialogVoiceAssistantPipelineDetail extends LitElement {
   }
 
   private async _setPreferred() {
-    await this._params!.setPipelinePreferred();
-    this._preferred = true;
+    this._submitting = true;
+    try {
+      await this._params!.setPipelinePreferred();
+      this._preferred = true;
+    } catch (err: any) {
+      this._error = { base: err?.message || "Unknown error" };
+    } finally {
+      this._submitting = false;
+    }
   }
 
   private async _deletePipeline() {
@@ -208,6 +215,8 @@ export class DialogVoiceAssistantPipelineDetail extends LitElement {
       if (await this._params!.deletePipeline()) {
         this.closeDialog();
       }
+    } catch (err: any) {
+      this._error = { base: err?.message || "Unknown error" };
     } finally {
       this._submitting = false;
     }