diff --git a/src/components/buttons/ha-call-service-button.js b/src/components/buttons/ha-call-service-button.js
index 391c9b8e22..96666cf5d3 100644
--- a/src/components/buttons/ha-call-service-button.js
+++ b/src/components/buttons/ha-call-service-button.js
@@ -69,10 +69,16 @@ class HaCallServiceButton extends EventsMixin(PolymerElement) {
           el.$.progress.actionSuccess();
           eventData.success = true;
         },
-        function () {
+        function (err) {
+          if (err?.error?.message && err.error.message === "Connection lost") {
+            // We expect the service call to fail with 'Connection lost' when we restart or stop
+            el.$.progress.actionSuccess();
+            eventData.success = true;
+          } else {
+            el.$.progress.actionError();
+            eventData.success = false;
+          }
           el.progress = false;
-          el.$.progress.actionError();
-          eventData.success = false;
         }
       )
       .then(function () {