diff --git a/homeassistant/components/voip/assist_satellite.py b/homeassistant/components/voip/assist_satellite.py
index 7b34d7a11ba..ac8065cabf7 100644
--- a/homeassistant/components/voip/assist_satellite.py
+++ b/homeassistant/components/voip/assist_satellite.py
@@ -336,7 +336,8 @@ class VoipAssistSatellite(VoIPEntity, AssistSatelliteEntity, RtpDatagramProtocol
                     if self._run_pipeline_task is not None:
                         _LOGGER.debug("Cancelling running pipeline")
                         self._run_pipeline_task.cancel()
-                    self._call_end_future.set_result(None)
+                    if not self._call_end_future.done():
+                        self._call_end_future.set_result(None)
                     self.disconnect()
                     break