diff --git a/homeassistant/components/stream/__init__.py b/homeassistant/components/stream/__init__.py
index 9b5afb38ed0..7f88885ac0b 100644
--- a/homeassistant/components/stream/__init__.py
+++ b/homeassistant/components/stream/__init__.py
@@ -141,8 +141,9 @@ class Stream:
         """Reset access token and cleanup stream due to inactivity."""
         self.access_token = None
         if not self.keepalive:
-            self._hls.cleanup()
-            self._hls = None
+            if self._hls:
+                self._hls.cleanup()
+                self._hls = None
             self._hls_timer = None
         self._check_idle()