diff --git a/homeassistant/components/stream/core.py b/homeassistant/components/stream/core.py
index 8db6a239818..8c0b867752e 100644
--- a/homeassistant/components/stream/core.py
+++ b/homeassistant/components/stream/core.py
@@ -395,6 +395,9 @@ class KeyFrameConverter:
         This is run by the worker thread and will only be called once per worker.
         """
 
+        if self._codec_context:
+            return
+
         # Keep import here so that we can import stream integration without installing reqs
         # pylint: disable=import-outside-toplevel
         from av import CodecContext