diff --git a/homeassistant/config_entries.py b/homeassistant/config_entries.py
index a3b03407a14..02117c3ac5a 100644
--- a/homeassistant/config_entries.py
+++ b/homeassistant/config_entries.py
@@ -2055,7 +2055,9 @@ async def _async_get_flow_handler(
     """Get a flow handler for specified domain."""
 
     # First check if there is a handler registered for the domain
-    if domain in hass.config.components and (handler := HANDLERS.get(domain)):
+    if loader.is_component_module_loaded(hass, f"{domain}.config_flow") and (
+        handler := HANDLERS.get(domain)
+    ):
         return handler
 
     await _load_integration(hass, domain, hass_config)
diff --git a/homeassistant/loader.py b/homeassistant/loader.py
index 40161bd3be9..37e470c1178 100644
--- a/homeassistant/loader.py
+++ b/homeassistant/loader.py
@@ -1162,3 +1162,8 @@ def _lookup_path(hass: HomeAssistant) -> list[str]:
     if hass.config.safe_mode:
         return [PACKAGE_BUILTIN]
     return [PACKAGE_CUSTOM_COMPONENTS, PACKAGE_BUILTIN]
+
+
+def is_component_module_loaded(hass: HomeAssistant, module: str) -> bool:
+    """Test if a component module is loaded."""
+    return module in hass.data[DATA_COMPONENTS]