diff --git a/homeassistant/components/openai_conversation/conversation.py b/homeassistant/components/openai_conversation/conversation.py
index a7109a6d6ec..9c73766c8d4 100644
--- a/homeassistant/components/openai_conversation/conversation.py
+++ b/homeassistant/components/openai_conversation/conversation.py
@@ -148,7 +148,7 @@ class OpenAIConversationEntity(
                 LOGGER.error("Error getting LLM API: %s", err)
                 intent_response.async_set_error(
                     intent.IntentResponseErrorCode.UNKNOWN,
-                    f"Error preparing LLM API: {err}",
+                    "Error preparing LLM API",
                 )
                 return conversation.ConversationResult(
                     response=intent_response, conversation_id=user_input.conversation_id
@@ -208,7 +208,7 @@ class OpenAIConversationEntity(
             intent_response = intent.IntentResponse(language=user_input.language)
             intent_response.async_set_error(
                 intent.IntentResponseErrorCode.UNKNOWN,
-                f"Sorry, I had a problem with my template: {err}",
+                "Sorry, I had a problem with my template",
             )
             return conversation.ConversationResult(
                 response=intent_response, conversation_id=conversation_id
@@ -248,10 +248,11 @@ class OpenAIConversationEntity(
                     user=conversation_id,
                 )
             except openai.OpenAIError as err:
+                LOGGER.error("Error talking to OpenAI: %s", err)
                 intent_response = intent.IntentResponse(language=user_input.language)
                 intent_response.async_set_error(
                     intent.IntentResponseErrorCode.UNKNOWN,
-                    f"Sorry, I had a problem talking to OpenAI: {err}",
+                    "Sorry, I had a problem talking to OpenAI",
                 )
                 return conversation.ConversationResult(
                     response=intent_response, conversation_id=conversation_id
diff --git a/tests/components/openai_conversation/snapshots/test_conversation.ambr b/tests/components/openai_conversation/snapshots/test_conversation.ambr
index e4dd7cd00bb..eaa3a9de64c 100644
--- a/tests/components/openai_conversation/snapshots/test_conversation.ambr
+++ b/tests/components/openai_conversation/snapshots/test_conversation.ambr
@@ -20,7 +20,7 @@
       speech=dict({
         'plain': dict({
           'extra_data': None,
-          'speech': 'Error preparing LLM API: API non-existing not found',
+          'speech': 'Error preparing LLM API',
         }),
       }),
       speech_slots=dict({