mirror of
https://github.com/home-assistant/core.git
synced 2025-11-14 13:30:43 +00:00
560 lines
18 KiB
Python
560 lines
18 KiB
Python
"""Test the Anthropic config flow."""
|
|
|
|
from unittest.mock import AsyncMock, Mock, patch
|
|
|
|
from anthropic import (
|
|
APIConnectionError,
|
|
APIResponseValidationError,
|
|
APITimeoutError,
|
|
AuthenticationError,
|
|
BadRequestError,
|
|
InternalServerError,
|
|
types,
|
|
)
|
|
from httpx import URL, Request, Response
|
|
import pytest
|
|
|
|
from homeassistant import config_entries
|
|
from homeassistant.components.anthropic.config_flow import RECOMMENDED_OPTIONS
|
|
from homeassistant.components.anthropic.const import (
|
|
CONF_CHAT_MODEL,
|
|
CONF_MAX_TOKENS,
|
|
CONF_PROMPT,
|
|
CONF_RECOMMENDED,
|
|
CONF_TEMPERATURE,
|
|
CONF_THINKING_BUDGET,
|
|
CONF_WEB_SEARCH,
|
|
CONF_WEB_SEARCH_CITY,
|
|
CONF_WEB_SEARCH_COUNTRY,
|
|
CONF_WEB_SEARCH_MAX_USES,
|
|
CONF_WEB_SEARCH_REGION,
|
|
CONF_WEB_SEARCH_TIMEZONE,
|
|
CONF_WEB_SEARCH_USER_LOCATION,
|
|
DEFAULT_CONVERSATION_NAME,
|
|
DOMAIN,
|
|
RECOMMENDED_CHAT_MODEL,
|
|
RECOMMENDED_MAX_TOKENS,
|
|
RECOMMENDED_THINKING_BUDGET,
|
|
)
|
|
from homeassistant.const import CONF_API_KEY, CONF_LLM_HASS_API, CONF_NAME
|
|
from homeassistant.core import HomeAssistant
|
|
from homeassistant.data_entry_flow import FlowResultType
|
|
|
|
from tests.common import MockConfigEntry
|
|
|
|
|
|
async def test_form(hass: HomeAssistant) -> None:
|
|
"""Test we get the form."""
|
|
# Pretend we already set up a config entry.
|
|
hass.config.components.add("anthropic")
|
|
MockConfigEntry(
|
|
domain=DOMAIN,
|
|
state=config_entries.ConfigEntryState.LOADED,
|
|
).add_to_hass(hass)
|
|
|
|
result = await hass.config_entries.flow.async_init(
|
|
DOMAIN, context={"source": config_entries.SOURCE_USER}
|
|
)
|
|
assert result["type"] is FlowResultType.FORM
|
|
assert result["errors"] is None
|
|
|
|
with (
|
|
patch(
|
|
"homeassistant.components.anthropic.config_flow.anthropic.resources.models.AsyncModels.list",
|
|
new_callable=AsyncMock,
|
|
),
|
|
patch(
|
|
"homeassistant.components.anthropic.async_setup_entry",
|
|
return_value=True,
|
|
) as mock_setup_entry,
|
|
):
|
|
result2 = await hass.config_entries.flow.async_configure(
|
|
result["flow_id"],
|
|
{
|
|
"api_key": "bla",
|
|
},
|
|
)
|
|
await hass.async_block_till_done()
|
|
|
|
assert result2["type"] is FlowResultType.CREATE_ENTRY
|
|
assert result2["data"] == {
|
|
"api_key": "bla",
|
|
}
|
|
assert result2["options"] == {}
|
|
assert result2["subentries"] == [
|
|
{
|
|
"subentry_type": "conversation",
|
|
"data": RECOMMENDED_OPTIONS,
|
|
"title": DEFAULT_CONVERSATION_NAME,
|
|
"unique_id": None,
|
|
}
|
|
]
|
|
assert len(mock_setup_entry.mock_calls) == 1
|
|
|
|
|
|
async def test_duplicate_entry(hass: HomeAssistant) -> None:
|
|
"""Test we abort on duplicate config entry."""
|
|
MockConfigEntry(
|
|
domain=DOMAIN,
|
|
data={CONF_API_KEY: "bla"},
|
|
).add_to_hass(hass)
|
|
|
|
result = await hass.config_entries.flow.async_init(
|
|
DOMAIN, context={"source": config_entries.SOURCE_USER}
|
|
)
|
|
assert result["type"] is FlowResultType.FORM
|
|
assert not result["errors"]
|
|
|
|
with patch(
|
|
"anthropic.resources.models.AsyncModels.retrieve",
|
|
return_value=Mock(display_name="Claude 3.5 Sonnet"),
|
|
):
|
|
result = await hass.config_entries.flow.async_configure(
|
|
result["flow_id"],
|
|
{
|
|
CONF_API_KEY: "bla",
|
|
},
|
|
)
|
|
|
|
assert result["type"] is FlowResultType.ABORT
|
|
assert result["reason"] == "already_configured"
|
|
|
|
|
|
async def test_creating_conversation_subentry(
|
|
hass: HomeAssistant, mock_config_entry, mock_init_component
|
|
) -> None:
|
|
"""Test creating a conversation subentry."""
|
|
result = await hass.config_entries.subentries.async_init(
|
|
(mock_config_entry.entry_id, "conversation"),
|
|
context={"source": config_entries.SOURCE_USER},
|
|
)
|
|
|
|
assert result["type"] is FlowResultType.FORM
|
|
assert result["step_id"] == "init"
|
|
assert not result["errors"]
|
|
|
|
result2 = await hass.config_entries.subentries.async_configure(
|
|
result["flow_id"],
|
|
{CONF_NAME: "Mock name", **RECOMMENDED_OPTIONS},
|
|
)
|
|
await hass.async_block_till_done()
|
|
|
|
assert result2["type"] is FlowResultType.CREATE_ENTRY
|
|
assert result2["title"] == "Mock name"
|
|
|
|
processed_options = RECOMMENDED_OPTIONS.copy()
|
|
processed_options[CONF_PROMPT] = processed_options[CONF_PROMPT].strip()
|
|
|
|
assert result2["data"] == processed_options
|
|
|
|
|
|
async def test_creating_conversation_subentry_not_loaded(
|
|
hass: HomeAssistant,
|
|
mock_init_component,
|
|
mock_config_entry: MockConfigEntry,
|
|
) -> None:
|
|
"""Test creating a conversation subentry when entry is not loaded."""
|
|
await hass.config_entries.async_unload(mock_config_entry.entry_id)
|
|
with patch(
|
|
"anthropic.resources.models.AsyncModels.list",
|
|
return_value=[],
|
|
):
|
|
result = await hass.config_entries.subentries.async_init(
|
|
(mock_config_entry.entry_id, "conversation"),
|
|
context={"source": config_entries.SOURCE_USER},
|
|
)
|
|
|
|
assert result["type"] is FlowResultType.ABORT
|
|
assert result["reason"] == "entry_not_loaded"
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
("side_effect", "error"),
|
|
[
|
|
(APIConnectionError(request=None), "cannot_connect"),
|
|
(APITimeoutError(request=None), "timeout_connect"),
|
|
(
|
|
BadRequestError(
|
|
message="Your credit balance is too low to access the Claude API. Please go to Plans & Billing to upgrade or purchase credits.",
|
|
response=Response(
|
|
status_code=400,
|
|
request=Request(method="POST", url=URL()),
|
|
),
|
|
body={"type": "error", "error": {"type": "invalid_request_error"}},
|
|
),
|
|
"unknown",
|
|
),
|
|
(
|
|
AuthenticationError(
|
|
message="invalid x-api-key",
|
|
response=Response(
|
|
status_code=401,
|
|
request=Request(method="POST", url=URL()),
|
|
),
|
|
body={"type": "error", "error": {"type": "authentication_error"}},
|
|
),
|
|
"authentication_error",
|
|
),
|
|
(
|
|
InternalServerError(
|
|
message=None,
|
|
response=Response(
|
|
status_code=500,
|
|
request=Request(method="POST", url=URL()),
|
|
),
|
|
body=None,
|
|
),
|
|
"unknown",
|
|
),
|
|
(
|
|
APIResponseValidationError(
|
|
response=Response(
|
|
status_code=200,
|
|
request=Request(method="POST", url=URL()),
|
|
),
|
|
body=None,
|
|
),
|
|
"unknown",
|
|
),
|
|
],
|
|
)
|
|
async def test_form_invalid_auth(hass: HomeAssistant, side_effect, error) -> None:
|
|
"""Test we handle invalid auth."""
|
|
result = await hass.config_entries.flow.async_init(
|
|
DOMAIN, context={"source": config_entries.SOURCE_USER}
|
|
)
|
|
|
|
with patch(
|
|
"homeassistant.components.anthropic.config_flow.anthropic.resources.models.AsyncModels.list",
|
|
new_callable=AsyncMock,
|
|
side_effect=side_effect,
|
|
):
|
|
result2 = await hass.config_entries.flow.async_configure(
|
|
result["flow_id"],
|
|
{
|
|
"api_key": "bla",
|
|
},
|
|
)
|
|
|
|
assert result2["type"] is FlowResultType.FORM
|
|
assert result2["errors"] == {"base": error}
|
|
|
|
|
|
async def test_subentry_web_search_user_location(
|
|
hass: HomeAssistant, mock_config_entry, mock_init_component
|
|
) -> None:
|
|
"""Test fetching user location."""
|
|
subentry = next(iter(mock_config_entry.subentries.values()))
|
|
options_flow = await mock_config_entry.start_subentry_reconfigure_flow(
|
|
hass, subentry.subentry_id
|
|
)
|
|
|
|
# Configure initial step
|
|
options = await hass.config_entries.subentries.async_configure(
|
|
options_flow["flow_id"],
|
|
{
|
|
"prompt": "You are a helpful assistant",
|
|
"recommended": False,
|
|
},
|
|
)
|
|
assert options["type"] == FlowResultType.FORM
|
|
assert options["step_id"] == "advanced"
|
|
|
|
# Configure advanced step
|
|
options = await hass.config_entries.subentries.async_configure(
|
|
options["flow_id"],
|
|
{
|
|
"max_tokens": 8192,
|
|
"chat_model": "claude-sonnet-4-5",
|
|
},
|
|
)
|
|
assert options["type"] == FlowResultType.FORM
|
|
assert options["step_id"] == "model"
|
|
|
|
hass.config.country = "US"
|
|
hass.config.time_zone = "America/Los_Angeles"
|
|
hass.states.async_set(
|
|
"zone.home", "0", {"latitude": 37.7749, "longitude": -122.4194}
|
|
)
|
|
|
|
with patch(
|
|
"anthropic.resources.messages.AsyncMessages.create",
|
|
new_callable=AsyncMock,
|
|
return_value=types.Message(
|
|
type="message",
|
|
id="mock_message_id",
|
|
role="assistant",
|
|
model="claude-sonnet-4-0",
|
|
usage=types.Usage(input_tokens=100, output_tokens=100),
|
|
content=[
|
|
types.TextBlock(
|
|
type="text", text='"city": "San Francisco", "region": "California"}'
|
|
)
|
|
],
|
|
),
|
|
) as mock_create:
|
|
# Configure model step
|
|
options = await hass.config_entries.subentries.async_configure(
|
|
options["flow_id"],
|
|
{
|
|
"web_search": True,
|
|
"web_search_max_uses": 5,
|
|
"user_location": True,
|
|
},
|
|
)
|
|
await hass.async_block_till_done()
|
|
|
|
assert (
|
|
mock_create.call_args.kwargs["messages"][0]["content"] == "Where are the "
|
|
"following coordinates located: (37.7749, -122.4194)? Please respond only "
|
|
"with a JSON object using the following schema:\n"
|
|
"{'type': 'object', 'properties': {'city': {'type': 'string', 'description': "
|
|
"'Free text input for the city, e.g. `San Francisco`'}, 'region': {'type': "
|
|
"'string', 'description': 'Free text input for the region, e.g. `California`'"
|
|
"}}, 'required': []}"
|
|
)
|
|
assert options["type"] is FlowResultType.ABORT
|
|
assert options["reason"] == "reconfigure_successful"
|
|
assert subentry.data == {
|
|
"chat_model": "claude-sonnet-4-5",
|
|
"city": "San Francisco",
|
|
"country": "US",
|
|
"max_tokens": 8192,
|
|
"prompt": "You are a helpful assistant",
|
|
"recommended": False,
|
|
"region": "California",
|
|
"temperature": 1.0,
|
|
"thinking_budget": 0,
|
|
"timezone": "America/Los_Angeles",
|
|
"user_location": True,
|
|
"web_search": True,
|
|
"web_search_max_uses": 5,
|
|
}
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
("current_options", "new_options", "expected_options"),
|
|
[
|
|
( # Test converting single llm api format to list
|
|
{
|
|
CONF_RECOMMENDED: True,
|
|
CONF_PROMPT: "",
|
|
CONF_LLM_HASS_API: "assist",
|
|
},
|
|
(
|
|
{
|
|
CONF_RECOMMENDED: True,
|
|
CONF_PROMPT: "",
|
|
CONF_LLM_HASS_API: ["assist"],
|
|
},
|
|
),
|
|
{
|
|
CONF_RECOMMENDED: True,
|
|
CONF_PROMPT: "",
|
|
CONF_LLM_HASS_API: ["assist"],
|
|
},
|
|
),
|
|
( # Model with no model-specific options
|
|
{
|
|
CONF_RECOMMENDED: True,
|
|
CONF_PROMPT: "bla",
|
|
CONF_LLM_HASS_API: ["assist"],
|
|
},
|
|
(
|
|
{
|
|
CONF_RECOMMENDED: False,
|
|
CONF_PROMPT: "Speak like a pirate",
|
|
},
|
|
{
|
|
CONF_CHAT_MODEL: "claude-3-opus",
|
|
CONF_TEMPERATURE: 1.0,
|
|
},
|
|
),
|
|
{
|
|
CONF_RECOMMENDED: False,
|
|
CONF_PROMPT: "Speak like a pirate",
|
|
CONF_TEMPERATURE: 1.0,
|
|
CONF_CHAT_MODEL: "claude-3-opus",
|
|
CONF_MAX_TOKENS: RECOMMENDED_MAX_TOKENS,
|
|
},
|
|
),
|
|
( # Model with web search options
|
|
{
|
|
CONF_RECOMMENDED: False,
|
|
CONF_CHAT_MODEL: "claude-sonnet-4-5",
|
|
CONF_PROMPT: "bla",
|
|
CONF_WEB_SEARCH: True,
|
|
CONF_WEB_SEARCH_MAX_USES: 4,
|
|
CONF_WEB_SEARCH_USER_LOCATION: True,
|
|
CONF_WEB_SEARCH_CITY: "San Francisco",
|
|
CONF_WEB_SEARCH_REGION: "California",
|
|
CONF_WEB_SEARCH_COUNTRY: "US",
|
|
CONF_WEB_SEARCH_TIMEZONE: "America/Los_Angeles",
|
|
},
|
|
(
|
|
{
|
|
CONF_RECOMMENDED: False,
|
|
CONF_PROMPT: "Speak like a pirate",
|
|
CONF_LLM_HASS_API: [],
|
|
},
|
|
{
|
|
CONF_CHAT_MODEL: "claude-3-5-haiku-latest",
|
|
CONF_TEMPERATURE: 1.0,
|
|
},
|
|
{
|
|
CONF_WEB_SEARCH: False,
|
|
CONF_WEB_SEARCH_MAX_USES: 10,
|
|
CONF_WEB_SEARCH_USER_LOCATION: False,
|
|
},
|
|
),
|
|
{
|
|
CONF_RECOMMENDED: False,
|
|
CONF_PROMPT: "Speak like a pirate",
|
|
CONF_TEMPERATURE: 1.0,
|
|
CONF_CHAT_MODEL: "claude-3-5-haiku-latest",
|
|
CONF_MAX_TOKENS: RECOMMENDED_MAX_TOKENS,
|
|
CONF_WEB_SEARCH: False,
|
|
CONF_WEB_SEARCH_MAX_USES: 10,
|
|
CONF_WEB_SEARCH_USER_LOCATION: False,
|
|
},
|
|
),
|
|
( # Model with thinking budget options
|
|
{
|
|
CONF_RECOMMENDED: False,
|
|
CONF_CHAT_MODEL: "claude-sonnet-4-5",
|
|
CONF_PROMPT: "bla",
|
|
CONF_WEB_SEARCH: False,
|
|
CONF_WEB_SEARCH_MAX_USES: 5,
|
|
CONF_WEB_SEARCH_USER_LOCATION: False,
|
|
CONF_THINKING_BUDGET: 4096,
|
|
},
|
|
(
|
|
{
|
|
CONF_RECOMMENDED: False,
|
|
CONF_PROMPT: "Speak like a pirate",
|
|
CONF_LLM_HASS_API: [],
|
|
},
|
|
{
|
|
CONF_CHAT_MODEL: "claude-sonnet-4-5",
|
|
CONF_TEMPERATURE: 1.0,
|
|
},
|
|
{
|
|
CONF_WEB_SEARCH: False,
|
|
CONF_WEB_SEARCH_MAX_USES: 10,
|
|
CONF_WEB_SEARCH_USER_LOCATION: False,
|
|
CONF_THINKING_BUDGET: 2048,
|
|
},
|
|
),
|
|
{
|
|
CONF_RECOMMENDED: False,
|
|
CONF_PROMPT: "Speak like a pirate",
|
|
CONF_TEMPERATURE: 1.0,
|
|
CONF_CHAT_MODEL: "claude-sonnet-4-5",
|
|
CONF_MAX_TOKENS: RECOMMENDED_MAX_TOKENS,
|
|
CONF_THINKING_BUDGET: 2048,
|
|
CONF_WEB_SEARCH: False,
|
|
CONF_WEB_SEARCH_MAX_USES: 10,
|
|
CONF_WEB_SEARCH_USER_LOCATION: False,
|
|
},
|
|
),
|
|
( # Test switching from recommended to custom options
|
|
{
|
|
CONF_RECOMMENDED: True,
|
|
CONF_PROMPT: "bla",
|
|
},
|
|
(
|
|
{
|
|
CONF_RECOMMENDED: False,
|
|
CONF_PROMPT: "Speak like a pirate",
|
|
CONF_LLM_HASS_API: [],
|
|
},
|
|
{
|
|
CONF_TEMPERATURE: 0.3,
|
|
},
|
|
{},
|
|
),
|
|
{
|
|
CONF_RECOMMENDED: False,
|
|
CONF_PROMPT: "Speak like a pirate",
|
|
CONF_TEMPERATURE: 0.3,
|
|
CONF_CHAT_MODEL: RECOMMENDED_CHAT_MODEL,
|
|
CONF_MAX_TOKENS: RECOMMENDED_MAX_TOKENS,
|
|
CONF_WEB_SEARCH: False,
|
|
CONF_WEB_SEARCH_MAX_USES: 5,
|
|
CONF_WEB_SEARCH_USER_LOCATION: False,
|
|
},
|
|
),
|
|
( # Test switching from custom to recommended options
|
|
{
|
|
CONF_RECOMMENDED: False,
|
|
CONF_PROMPT: "Speak like a pirate",
|
|
CONF_TEMPERATURE: 0.3,
|
|
CONF_CHAT_MODEL: RECOMMENDED_CHAT_MODEL,
|
|
CONF_MAX_TOKENS: RECOMMENDED_MAX_TOKENS,
|
|
CONF_THINKING_BUDGET: RECOMMENDED_THINKING_BUDGET,
|
|
CONF_WEB_SEARCH: False,
|
|
CONF_WEB_SEARCH_MAX_USES: 5,
|
|
CONF_WEB_SEARCH_USER_LOCATION: False,
|
|
},
|
|
(
|
|
{
|
|
CONF_RECOMMENDED: True,
|
|
CONF_LLM_HASS_API: ["assist"],
|
|
CONF_PROMPT: "",
|
|
},
|
|
),
|
|
{
|
|
CONF_RECOMMENDED: True,
|
|
CONF_LLM_HASS_API: ["assist"],
|
|
CONF_PROMPT: "",
|
|
},
|
|
),
|
|
],
|
|
)
|
|
async def test_subentry_options_switching(
|
|
hass: HomeAssistant,
|
|
mock_config_entry,
|
|
mock_init_component,
|
|
current_options,
|
|
new_options,
|
|
expected_options,
|
|
) -> None:
|
|
"""Test the subentry options form."""
|
|
subentry = next(iter(mock_config_entry.subentries.values()))
|
|
hass.config_entries.async_update_subentry(
|
|
mock_config_entry, subentry, data=current_options
|
|
)
|
|
await hass.async_block_till_done()
|
|
|
|
subentry_flow = await mock_config_entry.start_subentry_reconfigure_flow(
|
|
hass, subentry.subentry_id
|
|
)
|
|
assert subentry_flow["step_id"] == "init"
|
|
|
|
for step_options in new_options:
|
|
assert subentry_flow["type"] == FlowResultType.FORM
|
|
assert not subentry_flow["errors"]
|
|
|
|
# Test that current options are showed as suggested values:
|
|
for key in subentry_flow["data_schema"].schema:
|
|
if (
|
|
isinstance(key.description, dict)
|
|
and "suggested_value" in key.description
|
|
and key in current_options
|
|
):
|
|
current_option = current_options[key]
|
|
if key == CONF_LLM_HASS_API and isinstance(current_option, str):
|
|
current_option = [current_option]
|
|
assert key.description["suggested_value"] == current_option
|
|
|
|
# Configure current step
|
|
subentry_flow = await hass.config_entries.subentries.async_configure(
|
|
subentry_flow["flow_id"],
|
|
step_options,
|
|
)
|
|
|
|
assert "errors" not in subentry_flow
|
|
assert subentry_flow["type"] is FlowResultType.ABORT
|
|
assert subentry_flow["reason"] == "reconfigure_successful"
|
|
assert subentry.data == expected_options
|