Add LLM tools (#115464)

* Add llm helper * break out Tool.specification as class members * Format state output * Fix intent tests * Removed auto initialization of intents - let conversation platforms do that * Handle DynamicServiceIntentHandler.extra_slots * Add optional description to IntentTool init * Add device_id and conversation_id parameters * intent tests * Add LLM tools tests * coverage * add agent_id parameter * Apply suggestions from code review * Apply suggestions from code review * Apply suggestions from code review * Apply suggestions from code review * Apply suggestions from code review * Fix tests * Fix intent schema * Allow a Python function to be registered as am LLM tool * Add IntentHandler.effective_slot_schema * Ensure IntentHandler.slot_schema to be vol.Schema * Raise meaningful error on tool not found * Move this change to a separate PR * Update todo integration intent * Remove Tool constructor * Move IntentTool to intent helper * Convert custom serializer into class method * Remove tool_input from FunctionTool auto arguments to avoid recursion * Remove conversion into Open API format * Apply suggestions from code review * Fix tests * Use HassKey for helpers (see #117012) * Add support for functions with typed lists, dicts, and sets as type hints * Remove FunctionTool * Added API to get registered intents * Move IntentTool to the llm library * Return only handlers in intents.async.get * Removed llm tool registration from intent library * Removed tool registration * Add bind_hass back for now * removed area and floor resolving * fix test * Apply suggestions from code review * Improve coverage * Fix intent_type type * Temporary disable HassClimateGetTemperature intent * Remove bind_hass * Fix usage of slot schema * Fix test * Revert some test changes * Don't mutate tool_input --------- Co-authored-by: Paulus Schoutsen <paulus@home-assistant.io> Co-authored-by: Paulus Schoutsen <balloob@gmail.com>
2025-11-08 18:39:30 +00:00 · 2024-05-16 02:16:47 +03:00
parent 4aba92ad04
commit f31873a846
4 changed files with 226 additions and 4 deletions
--- a/tests/helpers/test_llm.py
+++ b/tests/helpers/test_llm.py
@@ -0,0 +1,94 @@
+"""Tests for the llm helpers."""
+
+from unittest.mock import patch
+
+import pytest
+import voluptuous as vol
+
+from homeassistant.core import Context, HomeAssistant, State
+from homeassistant.exceptions import HomeAssistantError
+from homeassistant.helpers import config_validation as cv, intent, llm
+
+
+async def test_call_tool_no_existing(hass: HomeAssistant) -> None:
+    """Test calling an llm tool where no config exists."""
+    with pytest.raises(HomeAssistantError):
+        await llm.async_call_tool(
+            hass,
+            llm.ToolInput(
+                "test_tool",
+                {},
+                "test_platform",
+                None,
+                None,
+                None,
+                None,
+            ),
+        )
+
+
+async def test_intent_tool(hass: HomeAssistant) -> None:
+    """Test IntentTool class."""
+    schema = {
+        vol.Optional("area"): cv.string,
+        vol.Optional("floor"): cv.string,
+    }
+
+    class MyIntentHandler(intent.IntentHandler):
+        intent_type = "test_intent"
+        slot_schema = schema
+
+    intent_handler = MyIntentHandler()
+
+    intent.async_register(hass, intent_handler)
+
+    assert len(list(llm.async_get_tools(hass))) == 1
+    tool = list(llm.async_get_tools(hass))[0]
+    assert tool.name == "test_intent"
+    assert tool.description == "Execute Home Assistant test_intent intent"
+    assert tool.parameters == vol.Schema(intent_handler.slot_schema)
+    assert str(tool) == "<IntentTool - test_intent>"
+
+    test_context = Context()
+    intent_response = intent.IntentResponse("*")
+    intent_response.matched_states = [State("light.matched", "on")]
+    intent_response.unmatched_states = [State("light.unmatched", "on")]
+    tool_input = llm.ToolInput(
+        tool_name="test_intent",
+        tool_args={"area": "kitchen", "floor": "ground_floor"},
+        platform="test_platform",
+        context=test_context,
+        user_prompt="test_text",
+        language="*",
+        assistant="test_assistant",
+    )
+
+    with patch(
+        "homeassistant.helpers.intent.async_handle", return_value=intent_response
+    ) as mock_intent_handle:
+        response = await llm.async_call_tool(hass, tool_input)
+
+    mock_intent_handle.assert_awaited_once_with(
+        hass,
+        "test_platform",
+        "test_intent",
+        {
+            "area": {"value": "kitchen"},
+            "floor": {"value": "ground_floor"},
+        },
+        "test_text",
+        test_context,
+        "*",
+        "test_assistant",
+    )
+    assert response == {
+        "card": {},
+        "data": {
+            "failed": [],
+            "success": [],
+            "targets": [],
+        },
+        "language": "*",
+        "response_type": "action_done",
+        "speech": {},
+    }