Refactor LLMConfig into LLM pydantic class & large refactor of LLM class logic (#91)

Co-authored-by: openhands <[email protected]>

Author: xingyaoww

.openhands/microagents/repo.md

@@ -184,6 +184,7 @@ The simplified pattern eliminates the need for manual executor instantiation and
 - We use pre-commit hooks `.pre-commit-config.yaml` that includes:
   - type check through pyright
   - linting and formatter with `uv ruff`
+- NEVER USE `mypy`!
 - Do NOT commit ALL the file, just commit the relavant file you've changed!
 - in every commit message, you should add "Co-authored-by: openhands <[email protected]>"
 - You can run pytest with `uv run pytest`
@@ -206,4 +207,6 @@ The simplified pattern eliminates the need for manual executor instantiation and
 - Don't write TOO MUCH test, you should write just enough to cover edge cases.
 - Check how we perform tests in .github/workflows/tests.yml
 - You should put unit tests in the corresponding test folder. For example, to test `openhands.sdk.tool/tool.py`, you should put tests under `openhands.sdk.tests/tool/test_tool.py`.
+- DON'T write TEST CLASSES unless absolutely necessary!
+- If you find yourself duplicating logics in preparing mocks, loading data etc, these logic should be fixtures in conftest.py!
 </TESTING>

examples/advanced_tools_with_grep.py

@@ -9,7 +9,6 @@
     Agent,
     Conversation,
     EventType,
-    LLMConfig,
     LLMConvertibleEvent,
     Message,
     TextContent,
@@ -128,11 +127,9 @@ def __call__(self, action: GrepAction) -> GrepObservation:
 api_key = os.getenv("LITELLM_API_KEY")
 assert api_key is not None, "LITELLM_API_KEY environment variable is not set."
 llm = LLM(
-    config=LLMConfig(
-        model="litellm_proxy/anthropic/claude-sonnet-4-20250514",
-        base_url="https://llm-proxy.eval.all-hands.dev",
-        api_key=SecretStr(api_key),
-    )
+    model="litellm_proxy/anthropic/claude-sonnet-4-20250514",
+    base_url="https://llm-proxy.eval.all-hands.dev",
+    api_key=SecretStr(api_key),
 )
 
 # Tools - demonstrating both simplified and advanced patterns

examples/confirmation_mode_example.py

@@ -9,7 +9,6 @@
     LLM,
     Agent,
     Conversation,
-    LLMConfig,
     Message,
     TextContent,
     Tool,
@@ -24,11 +23,9 @@
 api_key = os.getenv("LITELLM_API_KEY")
 assert api_key is not None, "LITELLM_API_KEY environment variable is not set."
 llm = LLM(
-    config=LLMConfig(
-        model="litellm_proxy/anthropic/claude-sonnet-4-20250514",
-        base_url="https://llm-proxy.eval.all-hands.dev",
-        api_key=SecretStr(api_key),
-    )
+    model="litellm_proxy/anthropic/claude-sonnet-4-20250514",
+    base_url="https://llm-proxy.eval.all-hands.dev",
+    api_key=SecretStr(api_key),
 )
 
 # Tools

examples/hello_world.py

@@ -7,7 +7,6 @@
     Agent,
     Conversation,
     EventType,
-    LLMConfig,
     LLMConvertibleEvent,
     Message,
     TextContent,
@@ -26,11 +25,9 @@
 api_key = os.getenv("LITELLM_API_KEY")
 assert api_key is not None, "LITELLM_API_KEY environment variable is not set."
 llm = LLM(
-    config=LLMConfig(
-        model="litellm_proxy/anthropic/claude-sonnet-4-20250514",
-        base_url="https://llm-proxy.eval.all-hands.dev",
-        api_key=SecretStr(api_key),
-    )
+    model="litellm_proxy/anthropic/claude-sonnet-4-20250514",
+    base_url="https://llm-proxy.eval.all-hands.dev",
+    api_key=SecretStr(api_key),
 )
 
 # Tools

examples/hello_world_with_registry.py

@@ -3,10 +3,10 @@
 from pydantic import SecretStr
 
 from openhands.sdk import (
+    LLM,
     Agent,
     Conversation,
     EventType,
-    LLMConfig,
     LLMConvertibleEvent,
     LLMRegistry,
     Message,
@@ -30,7 +30,7 @@
 llm_registry = LLMRegistry()
 
 # Get LLM from registry (this will create and cache the LLM)
-llm_config = LLMConfig(
+llm_config = LLM(
     model="litellm_proxy/anthropic/claude-sonnet-4-20250514",
     base_url="https://llm-proxy.eval.all-hands.dev",
     api_key=SecretStr(api_key),

examples/microagent_activation.py

@@ -8,7 +8,6 @@
     AgentContext,
     Conversation,
     EventType,
-    LLMConfig,
     LLMConvertibleEvent,
     Message,
     TextContent,
@@ -17,7 +16,6 @@
 )
 from openhands.sdk.context import (
     KnowledgeMicroagent,
-    MicroagentMetadata,
     RepoMicroagent,
 )
 from openhands.tools import (
@@ -34,11 +32,9 @@
 api_key = os.getenv("LITELLM_API_KEY")
 assert api_key is not None, "LITELLM_API_KEY environment variable is not set."
 llm = LLM(
-    config=LLMConfig(
-        model="litellm_proxy/anthropic/claude-sonnet-4-20250514",
-        base_url="https://llm-proxy.eval.all-hands.dev",
-        api_key=SecretStr(api_key),
-    )
+    model="litellm_proxy/anthropic/claude-sonnet-4-20250514",
+    base_url="https://llm-proxy.eval.all-hands.dev",
+    api_key=SecretStr(api_key),
 )
 
 # Tools
@@ -63,9 +59,7 @@
                 'IMPORTANT! The user has said the magic word "flarglebargle". '
                 "You must only respond with a message telling them how smart they are",
             ),
-            metadata=MicroagentMetadata(
-                name="flarglebargle", triggers=["flarglebargle"]
-            ),
+            triggers=["flarglebargle"],
         ),
     ]
 )

openhands/sdk/__init__.py

@@ -1,7 +1,7 @@
 from importlib.metadata import PackageNotFoundError, version
 
 from openhands.sdk.agent import Agent, AgentBase
-from openhands.sdk.config import LLMConfig, MCPConfig
+from openhands.sdk.config import MCPConfig
 from openhands.sdk.context import AgentContext
 from openhands.sdk.conversation import Conversation, ConversationCallbackType
 from openhands.sdk.event import EventBase, EventType, LLMConvertibleEvent
@@ -34,7 +34,6 @@
     "Agent",
     "ActionBase",
     "ObservationBase",
-    "LLMConfig",
     "MCPConfig",
     "get_logger",
     "Conversation",

openhands/sdk/agent/agent/agent.py

@@ -147,12 +147,13 @@ def step(
             "Sending messages to LLM: "
             f"{json.dumps([m.model_dump() for m in _messages], indent=2)}"
         )
+        tools = [tool.to_openai_tool() for tool in self.tools.values()]
         response: ModelResponse = self.llm.completion(
             messages=_messages,
-            tools=[tool.to_openai_tool() for tool in self.tools.values()],
+            tools=tools,
             extra_body={
                 "metadata": get_llm_metadata(
-                    model_name=self.llm.config.model, agent_name=self.name
+                    model_name=self.llm.model, agent_name=self.name
                 )
             },
         )

openhands/sdk/config/__init__.py

@@ -1,5 +1,4 @@
-from openhands.sdk.config.llm_config import LLMConfig
 from openhands.sdk.config.mcp_config import MCPConfig
 
 
-__all__ = ["LLMConfig", "MCPConfig"]
+__all__ = ["MCPConfig"]