Add new compiler backend

MANIFEST.in

@@ -0,0 +1 @@
+recursive-include controlflow/orchestration/prompt_templates *

pyproject.toml

@@ -10,7 +10,7 @@ dependencies = [
     "jinja2>=3.1.4",
     "langchain_core>=0.2.9",
     "langchain_openai>=0.1.8",
-    "langchain-anthropic>=0.1.15",
+    "langchain-anthropic>=0.1.19",
     "markdownify>=0.12.1",
     "pydantic-settings>=2.2.1",
     "textual>=0.61.1",

src/controlflow/__init__.py

@@ -8,12 +8,12 @@
 
 from .instructions import instructions
 from .decorators import flow, task
-from .llm.tools import tool
+from .tools import tool
 
 # --- Default settings ---
 
 from .llm.models import _get_initial_default_model, get_default_model
-from .flows.history import InMemoryHistory, get_default_history
+from .events.history import InMemoryHistory, get_default_history
 
 # assign to controlflow.default_model to change the default model
 default_model = _get_initial_default_model()

src/controlflow/agents/agent.py

@@ -2,16 +2,17 @@
 import random
 import uuid
 from contextlib import contextmanager
-from typing import TYPE_CHECKING, Any, Callable, Optional
+from typing import TYPE_CHECKING, Any, Callable, Generator, Optional
 
 from langchain_core.language_models import BaseChatModel
 from pydantic import Field, field_serializer
 
 import controlflow
+from controlflow.events.events import Event
 from controlflow.instructions import get_instructions
+from controlflow.llm.messages import AIMessage, BaseMessage
 from controlflow.llm.models import get_default_model
 from controlflow.llm.rules import LLMRules
-from controlflow.tools.talk_to_user import talk_to_user
 from controlflow.utilities.context import ctx
 from controlflow.utilities.types import ControlFlowModel
 
@@ -20,6 +21,8 @@
 
 if TYPE_CHECKING:
     from controlflow.tasks.task import Task
+    from controlflow.tools.tools import Tool
+
 logger = logging.getLogger(__name__)
 
 
@@ -109,6 +112,8 @@ def get_llm_rules(self) -> LLMRules:
         return controlflow.llm.rules.rules_for_model(self.get_model())
 
     def get_tools(self) -> list[Callable]:
+        from controlflow.tools.talk_to_user import talk_to_user
+
         tools = self.tools.copy()
         if self.user_access:
             tools.append(talk_to_user)
@@ -141,5 +146,44 @@ def run(self, task: "Task"):
     async def run_async(self, task: "Task"):
         return await task.run_async(agents=[self])
 
+    def _run_model(
+        self,
+        messages: list[BaseMessage],
+        additional_tools: list["Tool"] = None,
+        stream: bool = True,
+    ) -> Generator[Event, None, None]:
+        from controlflow.events.agent_events import (
+            AgentMessageDeltaEvent,
+            AgentMessageEvent,
+        )
+        from controlflow.events.tool_events import ToolCallEvent, ToolResultEvent
+        from controlflow.tools.tools import as_tools, handle_tool_call
+
+        model = self.get_model()
+
+        tools = as_tools(self.get_tools() + (additional_tools or []))
+        if tools:
+            model = model.bind_tools([t.to_lc_tool() for t in tools])
+
+        if stream:
+            response = None
+            for delta in model.stream(messages):
+                if response is None:
+                    response = delta
+                else:
+                    response += delta
+                yield AgentMessageDeltaEvent(agent=self, delta=delta, snapshot=response)
+
+        else:
+            response: AIMessage = model.invoke(messages)
+
+        yield AgentMessageEvent(agent=self, message=response)
+
+        for tool_call in response.tool_calls + response.invalid_tool_calls:
+            yield ToolCallEvent(agent=self, tool_call=tool_call, message=response)
+
+            result = handle_tool_call(tool_call, tools=tools)
+            yield ToolResultEvent(agent=self, tool_call=tool_call, tool_result=result)
+
 
 DEFAULT_AGENT = Agent(name="Marvin")

src/controlflow/agents/memory.py

@@ -1,13 +1,15 @@
 import abc
 import uuid
-from typing import ClassVar, Optional, cast
+from typing import TYPE_CHECKING, ClassVar, Optional, cast
 
 from pydantic import Field
 
-from controlflow.tools import Tool
 from controlflow.utilities.context import ctx
 from controlflow.utilities.types import ControlFlowModel
 
+if TYPE_CHECKING:
+    from controlflow.tools import Tool
+
 
 class Memory(ControlFlowModel, abc.ABC):
     id: str = Field(default_factory=lambda: uuid.uuid4().hex)
@@ -27,7 +29,9 @@ def update(self, value: str, index: int = None):
     def delete(self, index: int):
         raise NotImplementedError()
 
-    def get_tools(self) -> list[Tool]:
+    def get_tools(self) -> list["Tool"]:
+        from controlflow.tools import Tool
+
         update_tool = Tool.from_function(
             self.update,
             name="update_memory",