ommlds 0.0.0.dev489__py3-none-any.whl → 0.0.0.dev491__py3-none-any.whl

ommlds/cli/main.py

@@ -69,9 +69,12 @@ class ChatProfile(Profile):
     def configure_backend(self, cfg: ChatConfig) -> ChatConfig:
         return dc.replace(
             cfg,
-            backend=dc.replace(
-                cfg.backend,
-                backend=self._args.backend,
+            driver=dc.replace(
+                cfg.driver,
+                backend=dc.replace(
+                    cfg.driver.backend,
+                    backend=self._args.backend,
+                ),
             ),
         )
 
@@ -89,17 +92,28 @@ class ChatProfile(Profile):
             check.arg(not self._args.message)
             raise NotImplementedError
 
-        if self._args.interactive:
+        if self._args.textual:
             cfg = dc.replace(
                 cfg,
                 interface=dc.replace(
                     cfg.interface,
-                    interactive=True,
-                    use_textual=self._args.textual,
+                    use_textual=True,
                 ),
-                user=dc.replace(
-                    cfg.user,
-                    interactive=True,
+            )
+
+        else:
+            cfg = dc.replace(
+                cfg,
+                driver=dc.replace(
+                    cfg.driver,
+                    ai=dc.replace(
+                        cfg.driver.ai,
+                        verbose=True,
+                    ),
+                ),
+                interface=dc.replace(
+                    cfg.interface,
+                    interactive=self._args.interactive,
                 ),
             )
 
@@ -112,16 +126,19 @@ class ChatProfile(Profile):
     ]
 
     def configure_input(self, cfg: ChatConfig) -> ChatConfig:
-        if self._args.interactive:
+        if self._args.interactive or self._args.textual:
             check.arg(not self._args.message)
 
         elif self._args.message:
             # TODO: '-' -> stdin
             cfg = dc.replace(
                 cfg,
-                user=dc.replace(
-                    cfg.user,
-                    initial_user_content=' '.join(self._args.message),
+                driver=dc.replace(
+                    cfg.driver,
+                    user=dc.replace(
+                        cfg.driver.user,
+                        initial_user_content=' '.join(self._args.message),
+                    ),
                 ),
             )
 
@@ -140,9 +157,12 @@ class ChatProfile(Profile):
     def configure_state(self, cfg: ChatConfig) -> ChatConfig:
         return dc.replace(
             cfg,
-            state=dc.replace(
-                cfg.state,
-                state='ephemeral' if self._args.ephemeral else 'new' if self._args.new else 'continue',
+            driver=dc.replace(
+                cfg.driver,
+                state=dc.replace(
+                    cfg.driver.state,
+                    state='ephemeral' if self._args.ephemeral else 'new' if self._args.new else 'continue',
+                ),
             ),
         )
 
@@ -156,9 +176,12 @@ class ChatProfile(Profile):
     def configure_output(self, cfg: ChatConfig) -> ChatConfig:
         return dc.replace(
             cfg,
-            ai=dc.replace(
-                cfg.ai,
-                stream=bool(self._args.stream),
+            driver=dc.replace(
+                cfg.driver,
+                ai=dc.replace(
+                    cfg.driver.ai,
+                    stream=bool(self._args.stream),
+                ),
             ),
             rendering=dc.replace(
                 cfg.rendering,
@@ -176,26 +199,36 @@ class ChatProfile(Profile):
     ]
 
     def configure_tools(self, cfg: ChatConfig) -> ChatConfig:
+        if not (
+                self._args.enable_fs_tools or
+                self._args.enable_todo_tools or
+                # self._args.enable_unsafe_tools_do_not_use_lol or
+                self._args.enable_test_weather_tool or
+                self._args.code
+        ):
+            return cfg
+
         return dc.replace(
             cfg,
-            ai=dc.replace(
-                cfg.ai,
-                enable_tools=(
-                    self._args.enable_fs_tools or
-                    self._args.enable_todo_tools or
-                    # self._args.enable_unsafe_tools_do_not_use_lol or
-                    self._args.enable_test_weather_tool or
-                    self._args.code
+            driver=dc.replace(
+                cfg.driver,
+                ai=dc.replace(
+                    cfg.driver.ai,
+                    enable_tools=True,
+                ),
+                tools=dc.replace(
+                    cfg.driver.tools,
+                    enabled_tools={  # noqa
+                        *(cfg.driver.tools.enabled_tools or []),
+                        *(['fs'] if self._args.enable_fs_tools else []),
+                        *(['todo'] if self._args.enable_todo_tools else []),
+                        *(['weather'] if self._args.enable_test_weather_tool else []),
+                    },
                 ),
             ),
-            tools=dc.replace(
-                cfg.tools,
-                enabled_tools={  # noqa
-                    *(cfg.tools.enabled_tools or []),
-                    *(['fs'] if self._args.enable_fs_tools else []),
-                    *(['todo'] if self._args.enable_todo_tools else []),
-                    *(['weather'] if self._args.enable_test_weather_tool else []),
-                },
+            interface=dc.replace(
+                cfg.interface,
+                enable_tools=True,
             ),
         )
 
@@ -211,9 +244,12 @@ class ChatProfile(Profile):
 
         cfg = dc.replace(
             cfg,
-            ai=dc.replace(
-                cfg.ai,
-                enable_tools=True,
+            driver=dc.replace(
+                cfg.driver,
+                ai=dc.replace(
+                    cfg.driver.ai,
+                    enable_tools=True,
+                ),
             ),
         )
 
@@ -223,9 +259,12 @@ class ChatProfile(Profile):
 
             cfg = dc.replace(
                 cfg,
-                user=dc.replace(
-                    cfg.user,
-                    initial_system_content=system_content,
+                driver=dc.replace(
+                    cfg.driver,
+                    user=dc.replace(
+                        cfg.driver.user,
+                        initial_system_content=system_content,
+                    ),
                 ),
             )
 

ommlds/cli/rendering/types.py

@@ -1,3 +1,9 @@
+"""
+TODO:
+ - html?
+ - terminal?
+ - rich? textual.Content?
+"""
 import abc
 import typing as ta
 

ommlds/cli/sessions/chat/configs.py

@@ -1,12 +1,8 @@
 from omlish import dataclasses as dc
 
-from ...backends.configs import BackendConfig
 from ...rendering.configs import RenderingConfig
-from .chat.ai.configs import AiConfig
-from .chat.state.configs import StateConfig
-from .chat.user.configs import UserConfig
-from .interface.configs import InterfaceConfig
-from .tools.configs import ToolsConfig
+from .drivers.configs import DriverConfig
+from .interfaces.configs import InterfaceConfig
 
 
 ##
@@ -20,10 +16,6 @@ DEFAULT_BACKEND = 'openai'
 
 @dc.dataclass(frozen=True, kw_only=True)
 class ChatConfig:
-    backend: BackendConfig = BackendConfig()
-    ai: AiConfig = AiConfig()
-    state: StateConfig = StateConfig()
-    user: UserConfig = UserConfig()
-    rendering: RenderingConfig = RenderingConfig()
+    driver: DriverConfig = DriverConfig()
     interface: InterfaceConfig = InterfaceConfig()
-    tools: ToolsConfig = ToolsConfig()
+    rendering: RenderingConfig = RenderingConfig()

ommlds/cli/sessions/chat/{chat → drivers}/ai/configs.py

@@ -7,5 +7,7 @@ from omlish import dataclasses as dc
 @dc.dataclass(frozen=True, kw_only=True)
 class AiConfig:
     stream: bool = False
-    silent: bool = False
+
+    verbose: bool = False
+
     enable_tools: bool = False

ommlds/cli/sessions/chat/drivers/ai/events.py

@@ -0,0 +1,57 @@
+import typing as ta
+
+from ...... import minichain as mc
+from ..events.manager import ChatEventsManager
+from ..events.types import AiDeltaChatEvent
+from ..events.types import AiMessagesChatEvent
+from .types import AiChatGenerator
+from .types import StreamAiChatGenerator
+
+
+##
+
+
+class EventEmittingAiChatGenerator(AiChatGenerator):
+    def __init__(
+            self,
+            *,
+            wrapped: AiChatGenerator,
+            events: ChatEventsManager,
+    ) -> None:
+        super().__init__()
+
+        self._wrapped = wrapped
+        self._events = events
+
+    async def get_next_ai_messages(self, chat: 'mc.Chat') -> 'mc.Chat':
+        out = await self._wrapped.get_next_ai_messages(chat)
+
+        await self._events.emit_event(AiMessagesChatEvent(out))
+
+        return out
+
+
+class EventEmittingStreamAiChatGenerator(StreamAiChatGenerator):
+    def __init__(
+            self,
+            *,
+            wrapped: StreamAiChatGenerator,
+            events: ChatEventsManager,
+    ) -> None:
+        super().__init__()
+
+        self._wrapped = wrapped
+        self._events = events
+
+    async def get_next_ai_messages_streamed(
+            self,
+            chat: 'mc.Chat',
+            delta_callback: ta.Callable[['mc.AiDelta'], ta.Awaitable[None]] | None = None,
+    ) -> 'mc.Chat':
+        async def inner(delta: mc.AiDelta) -> None:
+            await self._events.emit_event(AiDeltaChatEvent(delta))
+
+            if delta_callback is not None:
+                await delta_callback(delta)
+
+        return await self._wrapped.get_next_ai_messages_streamed(chat, delta_callback=inner)

ommlds/cli/sessions/chat/{chat → drivers}/ai/inject.py

@@ -7,6 +7,7 @@ from .injection import chat_options_providers
 
 
 with lang.auto_proxy_import(globals()):
+    from . import events as _events
     from . import rendering as _rendering
     from . import services as _services
     from . import tools as _tools
@@ -39,9 +40,11 @@ def bind_ai(cfg: AiConfig = AiConfig()) -> inj.Elements:
 
         els.append(stream_ai_stack.push_bind(to_ctor=_services.ChatChoicesStreamServiceStreamAiChatGenerator, singleton=True))  # noqa
 
-        if not cfg.silent:
+        if cfg.verbose:
             els.append(stream_ai_stack.push_bind(to_ctor=_rendering.RenderingStreamAiChatGenerator, singleton=True))
 
+        els.append(stream_ai_stack.push_bind(to_ctor=_events.EventEmittingStreamAiChatGenerator, singleton=True))
+
         els.extend([
             inj.bind(_types.StreamAiChatGenerator, to_key=stream_ai_stack.top),
             ai_stack.push_bind(to_key=_types.StreamAiChatGenerator),
@@ -50,9 +53,11 @@ def bind_ai(cfg: AiConfig = AiConfig()) -> inj.Elements:
     else:
         els.append(ai_stack.push_bind(to_ctor=_services.ChatChoicesServiceAiChatGenerator, singleton=True))
 
-        if not cfg.silent:
+        if cfg.verbose:
             els.append(ai_stack.push_bind(to_ctor=_rendering.RenderingAiChatGenerator, singleton=True))
 
+        els.append(ai_stack.push_bind(to_ctor=_events.EventEmittingAiChatGenerator, singleton=True))
+
     if cfg.enable_tools:
         els.append(ai_stack.push_bind(to_ctor=_tools.ToolExecutingAiChatGenerator, singleton=True))
 
@@ -61,7 +66,9 @@ def bind_ai(cfg: AiConfig = AiConfig()) -> inj.Elements:
     #
 
     if cfg.enable_tools:
-        def _provide_tools_chat_choices_options_provider(tc: mc.ToolCatalog) -> _services.ChatChoicesServiceOptionsProvider:  # noqa
+        def _provide_tools_chat_choices_options_provider(
+                tc: mc.ToolCatalog,
+        ) -> _services.ChatChoicesServiceOptionsProvider:
             return _services.ChatChoicesServiceOptionsProvider(lambda: [
                 mc.Tool(tce.spec)
                 for tce in tc.by_name.values()

ommlds/cli/sessions/chat/{chat → drivers}/ai/rendering.py

@@ -58,7 +58,7 @@ class RenderingStreamAiChatGenerator(StreamAiChatGenerator):
             self,
             chat: 'mc.Chat',
             delta_callback: ta.Callable[['mc.AiDelta'], ta.Awaitable[None]] | None = None,
-    ) -> mc.Chat:
+    ) -> 'mc.Chat':
         async with self._renderer.create_context() as renderer:
             async def inner(delta: mc.AiDelta) -> None:
                 if isinstance(delta, mc.ContentAiDelta):

ommlds/cli/sessions/chat/{chat → drivers}/ai/services.py

@@ -60,7 +60,7 @@ class ChatChoicesStreamServiceStreamAiChatGenerator(StreamAiChatGenerator):
             self,
             chat: 'mc.Chat',
             delta_callback: ta.Callable[['mc.AiDelta'], ta.Awaitable[None]] | None = None,
-    ) -> mc.AiChat:
+    ) -> 'mc.AiChat':
         opts = self._options() if self._options is not None else []
 
         async with self._service_provider.provide_backend() as service:

ommlds/cli/sessions/chat/{chat → drivers}/ai/tools.py

@@ -1,5 +1,5 @@
 from ...... import minichain as mc
-from ...tools.execution import ToolUseExecutor
+from ..tools.execution import ToolUseExecutor
 from .types import AiChatGenerator
 
 

ommlds/cli/sessions/chat/{chat → drivers}/ai/types.py

@@ -26,3 +26,12 @@ class StreamAiChatGenerator(AiChatGenerator, lang.Abstract):
             delta_callback: ta.Callable[['mc.AiDelta'], ta.Awaitable[None]] | None = None,
     ) -> ta.Awaitable['mc.Chat']:
         raise NotImplementedError
+
+
+##
+
+
+class AiChatOutput(lang.Abstract):
+    @abc.abstractmethod
+    def output_ai_chat(self, chat: 'mc.Chat') -> ta.Awaitable[None]:
+        raise NotImplementedError

ommlds/cli/sessions/chat/drivers/configs.py

@@ -0,0 +1,25 @@
+from omlish import dataclasses as dc
+
+from ....backends.configs import BackendConfig
+from .ai.configs import AiConfig
+from .state.configs import StateConfig
+from .tools.configs import ToolsConfig
+from .user.configs import UserConfig
+
+
+##
+
+
+DEFAULT_BACKEND = 'openai'
+
+
+##
+
+
+@dc.dataclass(frozen=True, kw_only=True)
+class DriverConfig:
+    ai: AiConfig = AiConfig()
+    backend: BackendConfig = BackendConfig()
+    state: StateConfig = StateConfig()
+    tools: ToolsConfig = ToolsConfig()
+    user: UserConfig = UserConfig()

ommlds/cli/sessions/chat/drivers/driver.py

@@ -0,0 +1,49 @@
+"""
+TODO:
+ - lifecycles
+ - StreamService
+"""
+from ..... import minichain as mc
+from .ai.types import AiChatGenerator
+from .events.manager import ChatEventsManager
+from .events.types import UserMessagesChatEvent
+from .phases.manager import ChatPhaseManager
+from .phases.types import ChatPhase
+from .state.types import ChatStateManager
+
+
+##
+
+
+class ChatDriver:
+    def __init__(
+            self,
+            *,
+            phases: ChatPhaseManager,
+            ai_chat_generator: AiChatGenerator,
+            chat_state_manager: ChatStateManager,
+            events: ChatEventsManager,
+    ) -> None:
+        super().__init__()
+
+        self._phases = phases
+        self._ai_chat_generator = ai_chat_generator
+        self._chat_state_manager = chat_state_manager
+        self._events = events
+
+    async def start(self) -> None:
+        await self._phases.set_phase(ChatPhase.STARTING)
+        await self._phases.set_phase(ChatPhase.STARTED)
+
+    async def stop(self) -> None:
+        await self._phases.set_phase(ChatPhase.STOPPING)
+        await self._phases.set_phase(ChatPhase.STOPPED)
+
+    async def send_user_messages(self, next_user_chat: 'mc.UserChat') -> None:
+        await self._events.emit_event(UserMessagesChatEvent(next_user_chat))
+
+        prev_user_chat = (await self._chat_state_manager.get_state()).chat
+
+        next_ai_chat = await self._ai_chat_generator.get_next_ai_messages([*prev_user_chat, *next_user_chat])
+
+        await self._chat_state_manager.extend_chat([*next_user_chat, *next_ai_chat])

ommlds/cli/sessions/chat/drivers/events/inject.py

@@ -0,0 +1,27 @@
+from omlish import inject as inj
+from omlish import lang
+
+from .injection import event_callbacks
+
+
+with lang.auto_proxy_import(globals()):
+    from . import manager as _manager
+
+
+##
+
+
+def bind_events() -> inj.Elements:
+    els: list[inj.Elemental] = []
+
+    #
+
+    els.append(event_callbacks().bind_items_provider(singleton=True))
+
+    #
+
+    els.append(inj.bind(_manager.ChatEventsManager, singleton=True))
+
+    #
+
+    return inj.as_elements(*els)

ommlds/cli/sessions/chat/drivers/events/injection.py

@@ -0,0 +1,14 @@
+from omlish import inject as inj
+from omlish import lang
+
+
+with lang.auto_proxy_import(globals()):
+    from . import types as _types
+
+
+##
+
+
+@lang.cached_function
+def event_callbacks() -> 'inj.ItemsBinderHelper[_types.ChatEventCallback]':
+    return inj.items_binder_helper[_types.ChatEventCallback](_types.ChatEventCallbacks)

ommlds/cli/sessions/chat/drivers/events/manager.py

@@ -0,0 +1,16 @@
+from .types import ChatEvent
+from .types import ChatEventCallbacks
+
+
+##
+
+
+class ChatEventsManager:
+    def __init__(self, callbacks: ChatEventCallbacks) -> None:
+        super().__init__()
+
+        self._callbacks = callbacks
+
+    async def emit_event(self, event: ChatEvent) -> None:
+        for cb in self._callbacks:
+            await cb(event)

ommlds/cli/sessions/chat/drivers/events/types.py

@@ -0,0 +1,38 @@
+import typing as ta
+
+from omlish import dataclasses as dc
+from omlish import lang
+
+from ...... import minichain as mc
+
+
+##
+
+
+class ChatEvent(lang.Abstract, lang.Sealed):
+    pass
+
+
+class ChatEventCallback(lang.Func1[ChatEvent, ta.Awaitable[None]]):
+    pass
+
+
+ChatEventCallbacks = ta.NewType('ChatEventCallbacks', ta.Sequence[ChatEventCallback])
+
+
+##
+
+
+@dc.dataclass(frozen=True)
+class UserMessagesChatEvent(ChatEvent, lang.Final):
+    chat: 'mc.UserChat'
+
+
+@dc.dataclass(frozen=True)
+class AiMessagesChatEvent(ChatEvent, lang.Final):
+    chat: 'mc.Chat'
+
+
+@dc.dataclass(frozen=True)
+class AiDeltaChatEvent(ChatEvent, lang.Final):
+    delta: 'mc.AiDelta'

ommlds/cli/sessions/chat/drivers/inject.py

@@ -0,0 +1,69 @@
+"""
+TODO:
+ - private + expose(ChatDriver)
+"""
+import uuid
+
+from omlish import inject as inj
+from omlish import lang
+
+from ....backends.types import DefaultBackendName
+from .configs import DEFAULT_BACKEND
+from .configs import DriverConfig
+
+
+with lang.auto_proxy_import(globals()):
+    from ....backends import inject as _backends
+    from . import driver as _driver
+    from . import types as _types
+    from .ai import inject as _ai
+    from .events import inject as _events
+    from .phases import inject as _phases
+    from .state import inject as _state
+    from .tools import inject as _tools
+    from .user import inject as _user
+
+
+##
+
+
+def bind_driver(cfg: DriverConfig) -> inj.Elements:
+    els: list[inj.Elemental] = []
+
+    #
+
+    els.extend([
+        _backends.bind_backends(cfg.backend),
+
+        _ai.bind_ai(cfg.ai),
+
+        _events.bind_events(),
+
+        _phases.bind_phases(),
+
+        _state.bind_state(cfg.state),
+
+        _tools.bind_tools(cfg.tools),
+
+        _user.bind_user(cfg.user),
+    ])
+
+    #
+
+    els.extend([
+        inj.bind(_driver.ChatDriver, singleton=True),
+
+        inj.bind_late(_driver.ChatDriver),
+    ])
+
+    #
+
+    els.append(inj.bind(DefaultBackendName, to_const=DEFAULT_BACKEND))
+
+    #
+
+    els.append(inj.bind(_types.ChatDriverId(uuid.uuid4())))
+
+    #
+
+    return inj.as_elements(*els)

ommlds/cli/sessions/chat/{chat → drivers}/state/inject.py

@@ -1,9 +1,9 @@
 from omlish import inject as inj
 from omlish import lang
 
-from ...phases.injection import phase_callbacks
-from ...phases.types import ChatPhase
-from ...phases.types import ChatPhaseCallback
+from ..phases.injection import phase_callbacks
+from ..phases.types import ChatPhase
+from ..phases.types import ChatPhaseCallback
 from .configs import StateConfig
 
 

ommlds/cli/sessions/chat/{chat → drivers}/state/types.py

@@ -18,7 +18,7 @@ class ChatState:
     created_at: datetime.datetime = dc.field(default_factory=lang.utcnow)
     updated_at: datetime.datetime = dc.field(default_factory=lang.utcnow)
 
-    chat: mc.Chat = ()
+    chat: 'mc.Chat' = ()
 
 
 ##

ommlds/cli/sessions/chat/{tools → drivers/tools}/configs.py

@@ -9,10 +9,10 @@ from omlish import lang
 
 @dc.dataclass(frozen=True, kw_only=True)
 class ToolsConfig:
-    silent: bool = False
-    dangerous_no_confirmation: bool = False
     enabled_tools: ta.Iterable[str] | None = None
 
+    verbose: bool = False
+
 
 ##