ommlds 0.0.0.dev480__py3-none-any.whl → 0.0.0.dev503__py3-none-any.whl

ommlds/cli/sessions/chat/configs.py

@@ -1,27 +1,19 @@
 from omlish import dataclasses as dc
 
-from ...backends.configs import BackendConfig
 from ...rendering.configs import RenderingConfig
-from .chat.ai.configs import AiConfig
-from .chat.state.configs import StateConfig
-from .chat.user.configs import UserConfig
-from .tools.configs import ToolsConfig
-
-
-##
-
-
-DEFAULT_BACKEND = 'openai'
+from ..configs import SessionConfig
+from .drivers.configs import DriverConfig
+from .facades.configs import FacadeConfig
+from .interfaces.bare.configs import BareInterfaceConfig
+from .interfaces.configs import InterfaceConfig
 
 
 ##
 
 
 @dc.dataclass(frozen=True, kw_only=True)
-class ChatConfig:
-    backend: BackendConfig = BackendConfig()
-    ai: AiConfig = AiConfig()
-    state: StateConfig = StateConfig()
-    user: UserConfig = UserConfig()
+class ChatConfig(SessionConfig):
+    driver: DriverConfig = DriverConfig()
+    facade: FacadeConfig = FacadeConfig()
+    interface: InterfaceConfig = BareInterfaceConfig()
     rendering: RenderingConfig = RenderingConfig()
-    tools: ToolsConfig = ToolsConfig()

ommlds/cli/sessions/chat/{chat → drivers}/ai/configs.py

@@ -7,5 +7,7 @@ from omlish import dataclasses as dc
 @dc.dataclass(frozen=True, kw_only=True)
 class AiConfig:
     stream: bool = False
-    silent: bool = False
+
+    verbose: bool = False
+
     enable_tools: bool = False

ommlds/cli/sessions/chat/drivers/ai/events.py

@@ -0,0 +1,57 @@
+import typing as ta
+
+from ...... import minichain as mc
+from ..events.manager import ChatEventsManager
+from ..events.types import AiDeltaChatEvent
+from ..events.types import AiMessagesChatEvent
+from .types import AiChatGenerator
+from .types import StreamAiChatGenerator
+
+
+##
+
+
+class EventEmittingAiChatGenerator(AiChatGenerator):
+    def __init__(
+            self,
+            *,
+            wrapped: AiChatGenerator,
+            events: ChatEventsManager,
+    ) -> None:
+        super().__init__()
+
+        self._wrapped = wrapped
+        self._events = events
+
+    async def get_next_ai_messages(self, chat: 'mc.Chat') -> 'mc.Chat':
+        out = await self._wrapped.get_next_ai_messages(chat)
+
+        await self._events.emit_event(AiMessagesChatEvent(out))
+
+        return out
+
+
+class EventEmittingStreamAiChatGenerator(StreamAiChatGenerator):
+    def __init__(
+            self,
+            *,
+            wrapped: StreamAiChatGenerator,
+            events: ChatEventsManager,
+    ) -> None:
+        super().__init__()
+
+        self._wrapped = wrapped
+        self._events = events
+
+    async def get_next_ai_messages_streamed(
+            self,
+            chat: 'mc.Chat',
+            delta_callback: ta.Callable[['mc.AiDelta'], ta.Awaitable[None]] | None = None,
+    ) -> 'mc.Chat':
+        async def inner(delta: mc.AiDelta) -> None:
+            await self._events.emit_event(AiDeltaChatEvent(delta))
+
+            if delta_callback is not None:
+                await delta_callback(delta)
+
+        return await self._wrapped.get_next_ai_messages_streamed(chat, delta_callback=inner)

ommlds/cli/sessions/chat/{chat → drivers}/ai/inject.py

@@ -7,6 +7,7 @@ from .injection import chat_options_providers
 
 
 with lang.auto_proxy_import(globals()):
+    from . import events as _events
     from . import rendering as _rendering
     from . import services as _services
     from . import tools as _tools
@@ -39,9 +40,11 @@ def bind_ai(cfg: AiConfig = AiConfig()) -> inj.Elements:
 
         els.append(stream_ai_stack.push_bind(to_ctor=_services.ChatChoicesStreamServiceStreamAiChatGenerator, singleton=True))  # noqa
 
-        if not cfg.silent:
+        if cfg.verbose:
             els.append(stream_ai_stack.push_bind(to_ctor=_rendering.RenderingStreamAiChatGenerator, singleton=True))
 
+        els.append(stream_ai_stack.push_bind(to_ctor=_events.EventEmittingStreamAiChatGenerator, singleton=True))
+
         els.extend([
             inj.bind(_types.StreamAiChatGenerator, to_key=stream_ai_stack.top),
             ai_stack.push_bind(to_key=_types.StreamAiChatGenerator),
@@ -50,9 +53,11 @@ def bind_ai(cfg: AiConfig = AiConfig()) -> inj.Elements:
     else:
         els.append(ai_stack.push_bind(to_ctor=_services.ChatChoicesServiceAiChatGenerator, singleton=True))
 
-        if not cfg.silent:
+        if cfg.verbose:
             els.append(ai_stack.push_bind(to_ctor=_rendering.RenderingAiChatGenerator, singleton=True))
 
+        els.append(ai_stack.push_bind(to_ctor=_events.EventEmittingAiChatGenerator, singleton=True))
+
     if cfg.enable_tools:
         els.append(ai_stack.push_bind(to_ctor=_tools.ToolExecutingAiChatGenerator, singleton=True))
 
@@ -61,7 +66,9 @@ def bind_ai(cfg: AiConfig = AiConfig()) -> inj.Elements:
     #
 
     if cfg.enable_tools:
-        def _provide_tools_chat_choices_options_provider(tc: mc.ToolCatalog) -> _services.ChatChoicesServiceOptionsProvider:  # noqa
+        def _provide_tools_chat_choices_options_provider(
+                tc: mc.ToolCatalog,
+        ) -> _services.ChatChoicesServiceOptionsProvider:
             return _services.ChatChoicesServiceOptionsProvider(lambda: [
                 mc.Tool(tce.spec)
                 for tce in tc.by_name.values()

ommlds/cli/sessions/chat/{chat → drivers}/ai/rendering.py

@@ -58,7 +58,7 @@ class RenderingStreamAiChatGenerator(StreamAiChatGenerator):
             self,
             chat: 'mc.Chat',
             delta_callback: ta.Callable[['mc.AiDelta'], ta.Awaitable[None]] | None = None,
-    ) -> mc.Chat:
+    ) -> 'mc.Chat':
         async with self._renderer.create_context() as renderer:
             async def inner(delta: mc.AiDelta) -> None:
                 if isinstance(delta, mc.ContentAiDelta):

ommlds/cli/sessions/chat/{chat → drivers}/ai/services.py

@@ -60,7 +60,7 @@ class ChatChoicesStreamServiceStreamAiChatGenerator(StreamAiChatGenerator):
             self,
             chat: 'mc.Chat',
             delta_callback: ta.Callable[['mc.AiDelta'], ta.Awaitable[None]] | None = None,
-    ) -> mc.AiChat:
+    ) -> 'mc.AiChat':
         opts = self._options() if self._options is not None else []
 
         async with self._service_provider.provide_backend() as service:

ommlds/cli/sessions/chat/{chat → drivers}/ai/tools.py

@@ -1,5 +1,5 @@
 from ...... import minichain as mc
-from ...tools.execution import ToolUseExecutor
+from ..tools.execution import ToolUseExecutor
 from .types import AiChatGenerator
 
 
@@ -24,17 +24,13 @@ class ToolExecutingAiChatGenerator(AiChatGenerator):
         while True:
             new = await self._wrapped.get_next_ai_messages([*chat, *out])
 
-            out.extend(new)
-
             cont = False
 
             for msg in new:
+                out.append(msg)
+
                 if isinstance(msg, mc.ToolUseMessage):
-                    trm = await self._executor.execute_tool_use(
-                        msg.tu,
-                        # fs_tool_context,
-                        # todo_tool_context,  # noqa
-                    )
+                    trm = await self._executor.execute_tool_use(msg.tu)
 
                     out.append(trm)
 

ommlds/cli/sessions/chat/{chat → drivers}/ai/types.py

@@ -26,3 +26,12 @@ class StreamAiChatGenerator(AiChatGenerator, lang.Abstract):
             delta_callback: ta.Callable[['mc.AiDelta'], ta.Awaitable[None]] | None = None,
     ) -> ta.Awaitable['mc.Chat']:
         raise NotImplementedError
+
+
+##
+
+
+class AiChatOutput(lang.Abstract):
+    @abc.abstractmethod
+    def output_ai_chat(self, chat: 'mc.Chat') -> ta.Awaitable[None]:
+        raise NotImplementedError

ommlds/cli/sessions/chat/drivers/configs.py

@@ -0,0 +1,25 @@
+from omlish import dataclasses as dc
+
+from ....backends.configs import BackendConfig
+from .ai.configs import AiConfig
+from .state.configs import StateConfig
+from .tools.configs import ToolsConfig
+from .user.configs import UserConfig
+
+
+##
+
+
+DEFAULT_BACKEND = 'openai'
+
+
+##
+
+
+@dc.dataclass(frozen=True, kw_only=True)
+class DriverConfig:
+    ai: AiConfig = AiConfig()
+    backend: BackendConfig = BackendConfig()
+    state: StateConfig = StateConfig()
+    tools: ToolsConfig = ToolsConfig()
+    user: UserConfig = UserConfig()

ommlds/cli/sessions/chat/drivers/events/inject.py

@@ -0,0 +1,27 @@
+from omlish import inject as inj
+from omlish import lang
+
+from .injection import event_callbacks
+
+
+with lang.auto_proxy_import(globals()):
+    from . import manager as _manager
+
+
+##
+
+
+def bind_events() -> inj.Elements:
+    els: list[inj.Elemental] = []
+
+    #
+
+    els.append(event_callbacks().bind_items_provider(singleton=True))
+
+    #
+
+    els.append(inj.bind(_manager.ChatEventsManager, singleton=True))
+
+    #
+
+    return inj.as_elements(*els)

ommlds/cli/sessions/chat/drivers/events/injection.py

@@ -0,0 +1,14 @@
+from omlish import inject as inj
+from omlish import lang
+
+
+with lang.auto_proxy_import(globals()):
+    from . import types as _types
+
+
+##
+
+
+@lang.cached_function
+def event_callbacks() -> 'inj.ItemsBinderHelper[_types.ChatEventCallback]':
+    return inj.items_binder_helper[_types.ChatEventCallback](_types.ChatEventCallbacks)

ommlds/cli/sessions/chat/drivers/events/manager.py

@@ -0,0 +1,16 @@
+from .types import ChatEvent
+from .types import ChatEventCallbacks
+
+
+##
+
+
+class ChatEventsManager:
+    def __init__(self, callbacks: ChatEventCallbacks) -> None:
+        super().__init__()
+
+        self._callbacks = callbacks
+
+    async def emit_event(self, event: ChatEvent) -> None:
+        for cb in self._callbacks:
+            await cb(event)

ommlds/cli/sessions/chat/drivers/events/types.py

@@ -0,0 +1,38 @@
+import typing as ta
+
+from omlish import dataclasses as dc
+from omlish import lang
+
+from ...... import minichain as mc
+
+
+##
+
+
+class ChatEvent(lang.Abstract, lang.Sealed):
+    pass
+
+
+class ChatEventCallback(lang.Func1[ChatEvent, ta.Awaitable[None]]):
+    pass
+
+
+ChatEventCallbacks = ta.NewType('ChatEventCallbacks', ta.Sequence[ChatEventCallback])
+
+
+##
+
+
+@dc.dataclass(frozen=True)
+class UserMessagesChatEvent(ChatEvent, lang.Final):
+    chat: 'mc.UserChat'
+
+
+@dc.dataclass(frozen=True)
+class AiMessagesChatEvent(ChatEvent, lang.Final):
+    chat: 'mc.Chat'
+
+
+@dc.dataclass(frozen=True)
+class AiDeltaChatEvent(ChatEvent, lang.Final):
+    delta: 'mc.AiDelta'

ommlds/cli/sessions/chat/drivers/impl.py

@@ -0,0 +1,50 @@
+"""
+TODO:
+ - lifecycles
+ - StreamService
+"""
+from ..... import minichain as mc
+from .ai.types import AiChatGenerator
+from .events.manager import ChatEventsManager
+from .events.types import UserMessagesChatEvent
+from .phases.manager import ChatPhaseManager
+from .phases.types import ChatPhase
+from .state.types import ChatStateManager
+from .types import ChatDriver
+
+
+##
+
+
+class ChatDriverImpl(ChatDriver):
+    def __init__(
+            self,
+            *,
+            phases: ChatPhaseManager,
+            ai_chat_generator: AiChatGenerator,
+            chat_state_manager: ChatStateManager,
+            events: ChatEventsManager,
+    ) -> None:
+        super().__init__()
+
+        self._phases = phases
+        self._ai_chat_generator = ai_chat_generator
+        self._chat_state_manager = chat_state_manager
+        self._events = events
+
+    async def start(self) -> None:
+        await self._phases.set_phase(ChatPhase.STARTING)
+        await self._phases.set_phase(ChatPhase.STARTED)
+
+    async def stop(self) -> None:
+        await self._phases.set_phase(ChatPhase.STOPPING)
+        await self._phases.set_phase(ChatPhase.STOPPED)
+
+    async def send_user_messages(self, next_user_chat: 'mc.UserChat') -> None:
+        await self._events.emit_event(UserMessagesChatEvent(next_user_chat))
+
+        prev_user_chat = (await self._chat_state_manager.get_state()).chat
+
+        next_ai_chat = await self._ai_chat_generator.get_next_ai_messages([*prev_user_chat, *next_user_chat])
+
+        await self._chat_state_manager.extend_chat([*next_user_chat, *next_ai_chat])

ommlds/cli/sessions/chat/drivers/inject.py

@@ -0,0 +1,70 @@
+"""
+TODO:
+ - private + expose(ChatDriver)
+"""
+import uuid
+
+from omlish import inject as inj
+from omlish import lang
+
+from ....backends.types import DefaultBackendName
+from .configs import DEFAULT_BACKEND
+from .configs import DriverConfig
+
+
+with lang.auto_proxy_import(globals()):
+    from ....backends import inject as _backends
+    from . import impl as _impl
+    from . import types as _types
+    from .ai import inject as _ai
+    from .events import inject as _events
+    from .phases import inject as _phases
+    from .state import inject as _state
+    from .tools import inject as _tools
+    from .user import inject as _user
+
+
+##
+
+
+def bind_driver(cfg: DriverConfig = DriverConfig()) -> inj.Elements:
+    els: list[inj.Elemental] = []
+
+    #
+
+    els.extend([
+        _backends.bind_backends(cfg.backend),
+
+        _ai.bind_ai(cfg.ai),
+
+        _events.bind_events(),
+
+        _phases.bind_phases(),
+
+        _state.bind_state(cfg.state),
+
+        _tools.bind_tools(cfg.tools),
+
+        _user.bind_user(cfg.user),
+    ])
+
+    #
+
+    els.extend([
+        inj.bind(_impl.ChatDriverImpl, singleton=True),
+        inj.bind(_types.ChatDriver, to_key=_impl.ChatDriverImpl),
+
+        inj.bind_async_late(_types.ChatDriver, _types.ChatDriverGetter),
+    ])
+
+    #
+
+    els.append(inj.bind(DefaultBackendName, to_const=DEFAULT_BACKEND))
+
+    #
+
+    els.append(inj.bind(_types.ChatDriverId(uuid.uuid4())))
+
+    #
+
+    return inj.as_elements(*els)

ommlds/cli/sessions/chat/{chat → drivers}/state/configs.py

@@ -9,3 +9,5 @@ from omlish import dataclasses as dc
 @dc.dataclass(frozen=True, kw_only=True)
 class StateConfig:
     state: ta.Literal['new', 'continue', 'ephemeral'] = 'continue'
+
+    chat_id: str | None = None

ommlds/cli/sessions/chat/drivers/state/ids.py

@@ -0,0 +1,25 @@
+from .storage import StateStorage
+from .types import ChatId
+
+
+##
+
+
+_LAST_CHAT_ID_STATE_KEY: str = 'last_chat_id'
+
+
+class LastChatIdManager:
+    def __init__(
+            self,
+            *,
+            state_storage: StateStorage,
+    ) -> None:
+        super().__init__()
+
+        self._state_storage = state_storage
+
+    async def get_last_chat_id(self) -> ChatId | None:
+        return await self._state_storage.load_state(_LAST_CHAT_ID_STATE_KEY, ChatId)
+
+    async def set_last_chat_id(self, chat_id: ChatId | None) -> None:
+        await self._state_storage.save_state(_LAST_CHAT_ID_STATE_KEY, chat_id, ChatId)

ommlds/cli/sessions/chat/drivers/state/inject.py

@@ -0,0 +1,83 @@
+"""
+TODO:
+ - given chat-id + ephemeral = continue in mem
+ - fork chats
+"""
+import uuid
+
+from omlish import inject as inj
+from omlish import lang
+
+from ..phases.injection import phase_callbacks
+from ..phases.types import ChatPhase
+from ..phases.types import ChatPhaseCallback
+from .configs import StateConfig
+
+
+with lang.auto_proxy_import(globals()):
+    from . import ids as _ids
+    from . import inmemory as _inmemory
+    from . import storage as _storage
+    from . import types as _types
+
+
+##
+
+
+def _new_chat_id() -> '_types.ChatId':
+    return _types.ChatId(uuid.uuid4())
+
+
+async def _get_last_or_new_chat_id(lcim: '_ids.LastChatIdManager') -> '_types.ChatId':
+    return lcid if (lcid := await lcim.get_last_chat_id()) is not None else _new_chat_id()
+
+
+##
+
+
+def bind_state(cfg: StateConfig = StateConfig()) -> inj.Elements:
+    els: list[inj.Elemental] = []
+
+    if cfg.state in ('continue', 'new'):
+        if cfg.state == 'new':
+            els.append(inj.bind(_types.ChatId(uuid.UUID(cfg.chat_id)) if cfg.chat_id is not None else _new_chat_id()))
+
+        elif cfg.chat_id is not None:
+            els.append(inj.bind(_types.ChatId(uuid.UUID(cfg.chat_id))))
+
+        else:
+            els.append(inj.bind(_types.ChatId, to_async_fn=_get_last_or_new_chat_id, singleton=True))
+
+        els.extend([
+            inj.bind(_storage.build_chat_storage_key),
+
+            inj.bind(_types.ChatStateManager, to_ctor=_storage.StateStorageChatStateManager, singleton=True),
+        ])
+
+        #
+
+        els.extend([
+            inj.bind(_ids.LastChatIdManager, singleton=True),
+
+            phase_callbacks().bind_item(to_fn=inj.target(
+                lcim=_ids.LastChatIdManager,
+                cid=_types.ChatId,
+            )(lambda lcim, cid: ChatPhaseCallback(ChatPhase.STARTED, lambda: lcim.set_last_chat_id(cid)))),
+        ])
+
+    elif cfg.state == 'ephemeral':
+        if cfg.chat_id is not None:
+            raise ValueError('chat-id is not allowed for ephemeral state')
+
+        els.extend([
+            inj.bind(_new_chat_id()),
+
+            inj.bind(_types.ChatStateManager, to_ctor=_inmemory.InMemoryChatStateManager, singleton=True),
+        ])
+
+    else:
+        raise TypeError(cfg.state)
+
+    #
+
+    return inj.as_elements(*els)

ommlds/cli/sessions/chat/{chat → drivers}/state/inmemory.py

@@ -20,10 +20,6 @@ class InMemoryChatStateManager(ChatStateManager):
     async def get_state(self) -> ChatState:
         return self._state
 
-    async def clear_state(self) -> ChatState:
-        self._state = ChatState()
-        return self._state
-
     async def extend_chat(self, chat_additions: 'mc.Chat') -> ChatState:
         self._state = dc.replace(
             self._state,

ommlds/cli/sessions/chat/{chat → drivers}/state/storage.py

@@ -1,9 +1,11 @@
 from omlish import check
 from omlish import dataclasses as dc
 from omlish import lang
+from omlish import typedvalues as tv
 
 from ...... import minichain as mc
 from .....state.storage import StateStorage
+from .types import ChatId
 from .types import ChatState
 from .types import ChatStateManager
 
@@ -11,35 +13,40 @@ from .types import ChatStateManager
 ##
 
 
+class ChatStateStorageKey(tv.UniqueScalarTypedValue[str]):
+    pass
+
+
+def build_chat_storage_key(chat_id: ChatId) -> ChatStateStorageKey:
+    return ChatStateStorageKey(f'chat:{chat_id.v}')
+
+
+##
+
+
 class StateStorageChatStateManager(ChatStateManager):
     def __init__(
             self,
             *,
             storage: StateStorage,
-            key: str = 'chat',
+            key: ChatStateStorageKey,
     ) -> None:
         super().__init__()
 
         self._storage = storage
-        self._key = check.non_empty_str(key)
+        self._key = check.isinstance(key, ChatStateStorageKey)
 
         self._state: ChatState | None = None
 
     async def get_state(self) -> ChatState:
         if self._state is not None:
             return self._state
-        state: ChatState | None = await self._storage.load_state(self._key, ChatState)
+        state: ChatState | None = await self._storage.load_state(self._key.v, ChatState)
         if state is None:
             state = ChatState()
         self._state = state
         return state
 
-    async def clear_state(self) -> ChatState:
-        state = ChatState()
-        await self._storage.save_state(self._key, state, ChatState)
-        self._state = state
-        return state
-
     async def extend_chat(self, chat_additions: 'mc.Chat') -> ChatState:
         state = await self.get_state()
         state = dc.replace(
@@ -47,6 +54,6 @@ class StateStorageChatStateManager(ChatStateManager):
             chat=[*state.chat, *chat_additions],
             updated_at=lang.utcnow(),
         )
-        await self._storage.save_state(self._key, state, ChatState)
+        await self._storage.save_state(self._key.v, state, ChatState)
         self._state = state
         return state