ommlds 0.0.0.dev474__py3-none-any.whl → 0.0.0.dev476__py3-none-any.whl

ommlds/cli/secrets.py

@@ -0,0 +1,21 @@
+import os
+
+from omdev.home.secrets import load_secrets
+
+
+##
+
+
+def install_secrets() -> None:
+    # FIXME: lol garbage
+    for key in [
+        'ANTHROPIC_API_KEY',
+        'GEMINI_API_KEY',
+        'GROQ_API_KEY',
+        'HUGGINGFACE_TOKEN',
+        'MISTRAL_API_KEY',
+        'OPENAI_API_KEY',
+        'TAVILY_API_KEY',
+    ]:
+        if (sec := load_secrets().try_get(key.lower())) is not None:
+            os.environ[key] = sec.reveal()

ommlds/cli/sessions/base.py

@@ -1,7 +1,7 @@
 import abc
-import dataclasses as dc
 import typing as ta
 
+from omlish import dataclasses as dc
 from omlish import lang
 from omlish.configs import all as cfgs
 

ommlds/cli/sessions/chat/chat/ai/configs.py

@@ -0,0 +1,11 @@
+from omlish import dataclasses as dc
+
+
+##
+
+
+@dc.dataclass(frozen=True, kw_only=True)
+class AiConfig:
+    stream: bool = False
+    silent: bool = False
+    enable_tools: bool = False

ommlds/cli/sessions/chat/chat/ai/inject.py

@@ -2,6 +2,7 @@ from omlish import inject as inj
 from omlish import lang
 
 from ...... import minichain as mc
+from .configs import AiConfig
 from .injection import chat_options_providers
 
 
@@ -15,12 +16,7 @@ with lang.auto_proxy_import(globals()):
 ##
 
 
-def bind_ai(
-        *,
-        stream: bool = False,
-        silent: bool = False,
-        enable_tools: bool = False,
-) -> inj.Elements:
+def bind_ai(cfg: AiConfig = AiConfig()) -> inj.Elements:
     els: list[inj.Elemental] = []
 
     #
@@ -38,12 +34,12 @@ def bind_ai(
 
     ai_stack = inj.wrapper_binder_helper(_types.AiChatGenerator)
 
-    if stream:
+    if cfg.stream:
         stream_ai_stack = inj.wrapper_binder_helper(_types.StreamAiChatGenerator)
 
         els.append(stream_ai_stack.push_bind(to_ctor=_services.ChatChoicesStreamServiceStreamAiChatGenerator, singleton=True))  # noqa
 
-        if not silent:
+        if not cfg.silent:
             els.append(stream_ai_stack.push_bind(to_ctor=_rendering.RenderingStreamAiChatGenerator, singleton=True))
 
         els.extend([
@@ -54,17 +50,17 @@ def bind_ai(
     else:
         els.append(ai_stack.push_bind(to_ctor=_services.ChatChoicesServiceAiChatGenerator, singleton=True))
 
-        if not silent:
+        if not cfg.silent:
             els.append(ai_stack.push_bind(to_ctor=_rendering.RenderingAiChatGenerator, singleton=True))
 
-    if enable_tools:
+    if cfg.enable_tools:
         els.append(ai_stack.push_bind(to_ctor=_tools.ToolExecutingAiChatGenerator, singleton=True))
 
     els.append(inj.bind(_types.AiChatGenerator, to_key=ai_stack.top))
 
     #
 
-    if enable_tools:
+    if cfg.enable_tools:
         def _provide_tools_chat_choices_options_provider(tc: mc.ToolCatalog) -> _services.ChatChoicesServiceOptionsProvider:  # noqa
             return _services.ChatChoicesServiceOptionsProvider(lambda: [
                 mc.Tool(tce.spec)

ommlds/cli/sessions/chat/chat/ai/rendering.py

@@ -1,10 +1,10 @@
 import typing as ta
 
 from ...... import minichain as mc
-from ...content.messages import MessageContentExtractor
-from ...content.messages import MessageContentExtractorImpl
-from ...rendering.types import ContentRendering
-from ...rendering.types import StreamContentRendering
+from .....content.messages import MessageContentExtractor
+from .....content.messages import MessageContentExtractorImpl
+from .....rendering.types import ContentRendering
+from .....rendering.types import StreamContentRendering
 from .types import AiChatGenerator
 from .types import StreamAiChatGenerator
 

ommlds/cli/sessions/chat/chat/ai/services.py

@@ -4,8 +4,8 @@ from omlish import check
 from omlish import lang
 
 from ...... import minichain as mc
-from ...backends.types import ChatChoicesServiceBackendProvider
-from ...backends.types import ChatChoicesStreamServiceBackendProvider
+from .....backends.types import ChatChoicesServiceBackendProvider
+from .....backends.types import ChatChoicesStreamServiceBackendProvider
 from .types import AiChatGenerator
 from .types import StreamAiChatGenerator
 

ommlds/cli/sessions/chat/chat/state/configs.py

@@ -0,0 +1,11 @@
+import typing as ta
+
+from omlish import dataclasses as dc
+
+
+##
+
+
+@dc.dataclass(frozen=True, kw_only=True)
+class StateConfig:
+    state: ta.Literal['new', 'continue', 'ephemeral'] = 'continue'

ommlds/cli/sessions/chat/chat/state/inject.py

@@ -1,11 +1,10 @@
-import typing as ta
-
 from omlish import inject as inj
 from omlish import lang
 
 from ...phases.injection import phase_callbacks
 from ...phases.types import ChatPhase
 from ...phases.types import ChatPhaseCallback
+from .configs import StateConfig
 
 
 with lang.auto_proxy_import(globals()):
@@ -17,24 +16,21 @@ with lang.auto_proxy_import(globals()):
 ##
 
 
-def bind_state(
-        *,
-        state: ta.Literal['new', 'continue', 'ephemeral'] = 'continue',
-) -> inj.Elements:
+def bind_state(cfg: StateConfig = StateConfig()) -> inj.Elements:
     els: list[inj.Elemental] = []
 
-    if state in ('continue', 'new'):
+    if cfg.state in ('continue', 'new'):
         els.append(inj.bind(_types.ChatStateManager, to_ctor=_storage.StateStorageChatStateManager, singleton=True))
 
-        if state == 'new':
+        if cfg.state == 'new':
             els.append(phase_callbacks().bind_item(to_fn=lang.typed_lambda(cm=_types.ChatStateManager)(
                 lambda cm: ChatPhaseCallback(ChatPhase.STARTING, cm.clear_state),
             )))
 
-    elif state == 'ephemeral':
+    elif cfg.state == 'ephemeral':
         els.append(inj.bind(_types.ChatStateManager, to_ctor=_inmemory.InMemoryChatStateManager, singleton=True))
 
     else:
-        raise TypeError(state)
+        raise TypeError(cfg.state)
 
     return inj.as_elements(*els)

ommlds/cli/sessions/chat/chat/state/inmemory.py

@@ -1,5 +1,4 @@
-import dataclasses as dc
-
+from omlish import dataclasses as dc
 from omlish import lang
 
 from ...... import minichain as mc

ommlds/cli/sessions/chat/chat/state/storage.py

@@ -1,6 +1,5 @@
-import dataclasses as dc
-
 from omlish import check
+from omlish import dataclasses as dc
 from omlish import lang
 
 from ...... import minichain as mc

ommlds/cli/sessions/chat/chat/state/types.py

@@ -1,8 +1,8 @@
 import abc
-import dataclasses as dc
 import datetime
 import typing as ta
 
+from omlish import dataclasses as dc
 from omlish import lang
 
 from ...... import minichain as mc

ommlds/cli/sessions/chat/chat/user/configs.py

@@ -0,0 +1,17 @@
+import typing as ta
+
+from omlish import dataclasses as dc
+
+from ...... import minichain as mc
+
+
+##
+
+
+@dc.dataclass(frozen=True, kw_only=True)
+class UserConfig:
+    initial_system_content: ta.Optional['mc.Content'] = None
+    initial_user_content: ta.Optional['mc.Content'] = None
+
+    interactive: bool = False
+    use_readline: bool | ta.Literal['auto'] = 'auto'

ommlds/cli/sessions/chat/chat/user/inject.py

@@ -1,5 +1,3 @@
-import typing as ta
-
 from omlish import inject as inj
 from omlish import lang
 
@@ -7,9 +5,12 @@ from ...... import minichain as mc
 from ...phases.injection import phase_callbacks
 from ...phases.types import ChatPhase
 from ...phases.types import ChatPhaseCallback
+from .configs import UserConfig
 
 
 with lang.auto_proxy_import(globals()):
+    from .....inputs import asyncs as _inputs_asyncs
+    from .....inputs import sync as _inputs_sync
     from ..state import types as _state
     from . import interactive as _interactive
     from . import oneshot as _oneshot
@@ -19,27 +20,22 @@ with lang.auto_proxy_import(globals()):
 ##
 
 
-def bind_user(
-        *,
-        initial_system_content: ta.Optional['mc.Content'] = None,
-        initial_user_content: ta.Optional['mc.Content'] = None,
-        interactive: bool = False,
-) -> inj.Elements:
+def bind_user(cfg: UserConfig = UserConfig()) -> inj.Elements:
     els: list[inj.Elemental] = []
 
     # FIXME: barf
-    if initial_system_content is not None:
+    if cfg.initial_system_content is not None:
         async def add_initial_system_content(cm: '_state.ChatStateManager') -> None:
-            await cm.extend_chat([mc.SystemMessage(initial_system_content)])
+            await cm.extend_chat([mc.SystemMessage(cfg.initial_system_content)])
 
         els.append(phase_callbacks().bind_item(to_fn=lang.typed_lambda(cm=_state.ChatStateManager)(
             lambda cm: ChatPhaseCallback(ChatPhase.STARTED, lambda: add_initial_system_content(cm)),
         )))
 
-    if interactive:
-        if initial_user_content is not None:
+    if cfg.interactive:
+        if cfg.initial_user_content is not None:
             async def add_initial_user_content(cm: '_state.ChatStateManager') -> None:
-                await cm.extend_chat([mc.UserMessage(initial_user_content)])
+                await cm.extend_chat([mc.UserMessage(cfg.initial_user_content)])
 
             els.append(phase_callbacks().bind_item(to_fn=lang.typed_lambda(cm=_state.ChatStateManager)(
                 lambda cm: ChatPhaseCallback(ChatPhase.STARTED, lambda: add_initial_user_content(cm)),
@@ -49,12 +45,17 @@ def bind_user(
 
         els.append(inj.bind(_types.UserChatInput, to_ctor=_interactive.InteractiveUserChatInput, singleton=True))
 
+        els.extend([
+            inj.bind(_inputs_sync.SyncStringInput, to_const=_inputs_sync.InputSyncStringInput(use_readline=cfg.use_readline)),  # noqa
+            inj.bind(_inputs_asyncs.AsyncStringInput, to_ctor=_inputs_asyncs.ThreadAsyncStringInput, singleton=True),
+        ])
+
     else:
-        if initial_user_content is None:
+        if cfg.initial_user_content is None:
             raise ValueError('Initial user content is required for non-interactive chat')
 
         els.extend([
-            inj.bind(_oneshot.OneshotUserChatInputInitialChat, to_const=[mc.UserMessage(initial_user_content)]),
+            inj.bind(_oneshot.OneshotUserChatInputInitialChat, to_const=[mc.UserMessage(cfg.initial_user_content)]),
             inj.bind(_types.UserChatInput, to_ctor=_oneshot.OneshotUserChatInput, singleton=True),
         ])
 

ommlds/cli/sessions/chat/chat/user/interactive.py

@@ -1,9 +1,9 @@
-import functools
 import typing as ta
 
-from omlish import lang
-
 from ...... import minichain as mc
+from .....inputs.asyncs import AsyncStringInput
+from .....inputs.asyncs import SyncAsyncStringInput
+from .....inputs.sync import InputSyncStringInput
 from .types import UserChatInput
 
 
@@ -11,14 +11,16 @@ from .types import UserChatInput
 
 
 class InteractiveUserChatInput(UserChatInput):
+    DEFAULT_STRING_INPUT: ta.ClassVar[AsyncStringInput] = SyncAsyncStringInput(InputSyncStringInput())
+
     def __init__(
             self,
-            string_input: ta.Callable[[], ta.Awaitable[str]] | None = None,
+            string_input: AsyncStringInput | None = None,
     ) -> None:
         super().__init__()
 
         if string_input is None:
-            string_input = lang.as_async(functools.partial(input, '> '))
+            string_input = self.DEFAULT_STRING_INPUT
         self._string_input = string_input
 
     async def get_next_user_messages(self) -> 'mc.UserChat':

ommlds/cli/sessions/chat/configs.py

@@ -1,36 +1,27 @@
-import dataclasses as dc
-import typing as ta
+from omlish import dataclasses as dc
 
-from .... import minichain as mc
+from ...backends.configs import BackendConfig
+from ...rendering.configs import RenderingConfig
+from .chat.ai.configs import AiConfig
+from .chat.state.configs import StateConfig
+from .chat.user.configs import UserConfig
+from .tools.configs import ToolsConfig
 
 
 ##
 
 
-DEFAULT_CHAT_MODEL_BACKEND = 'openai'
+DEFAULT_BACKEND = 'openai'
 
 
 ##
 
 
-@dc.dataclass(frozen=True)
+@dc.dataclass(frozen=True, kw_only=True)
 class ChatConfig:
-    _: dc.KW_ONLY
-
-    backend: str | None = None
-    model_name: str | None = None
-
-    state: ta.Literal['new', 'continue', 'ephemeral'] = 'continue'
-
-    initial_system_content: ta.Optional['mc.Content'] = None
-    initial_user_content: ta.Optional['mc.Content'] = None
-    interactive: bool = False
-
-    silent: bool = False
-    markdown: bool = False
-
-    stream: bool = False
-
-    enable_tools: bool = False
-    enabled_tools: ta.AbstractSet[str] | None = None
-    dangerous_no_tool_confirmation: bool = False
+    backend: BackendConfig = BackendConfig()
+    ai: AiConfig = AiConfig()
+    state: StateConfig = StateConfig()
+    user: UserConfig = UserConfig()
+    rendering: RenderingConfig = RenderingConfig()
+    tools: ToolsConfig = ToolsConfig()

ommlds/cli/sessions/chat/inject.py

@@ -2,20 +2,21 @@ from omlish import dataclasses as dc
 from omlish import inject as inj
 from omlish import lang
 
+from ...backends.types import DefaultBackendName
 from ..base import Session
-from .configs import DEFAULT_CHAT_MODEL_BACKEND
+from .configs import DEFAULT_BACKEND
 from .configs import ChatConfig
 
 
 with lang.auto_proxy_import(globals()):
+    from ...backends import inject as _backends
+    from ...rendering import inject as _rendering
     from . import driver as _driver
     from . import session as _session
-    from .backends import inject as _backends
     from .chat.ai import inject as _chat_ai
     from .chat.state import inject as _chat_state
     from .chat.user import inject as _chat_user
     from .phases import inject as _phases
-    from .rendering import inject as _rendering
     from .tools import inject as _tools
 
 
@@ -28,41 +29,20 @@ def bind_chat(cfg: ChatConfig) -> inj.Elements:
     #
 
     els.extend([
-        _backends.bind_backends(
-            backend=cfg.backend or DEFAULT_CHAT_MODEL_BACKEND,
-        ),
-
-        _chat_ai.bind_ai(
-            stream=cfg.stream,
-            silent=cfg.silent,
-            enable_tools=cfg.enable_tools,
-        ),
-
-        _chat_user.bind_user(
-            initial_system_content=cfg.initial_system_content,
-            initial_user_content=cfg.initial_user_content,
-            interactive=cfg.interactive,
-        ),
-
-        _chat_state.bind_state(
-            state=cfg.state,
-        ),
+        _backends.bind_backends(cfg.backend),
 
-        _phases.bind_phases(),
+        _chat_ai.bind_ai(cfg.ai),
 
-        _rendering.bind_rendering(
-            markdown=cfg.markdown,
-        ),
-    ])
+        _chat_user.bind_user(cfg.user),
 
-    #
+        _chat_state.bind_state(cfg.state),
+
+        _phases.bind_phases(),
 
-    if cfg.enable_tools:
-        els.append(_tools.bind_tools(
-            silent=cfg.silent,
-            dangerous_no_confirmation=cfg.dangerous_no_tool_confirmation,
-            enabled_tools=cfg.enabled_tools,
-        ))
+        _rendering.bind_rendering(cfg.rendering),
+
+        _tools.bind_tools(cfg.tools),
+    ])
 
     #
 
@@ -79,4 +59,8 @@ def bind_chat(cfg: ChatConfig) -> inj.Elements:
 
     #
 
+    els.append(inj.bind(DefaultBackendName, to_const=DEFAULT_BACKEND))
+
+    #
+
     return inj.as_elements(*els)

ommlds/cli/sessions/chat/session.py

@@ -1,4 +1,4 @@
-import dataclasses as dc
+from omlish import dataclasses as dc
 
 from ..base import Session
 from .configs import ChatConfig

ommlds/cli/sessions/chat/tools/configs.py

@@ -0,0 +1,13 @@
+import typing as ta
+
+from omlish import dataclasses as dc
+
+
+##
+
+
+@dc.dataclass(frozen=True, kw_only=True)
+class ToolsConfig:
+    silent: bool = False
+    dangerous_no_confirmation: bool = False
+    enabled_tools: ta.Iterable[str] | None = None

ommlds/cli/sessions/chat/tools/inject.py

@@ -6,6 +6,7 @@ from omlish import inject as inj
 from omlish import lang
 
 from ..... import minichain as mc
+from .configs import ToolsConfig
 from .injection import bind_tool_context_provider_to_key
 from .injection import tool_catalog_entries
 from .injection import tool_context_providers
@@ -90,12 +91,7 @@ def _bind_fs_tools() -> inj.Elements:
 ##
 
 
-def bind_tools(
-        *,
-        silent: bool = False,
-        dangerous_no_confirmation: bool = False,
-        enabled_tools: ta.Iterable[str] | None = None,
-) -> inj.Elements:
+def bind_tools(cfg: ToolsConfig = ToolsConfig()) -> inj.Elements:
     els: list[inj.Elemental] = []
 
     #
@@ -106,7 +102,7 @@ def bind_tools(
 
     els.append(tool_catalog_entries().bind_items_provider(singleton=True))
 
-    for etn in check.not_isinstance(enabled_tools or [], str):
+    for etn in check.not_isinstance(cfg.enabled_tools or [], str):
         els.append(_TOOL_BINDERS[etn]())
 
     #
@@ -115,10 +111,10 @@ def bind_tools(
 
     els.append(exec_stack.push_bind(to_ctor=_execution.ToolUseExecutorImpl, singleton=True))
 
-    if not silent:
+    if not cfg.silent:
         els.append(exec_stack.push_bind(to_ctor=_rendering.ResultRenderingToolUseExecutor, singleton=True))
 
-        if dangerous_no_confirmation:
+        if cfg.dangerous_no_confirmation:
             els.append(exec_stack.push_bind(to_ctor=_rendering.ArgsRenderingToolUseExecutor, singleton=True))
 
     els.extend([
@@ -127,7 +123,7 @@ def bind_tools(
 
     #
 
-    if not dangerous_no_confirmation:
+    if not cfg.dangerous_no_confirmation:
         els.append(inj.bind(_confirmation.ToolExecutionConfirmation, to_ctor=_confirmation.InteractiveToolExecutionConfirmation, singleton=True))  # noqa
 
     #

ommlds/cli/sessions/chat/tools/injection.py

@@ -9,6 +9,7 @@ from ..... import minichain as mc
 with lang.auto_proxy_import(globals()):
     from . import execution as _execution
 
+
 ##
 
 

ommlds/cli/sessions/chat/tools/rendering.py

@@ -1,7 +1,7 @@
 import typing as ta
 
 from ..... import minichain as mc
-from ..rendering.types import ContentRendering
+from ....rendering.types import ContentRendering
 from .execution import ToolUseExecutor
 
 

ommlds/cli/sessions/completion/configs.py

@@ -1,4 +1,4 @@
-import dataclasses as dc
+from omlish import dataclasses as dc
 
 from .... import minichain as mc
 
@@ -6,7 +6,7 @@ from .... import minichain as mc
 ##
 
 
-DEFAULT_COMPLETION_MODEL_BACKEND = 'openai'
+DEFAULT_BACKEND = 'openai'
 
 
 ##

ommlds/cli/sessions/completion/inject.py

@@ -2,11 +2,15 @@ from omlish import dataclasses as dc
 from omlish import inject as inj
 from omlish import lang
 
+from ...backends.configs import BackendConfig
+from ...backends.types import DefaultBackendName
 from ..base import Session
+from .configs import DEFAULT_BACKEND
 from .configs import CompletionConfig
 
 
 with lang.auto_proxy_import(globals()):
+    from ...backends import inject as _backends
     from . import session as _session
 
 
@@ -25,4 +29,14 @@ def bind_completion(cfg: CompletionConfig) -> inj.Elements:
 
     #
 
+    els.extend([
+        _backends.bind_backends(BackendConfig(
+            backend=cfg.backend,
+        )),
+
+        inj.bind(DefaultBackendName, to_const=DEFAULT_BACKEND),
+    ])
+
+    #
+
     return inj.as_elements(*els)

ommlds/cli/sessions/completion/session.py

@@ -1,11 +1,9 @@
-import dataclasses as dc
-
 from omlish import check
-from omlish import lang
+from omlish import dataclasses as dc
 
 from .... import minichain as mc
+from ...backends.types import CompletionServiceBackendProvider
 from ..base import Session
-from .configs import DEFAULT_COMPLETION_MODEL_BACKEND
 from .configs import CompletionConfig
 
 
@@ -21,19 +19,17 @@ class CompletionSession(Session['CompletionSession.Config']):
             self,
             config: Config,
             *,
-            backend_catalog: mc.BackendCatalog,
+            service_provider: CompletionServiceBackendProvider,
     ) -> None:
         super().__init__(config)
 
-        self._backend_catalog = backend_catalog
+        self._service_provider = service_provider
 
     async def run(self) -> None:
         prompt = check.isinstance(self._config.content, str)
 
         mdl: mc.CompletionService
-        async with lang.async_maybe_managing(self._backend_catalog.new_backend(
-                mc.CompletionService,
-                self._config.backend or DEFAULT_COMPLETION_MODEL_BACKEND,
-        )) as mdl:
+        async with self._service_provider.provide_backend() as mdl:
             response = await mdl.invoke(mc.CompletionRequest(prompt))
-            print(response.v.strip())
+
+        print(response.v.strip())

ommlds/cli/sessions/embedding/configs.py

@@ -1,4 +1,4 @@
-import dataclasses as dc
+from omlish import dataclasses as dc
 
 from .... import minichain as mc
 
@@ -6,7 +6,7 @@ from .... import minichain as mc
 ##
 
 
-DEFAULT_EMBEDDING_MODEL_BACKEND = 'openai'
+DEFAULT_BACKEND = 'openai'
 
 
 ##