ommlds 0.0.0.dev330__tar.gz → 0.0.0.dev331__tar.gz

{ommlds-0.0.0.dev330/ommlds.egg-info → ommlds-0.0.0.dev331}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ommlds
-Version: 0.0.0.dev330
+Version: 0.0.0.dev331
 Summary: ommlds
 Author: wrmsr
 License: BSD-3-Clause
@@ -12,8 +12,8 @@ Classifier: Operating System :: OS Independent
 Classifier: Operating System :: POSIX
 Requires-Python: >=3.12
 License-File: LICENSE
-Requires-Dist: omdev==0.0.0.dev330
-Requires-Dist: omlish==0.0.0.dev330
+Requires-Dist: omdev==0.0.0.dev331
+Requires-Dist: omlish==0.0.0.dev331
 Provides-Extra: all
 Requires-Dist: llama-cpp-python~=0.3; extra == "all"
 Requires-Dist: mlx~=0.26; extra == "all"

{ommlds-0.0.0.dev330 → ommlds-0.0.0.dev331}/ommlds/.manifests.json

@@ -20,7 +20,7 @@
     "file": "ommlds/minichain/backends/anthropic/chat.py",
     "line": 30,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.anthropic.chat",
         "attr_name": "AnthropicChatService",
         "name": "anthropic",
@@ -35,7 +35,7 @@
     "file": "ommlds/minichain/backends/duckduckgo.py",
     "line": 21,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.duckduckgo",
         "attr_name": "DuckduckgoSearchService",
         "name": "duckduckgo",
@@ -52,7 +52,7 @@
     "file": "ommlds/minichain/backends/google/chat.py",
     "line": 26,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.google.chat",
         "attr_name": "GoogleChatService",
         "name": "google",
@@ -65,9 +65,9 @@
     "module": ".minichain.backends.llamacpp.chat",
     "attr": null,
     "file": "ommlds/minichain/backends/llamacpp/chat.py",
-    "line": 33,
+    "line": 32,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.llamacpp.chat",
         "attr_name": "LlamacppChatService",
         "name": "llamacpp",
@@ -82,7 +82,7 @@
     "file": "ommlds/minichain/backends/llamacpp/completion.py",
     "line": 25,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.llamacpp.completion",
         "attr_name": "LlamacppCompletionService",
         "name": "llamacpp",
@@ -97,7 +97,7 @@
     "file": "ommlds/minichain/backends/llamacpp/streaming.py",
     "line": 26,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.llamacpp.streaming",
         "attr_name": "LlamacppChatStreamService",
         "name": "llamacpp",
@@ -112,7 +112,7 @@
     "file": "ommlds/minichain/backends/mistral.py",
     "line": 24,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.mistral",
         "attr_name": "MistralChatService",
         "name": "mistral",
@@ -127,7 +127,7 @@
     "file": "ommlds/minichain/backends/mlx/chat.py",
     "line": 28,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.mlx.chat",
         "attr_name": "MlxChatService",
         "name": "mlx",
@@ -142,7 +142,7 @@
     "file": "ommlds/minichain/backends/openai/chat.py",
     "line": 34,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.openai.chat",
         "attr_name": "OpenaiChatService",
         "name": "openai",
@@ -157,7 +157,7 @@
     "file": "ommlds/minichain/backends/openai/completion.py",
     "line": 18,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.openai.completion",
         "attr_name": "OpenaiCompletionService",
         "name": "openai",
@@ -172,7 +172,7 @@
     "file": "ommlds/minichain/backends/openai/embedding.py",
     "line": 17,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.openai.embedding",
         "attr_name": "OpenaiEmbeddingService",
         "name": "openai",
@@ -187,7 +187,7 @@
     "file": "ommlds/minichain/backends/openai/streaming.py",
     "line": 27,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.openai.streaming",
         "attr_name": "OpenaiChatStreamService",
         "name": "openai",
@@ -202,7 +202,7 @@
     "file": "ommlds/minichain/backends/tinygrad/chat.py",
     "line": 19,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.tinygrad.chat",
         "attr_name": "TinygradLlama3ChatService",
         "name": "tinygrad_llama3",
@@ -217,7 +217,7 @@
     "file": "ommlds/minichain/backends/transformers/sentence.py",
     "line": 18,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.transformers.sentence",
         "attr_name": "SentenceTransformersEmbeddingService",
         "name": "sentence_transformers",
@@ -234,7 +234,7 @@
     "file": "ommlds/minichain/backends/transformers/transformers.py",
     "line": 41,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.transformers.transformers",
         "attr_name": "TransformersCompletionService",
         "name": "transformers",
@@ -251,7 +251,7 @@
     "file": "ommlds/minichain/backends/transformers/transformers.py",
     "line": 124,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.transformers.transformers",
         "attr_name": "TransformersChatService",
         "name": "transformers",
@@ -266,9 +266,9 @@
     "module": ".minichain.chat.services",
     "attr": null,
     "file": "ommlds/minichain/chat/services.py",
-    "line": 42,
+    "line": 36,
     "value": {
-      "$.minichain.backends.manifests.BackendTypeManifest": {
+      "$.minichain.registry.RegistryTypeManifest": {
         "mod_name": "ommlds.minichain.chat.services",
         "attr_name": "ChatService"
       }
@@ -278,9 +278,9 @@
     "module": ".minichain.chat.streaming",
     "attr": null,
     "file": "ommlds/minichain/chat/streaming.py",
-    "line": 45,
+    "line": 21,
     "value": {
-      "$.minichain.backends.manifests.BackendTypeManifest": {
+      "$.minichain.registry.RegistryTypeManifest": {
         "mod_name": "ommlds.minichain.chat.streaming",
         "attr_name": "ChatStreamService"
       }
@@ -290,9 +290,9 @@
     "module": ".minichain.completion",
     "attr": null,
     "file": "ommlds/minichain/completion.py",
-    "line": 54,
+    "line": 44,
     "value": {
-      "$.minichain.backends.manifests.BackendTypeManifest": {
+      "$.minichain.registry.RegistryTypeManifest": {
         "mod_name": "ommlds.minichain.completion",
         "attr_name": "CompletionService"
       }
@@ -302,9 +302,9 @@
     "module": ".minichain.search",
     "attr": null,
     "file": "ommlds/minichain/search.py",
-    "line": 64,
+    "line": 55,
     "value": {
-      "$.minichain.backends.manifests.BackendTypeManifest": {
+      "$.minichain.registry.RegistryTypeManifest": {
         "mod_name": "ommlds.minichain.search",
         "attr_name": "SearchService"
       }
@@ -314,9 +314,9 @@
     "module": ".minichain.vectors.embeddings",
     "attr": null,
     "file": "ommlds/minichain/vectors/embeddings.py",
-    "line": 42,
+    "line": 38,
     "value": {
-      "$.minichain.backends.manifests.BackendTypeManifest": {
+      "$.minichain.registry.RegistryTypeManifest": {
         "mod_name": "ommlds.minichain.vectors.embeddings",
         "attr_name": "EmbeddingService"
       }
@@ -326,9 +326,9 @@
     "module": ".minichain.vectors.index",
     "attr": null,
     "file": "ommlds/minichain/vectors/index.py",
-    "line": 53,
+    "line": 47,
     "value": {
-      "$.minichain.backends.manifests.BackendTypeManifest": {
+      "$.minichain.registry.RegistryTypeManifest": {
         "mod_name": "ommlds.minichain.vectors.index",
         "attr_name": "VectorIndexService"
       }
@@ -338,9 +338,9 @@
     "module": ".minichain.vectors.search",
     "attr": null,
     "file": "ommlds/minichain/vectors/search.py",
-    "line": 76,
+    "line": 67,
     "value": {
-      "$.minichain.backends.manifests.BackendTypeManifest": {
+      "$.minichain.registry.RegistryTypeManifest": {
         "mod_name": "ommlds.minichain.vectors.search",
         "attr_name": "VectorSearchService"
       }

{ommlds-0.0.0.dev330 → ommlds-0.0.0.dev331}/ommlds/cli/sessions/chat.py

@@ -118,11 +118,11 @@ class PromptChatSession(Session['PromptChatSession.Config']):
         ]
 
         if self._config.stream:
-            with lang.maybe_managing(mc.backend_of[mc.ChatStreamService].new('openai')) as st_mdl:
-                with st_mdl.invoke(mc.ChatStreamRequest.new(
+            with lang.maybe_managing(mc.registry_of[mc.ChatStreamService].new('openai')) as st_mdl:
+                with st_mdl.invoke(mc.ChatRequest(
                         chat,
-                        *(self._chat_options or []),
-                )) as st_resp:
+                        (self._chat_options or []),
+                )).v as st_resp:
                     resp_s = ''
                     for o in st_resp:
                         o_s = check.isinstance(o[0].m.s, str)
@@ -137,12 +137,12 @@ class PromptChatSession(Session['PromptChatSession.Config']):
             with lang.maybe_managing(CHAT_MODEL_BACKENDS[self._config.backend or DEFAULT_CHAT_MODEL_BACKEND]()(
                 *([mc.ModelName(mn)] if (mn := self._config.model_name) is not None else []),
             )) as mdl:
-                response = mdl.invoke(mc.ChatRequest.new(
+                response = mdl.invoke(mc.ChatRequest(
                     chat,
-                    *(self._chat_options or []),
+                    (self._chat_options or []),
                 ))
 
-                resp_m = response.choices[0].m
+                resp_m = response.v[0].m
                 chat.append(resp_m)
 
                 if (trs := resp_m.tool_exec_requests):
@@ -164,12 +164,12 @@ class PromptChatSession(Session['PromptChatSession.Config']):
                     tool_res = tool.fn(**tr.args)
                     chat.append(mc.ToolExecResultMessage(tr.id, tr.spec.name, json.dumps(tool_res)))
 
-                    response = mdl.invoke(mc.ChatRequest.new(
+                    response = mdl.invoke(mc.ChatRequest(
                         chat,
-                        *(self._chat_options or []),
+                        (self._chat_options or []),
                     ))
 
-                    resp_m = response.choices[0].m
+                    resp_m = response.v[0].m
                     chat.append(resp_m)
 
                 resp_s = check.isinstance(resp_m.s, str).strip()
@@ -237,14 +237,14 @@ class InteractiveChatSession(Session['InteractiveChatSession.Config']):
                 *([mc.ModelName(mn)] if (mn := self._config.model_name) is not None else []),
             )
 
-            response = mdl.invoke(mc.ChatRequest.new(state.chat))
-            print(check.isinstance(response.choices[0].m.s, str).strip())
+            response = mdl.invoke(mc.ChatRequest(state.chat))
+            print(check.isinstance(response.v[0].m.s, str).strip())
 
             state = dc.replace(
                 state,
                 chat=[
                     *state.chat,
-                    response.choices[0].m,
+                    response.v[0].m,
                 ],
                 updated_at=lang.utcnow(),
             )

{ommlds-0.0.0.dev330 → ommlds-0.0.0.dev331}/ommlds/cli/sessions/completion.py

@@ -50,5 +50,5 @@ class CompletionSession(Session['CompletionSession.Config']):
         with lang.maybe_managing(
                 COMPLETION_MODEL_BACKENDS[self._config.backend or DEFAULT_COMPLETION_MODEL_BACKEND]()(),
         ) as mdl:
-            response = mdl.invoke(mc.CompletionRequest.new(prompt))
-            print(response.text.strip())
+            response = mdl.invoke(mc.CompletionRequest(prompt))
+            print(response.v.strip())

{ommlds-0.0.0.dev330 → ommlds-0.0.0.dev331}/ommlds/cli/sessions/embedding.py

@@ -45,5 +45,5 @@ class EmbeddingSession(Session['EmbeddingSession.Config']):
         with lang.maybe_managing(
                 EMBEDDING_MODEL_BACKENDS[self._config.backend or DEFAULT_EMBEDDING_MODEL_BACKEND]()(),
         ) as mdl:
-            response = mdl.invoke(mc.EmbeddingRequest.new(self._config.content))
-            print(json.dumps_compact(response.vector))
+            response = mdl.invoke(mc.EmbeddingRequest(self._config.content))
+            print(json.dumps_compact(response.v))

{ommlds-0.0.0.dev330 → ommlds-0.0.0.dev331}/ommlds/minichain/__init__.py

@@ -1,8 +1,9 @@
 # fmt: off
 
-from .backends.manifests import (  # noqa
-    backend_of,
-    new_backend,
+from .registry import (  # noqa
+    register_type,
+    registry_new,
+    registry_of,
 )
 
 from .chat.formats import (  # noqa
@@ -37,15 +38,12 @@ from .chat.services import (  # noqa
     ChatRequest,
     ChatResponse,
     ChatService,
-    ChatService_,
 )
 
 from .chat.streaming import (  # noqa
-    ChatStreamRequest,
     ChatStreamResponse,
 
     ChatStreamService,
-    ChatStreamService_,
 )
 
 from .chat.templating import (  # noqa
@@ -133,7 +131,6 @@ from .services import (  # noqa
     Response,
     ResponseOutput,
     Service,
-    Service_,
 )
 
 from .standard import (  # noqa
@@ -146,10 +143,6 @@ from .standard import (  # noqa
     DefaultRequestOptions,
 )
 
-from .streaming import (  # noqa
-    StreamResponse,
-)
-
 from .tools.jsonschema import (  # noqa
     build_tool_spec_json_schema,
 )

{ommlds-0.0.0.dev330 → ommlds-0.0.0.dev331}/ommlds/minichain/backends/anthropic/chat.py

@@ -27,7 +27,7 @@ from ...chat.services import ChatService
 ##
 
 
-# @omlish-manifest ommlds.minichain.backends.manifests.BackendManifest(name='anthropic', type='ChatService')
+# @omlish-manifest ommlds.minichain.registry.RegistryManifest(name='anthropic', type='ChatService')
 class AnthropicChatService(ChatService):
     model: ta.ClassVar[str] = (
         'claude-3-5-sonnet-20241022'
@@ -46,6 +46,7 @@ class AnthropicChatService(ChatService):
             api_key: Secret | str | None = None,
     ) -> None:
         super().__init__()
+
         self._api_key = Secret.of(api_key if api_key is not None else os.environ['ANTHROPIC_API_KEY'])
 
     def _get_msg_content(self, m: Message) -> str | None:
@@ -66,7 +67,7 @@ class AnthropicChatService(ChatService):
     ) -> ChatResponse:
         messages = []
         system: str | None = None
-        for i, m in enumerate(request.chat):
+        for i, m in enumerate(request.v):
             if isinstance(m, SystemMessage):
                 if i != 0 or system is not None:
                     raise Exception('Only supports one system message and must be first')

{ommlds-0.0.0.dev330 → ommlds-0.0.0.dev331}/ommlds/minichain/backends/duckduckgo.py

@@ -18,18 +18,15 @@ else:
 ##
 
 
-# @omlish-manifest ommlds.minichain.backends.manifests.BackendManifest(
+# @omlish-manifest ommlds.minichain.registry.RegistryManifest(
 #     name='duckduckgo',
 #     aliases=['ddg'],
 #     type='SearchService',
 # )
 class DuckduckgoSearchService(SearchService):
-    def invoke(
-            self,
-            request: SearchRequest,
-    ) -> SearchResponse:
+    def invoke(self, request: SearchRequest) -> SearchResponse:
         ddgs = duckduckgo_search.DDGS()
-        res = ddgs.text(request.query)
+        res = ddgs.text(request.v)
         return SearchResponse(SearchHits(
             l=[
                 SearchHit(

{ommlds-0.0.0.dev330 → ommlds-0.0.0.dev331}/ommlds/minichain/backends/google/chat.py

@@ -23,7 +23,7 @@ from ...standard import ModelName
 ##
 
 
-# @omlish-manifest ommlds.minichain.backends.manifests.BackendManifest(name='google', type='ChatService')
+# @omlish-manifest ommlds.minichain.registry.RegistryManifest(name='google', type='ChatService')
 class GoogleChatService(ChatService):
     DEFAULT_MODEL_NAME: ta.ClassVar[str] = (
         'gemini-2.0-flash'
@@ -70,7 +70,7 @@ class GoogleChatService(ChatService):
                         },
                     ],
                 }
-                for m in request.chat
+                for m in request.v
             ],
         }
 

{ommlds-0.0.0.dev330 → ommlds-0.0.0.dev331}/ommlds/minichain/backends/google/search.py

@@ -94,7 +94,7 @@ class CseSearchService(SearchService):
         qs = urllib.parse.urlencode(dict(
             key=check.non_empty_str(self._cse_api_key),
             cx=check.non_empty_str(self._cse_id),
-            q=request.query,
+            q=request.v,
         ))
         resp = http.request(
             f'https://www.googleapis.com/customsearch/v1?{qs}',

{ommlds-0.0.0.dev330 → ommlds-0.0.0.dev331}/ommlds/minichain/backends/llamacpp/chat.py

@@ -12,13 +12,12 @@ from ....backends import llamacpp as lcu
 from ...chat.choices import AiChoice
 from ...chat.messages import AiMessage
 from ...chat.services import ChatRequest
+from ...chat.services import ChatRequestOptions
 from ...chat.services import ChatResponse
 from ...chat.services import ChatService
 from ...chat.tools import Tool
-from ...completion import CompletionRequestOption
 from ...configs import Config
 from ...configs import consume_configs
-from ...llms.services import LlmRequestOption
 from ...llms.services import MaxTokens
 from ...llms.services import Temperature
 from ...standard import ModelPath
@@ -30,7 +29,7 @@ from .format import get_msg_content
 ##
 
 
-# @omlish-manifest ommlds.minichain.backends.manifests.BackendManifest(name='llamacpp', type='ChatService')
+# @omlish-manifest ommlds.minichain.registry.RegistryManifest(name='llamacpp', type='ChatService')
 class LlamacppChatService(ChatService):
     DEFAULT_MODEL_PATH: ta.ClassVar[str] = os.path.join(
         os.path.expanduser('~/.cache/huggingface/hub'),
@@ -45,7 +44,7 @@ class LlamacppChatService(ChatService):
         with consume_configs(*configs) as cc:
             self._model_path = cc.pop(ModelPath(self.DEFAULT_MODEL_PATH))
 
-    _OPTION_KWARG_NAMES_MAP: ta.ClassVar[ta.Mapping[str, type[CompletionRequestOption | LlmRequestOption]]] = dict(
+    _OPTION_KWARG_NAMES_MAP: ta.ClassVar[ta.Mapping[str, type[ChatRequestOptions]]] = dict(
         max_tokens=MaxTokens,
         temperatur=Temperature,
     )
@@ -100,7 +99,7 @@ class LlamacppChatService(ChatService):
                         role=ROLES_MAP[type(m)],
                         content=get_msg_content(m),
                     )
-                    for m in request.chat
+                    for m in request.v
                 ],
                 **kwargs,
             )

{ommlds-0.0.0.dev330 → ommlds-0.0.0.dev331}/ommlds/minichain/backends/llamacpp/completion.py

@@ -22,7 +22,7 @@ from ...standard import ModelPath
 ##
 
 
-# @omlish-manifest ommlds.minichain.backends.manifests.BackendManifest(name='llamacpp', type='CompletionService')
+# @omlish-manifest ommlds.minichain.registry.RegistryManifest(name='llamacpp', type='CompletionService')
 class LlamacppCompletionService(CompletionService):
     # hf.hf_hub_download(
     #   revision='1ca85c857dce892b673b988ad0aa83f2cb1bbd19',
@@ -67,7 +67,7 @@ class LlamacppCompletionService(CompletionService):
             )))
 
             output = llm.create_completion(
-                request.prompt,
+                request.v,
                 **kwargs,
             )
 

{ommlds-0.0.0.dev330 → ommlds-0.0.0.dev331}/ommlds/minichain/backends/llamacpp/streaming.py

@@ -11,9 +11,9 @@ from ....backends import llamacpp as lcu
 from ...chat.choices import AiChoice
 from ...chat.choices import AiChoices
 from ...chat.messages import AiMessage
-from ...chat.streaming import ChatStreamRequest
+from ...chat.services import ChatRequest
 from ...chat.streaming import ChatStreamResponse
-from ...chat.streaming import ChatStreamService_
+from ...chat.streaming import ChatStreamService
 from ...resources import Resources
 from .chat import LlamacppChatService
 from .format import ROLES_MAP
@@ -23,8 +23,8 @@ from .format import get_msg_content
 ##
 
 
-# @omlish-manifest ommlds.minichain.backends.manifests.BackendManifest(name='llamacpp', type='ChatStreamService')
-class LlamacppChatStreamService(ChatStreamService_, lang.ExitStacked):
+# @omlish-manifest ommlds.minichain.registry.RegistryManifest(name='llamacpp', type='ChatStreamService')
+class LlamacppChatStreamService(ChatStreamService, lang.ExitStacked):
     def __init__(self) -> None:
         super().__init__()
 
@@ -37,11 +37,10 @@ class LlamacppChatStreamService(ChatStreamService_, lang.ExitStacked):
             verbose=False,
         )))
 
-    def invoke(self, request: ChatStreamRequest) -> ChatStreamResponse:
+    def invoke(self, request: ChatRequest) -> ChatStreamResponse:
         lcu.install_logging_hook()
 
-        rs = Resources()
-        try:
+        with Resources.new() as rs:
             rs.enter_context(self._lock)
 
             output = self._load_model().create_chat_completion(
@@ -50,14 +49,14 @@ class LlamacppChatStreamService(ChatStreamService_, lang.ExitStacked):
                         role=ROLES_MAP[type(m)],
                         content=get_msg_content(m),  # noqa
                     )
-                    for m in request.chat
+                    for m in request.v
                 ],
                 max_tokens=1024,
                 stream=True,
             )
 
             def close_output():
-                output.close()
+                output.close()  # noqa
 
             rs.enter_context(lang.defer(close_output))
 
@@ -74,11 +73,4 @@ class LlamacppChatStreamService(ChatStreamService_, lang.ExitStacked):
                     l.append(AiChoice(AiMessage(content)))  # type: ignore
                 yield l
 
-            return ChatStreamResponse(
-                _iterator=iter(lang.flatmap(handle_chunk, output)),
-                _resources=rs,
-            )
-
-        except Exception:
-            rs.close()
-            raise
+            return ChatStreamResponse(rs.new_managed(iter(lang.flatmap(handle_chunk, output))))

{ommlds-0.0.0.dev330 → ommlds-0.0.0.dev331}/ommlds/minichain/backends/mistral.py

@@ -21,7 +21,7 @@ from ..chat.services import ChatService
 ##
 
 
-# @omlish-manifest ommlds.minichain.backends.manifests.BackendManifest(name='mistral', type='ChatService')
+# @omlish-manifest ommlds.minichain.registry.RegistryManifest(name='mistral', type='ChatService')
 class MistralChatService(ChatService):
     model: ta.ClassVar[str] = 'mistral-large-latest'
 
@@ -59,7 +59,7 @@ class MistralChatService(ChatService):
                     'role': self.ROLES_MAP[type(m)],
                     'content': self._get_msg_content(m),
                 }
-                for m in request.chat
+                for m in request.v
             ],
         }
 

{ommlds-0.0.0.dev330 → ommlds-0.0.0.dev331}/ommlds/minichain/backends/mlx/chat.py

@@ -25,7 +25,7 @@ from ...standard import ModelName
 ##
 
 
-# @omlish-manifest ommlds.minichain.backends.manifests.BackendManifest(name='mlx', type='ChatService')
+# @omlish-manifest ommlds.minichain.registry.RegistryManifest(name='mlx', type='ChatService')
 class MlxChatService(ChatService, lang.ExitStacked):
     DEFAULT_MODEL_NAME: ta.ClassVar[str] = (
         # 'mlx-community/DeepSeek-Coder-V2-Lite-Instruct-8bit'
@@ -94,7 +94,7 @@ class MlxChatService(ChatService, lang.ExitStacked):
                     role=self.ROLES_MAP[type(m)],
                     content=self._get_msg_content(m),
                 )
-                for m in request.chat
+                for m in request.v
             ],
             tokenize=False,
             add_generation_prompt=True,

{ommlds-0.0.0.dev330 → ommlds-0.0.0.dev331}/ommlds/minichain/backends/openai/chat.py

@@ -31,15 +31,8 @@ from .format import OpenaiChatRequestHandler
 ##
 
 
-# @omlish-manifest ommlds.minichain.backends.manifests.BackendManifest(name='openai', type='ChatService')
-class OpenaiChatService(
-    ChatService[
-        ChatRequest,
-        ChatResponse,
-    ],
-    request=ChatRequest,
-    response=ChatResponse,
-):
+# @omlish-manifest ommlds.minichain.registry.RegistryManifest(name='openai', type='ChatService')
+class OpenaiChatService(ChatService):
     DEFAULT_MODEL_NAME: ta.ClassVar[str] = (
         'gpt-4o'
         # 'gpt-4o-mini'
@@ -54,10 +47,10 @@ class OpenaiChatService(
             self._default_options: tv.TypedValues = DefaultRequestOptions.pop(cc)
 
     def invoke(self, request: ChatRequest) -> ChatResponse:
-        check.isinstance(request, ChatRequest)
+        # check.isinstance(request, ChatRequest)
 
         rh = OpenaiChatRequestHandler(
-            request.chat,
+            request.v,
             *tv.TypedValues(
                 *self._default_options,
                 *request.options,