ommlds 0.0.0.dev330__tar.gz → 0.0.0.dev332__tar.gz

{ommlds-0.0.0.dev330/ommlds.egg-info → ommlds-0.0.0.dev332}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ommlds
-Version: 0.0.0.dev330
+Version: 0.0.0.dev332
 Summary: ommlds
 Author: wrmsr
 License: BSD-3-Clause
@@ -12,8 +12,8 @@ Classifier: Operating System :: OS Independent
 Classifier: Operating System :: POSIX
 Requires-Python: >=3.12
 License-File: LICENSE
-Requires-Dist: omdev==0.0.0.dev330
-Requires-Dist: omlish==0.0.0.dev330
+Requires-Dist: omdev==0.0.0.dev332
+Requires-Dist: omlish==0.0.0.dev332
 Provides-Extra: all
 Requires-Dist: llama-cpp-python~=0.3; extra == "all"
 Requires-Dist: mlx~=0.26; extra == "all"

{ommlds-0.0.0.dev330 → ommlds-0.0.0.dev332}/ommlds/.manifests.json

@@ -20,7 +20,7 @@
     "file": "ommlds/minichain/backends/anthropic/chat.py",
     "line": 30,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.anthropic.chat",
         "attr_name": "AnthropicChatService",
         "name": "anthropic",
@@ -35,7 +35,7 @@
     "file": "ommlds/minichain/backends/duckduckgo.py",
     "line": 21,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.duckduckgo",
         "attr_name": "DuckduckgoSearchService",
         "name": "duckduckgo",
@@ -52,7 +52,7 @@
     "file": "ommlds/minichain/backends/google/chat.py",
     "line": 26,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.google.chat",
         "attr_name": "GoogleChatService",
         "name": "google",
@@ -65,9 +65,9 @@
     "module": ".minichain.backends.llamacpp.chat",
     "attr": null,
     "file": "ommlds/minichain/backends/llamacpp/chat.py",
-    "line": 33,
+    "line": 32,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.llamacpp.chat",
         "attr_name": "LlamacppChatService",
         "name": "llamacpp",
@@ -82,7 +82,7 @@
     "file": "ommlds/minichain/backends/llamacpp/completion.py",
     "line": 25,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.llamacpp.completion",
         "attr_name": "LlamacppCompletionService",
         "name": "llamacpp",
@@ -95,9 +95,9 @@
     "module": ".minichain.backends.llamacpp.streaming",
     "attr": null,
     "file": "ommlds/minichain/backends/llamacpp/streaming.py",
-    "line": 26,
+    "line": 28,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.llamacpp.streaming",
         "attr_name": "LlamacppChatStreamService",
         "name": "llamacpp",
@@ -112,7 +112,7 @@
     "file": "ommlds/minichain/backends/mistral.py",
     "line": 24,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.mistral",
         "attr_name": "MistralChatService",
         "name": "mistral",
@@ -127,7 +127,7 @@
     "file": "ommlds/minichain/backends/mlx/chat.py",
     "line": 28,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.mlx.chat",
         "attr_name": "MlxChatService",
         "name": "mlx",
@@ -142,7 +142,7 @@
     "file": "ommlds/minichain/backends/openai/chat.py",
     "line": 34,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.openai.chat",
         "attr_name": "OpenaiChatService",
         "name": "openai",
@@ -157,7 +157,7 @@
     "file": "ommlds/minichain/backends/openai/completion.py",
     "line": 18,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.openai.completion",
         "attr_name": "OpenaiCompletionService",
         "name": "openai",
@@ -172,7 +172,7 @@
     "file": "ommlds/minichain/backends/openai/embedding.py",
     "line": 17,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.openai.embedding",
         "attr_name": "OpenaiEmbeddingService",
         "name": "openai",
@@ -185,9 +185,9 @@
     "module": ".minichain.backends.openai.streaming",
     "attr": null,
     "file": "ommlds/minichain/backends/openai/streaming.py",
-    "line": 27,
+    "line": 28,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.openai.streaming",
         "attr_name": "OpenaiChatStreamService",
         "name": "openai",
@@ -202,7 +202,7 @@
     "file": "ommlds/minichain/backends/tinygrad/chat.py",
     "line": 19,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.tinygrad.chat",
         "attr_name": "TinygradLlama3ChatService",
         "name": "tinygrad_llama3",
@@ -217,7 +217,7 @@
     "file": "ommlds/minichain/backends/transformers/sentence.py",
     "line": 18,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.transformers.sentence",
         "attr_name": "SentenceTransformersEmbeddingService",
         "name": "sentence_transformers",
@@ -234,7 +234,7 @@
     "file": "ommlds/minichain/backends/transformers/transformers.py",
     "line": 41,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.transformers.transformers",
         "attr_name": "TransformersCompletionService",
         "name": "transformers",
@@ -251,7 +251,7 @@
     "file": "ommlds/minichain/backends/transformers/transformers.py",
     "line": 124,
     "value": {
-      "$.minichain.backends.manifests.BackendManifest": {
+      "$.minichain.registry.RegistryManifest": {
         "mod_name": "ommlds.minichain.backends.transformers.transformers",
         "attr_name": "TransformersChatService",
         "name": "transformers",
@@ -266,9 +266,9 @@
     "module": ".minichain.chat.services",
     "attr": null,
     "file": "ommlds/minichain/chat/services.py",
-    "line": 42,
+    "line": 36,
     "value": {
-      "$.minichain.backends.manifests.BackendTypeManifest": {
+      "$.minichain.registry.RegistryTypeManifest": {
         "mod_name": "ommlds.minichain.chat.services",
         "attr_name": "ChatService"
       }
@@ -278,9 +278,9 @@
     "module": ".minichain.chat.streaming",
     "attr": null,
     "file": "ommlds/minichain/chat/streaming.py",
-    "line": 45,
+    "line": 27,
     "value": {
-      "$.minichain.backends.manifests.BackendTypeManifest": {
+      "$.minichain.registry.RegistryTypeManifest": {
         "mod_name": "ommlds.minichain.chat.streaming",
         "attr_name": "ChatStreamService"
       }
@@ -290,9 +290,9 @@
     "module": ".minichain.completion",
     "attr": null,
     "file": "ommlds/minichain/completion.py",
-    "line": 54,
+    "line": 44,
     "value": {
-      "$.minichain.backends.manifests.BackendTypeManifest": {
+      "$.minichain.registry.RegistryTypeManifest": {
         "mod_name": "ommlds.minichain.completion",
         "attr_name": "CompletionService"
       }
@@ -302,9 +302,9 @@
     "module": ".minichain.search",
     "attr": null,
     "file": "ommlds/minichain/search.py",
-    "line": 64,
+    "line": 55,
     "value": {
-      "$.minichain.backends.manifests.BackendTypeManifest": {
+      "$.minichain.registry.RegistryTypeManifest": {
         "mod_name": "ommlds.minichain.search",
         "attr_name": "SearchService"
       }
@@ -314,9 +314,9 @@
     "module": ".minichain.vectors.embeddings",
     "attr": null,
     "file": "ommlds/minichain/vectors/embeddings.py",
-    "line": 42,
+    "line": 38,
     "value": {
-      "$.minichain.backends.manifests.BackendTypeManifest": {
+      "$.minichain.registry.RegistryTypeManifest": {
         "mod_name": "ommlds.minichain.vectors.embeddings",
         "attr_name": "EmbeddingService"
       }
@@ -326,9 +326,9 @@
     "module": ".minichain.vectors.index",
     "attr": null,
     "file": "ommlds/minichain/vectors/index.py",
-    "line": 53,
+    "line": 47,
     "value": {
-      "$.minichain.backends.manifests.BackendTypeManifest": {
+      "$.minichain.registry.RegistryTypeManifest": {
         "mod_name": "ommlds.minichain.vectors.index",
         "attr_name": "VectorIndexService"
       }
@@ -338,9 +338,9 @@
     "module": ".minichain.vectors.search",
     "attr": null,
     "file": "ommlds/minichain/vectors/search.py",
-    "line": 76,
+    "line": 67,
     "value": {
-      "$.minichain.backends.manifests.BackendTypeManifest": {
+      "$.minichain.registry.RegistryTypeManifest": {
         "mod_name": "ommlds.minichain.vectors.search",
         "attr_name": "VectorSearchService"
       }

ommlds-0.0.0.dev332/ommlds/backends/openai/protocol/__init__.py

@@ -0,0 +1,110 @@
+"""
+https://platform.openai.com/docs/api-reference/introduction
+https://github.com/openai/openai-openapi/blob/master/openapi.yaml
+"""
+# ruff: noqa: I001
+
+from .chatcompletion.chunk import (  # noqa
+    ChatCompletionChunkChoiceDeltaToolCallFunction,
+    ChatCompletionChunkChoiceDeltaToolCall,
+    ChatCompletionChunkChoiceDelta,
+
+    ChatCompletionChunkChoiceLogprobs,
+    ChatCompletionChunkChoice,
+
+    ChatCompletionChunk,
+)
+
+from .chatcompletion.contentpart import (  # noqa
+    TextChatCompletionContentPart,
+
+    ImageChatCompletionContentPartImageUrl,
+    ImageChatCompletionContentPart,
+
+    FileChatCompletionContentPartFileInfo,
+    FileChatCompletionContentPart,
+
+    InputAudioChatCompletionContentPartInputAudio,
+    InputAudioChatCompletionContentPart,
+
+    RefusalChatCompletionContentPart,
+
+    ChatCompletionContentPart,
+)
+
+from .chatcompletion.message import (  # noqa
+    DeveloperChatCompletionMessage,
+
+    SystemChatCompletionMessage,
+
+    UserChatCompletionMessage,
+
+    AssistantChatCompletionMessageAudio,
+    AssistantChatCompletionMessageToolCallFunction,
+    AssistantChatCompletionMessageToolCall,
+    AssistantChatCompletionMessage,
+
+    ToolChatCompletionMessage,
+
+    FunctionChatCompletionMessage,
+
+    ChatCompletionMessage,
+)
+
+from .chatcompletion.request import (  # noqa
+    ChatCompletionRequestWebSearchOptionsUserLocationApproximate,
+    ChatCompletionRequestWebSearchOptionsUserLocation,
+    ChatCompletionRequestWebSearchOptions,
+
+    ChatCompletionRequestPrediction,
+
+    ChatCompletionRequestToolFunction,
+    ChatCompletionRequestTool,
+
+    ChatCompletionRequestStreamOptions,
+
+    ChatCompletionRequestNamedToolChoiceFunction,
+    ChatCompletionRequestNamedToolChoice,
+
+    ChatCompletionRequestAudio,
+
+    ChatCompletionRequest,
+)
+
+from .chatcompletion.response import (  # noqa
+    ChatCompletionResponseAnnotationUrlCitation,
+    ChatCompletionResponseAnnotation,
+
+    ChatCompletionResponseAudio,
+
+    ChatCompletionResponseMessageToolCallFunction,
+    ChatCompletionResponseMessageToolCall,
+    ChatCompletionResponseMessage,
+
+    ChatCompletionResponseChoiceLogprobs,
+    ChatCompletionResponseChoice,
+
+    ChatCompletionResponse,
+)
+
+from .chatcompletion.responseformat import (  # noqa
+    TextChatCompletionResponseFormat,
+
+    JsonSchemaChatCompletionResponseFormatJsonSchema,
+    JsonSchemaChatCompletionResponseFormat,
+
+    JsonObjectChatCompletionResponseFormat,
+
+    ChatCompletionResponseFormat,
+)
+
+from .chatcompletion.tokenlogprob import (  # noqa
+    ChatCompletionTokenLogprobTopLogprob,
+    ChatCompletionTokenLogprob,
+)
+
+from .completionusage import (  # noqa
+    CompletionUsageCompletionTokensDetails,
+    CompletionUsagePromptTokensDetails,
+    CompletionUsage,
+)

ommlds-0.0.0.dev332/ommlds/backends/openai/protocol/chatcompletion/chunk.py

@@ -0,0 +1,71 @@
+import typing as ta
+
+from .tokenlogprob import ChatCompletionTokenLogprob
+
+
+##
+
+
+class ChatCompletionChunkChoiceDeltaToolCallFunction(ta.TypedDict, total=False):
+    arguments: str
+    name: str
+
+
+class ChatCompletionChunkChoiceDeltaToolCall(ta.TypedDict):
+    index: int
+    id: ta.NotRequired[str]
+    function: ta.NotRequired[ChatCompletionChunkChoiceDeltaToolCallFunction]
+    type: ta.Literal['function']
+
+
+#
+
+
+class ChatCompletionChunkChoiceDelta(ta.TypedDict, total=False):
+    content: str
+    refusal: str
+    role: ta.Literal[
+        'developer',
+        'system',
+        'user',
+        'assistant',
+        'tool',
+    ]
+    tool_calls: ta.Sequence[ChatCompletionChunkChoiceDeltaToolCall]
+
+
+#
+
+
+class ChatCompletionChunkChoiceLogprobs(ta.TypedDict, total=False):
+    content: ta.Sequence[ChatCompletionTokenLogprob]
+    refusal: ta.Sequence[ChatCompletionTokenLogprob]
+
+
+class ChatCompletionChunkChoice(ta.TypedDict):
+    delta: ChatCompletionChunkChoiceDelta
+    finish_reason: ta.NotRequired[ta.Literal[
+        'stop',
+        'length',
+        'tool_calls',
+        'content_filter',
+    ]]
+    index: int
+    logprobs: ta.NotRequired[ChatCompletionChunkChoiceLogprobs]
+
+
+#
+
+
+class ChatCompletionChunk(ta.TypedDict):
+    id: str
+    choices: ta.Sequence[ChatCompletionChunkChoice]
+    created: int
+    model: str
+    object: ta.Literal['chat.completion.chunk']
+    service_tier: ta.NotRequired[ta.Literal[
+        'auto',
+        'default',
+        'flex',
+    ]]
+    system_fingerprint: ta.NotRequired[str]

ommlds-0.0.0.dev332/ommlds/backends/openai/protocol/chatcompletion/contentpart.py

@@ -0,0 +1,77 @@
+# ruff: noqa: UP007
+import typing as ta
+
+
+##
+
+
+class TextChatCompletionContentPart(ta.TypedDict):
+    text: str
+    type: ta.Literal['text']
+
+
+#
+
+
+class ImageChatCompletionContentPartImageUrl(ta.TypedDict):
+    url: ta.Required[str]
+    detail: ta.NotRequired[ta.Literal[
+        'auto',
+        'low',
+        'high',
+    ]]
+
+
+class ImageChatCompletionContentPart(ta.TypedDict):
+    image_url: ImageChatCompletionContentPartImageUrl
+    type: ta.Literal['image_url']
+
+
+#
+
+
+class FileChatCompletionContentPartFileInfo(ta.TypedDict, total=False):
+    file_data: str
+    file_id: str
+    filename: str
+
+
+class FileChatCompletionContentPart(ta.TypedDict):
+    file: FileChatCompletionContentPartFileInfo
+    type: ta.Literal['file']
+
+
+#
+
+
+class InputAudioChatCompletionContentPartInputAudio(ta.TypedDict):
+    data: str
+    format: ta.Literal[
+        'wav',
+        'mp3',
+    ]
+
+
+class InputAudioChatCompletionContentPart(ta.TypedDict):
+    input_audio: InputAudioChatCompletionContentPartInputAudio
+    type: ta.Literal['input_audio']
+
+
+#
+
+
+class RefusalChatCompletionContentPart(ta.TypedDict):
+    refusal: str
+    type: ta.Literal['refusal']
+
+
+#
+
+
+ChatCompletionContentPart: ta.TypeAlias = ta.Union[
+    TextChatCompletionContentPart,
+    ImageChatCompletionContentPart,
+    FileChatCompletionContentPart,
+    InputAudioChatCompletionContentPart,
+    RefusalChatCompletionContentPart,
+]

ommlds-0.0.0.dev332/ommlds/backends/openai/protocol/chatcompletion/message.py

@@ -0,0 +1,91 @@
+# ruff: noqa: UP007
+import typing as ta
+
+from .contentpart import ChatCompletionContentPart
+from .contentpart import RefusalChatCompletionContentPart
+from .contentpart import TextChatCompletionContentPart
+
+
+##
+
+
+class DeveloperChatCompletionMessage(ta.TypedDict):
+    content: str | ta.Iterable[TextChatCompletionContentPart]
+    role: ta.Literal['developer']
+    name: ta.NotRequired[str]
+
+
+#
+
+
+class SystemChatCompletionMessage(ta.TypedDict):
+    content: str | ta.Iterable[TextChatCompletionContentPart]
+    role: ta.Literal['system']
+    name: ta.NotRequired[str]
+
+
+#
+
+
+class UserChatCompletionMessage(ta.TypedDict):
+    content: str | ta.Iterable[ChatCompletionContentPart]
+    role: ta.Literal['user']
+    name: ta.NotRequired[str]
+
+
+#
+
+
+class AssistantChatCompletionMessageAudio(ta.TypedDict):
+    id: str
+
+
+class AssistantChatCompletionMessageToolCallFunction(ta.TypedDict):
+    arguments: str
+    name: str
+
+
+class AssistantChatCompletionMessageToolCall(ta.TypedDict):
+    id: str
+    function: AssistantChatCompletionMessageToolCallFunction
+    type: ta.Literal['function']
+
+
+class AssistantChatCompletionMessage(ta.TypedDict, total=False):
+    role: ta.Required[ta.Literal['assistant']]
+    audio: AssistantChatCompletionMessageAudio
+    content: str | ta.Iterable[TextChatCompletionContentPart | RefusalChatCompletionContentPart]
+    name: str
+    refusal: str
+    tool_calls: ta.Iterable[AssistantChatCompletionMessageToolCall]
+
+
+#
+
+
+class ToolChatCompletionMessage(ta.TypedDict):
+    content: str | ta.Iterable[TextChatCompletionContentPart]
+    role: ta.Literal['tool']
+    tool_call_id: str
+
+
+#
+
+
+class FunctionChatCompletionMessage(ta.TypedDict):
+    content: str | None
+    name: str
+    role: ta.Literal['function']
+
+
+#
+
+
+ChatCompletionMessage: ta.TypeAlias = ta.Union[
+    DeveloperChatCompletionMessage,
+    SystemChatCompletionMessage,
+    UserChatCompletionMessage,
+    AssistantChatCompletionMessage,
+    ToolChatCompletionMessage,
+    FunctionChatCompletionMessage,
+]