ommlds 0.0.0.dev440__py3-none-any.whl → 0.0.0.dev480__py3-none-any.whl

ommlds/backends/openai/protocol/chatcompletion/response.py

@@ -1,5 +1,9 @@
 import typing as ta
 
+from omlish import dataclasses as dc
+from omlish import lang
+
+from .._common import _set_class_marshal_options
 from ..completionusage import CompletionUsage
 from .tokenlogprob import ChatCompletionTokenLogprob
 
@@ -7,84 +11,106 @@ from .tokenlogprob import ChatCompletionTokenLogprob
 ##
 
 
-class ChatCompletionResponseAnnotationUrlCitation(ta.TypedDict):
-    end_index: int
-    start_index: int
-    title: str
-    url: str
-
+@dc.dataclass(frozen=True, kw_only=True)
+@_set_class_marshal_options
+class ChatCompletionResponseMessage(lang.Final):
+    content: str | None = None
+    refusal: str | None = None
+    role: ta.Literal['assistant'] = dc.xfield('assistant', repr=False)
 
-class ChatCompletionResponseAnnotation(ta.TypedDict):
-    type: ta.Literal['url_citation']
-    url_citation: ChatCompletionResponseAnnotationUrlCitation
+    @dc.dataclass(frozen=True, kw_only=True)
+    @_set_class_marshal_options
+    class Annotation(lang.Final):
+        type: ta.Literal['url_citation'] = dc.xfield('url_citation', repr=False)
 
+        @dc.dataclass(frozen=True, kw_only=True)
+        @_set_class_marshal_options
+        class UrlCitation(lang.Final):
+            end_index: int
+            start_index: int
+            title: str
+            url: str
 
-#
+        url_citation: UrlCitation
 
+    annotations: ta.Sequence[Annotation] | None = None
 
-class ChatCompletionResponseAudio(ta.TypedDict):
-    id: str
-    data: str
-    expires_at: int
-    transcript: str
+    @dc.dataclass(frozen=True, kw_only=True)
+    @_set_class_marshal_options
+    class Audio(lang.Final):
+        id: str
+        data: str
+        expires_at: int
+        transcript: str
 
+    audio: Audio | None = None
 
-#
+    @dc.dataclass(frozen=True, kw_only=True)
+    @_set_class_marshal_options
+    class ToolCall(lang.Final):
+        id: str
 
+        @dc.dataclass(frozen=True, kw_only=True)
+        @_set_class_marshal_options
+        class Function(lang.Final):
+            arguments: str
+            name: str
 
-class ChatCompletionResponseMessageToolCallFunction(ta.TypedDict):
-    arguments: str
-    name: str
+        function: Function
 
+        type: ta.Literal['function'] = dc.xfield('function', repr=False)
 
-class ChatCompletionResponseMessageToolCall(ta.TypedDict):
-    id: str
-    function: ChatCompletionResponseMessageToolCallFunction
-    type: ta.Literal['function']
-
-
-class ChatCompletionResponseMessage(ta.TypedDict, total=False):
-    content: str
-    refusal: str
-    role: ta.Required[ta.Literal['assistant']]
-    annotations: ta.Sequence[ChatCompletionResponseAnnotation]
-    audio: ChatCompletionResponseAudio
-    tool_calls: ta.Sequence[ChatCompletionResponseMessageToolCall]
+    tool_calls: ta.Sequence[ToolCall] | None = None
 
 
 #
 
 
-class ChatCompletionResponseChoiceLogprobs(ta.TypedDict, total=False):
-    content: ta.Sequence[ChatCompletionTokenLogprob]
-    refusal: ta.Sequence[ChatCompletionTokenLogprob]
-
-
-class ChatCompletionResponseChoice(ta.TypedDict):
+@dc.dataclass(frozen=True, kw_only=True)
+@_set_class_marshal_options
+class ChatCompletionResponseChoice(lang.Final):
     finish_reason: ta.Literal[
         'stop',
         'length',
         'tool_calls',
         'content_filter',
     ]
+
     index: int
-    logprobs: ta.NotRequired[ChatCompletionResponseChoiceLogprobs]
+
+    @dc.dataclass(frozen=True, kw_only=True)
+    @_set_class_marshal_options
+    class Logprobs(lang.Final):
+        content: ta.Sequence[ChatCompletionTokenLogprob] | None = None
+        refusal: ta.Sequence[ChatCompletionTokenLogprob] | None = None
+
+    logprobs: Logprobs | None = None
+
     message: ChatCompletionResponseMessage
 
 
 #
 
 
-class ChatCompletionResponse(ta.TypedDict):
+@dc.dataclass(frozen=True, kw_only=True)
+@_set_class_marshal_options
+class ChatCompletionResponse(lang.Final):
     id: str
+
     choices: ta.Sequence[ChatCompletionResponseChoice]
+
     created: int
+
     model: str
-    object: ta.Literal['chat.completion']
-    service_tier: ta.NotRequired[ta.Literal[
+
+    object: ta.Literal['chat.completion'] = dc.xfield('chat.completion', repr=False)
+
+    service_tier: ta.Literal[
         'auto',
         'default',
         'flex',
-    ]]
-    system_fingerprint: ta.NotRequired[str]
-    usage: ta.NotRequired[CompletionUsage]
+    ] | None = None
+
+    system_fingerprint: str | None = None
+
+    usage: CompletionUsage | None = None

ommlds/backends/openai/protocol/chatcompletion/responseformat.py

@@ -1,41 +1,48 @@
-# ruff: noqa: UP007 UP045
 import typing as ta
 
+from omlish import dataclasses as dc
+from omlish import lang
 
-##
+from .._common import _set_class_marshal_options
 
 
-class TextChatCompletionResponseFormat(ta.TypedDict):
-    type: ta.Literal['text']
+##
 
 
-#
+class ChatCompletionResponseFormat(lang.Abstract, lang.Sealed):
+    pass
 
 
-class JsonSchemaChatCompletionResponseFormatJsonSchema(ta.TypedDict, total=False):
-    name: ta.Required[str]
-    description: str
-    schema: ta.Mapping[str, ta.Any]
-    strict: bool
+#
 
 
-class JsonSchemaChatCompletionResponseFormat(ta.TypedDict):
-    json_schema: JsonSchemaChatCompletionResponseFormatJsonSchema
-    type: ta.Literal['json_schema']
+@dc.dataclass(frozen=True, kw_only=True)
+@_set_class_marshal_options
+class TextChatCompletionResponseFormat(ChatCompletionResponseFormat, lang.Final):
+    pass
 
 
 #
 
 
-class JsonObjectChatCompletionResponseFormat(ta.TypedDict):
-    type: ta.Literal['json_object']
+@dc.dataclass(frozen=True, kw_only=True)
+@_set_class_marshal_options
+class JsonSchemaChatCompletionResponseFormat(ChatCompletionResponseFormat, lang.Final):
+    @dc.dataclass(frozen=True, kw_only=True)
+    @_set_class_marshal_options
+    class JsonSchema(lang.Final):
+        name: str
+        description: str | None = None
+        schema: ta.Mapping[str, ta.Any] | None = None
+        strict: bool | None = None
+
+    json_schema: JsonSchema
 
 
 #
 
 
-ChatCompletionResponseFormat: ta.TypeAlias = ta.Union[
-    TextChatCompletionResponseFormat,
-    JsonSchemaChatCompletionResponseFormat,
-    JsonObjectChatCompletionResponseFormat,
-]
+@dc.dataclass(frozen=True, kw_only=True)
+@_set_class_marshal_options
+class JsonObjectChatCompletionResponseFormat(ChatCompletionResponseFormat, lang.Final):
+    pass

ommlds/backends/openai/protocol/chatcompletion/tokenlogprob.py

@@ -1,17 +1,26 @@
 import typing as ta
 
+from omlish import dataclasses as dc
+from omlish import lang
+
+from .._common import _set_class_marshal_options
+
 
 ##
 
 
-class ChatCompletionTokenLogprobTopLogprob(ta.TypedDict):
+@dc.dataclass(frozen=True, kw_only=True)
+@_set_class_marshal_options
+class ChatCompletionTokenLogprob(lang.Final):
     token: str
-    bytes: ta.NotRequired[ta.Sequence[int]]
+    bytes: ta.Sequence[int] | None = None
     logprob: float
 
+    @dc.dataclass(frozen=True, kw_only=True)
+    @_set_class_marshal_options
+    class TopLogprob(lang.Final):
+        token: str
+        bytes: ta.Sequence[int] | None = None
+        logprob: float
 
-class ChatCompletionTokenLogprob(ta.TypedDict):
-    token: str
-    bytes: ta.NotRequired[ta.Sequence[int]]
-    logprob: float
-    top_logprobs: ta.Sequence[ChatCompletionTokenLogprobTopLogprob]
+    top_logprobs: ta.Sequence[TopLogprob]

ommlds/backends/openai/protocol/completionusage.py

@@ -1,24 +1,33 @@
-import typing as ta
+from omlish import dataclasses as dc
+from omlish import lang
+
+from ._common import _set_class_marshal_options
 
 
 ##
 
 
-class CompletionUsageCompletionTokensDetails(ta.TypedDict, total=False):
-    accepted_prediction_tokens: int
-    audio_tokens: int
-    reasoning_tokens: int
-    rejected_prediction_tokens: int
+@dc.dataclass(frozen=True, kw_only=True)
+@_set_class_marshal_options
+class CompletionUsage(lang.Final):
+    completion_tokens: int
+    prompt_tokens: int
+    total_tokens: int
 
+    @dc.dataclass(frozen=True, kw_only=True)
+    @_set_class_marshal_options
+    class CompletionTokensDetails(lang.Final):
+        accepted_prediction_tokens: int | None = None
+        audio_tokens: int | None = None
+        reasoning_tokens: int | None = None
+        rejected_prediction_tokens: int | None = None
 
-class CompletionUsagePromptTokensDetails(ta.TypedDict, total=False):
-    audio_tokens: int
-    cached_tokens: int
+    completion_tokens_details: CompletionTokensDetails | None = None
 
+    @dc.dataclass(frozen=True, kw_only=True)
+    @_set_class_marshal_options
+    class PromptTokensDetails(lang.Final):
+        audio_tokens: int | None = None
+        cached_tokens: int | None = None
 
-class CompletionUsage(ta.TypedDict):
-    completion_tokens: int
-    prompt_tokens: int
-    total_tokens: int
-    completion_tokens_details: ta.NotRequired[CompletionUsageCompletionTokensDetails]
-    prompt_tokens_details: ta.NotRequired[CompletionUsagePromptTokensDetails]
+    prompt_tokens_details: PromptTokensDetails | None = None

ommlds/backends/tavily/protocol.py

@@ -0,0 +1,301 @@
+"""
+https://docs.tavily.com/documentation/api-reference/endpoint/search
+"""
+import typing as ta
+
+from omlish import dataclasses as dc
+from omlish import lang
+from omlish import marshal as msh
+
+
+##
+
+
+def _set_class_marshal_options(cls):
+    msh.update_object_metadata(
+        cls,
+        field_defaults=msh.FieldMetadata(
+            options=msh.FieldOptions(
+                omit_if=lang.is_none,
+            ),
+        ),
+    )
+
+    return cls
+
+
+##
+
+
+KNOWN_COUNTRIES = frozenset([
+    'afghanistan',
+    'albania',
+    'algeria',
+    'andorra',
+    'angola',
+    'argentina',
+    'armenia',
+    'australia',
+    'austria',
+    'azerbaijan',
+    'bahamas',
+    'bahrain',
+    'bangladesh',
+    'barbados',
+    'belarus',
+    'belgium',
+    'belize',
+    'benin',
+    'bhutan',
+    'bolivia',
+    'bosnia and herzegovina',
+    'botswana',
+    'brazil',
+    'brunei',
+    'bulgaria',
+    'burkina faso',
+    'burundi',
+    'cambodia',
+    'cameroon',
+    'canada',
+    'cape verde',
+    'central african republic',
+    'chad',
+    'chile',
+    'china',
+    'colombia',
+    'comoros',
+    'congo',
+    'costa rica',
+    'croatia',
+    'cuba',
+    'cyprus',
+    'czech republic',
+    'denmark',
+    'djibouti',
+    'dominican republic',
+    'ecuador',
+    'egypt',
+    'el salvador',
+    'equatorial guinea',
+    'eritrea',
+    'estonia',
+    'ethiopia',
+    'fiji',
+    'finland',
+    'france',
+    'gabon',
+    'gambia',
+    'georgia',
+    'germany',
+    'ghana',
+    'greece',
+    'guatemala',
+    'guinea',
+    'haiti',
+    'honduras',
+    'hungary',
+    'iceland',
+    'india',
+    'indonesia',
+    'iran',
+    'iraq',
+    'ireland',
+    'israel',
+    'italy',
+    'jamaica',
+    'japan',
+    'jordan',
+    'kazakhstan',
+    'kenya',
+    'kuwait',
+    'kyrgyzstan',
+    'latvia',
+    'lebanon',
+    'lesotho',
+    'liberia',
+    'libya',
+    'liechtenstein',
+    'lithuania',
+    'luxembourg',
+    'madagascar',
+    'malawi',
+    'malaysia',
+    'maldives',
+    'mali',
+    'malta',
+    'mauritania',
+    'mauritius',
+    'mexico',
+    'moldova',
+    'monaco',
+    'mongolia',
+    'montenegro',
+    'morocco',
+    'mozambique',
+    'myanmar',
+    'namibia',
+    'nepal',
+    'netherlands',
+    'new zealand',
+    'nicaragua',
+    'niger',
+    'nigeria',
+    'north korea',
+    'north macedonia',
+    'norway',
+    'oman',
+    'pakistan',
+    'panama',
+    'papua new guinea',
+    'paraguay',
+    'peru',
+    'philippines',
+    'poland',
+    'portugal',
+    'qatar',
+    'romania',
+    'russia',
+    'rwanda',
+    'saudi arabia',
+    'senegal',
+    'serbia',
+    'singapore',
+    'slovakia',
+    'slovenia',
+    'somalia',
+    'south africa',
+    'south korea',
+    'south sudan',
+    'spain',
+    'sri lanka',
+    'sudan',
+    'sweden',
+    'switzerland',
+    'syria',
+    'taiwan',
+    'tajikistan',
+    'tanzania',
+    'thailand',
+    'togo',
+    'trinidad and tobago',
+    'tunisia',
+    'turkey',
+    'turkmenistan',
+    'uganda',
+    'ukraine',
+    'united arab emirates',
+    'united kingdom',
+    'united states',
+    'uruguay',
+    'uzbekistan',
+    'venezuela',
+    'vietnam',
+    'yemen',
+    'zambia',
+    'zimbabwe',
+])
+
+
+##
+
+
+@dc.dataclass(frozen=True, kw_only=True)
+@_set_class_marshal_options
+class SearchRequest:
+    query: str
+
+    # optional
+    auto_parameters: bool | None = None
+
+    topic: ta.Literal['general', 'news', 'finance'] | None = None
+    search_depth: ta.Literal['basic', 'advanced'] | None = None
+
+    chunks_per_source: int | None = None
+    max_results: int | None = None
+
+    time_range: ta.Literal['day', 'week', 'month', 'year', 'd', 'w', 'm', 'y'] | None = None
+    start_date: str | None = None  # YYYY-MM-DD
+    end_date: str | None = None    # YYYY-MM-DD
+
+    # Booleans with extra enum-like modes per docs
+    include_answer: bool | ta.Literal['basic', 'advanced'] | None = None
+    include_raw_content: bool | ta.Literal['markdown', 'text'] | None = None
+
+    include_images: bool | None = None
+    include_image_descriptions: bool | None = None
+    include_favicon: bool | None = None
+
+    include_domains: ta.Sequence[str] | None = None
+    exclude_domains: ta.Sequence[str] | None = None
+
+    country: str | None = None
+
+
+@dc.dataclass(frozen=True, kw_only=True)
+@_set_class_marshal_options
+class SearchResponse:
+    query: str
+    answer: str
+
+    @dc.dataclass(frozen=True, kw_only=True)
+    @_set_class_marshal_options
+    class Image:
+        url: str | None = None
+        description: str | None = None
+
+    images: ta.Sequence[Image] | None = None
+
+    @dc.dataclass(frozen=True, kw_only=True)
+    @_set_class_marshal_options
+    class Result:
+        title: str | None = None
+        url: str | None = None
+        content: str | None = None
+        score: float | None = None
+        raw_content: str | None = None
+        favicon: str | None = None
+
+    results: ta.Sequence[Result] | None = None
+
+    follow_up_questions: ta.Sequence[str] | None = None
+
+    auto_parameters: ta.Mapping[str, ta.Any] | None = None
+
+    response_time: str | None = None  # seconds
+    request_id: str | None = None
+
+
+##
+
+
+@dc.dataclass(frozen=True, kw_only=True)
+class ExtractRequest:
+    urls: str | ta.Sequence[str]
+    include_images: bool | None = None
+    include_favicon: bool | None = None
+    extract_depth: ta.Literal['basic', 'advanced'] | None = None
+    format: ta.Literal['markdown', 'text'] | None = None
+    timeout: str | None = None  # seconds
+
+
+@dc.dataclass(frozen=True, kw_only=True)
+class ExtractResponse:
+    @dc.dataclass(frozen=True, kw_only=True)
+    class Result:
+        url: str
+        raw_content: str
+        images: ta.Sequence[str] | None = None
+        favicon: str | None = None
+
+    results: ta.Sequence[Result]
+
+    @dc.dataclass(frozen=True, kw_only=True)
+    class FailedResult:
+        url: str
+        error: str
+
+    failed_results: ta.Sequence[FailedResult] | None = None
+
+    response_time: str | None = None
+    request_id: str | None = None

ommlds/backends/tinygrad/models/llama3/__init__.py

@@ -4,17 +4,25 @@
 # https://github.com/tinygrad/tinygrad/blob/ef17af85c6d3f84d1e1cc084d6dee8ced3d1a33e/extra/models/llama.py
 
 
-from .llm import (  # noqa
-    Llama3Llm,
-    run_llm,
-    run_llm_to_stop,
-    RunLlmToStopResult,
-)
-
-from .tokenization import (  # noqa
-    Tokenizer,
-)
-
-from .transformer import (  # noqa
-    Transformer,
-)
+from omlish import lang as _lang
+
+
+with _lang.auto_proxy_init(globals()):
+    from .fetch import (  # noqa
+        fetch_model,
+    )
+
+    from .llm import (  # noqa
+        Llama3Llm,
+        run_llm,
+        run_llm_to_stop,
+        RunLlmToStopResult,
+    )
+
+    from .tokenization import (  # noqa
+        Tokenizer,
+    )
+
+    from .transformer import (  # noqa
+        Transformer,
+    )