openshell 0.0.28__py3-none-macosx_13_0_arm64.whl

openshell/__init__.py

@@ -0,0 +1,40 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+"""OpenShell - Agent execution and management SDK."""
+
+from __future__ import annotations
+
+from .sandbox import (
+    ClusterInferenceConfig,
+    ExecChunk,
+    ExecResult,
+    InferenceRouteClient,
+    Sandbox,
+    SandboxClient,
+    SandboxError,
+    SandboxRef,
+    SandboxSession,
+    TlsConfig,
+)
+
+try:
+    from importlib.metadata import version
+
+    __version__ = version("openshell")
+except Exception:
+    __version__ = "0.0.0"
+
+__all__ = [
+    "ClusterInferenceConfig",
+    "ExecChunk",
+    "ExecResult",
+    "InferenceRouteClient",
+    "Sandbox",
+    "SandboxClient",
+    "SandboxError",
+    "SandboxRef",
+    "SandboxSession",
+    "TlsConfig",
+    "__version__",
+]

openshell/_proto/datamodel_pb2.py

@@ -0,0 +1,74 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: datamodel.proto
+# Protobuf Python Version: 6.31.1
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    6,
+    31,
+    1,
+    '',
+    'datamodel.proto'
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from google.protobuf import struct_pb2 as google_dot_protobuf_dot_struct__pb2
+from . import sandbox_pb2 as sandbox__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x0f\x64\x61tamodel.proto\x12\x16openshell.datamodel.v1\x1a\x1cgoogle/protobuf/struct.proto\x1a\rsandbox.proto\"\x8c\x02\n\x07Sandbox\x12\n\n\x02id\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12\x11\n\tnamespace\x18\x03 \x01(\t\x12\x31\n\x04spec\x18\x04 \x01(\x0b\x32#.openshell.datamodel.v1.SandboxSpec\x12\x35\n\x06status\x18\x05 \x01(\x0b\x32%.openshell.datamodel.v1.SandboxStatus\x12\x33\n\x05phase\x18\x06 \x01(\x0e\x32$.openshell.datamodel.v1.SandboxPhase\x12\x15\n\rcreated_at_ms\x18\x07 \x01(\x03\x12\x1e\n\x16\x63urrent_policy_version\x18\x08 \x01(\r\"\xaf\x02\n\x0bSandboxSpec\x12\x11\n\tlog_level\x18\x01 \x01(\t\x12I\n\x0b\x65nvironment\x18\x05 \x03(\x0b\x32\x34.openshell.datamodel.v1.SandboxSpec.EnvironmentEntry\x12\x39\n\x08template\x18\x06 \x01(\x0b\x32\'.openshell.datamodel.v1.SandboxTemplate\x12\x33\n\x06policy\x18\x07 \x01(\x0b\x32#.openshell.sandbox.v1.SandboxPolicy\x12\x11\n\tproviders\x18\x08 \x03(\t\x12\x0b\n\x03gpu\x18\t \x01(\x08\x1a\x32\n\x10\x45nvironmentEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xb1\x04\n\x0fSandboxTemplate\x12\r\n\x05image\x18\x01 \x01(\t\x12\x1a\n\x12runtime_class_name\x18\x02 \x01(\t\x12\x14\n\x0c\x61gent_socket\x18\x03 \x01(\t\x12\x43\n\x06labels\x18\x04 \x03(\x0b\x32\x33.openshell.datamodel.v1.SandboxTemplate.LabelsEntry\x12M\n\x0b\x61nnotations\x18\x05 \x03(\x0b\x32\x38.openshell.datamodel.v1.SandboxTemplate.AnnotationsEntry\x12M\n\x0b\x65nvironment\x18\x06 \x03(\x0b\x32\x38.openshell.datamodel.v1.SandboxTemplate.EnvironmentEntry\x12*\n\tresources\x18\x07 \x01(\x0b\x32\x17.google.protobuf.Struct\x12\x37\n\x16volume_claim_templates\x18\t \x01(\x0b\x32\x17.google.protobuf.Struct\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x32\n\x10\x41nnotationsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x32\n\x10\x45nvironmentEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\x9c\x01\n\rSandboxStatus\x12\x14\n\x0csandbox_name\x18\x01 \x01(\t\x12\x11\n\tagent_pod\x18\x02 \x01(\t\x12\x10\n\x08\x61gent_fd\x18\x03 \x01(\t\x12\x12\n\nsandbox_fd\x18\x04 \x01(\t\x12<\n\nconditions\x18\x05 \x03(\x0b\x32(.openshell.datamodel.v1.SandboxCondition\"o\n\x10SandboxCondition\x12\x0c\n\x04type\x18\x01 \x01(\t\x12\x0e\n\x06status\x18\x02 \x01(\t\x12\x0e\n\x06reason\x18\x03 \x01(\t\x12\x0f\n\x07message\x18\x04 \x01(\t\x12\x1c\n\x14last_transition_time\x18\x05 \x01(\t\"\x9b\x02\n\x08Provider\x12\n\n\x02id\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12\x0c\n\x04type\x18\x03 \x01(\t\x12\x46\n\x0b\x63redentials\x18\x04 \x03(\x0b\x32\x31.openshell.datamodel.v1.Provider.CredentialsEntry\x12<\n\x06\x63onfig\x18\x05 \x03(\x0b\x32,.openshell.datamodel.v1.Provider.ConfigEntry\x1a\x32\n\x10\x43redentialsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a-\n\x0b\x43onfigEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01*\xb6\x01\n\x0cSandboxPhase\x12\x1d\n\x19SANDBOX_PHASE_UNSPECIFIED\x10\x00\x12\x1e\n\x1aSANDBOX_PHASE_PROVISIONING\x10\x01\x12\x17\n\x13SANDBOX_PHASE_READY\x10\x02\x12\x17\n\x13SANDBOX_PHASE_ERROR\x10\x03\x12\x1a\n\x16SANDBOX_PHASE_DELETING\x10\x04\x12\x19\n\x15SANDBOX_PHASE_UNKNOWN\x10\x05\x62\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'datamodel_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_SANDBOXSPEC_ENVIRONMENTENTRY']._loaded_options = None
+  _globals['_SANDBOXSPEC_ENVIRONMENTENTRY']._serialized_options = b'8\001'
+  _globals['_SANDBOXTEMPLATE_LABELSENTRY']._loaded_options = None
+  _globals['_SANDBOXTEMPLATE_LABELSENTRY']._serialized_options = b'8\001'
+  _globals['_SANDBOXTEMPLATE_ANNOTATIONSENTRY']._loaded_options = None
+  _globals['_SANDBOXTEMPLATE_ANNOTATIONSENTRY']._serialized_options = b'8\001'
+  _globals['_SANDBOXTEMPLATE_ENVIRONMENTENTRY']._loaded_options = None
+  _globals['_SANDBOXTEMPLATE_ENVIRONMENTENTRY']._serialized_options = b'8\001'
+  _globals['_PROVIDER_CREDENTIALSENTRY']._loaded_options = None
+  _globals['_PROVIDER_CREDENTIALSENTRY']._serialized_options = b'8\001'
+  _globals['_PROVIDER_CONFIGENTRY']._loaded_options = None
+  _globals['_PROVIDER_CONFIGENTRY']._serialized_options = b'8\001'
+  _globals['_SANDBOXPHASE']._serialized_start=1788
+  _globals['_SANDBOXPHASE']._serialized_end=1970
+  _globals['_SANDBOX']._serialized_start=89
+  _globals['_SANDBOX']._serialized_end=357
+  _globals['_SANDBOXSPEC']._serialized_start=360
+  _globals['_SANDBOXSPEC']._serialized_end=663
+  _globals['_SANDBOXSPEC_ENVIRONMENTENTRY']._serialized_start=613
+  _globals['_SANDBOXSPEC_ENVIRONMENTENTRY']._serialized_end=663
+  _globals['_SANDBOXTEMPLATE']._serialized_start=666
+  _globals['_SANDBOXTEMPLATE']._serialized_end=1227
+  _globals['_SANDBOXTEMPLATE_LABELSENTRY']._serialized_start=1078
+  _globals['_SANDBOXTEMPLATE_LABELSENTRY']._serialized_end=1123
+  _globals['_SANDBOXTEMPLATE_ANNOTATIONSENTRY']._serialized_start=1125
+  _globals['_SANDBOXTEMPLATE_ANNOTATIONSENTRY']._serialized_end=1175
+  _globals['_SANDBOXTEMPLATE_ENVIRONMENTENTRY']._serialized_start=613
+  _globals['_SANDBOXTEMPLATE_ENVIRONMENTENTRY']._serialized_end=663
+  _globals['_SANDBOXSTATUS']._serialized_start=1230
+  _globals['_SANDBOXSTATUS']._serialized_end=1386
+  _globals['_SANDBOXCONDITION']._serialized_start=1388
+  _globals['_SANDBOXCONDITION']._serialized_end=1499
+  _globals['_PROVIDER']._serialized_start=1502
+  _globals['_PROVIDER']._serialized_end=1785
+  _globals['_PROVIDER_CREDENTIALSENTRY']._serialized_start=1688
+  _globals['_PROVIDER_CREDENTIALSENTRY']._serialized_end=1738
+  _globals['_PROVIDER_CONFIGENTRY']._serialized_start=1740
+  _globals['_PROVIDER_CONFIGENTRY']._serialized_end=1785
+# @@protoc_insertion_point(module_scope)

openshell/_proto/datamodel_pb2.pyi

@@ -0,0 +1,165 @@
+from google.protobuf import struct_pb2 as _struct_pb2
+import sandbox_pb2 as _sandbox_pb2
+from google.protobuf.internal import containers as _containers
+from google.protobuf.internal import enum_type_wrapper as _enum_type_wrapper
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from collections.abc import Iterable as _Iterable, Mapping as _Mapping
+from typing import ClassVar as _ClassVar, Optional as _Optional, Union as _Union
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class SandboxPhase(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
+    __slots__ = ()
+    SANDBOX_PHASE_UNSPECIFIED: _ClassVar[SandboxPhase]
+    SANDBOX_PHASE_PROVISIONING: _ClassVar[SandboxPhase]
+    SANDBOX_PHASE_READY: _ClassVar[SandboxPhase]
+    SANDBOX_PHASE_ERROR: _ClassVar[SandboxPhase]
+    SANDBOX_PHASE_DELETING: _ClassVar[SandboxPhase]
+    SANDBOX_PHASE_UNKNOWN: _ClassVar[SandboxPhase]
+SANDBOX_PHASE_UNSPECIFIED: SandboxPhase
+SANDBOX_PHASE_PROVISIONING: SandboxPhase
+SANDBOX_PHASE_READY: SandboxPhase
+SANDBOX_PHASE_ERROR: SandboxPhase
+SANDBOX_PHASE_DELETING: SandboxPhase
+SANDBOX_PHASE_UNKNOWN: SandboxPhase
+
+class Sandbox(_message.Message):
+    __slots__ = ("id", "name", "namespace", "spec", "status", "phase", "created_at_ms", "current_policy_version")
+    ID_FIELD_NUMBER: _ClassVar[int]
+    NAME_FIELD_NUMBER: _ClassVar[int]
+    NAMESPACE_FIELD_NUMBER: _ClassVar[int]
+    SPEC_FIELD_NUMBER: _ClassVar[int]
+    STATUS_FIELD_NUMBER: _ClassVar[int]
+    PHASE_FIELD_NUMBER: _ClassVar[int]
+    CREATED_AT_MS_FIELD_NUMBER: _ClassVar[int]
+    CURRENT_POLICY_VERSION_FIELD_NUMBER: _ClassVar[int]
+    id: str
+    name: str
+    namespace: str
+    spec: SandboxSpec
+    status: SandboxStatus
+    phase: SandboxPhase
+    created_at_ms: int
+    current_policy_version: int
+    def __init__(self, id: _Optional[str] = ..., name: _Optional[str] = ..., namespace: _Optional[str] = ..., spec: _Optional[_Union[SandboxSpec, _Mapping]] = ..., status: _Optional[_Union[SandboxStatus, _Mapping]] = ..., phase: _Optional[_Union[SandboxPhase, str]] = ..., created_at_ms: _Optional[int] = ..., current_policy_version: _Optional[int] = ...) -> None: ...
+
+class SandboxSpec(_message.Message):
+    __slots__ = ("log_level", "environment", "template", "policy", "providers", "gpu")
+    class EnvironmentEntry(_message.Message):
+        __slots__ = ("key", "value")
+        KEY_FIELD_NUMBER: _ClassVar[int]
+        VALUE_FIELD_NUMBER: _ClassVar[int]
+        key: str
+        value: str
+        def __init__(self, key: _Optional[str] = ..., value: _Optional[str] = ...) -> None: ...
+    LOG_LEVEL_FIELD_NUMBER: _ClassVar[int]
+    ENVIRONMENT_FIELD_NUMBER: _ClassVar[int]
+    TEMPLATE_FIELD_NUMBER: _ClassVar[int]
+    POLICY_FIELD_NUMBER: _ClassVar[int]
+    PROVIDERS_FIELD_NUMBER: _ClassVar[int]
+    GPU_FIELD_NUMBER: _ClassVar[int]
+    log_level: str
+    environment: _containers.ScalarMap[str, str]
+    template: SandboxTemplate
+    policy: _sandbox_pb2.SandboxPolicy
+    providers: _containers.RepeatedScalarFieldContainer[str]
+    gpu: bool
+    def __init__(self, log_level: _Optional[str] = ..., environment: _Optional[_Mapping[str, str]] = ..., template: _Optional[_Union[SandboxTemplate, _Mapping]] = ..., policy: _Optional[_Union[_sandbox_pb2.SandboxPolicy, _Mapping]] = ..., providers: _Optional[_Iterable[str]] = ..., gpu: bool = ...) -> None: ...
+
+class SandboxTemplate(_message.Message):
+    __slots__ = ("image", "runtime_class_name", "agent_socket", "labels", "annotations", "environment", "resources", "volume_claim_templates")
+    class LabelsEntry(_message.Message):
+        __slots__ = ("key", "value")
+        KEY_FIELD_NUMBER: _ClassVar[int]
+        VALUE_FIELD_NUMBER: _ClassVar[int]
+        key: str
+        value: str
+        def __init__(self, key: _Optional[str] = ..., value: _Optional[str] = ...) -> None: ...
+    class AnnotationsEntry(_message.Message):
+        __slots__ = ("key", "value")
+        KEY_FIELD_NUMBER: _ClassVar[int]
+        VALUE_FIELD_NUMBER: _ClassVar[int]
+        key: str
+        value: str
+        def __init__(self, key: _Optional[str] = ..., value: _Optional[str] = ...) -> None: ...
+    class EnvironmentEntry(_message.Message):
+        __slots__ = ("key", "value")
+        KEY_FIELD_NUMBER: _ClassVar[int]
+        VALUE_FIELD_NUMBER: _ClassVar[int]
+        key: str
+        value: str
+        def __init__(self, key: _Optional[str] = ..., value: _Optional[str] = ...) -> None: ...
+    IMAGE_FIELD_NUMBER: _ClassVar[int]
+    RUNTIME_CLASS_NAME_FIELD_NUMBER: _ClassVar[int]
+    AGENT_SOCKET_FIELD_NUMBER: _ClassVar[int]
+    LABELS_FIELD_NUMBER: _ClassVar[int]
+    ANNOTATIONS_FIELD_NUMBER: _ClassVar[int]
+    ENVIRONMENT_FIELD_NUMBER: _ClassVar[int]
+    RESOURCES_FIELD_NUMBER: _ClassVar[int]
+    VOLUME_CLAIM_TEMPLATES_FIELD_NUMBER: _ClassVar[int]
+    image: str
+    runtime_class_name: str
+    agent_socket: str
+    labels: _containers.ScalarMap[str, str]
+    annotations: _containers.ScalarMap[str, str]
+    environment: _containers.ScalarMap[str, str]
+    resources: _struct_pb2.Struct
+    volume_claim_templates: _struct_pb2.Struct
+    def __init__(self, image: _Optional[str] = ..., runtime_class_name: _Optional[str] = ..., agent_socket: _Optional[str] = ..., labels: _Optional[_Mapping[str, str]] = ..., annotations: _Optional[_Mapping[str, str]] = ..., environment: _Optional[_Mapping[str, str]] = ..., resources: _Optional[_Union[_struct_pb2.Struct, _Mapping]] = ..., volume_claim_templates: _Optional[_Union[_struct_pb2.Struct, _Mapping]] = ...) -> None: ...
+
+class SandboxStatus(_message.Message):
+    __slots__ = ("sandbox_name", "agent_pod", "agent_fd", "sandbox_fd", "conditions")
+    SANDBOX_NAME_FIELD_NUMBER: _ClassVar[int]
+    AGENT_POD_FIELD_NUMBER: _ClassVar[int]
+    AGENT_FD_FIELD_NUMBER: _ClassVar[int]
+    SANDBOX_FD_FIELD_NUMBER: _ClassVar[int]
+    CONDITIONS_FIELD_NUMBER: _ClassVar[int]
+    sandbox_name: str
+    agent_pod: str
+    agent_fd: str
+    sandbox_fd: str
+    conditions: _containers.RepeatedCompositeFieldContainer[SandboxCondition]
+    def __init__(self, sandbox_name: _Optional[str] = ..., agent_pod: _Optional[str] = ..., agent_fd: _Optional[str] = ..., sandbox_fd: _Optional[str] = ..., conditions: _Optional[_Iterable[_Union[SandboxCondition, _Mapping]]] = ...) -> None: ...
+
+class SandboxCondition(_message.Message):
+    __slots__ = ("type", "status", "reason", "message", "last_transition_time")
+    TYPE_FIELD_NUMBER: _ClassVar[int]
+    STATUS_FIELD_NUMBER: _ClassVar[int]
+    REASON_FIELD_NUMBER: _ClassVar[int]
+    MESSAGE_FIELD_NUMBER: _ClassVar[int]
+    LAST_TRANSITION_TIME_FIELD_NUMBER: _ClassVar[int]
+    type: str
+    status: str
+    reason: str
+    message: str
+    last_transition_time: str
+    def __init__(self, type: _Optional[str] = ..., status: _Optional[str] = ..., reason: _Optional[str] = ..., message: _Optional[str] = ..., last_transition_time: _Optional[str] = ...) -> None: ...
+
+class Provider(_message.Message):
+    __slots__ = ("id", "name", "type", "credentials", "config")
+    class CredentialsEntry(_message.Message):
+        __slots__ = ("key", "value")
+        KEY_FIELD_NUMBER: _ClassVar[int]
+        VALUE_FIELD_NUMBER: _ClassVar[int]
+        key: str
+        value: str
+        def __init__(self, key: _Optional[str] = ..., value: _Optional[str] = ...) -> None: ...
+    class ConfigEntry(_message.Message):
+        __slots__ = ("key", "value")
+        KEY_FIELD_NUMBER: _ClassVar[int]
+        VALUE_FIELD_NUMBER: _ClassVar[int]
+        key: str
+        value: str
+        def __init__(self, key: _Optional[str] = ..., value: _Optional[str] = ...) -> None: ...
+    ID_FIELD_NUMBER: _ClassVar[int]
+    NAME_FIELD_NUMBER: _ClassVar[int]
+    TYPE_FIELD_NUMBER: _ClassVar[int]
+    CREDENTIALS_FIELD_NUMBER: _ClassVar[int]
+    CONFIG_FIELD_NUMBER: _ClassVar[int]
+    id: str
+    name: str
+    type: str
+    credentials: _containers.ScalarMap[str, str]
+    config: _containers.ScalarMap[str, str]
+    def __init__(self, id: _Optional[str] = ..., name: _Optional[str] = ..., type: _Optional[str] = ..., credentials: _Optional[_Mapping[str, str]] = ..., config: _Optional[_Mapping[str, str]] = ...) -> None: ...

openshell/_proto/datamodel_pb2_grpc.py

@@ -0,0 +1,24 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+import warnings
+
+
+GRPC_GENERATED_VERSION = '1.78.0'
+GRPC_VERSION = grpc.__version__
+_version_not_supported = False
+
+try:
+    from grpc._utilities import first_version_is_lower
+    _version_not_supported = first_version_is_lower(GRPC_VERSION, GRPC_GENERATED_VERSION)
+except ImportError:
+    _version_not_supported = True
+
+if _version_not_supported:
+    raise RuntimeError(
+        f'The grpc package installed is at version {GRPC_VERSION},'
+        + ' but the generated code in datamodel_pb2_grpc.py depends on'
+        + f' grpcio>={GRPC_GENERATED_VERSION}.'
+        + f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
+        + f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
+    )

openshell/_proto/inference_pb2.py

@@ -0,0 +1,56 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: inference.proto
+# Protobuf Python Version: 6.31.1
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    6,
+    31,
+    1,
+    '',
+    'inference.proto'
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x0finference.proto\x12\x16openshell.inference.v1\"W\n\x16\x43lusterInferenceConfig\x12\x15\n\rprovider_name\x18\x01 \x01(\t\x12\x10\n\x08model_id\x18\x02 \x01(\t\x12\x14\n\x0ctimeout_secs\x18\x03 \x01(\x04\"{\n\x0eInferenceRoute\x12\n\n\x02id\x18\x01 \x01(\t\x12>\n\x06\x63onfig\x18\x02 \x01(\x0b\x32..openshell.inference.v1.ClusterInferenceConfig\x12\x0c\n\x04name\x18\x03 \x01(\t\x12\x0f\n\x07version\x18\x04 \x01(\x04\"\x92\x01\n\x1aSetClusterInferenceRequest\x12\x15\n\rprovider_name\x18\x01 \x01(\t\x12\x10\n\x08model_id\x18\x02 \x01(\t\x12\x12\n\nroute_name\x18\x03 \x01(\t\x12\x0e\n\x06verify\x18\x04 \x01(\x08\x12\x11\n\tno_verify\x18\x05 \x01(\x08\x12\x14\n\x0ctimeout_secs\x18\x06 \x01(\x04\"2\n\x11ValidatedEndpoint\x12\x0b\n\x03url\x18\x01 \x01(\t\x12\x10\n\x08protocol\x18\x02 \x01(\t\"\xe7\x01\n\x1bSetClusterInferenceResponse\x12\x15\n\rprovider_name\x18\x01 \x01(\t\x12\x10\n\x08model_id\x18\x02 \x01(\t\x12\x0f\n\x07version\x18\x03 \x01(\x04\x12\x12\n\nroute_name\x18\x04 \x01(\t\x12\x1c\n\x14validation_performed\x18\x05 \x01(\x08\x12\x46\n\x13validated_endpoints\x18\x06 \x03(\x0b\x32).openshell.inference.v1.ValidatedEndpoint\x12\x14\n\x0ctimeout_secs\x18\x07 \x01(\x04\"0\n\x1aGetClusterInferenceRequest\x12\x12\n\nroute_name\x18\x01 \x01(\t\"\x81\x01\n\x1bGetClusterInferenceResponse\x12\x15\n\rprovider_name\x18\x01 \x01(\t\x12\x10\n\x08model_id\x18\x02 \x01(\t\x12\x0f\n\x07version\x18\x03 \x01(\x04\x12\x12\n\nroute_name\x18\x04 \x01(\t\x12\x14\n\x0ctimeout_secs\x18\x05 \x01(\x04\"\x1b\n\x19GetInferenceBundleRequest\"\x92\x01\n\rResolvedRoute\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08\x62\x61se_url\x18\x02 \x01(\t\x12\x11\n\tprotocols\x18\x03 \x03(\t\x12\x0f\n\x07\x61pi_key\x18\x04 \x01(\t\x12\x10\n\x08model_id\x18\x05 \x01(\t\x12\x15\n\rprovider_type\x18\x06 \x01(\t\x12\x14\n\x0ctimeout_secs\x18\x07 \x01(\x04\"~\n\x1aGetInferenceBundleResponse\x12\x35\n\x06routes\x18\x01 \x03(\x0b\x32%.openshell.inference.v1.ResolvedRoute\x12\x10\n\x08revision\x18\x02 \x01(\t\x12\x17\n\x0fgenerated_at_ms\x18\x03 \x01(\x03\x32\x88\x03\n\tInference\x12{\n\x12GetInferenceBundle\x12\x31.openshell.inference.v1.GetInferenceBundleRequest\x1a\x32.openshell.inference.v1.GetInferenceBundleResponse\x12~\n\x13SetClusterInference\x12\x32.openshell.inference.v1.SetClusterInferenceRequest\x1a\x33.openshell.inference.v1.SetClusterInferenceResponse\x12~\n\x13GetClusterInference\x12\x32.openshell.inference.v1.GetClusterInferenceRequest\x1a\x33.openshell.inference.v1.GetClusterInferenceResponseb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'inference_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_CLUSTERINFERENCECONFIG']._serialized_start=43
+  _globals['_CLUSTERINFERENCECONFIG']._serialized_end=130
+  _globals['_INFERENCEROUTE']._serialized_start=132
+  _globals['_INFERENCEROUTE']._serialized_end=255
+  _globals['_SETCLUSTERINFERENCEREQUEST']._serialized_start=258
+  _globals['_SETCLUSTERINFERENCEREQUEST']._serialized_end=404
+  _globals['_VALIDATEDENDPOINT']._serialized_start=406
+  _globals['_VALIDATEDENDPOINT']._serialized_end=456
+  _globals['_SETCLUSTERINFERENCERESPONSE']._serialized_start=459
+  _globals['_SETCLUSTERINFERENCERESPONSE']._serialized_end=690
+  _globals['_GETCLUSTERINFERENCEREQUEST']._serialized_start=692
+  _globals['_GETCLUSTERINFERENCEREQUEST']._serialized_end=740
+  _globals['_GETCLUSTERINFERENCERESPONSE']._serialized_start=743
+  _globals['_GETCLUSTERINFERENCERESPONSE']._serialized_end=872
+  _globals['_GETINFERENCEBUNDLEREQUEST']._serialized_start=874
+  _globals['_GETINFERENCEBUNDLEREQUEST']._serialized_end=901
+  _globals['_RESOLVEDROUTE']._serialized_start=904
+  _globals['_RESOLVEDROUTE']._serialized_end=1050
+  _globals['_GETINFERENCEBUNDLERESPONSE']._serialized_start=1052
+  _globals['_GETINFERENCEBUNDLERESPONSE']._serialized_end=1178
+  _globals['_INFERENCE']._serialized_start=1181
+  _globals['_INFERENCE']._serialized_end=1573
+# @@protoc_insertion_point(module_scope)

openshell/_proto/inference_pb2.pyi

@@ -0,0 +1,123 @@
+from google.protobuf.internal import containers as _containers
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from collections.abc import Iterable as _Iterable, Mapping as _Mapping
+from typing import ClassVar as _ClassVar, Optional as _Optional, Union as _Union
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class ClusterInferenceConfig(_message.Message):
+    __slots__ = ("provider_name", "model_id", "timeout_secs")
+    PROVIDER_NAME_FIELD_NUMBER: _ClassVar[int]
+    MODEL_ID_FIELD_NUMBER: _ClassVar[int]
+    TIMEOUT_SECS_FIELD_NUMBER: _ClassVar[int]
+    provider_name: str
+    model_id: str
+    timeout_secs: int
+    def __init__(self, provider_name: _Optional[str] = ..., model_id: _Optional[str] = ..., timeout_secs: _Optional[int] = ...) -> None: ...
+
+class InferenceRoute(_message.Message):
+    __slots__ = ("id", "config", "name", "version")
+    ID_FIELD_NUMBER: _ClassVar[int]
+    CONFIG_FIELD_NUMBER: _ClassVar[int]
+    NAME_FIELD_NUMBER: _ClassVar[int]
+    VERSION_FIELD_NUMBER: _ClassVar[int]
+    id: str
+    config: ClusterInferenceConfig
+    name: str
+    version: int
+    def __init__(self, id: _Optional[str] = ..., config: _Optional[_Union[ClusterInferenceConfig, _Mapping]] = ..., name: _Optional[str] = ..., version: _Optional[int] = ...) -> None: ...
+
+class SetClusterInferenceRequest(_message.Message):
+    __slots__ = ("provider_name", "model_id", "route_name", "verify", "no_verify", "timeout_secs")
+    PROVIDER_NAME_FIELD_NUMBER: _ClassVar[int]
+    MODEL_ID_FIELD_NUMBER: _ClassVar[int]
+    ROUTE_NAME_FIELD_NUMBER: _ClassVar[int]
+    VERIFY_FIELD_NUMBER: _ClassVar[int]
+    NO_VERIFY_FIELD_NUMBER: _ClassVar[int]
+    TIMEOUT_SECS_FIELD_NUMBER: _ClassVar[int]
+    provider_name: str
+    model_id: str
+    route_name: str
+    verify: bool
+    no_verify: bool
+    timeout_secs: int
+    def __init__(self, provider_name: _Optional[str] = ..., model_id: _Optional[str] = ..., route_name: _Optional[str] = ..., verify: bool = ..., no_verify: bool = ..., timeout_secs: _Optional[int] = ...) -> None: ...
+
+class ValidatedEndpoint(_message.Message):
+    __slots__ = ("url", "protocol")
+    URL_FIELD_NUMBER: _ClassVar[int]
+    PROTOCOL_FIELD_NUMBER: _ClassVar[int]
+    url: str
+    protocol: str
+    def __init__(self, url: _Optional[str] = ..., protocol: _Optional[str] = ...) -> None: ...
+
+class SetClusterInferenceResponse(_message.Message):
+    __slots__ = ("provider_name", "model_id", "version", "route_name", "validation_performed", "validated_endpoints", "timeout_secs")
+    PROVIDER_NAME_FIELD_NUMBER: _ClassVar[int]
+    MODEL_ID_FIELD_NUMBER: _ClassVar[int]
+    VERSION_FIELD_NUMBER: _ClassVar[int]
+    ROUTE_NAME_FIELD_NUMBER: _ClassVar[int]
+    VALIDATION_PERFORMED_FIELD_NUMBER: _ClassVar[int]
+    VALIDATED_ENDPOINTS_FIELD_NUMBER: _ClassVar[int]
+    TIMEOUT_SECS_FIELD_NUMBER: _ClassVar[int]
+    provider_name: str
+    model_id: str
+    version: int
+    route_name: str
+    validation_performed: bool
+    validated_endpoints: _containers.RepeatedCompositeFieldContainer[ValidatedEndpoint]
+    timeout_secs: int
+    def __init__(self, provider_name: _Optional[str] = ..., model_id: _Optional[str] = ..., version: _Optional[int] = ..., route_name: _Optional[str] = ..., validation_performed: bool = ..., validated_endpoints: _Optional[_Iterable[_Union[ValidatedEndpoint, _Mapping]]] = ..., timeout_secs: _Optional[int] = ...) -> None: ...
+
+class GetClusterInferenceRequest(_message.Message):
+    __slots__ = ("route_name",)
+    ROUTE_NAME_FIELD_NUMBER: _ClassVar[int]
+    route_name: str
+    def __init__(self, route_name: _Optional[str] = ...) -> None: ...
+
+class GetClusterInferenceResponse(_message.Message):
+    __slots__ = ("provider_name", "model_id", "version", "route_name", "timeout_secs")
+    PROVIDER_NAME_FIELD_NUMBER: _ClassVar[int]
+    MODEL_ID_FIELD_NUMBER: _ClassVar[int]
+    VERSION_FIELD_NUMBER: _ClassVar[int]
+    ROUTE_NAME_FIELD_NUMBER: _ClassVar[int]
+    TIMEOUT_SECS_FIELD_NUMBER: _ClassVar[int]
+    provider_name: str
+    model_id: str
+    version: int
+    route_name: str
+    timeout_secs: int
+    def __init__(self, provider_name: _Optional[str] = ..., model_id: _Optional[str] = ..., version: _Optional[int] = ..., route_name: _Optional[str] = ..., timeout_secs: _Optional[int] = ...) -> None: ...
+
+class GetInferenceBundleRequest(_message.Message):
+    __slots__ = ()
+    def __init__(self) -> None: ...
+
+class ResolvedRoute(_message.Message):
+    __slots__ = ("name", "base_url", "protocols", "api_key", "model_id", "provider_type", "timeout_secs")
+    NAME_FIELD_NUMBER: _ClassVar[int]
+    BASE_URL_FIELD_NUMBER: _ClassVar[int]
+    PROTOCOLS_FIELD_NUMBER: _ClassVar[int]
+    API_KEY_FIELD_NUMBER: _ClassVar[int]
+    MODEL_ID_FIELD_NUMBER: _ClassVar[int]
+    PROVIDER_TYPE_FIELD_NUMBER: _ClassVar[int]
+    TIMEOUT_SECS_FIELD_NUMBER: _ClassVar[int]
+    name: str
+    base_url: str
+    protocols: _containers.RepeatedScalarFieldContainer[str]
+    api_key: str
+    model_id: str
+    provider_type: str
+    timeout_secs: int
+    def __init__(self, name: _Optional[str] = ..., base_url: _Optional[str] = ..., protocols: _Optional[_Iterable[str]] = ..., api_key: _Optional[str] = ..., model_id: _Optional[str] = ..., provider_type: _Optional[str] = ..., timeout_secs: _Optional[int] = ...) -> None: ...
+
+class GetInferenceBundleResponse(_message.Message):
+    __slots__ = ("routes", "revision", "generated_at_ms")
+    ROUTES_FIELD_NUMBER: _ClassVar[int]
+    REVISION_FIELD_NUMBER: _ClassVar[int]
+    GENERATED_AT_MS_FIELD_NUMBER: _ClassVar[int]
+    routes: _containers.RepeatedCompositeFieldContainer[ResolvedRoute]
+    revision: str
+    generated_at_ms: int
+    def __init__(self, routes: _Optional[_Iterable[_Union[ResolvedRoute, _Mapping]]] = ..., revision: _Optional[str] = ..., generated_at_ms: _Optional[int] = ...) -> None: ...