kubetorch 0.2.5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- kubetorch/__init__.py +59 -0
- kubetorch/cli.py +1939 -0
- kubetorch/cli_utils.py +967 -0
- kubetorch/config.py +453 -0
- kubetorch/constants.py +18 -0
- kubetorch/docs/Makefile +18 -0
- kubetorch/docs/__init__.py +0 -0
- kubetorch/docs/_ext/json_globaltoc.py +42 -0
- kubetorch/docs/api/cli.rst +10 -0
- kubetorch/docs/api/python/app.rst +21 -0
- kubetorch/docs/api/python/cls.rst +19 -0
- kubetorch/docs/api/python/compute.rst +25 -0
- kubetorch/docs/api/python/config.rst +11 -0
- kubetorch/docs/api/python/fn.rst +19 -0
- kubetorch/docs/api/python/image.rst +14 -0
- kubetorch/docs/api/python/secret.rst +18 -0
- kubetorch/docs/api/python/volumes.rst +13 -0
- kubetorch/docs/api/python.rst +101 -0
- kubetorch/docs/conf.py +69 -0
- kubetorch/docs/index.rst +20 -0
- kubetorch/docs/requirements.txt +5 -0
- kubetorch/globals.py +269 -0
- kubetorch/logger.py +59 -0
- kubetorch/resources/__init__.py +0 -0
- kubetorch/resources/callables/__init__.py +0 -0
- kubetorch/resources/callables/cls/__init__.py +0 -0
- kubetorch/resources/callables/cls/cls.py +159 -0
- kubetorch/resources/callables/fn/__init__.py +0 -0
- kubetorch/resources/callables/fn/fn.py +140 -0
- kubetorch/resources/callables/module.py +1315 -0
- kubetorch/resources/callables/utils.py +203 -0
- kubetorch/resources/compute/__init__.py +0 -0
- kubetorch/resources/compute/app.py +253 -0
- kubetorch/resources/compute/compute.py +2414 -0
- kubetorch/resources/compute/decorators.py +137 -0
- kubetorch/resources/compute/utils.py +1026 -0
- kubetorch/resources/compute/websocket.py +135 -0
- kubetorch/resources/images/__init__.py +1 -0
- kubetorch/resources/images/image.py +412 -0
- kubetorch/resources/images/images.py +64 -0
- kubetorch/resources/secrets/__init__.py +2 -0
- kubetorch/resources/secrets/kubernetes_secrets_client.py +377 -0
- kubetorch/resources/secrets/provider_secrets/__init__.py +0 -0
- kubetorch/resources/secrets/provider_secrets/anthropic_secret.py +12 -0
- kubetorch/resources/secrets/provider_secrets/aws_secret.py +16 -0
- kubetorch/resources/secrets/provider_secrets/azure_secret.py +14 -0
- kubetorch/resources/secrets/provider_secrets/cohere_secret.py +12 -0
- kubetorch/resources/secrets/provider_secrets/gcp_secret.py +16 -0
- kubetorch/resources/secrets/provider_secrets/github_secret.py +13 -0
- kubetorch/resources/secrets/provider_secrets/huggingface_secret.py +20 -0
- kubetorch/resources/secrets/provider_secrets/kubeconfig_secret.py +12 -0
- kubetorch/resources/secrets/provider_secrets/lambda_secret.py +13 -0
- kubetorch/resources/secrets/provider_secrets/langchain_secret.py +12 -0
- kubetorch/resources/secrets/provider_secrets/openai_secret.py +11 -0
- kubetorch/resources/secrets/provider_secrets/pinecone_secret.py +12 -0
- kubetorch/resources/secrets/provider_secrets/providers.py +92 -0
- kubetorch/resources/secrets/provider_secrets/ssh_secret.py +12 -0
- kubetorch/resources/secrets/provider_secrets/wandb_secret.py +11 -0
- kubetorch/resources/secrets/secret.py +224 -0
- kubetorch/resources/secrets/secret_factory.py +64 -0
- kubetorch/resources/secrets/utils.py +222 -0
- kubetorch/resources/volumes/__init__.py +0 -0
- kubetorch/resources/volumes/volume.py +340 -0
- kubetorch/servers/__init__.py +0 -0
- kubetorch/servers/http/__init__.py +0 -0
- kubetorch/servers/http/distributed_utils.py +2968 -0
- kubetorch/servers/http/http_client.py +802 -0
- kubetorch/servers/http/http_server.py +1622 -0
- kubetorch/servers/http/server_metrics.py +255 -0
- kubetorch/servers/http/utils.py +722 -0
- kubetorch/serving/__init__.py +0 -0
- kubetorch/serving/autoscaling.py +153 -0
- kubetorch/serving/base_service_manager.py +344 -0
- kubetorch/serving/constants.py +77 -0
- kubetorch/serving/deployment_service_manager.py +431 -0
- kubetorch/serving/knative_service_manager.py +487 -0
- kubetorch/serving/raycluster_service_manager.py +526 -0
- kubetorch/serving/service_manager.py +18 -0
- kubetorch/serving/templates/deployment_template.yaml +17 -0
- kubetorch/serving/templates/knative_service_template.yaml +19 -0
- kubetorch/serving/templates/kt_setup_template.sh.j2 +91 -0
- kubetorch/serving/templates/pod_template.yaml +198 -0
- kubetorch/serving/templates/raycluster_service_template.yaml +42 -0
- kubetorch/serving/templates/raycluster_template.yaml +35 -0
- kubetorch/serving/templates/service_template.yaml +21 -0
- kubetorch/serving/templates/workerset_template.yaml +36 -0
- kubetorch/serving/utils.py +344 -0
- kubetorch/utils.py +263 -0
- kubetorch-0.2.5.dist-info/METADATA +75 -0
- kubetorch-0.2.5.dist-info/RECORD +92 -0
- kubetorch-0.2.5.dist-info/WHEEL +4 -0
- kubetorch-0.2.5.dist-info/entry_points.txt +5 -0
kubetorch/__init__.py
ADDED
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
from kubetorch.globals import config, MetricsConfig # noqa: F401
|
|
2
|
+
from kubetorch.resources.callables.cls.cls import Cls, cls # noqa: F401
|
|
3
|
+
from kubetorch.resources.callables.fn.fn import Fn, fn # noqa: F401
|
|
4
|
+
from kubetorch.resources.callables.utils import NotebookError
|
|
5
|
+
from kubetorch.resources.compute.app import App, app # noqa: F401
|
|
6
|
+
from kubetorch.resources.compute.compute import Compute # noqa: F401
|
|
7
|
+
from kubetorch.resources.compute.decorators import async_, autoscale, compute, distribute # noqa: F401
|
|
8
|
+
from kubetorch.resources.compute.utils import (
|
|
9
|
+
ImagePullError,
|
|
10
|
+
KnativeServiceConflictError,
|
|
11
|
+
PodContainerError,
|
|
12
|
+
QueueUnschedulableError,
|
|
13
|
+
ResourceNotAvailableError,
|
|
14
|
+
RsyncError,
|
|
15
|
+
SecretNotFound,
|
|
16
|
+
ServiceHealthError,
|
|
17
|
+
ServiceTimeoutError,
|
|
18
|
+
VersionMismatchError,
|
|
19
|
+
) # noqa: F401
|
|
20
|
+
from kubetorch.resources.images.image import Image # noqa: F401
|
|
21
|
+
from kubetorch.resources.secrets import Secret, secret # noqa: F401
|
|
22
|
+
from kubetorch.resources.volumes.volume import Volume # noqa: F401 # noqa: F401
|
|
23
|
+
from kubetorch.servers.http.utils import ( # noqa: F401
|
|
24
|
+
deep_breakpoint,
|
|
25
|
+
PodTerminatedError,
|
|
26
|
+
StartupError,
|
|
27
|
+
WorkerMembershipChanged,
|
|
28
|
+
)
|
|
29
|
+
from kubetorch.serving.utils import KubernetesCredentialsError
|
|
30
|
+
|
|
31
|
+
from .resources import images
|
|
32
|
+
|
|
33
|
+
# Alias to expose as kt.images
|
|
34
|
+
images = images
|
|
35
|
+
|
|
36
|
+
# Registry of all kubetorch exceptions for serialization/deserialization
|
|
37
|
+
EXCEPTION_REGISTRY = {
|
|
38
|
+
"ImagePullError": ImagePullError,
|
|
39
|
+
"KubernetesCredentialsError": KubernetesCredentialsError,
|
|
40
|
+
"PodContainerError": PodContainerError,
|
|
41
|
+
"ResourceNotAvailableError": ResourceNotAvailableError,
|
|
42
|
+
"ServiceHealthError": ServiceHealthError,
|
|
43
|
+
"ServiceTimeoutError": ServiceTimeoutError,
|
|
44
|
+
"StartupError": StartupError,
|
|
45
|
+
"PodTerminatedError": PodTerminatedError,
|
|
46
|
+
"NotebookError": NotebookError,
|
|
47
|
+
"QueueUnschedulableError": QueueUnschedulableError,
|
|
48
|
+
"KnativeServiceConflictError": KnativeServiceConflictError,
|
|
49
|
+
"RsyncError": RsyncError,
|
|
50
|
+
"VersionMismatchError": VersionMismatchError,
|
|
51
|
+
"SecretNotFound": SecretNotFound,
|
|
52
|
+
"WorkerMembershipChanged": WorkerMembershipChanged,
|
|
53
|
+
}
|
|
54
|
+
|
|
55
|
+
# Make exceptions appear to be from the main package (e.g. kubetorch.ImagePullError)
|
|
56
|
+
for exception in EXCEPTION_REGISTRY.values():
|
|
57
|
+
exception.__module__ = "kubetorch"
|
|
58
|
+
|
|
59
|
+
__version__ = "0.2.5"
|