levers9 0.1.265__tar.gz

levers9-0.1.265/PKG-INFO

@@ -0,0 +1,27 @@
+Metadata-Version: 2.4
+Name: levers9
+Version: 0.1.265
+Summary: levers9 SDK and CLI: run functions, endpoints, task queues, schedules, pods and GPU jobs on a levers9 cluster
+Author-email: Levers AI Lab <hello@uselevers.com>
+Requires-Python: <4.0,>=3.8
+Requires-Dist: typeguard<3.0.0,>=2.13.3; python_version < "3.9"
+Requires-Dist: typeguard<5.0.0,>=4.4.3; python_version >= "3.9"
+Requires-Dist: typing-extensions<5.0.0,>=4.7.1
+Requires-Dist: grpclib<1.0.0,>=0.4.7
+Requires-Dist: grpcio<2.0.0,>=1.69.0
+Requires-Dist: asgiref<4.0.0,>=3.8.1
+Requires-Dist: cloudpickle<4.0.0,>=3.0.0
+Requires-Dist: rich<15.0.0,>=13.9.4
+Requires-Dist: click<9.0.0,>=8.1.7
+Requires-Dist: protobuf<7.0.0,>=5.29.6
+Requires-Dist: fastapi<1.0.0,>=0.115.11
+Requires-Dist: uvicorn<1.0.0,>=0.29.0
+Requires-Dist: watchdog<5.0.0,>=4.0.0
+Requires-Dist: betterproto-levers9==2.1.0
+Requires-Dist: croniter<4.0.0,>=3.0.3
+Requires-Dist: websocket-client<2.0.0,>=1.8.0
+Requires-Dist: prompt-toolkit<4.0.0,>=3.0.48
+Requires-Dist: requests<3.0.0,>=2.32.3
+Requires-Dist: paramiko<4.0.0,>=3.5.0
+Requires-Dist: websockets<16,>=13
+Requires-Dist: pyyaml<7.0.0,>=6.0.0

levers9-0.1.265/README.md

@@ -0,0 +1,47 @@
+# levers9 sdk
+
+Python SDK for Levers9.
+
+## Getting started
+
+### Using the SDK
+
+This example will run the `square` function on levers9. Each invocation of `square` will run in a separate container.
+
+```python
+from levers9 import function
+
+@function(
+    cpu=0.25,
+    gpu="L4",
+)
+def square(i: int):
+    return i**2
+
+def main():
+    numbers = list(range(10))
+    squared = []
+
+    for result in square.map(numbers):
+        squared.append(result)
+
+    print("numbers:", numbers)
+    print("squared:", sorted(squared))
+
+if __name__ == "__main__":
+    main()
+
+```
+
+### Running the SDK
+
+Let's run the code we just wrote. You can see we invoke the function 10 times.
+
+![demo gif](docs/demo.gif)
+
+
+### Using the CLI
+
+Finally lets check the results using the CLI.
+
+![demo list tasks](docs/demo-list-tasks.png)

levers9-0.1.265/pyproject.toml

@@ -0,0 +1,86 @@
+[project]
+authors = [
+    {name = "Levers AI Lab", email = "hello@uselevers.com"},
+]
+requires-python = "<4.0,>=3.8"
+dependencies = [
+    "typeguard<3.0.0,>=2.13.3; python_version < '3.9'",
+    "typeguard<5.0.0,>=4.4.3; python_version >= '3.9'",
+    "typing-extensions<5.0.0,>=4.7.1",
+    "grpclib<1.0.0,>=0.4.7",
+    "grpcio<2.0.0,>=1.69.0",
+    "asgiref<4.0.0,>=3.8.1",
+    "cloudpickle<4.0.0,>=3.0.0",
+    "rich<15.0.0,>=13.9.4",
+    "click<9.0.0,>=8.1.7",
+    "protobuf<7.0.0,>=5.29.6",
+    "fastapi<1.0.0,>=0.115.11",
+    "uvicorn<1.0.0,>=0.29.0",
+    "watchdog<5.0.0,>=4.0.0",
+    "betterproto-levers9==2.1.0",
+    "croniter<4.0.0,>=3.0.3",
+    "websocket-client<2.0.0,>=1.8.0",
+    "prompt-toolkit<4.0.0,>=3.0.48",
+    "requests<3.0.0,>=2.32.3",
+    "paramiko<4.0.0,>=3.5.0",
+    "websockets>=13,<16",
+    "pyyaml<7.0.0,>=6.0.0",
+]
+name = "levers9"
+version = "0.1.265"
+description = "levers9 SDK and CLI: run functions, endpoints, task queues, schedules, pods and GPU jobs on a levers9 cluster"
+
+[project.scripts]
+levers9 = "levers9.cli.main:start"
+
+[dependency-groups]
+dev = [
+    "pytest<9.0.0,>=8.2.0",
+    "pytest-env<2.0.0,>=1.1.3",
+    "attrs<24.0.0,>=23.2.0",
+    "docstring-parser<1.0,>=0.16",
+    "ruff",
+    "gunicorn<23.0.0,>=22.0.0",
+    "requests<3.0.0,>=2.32.3",
+    "pytest-cov<6.0.0,>=5.0.0",
+]
+
+[tool.uv]
+default-groups = []
+package = true
+
+[tool.pytest.ini_options]
+pythonpath = ["src"]
+testpaths = ["tests"]
+addopts = "--verbose --cov --cov-report=html:.htmlcov"
+
+[tool.coverage.report]
+omit = ["tests/*"]
+exclude_also = [
+    # Don't complain if tests don't hit defensive assertion code:
+    "raise AssertionError",
+    "raise NotImplementedError",
+
+    # Don't complain if non-runnable code isn't run:
+    "if __name__ == .__main__.:",
+
+    # Don't complain about abstract methods, they aren't run:
+    "@(abc\\.)?abstractmethod",
+]
+
+[tool.ruff]
+line-length = 100
+exclude = ["src/levers9/clients", "vendor"]
+src = ["src", "test", "bin"]
+
+[tool.ruff.lint.per-file-ignores]
+"src/levers9/__init__.py" = ["F403"]
+
+[tool.vendoring]
+destination = "src/levers9/vendor"
+requirements = "vendors.txt"
+namespace = "levers9.vendor"
+
+[build-system]
+requires = ["setuptools>=42", "wheel"]
+build-backend = "setuptools.build_meta"

levers9-0.1.265/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

levers9-0.1.265/src/levers9/__init__.py

@@ -0,0 +1,77 @@
+from importlib import import_module
+
+
+_EXPORTS = {
+    "Map": (".abstractions.map", "Map"),
+    "Image": (".abstractions.image", "Image"),
+    "Queue": (".abstractions.queue", "SimpleQueue"),
+    "Volume": (".abstractions.volume", "Volume"),
+    "CloudBucket": (".abstractions.volume", "CloudBucket"),
+    "CloudBucketConfig": (".abstractions.volume", "CloudBucketConfig"),
+    "task_queue": (".abstractions.taskqueue", "TaskQueue"),
+    "function": (".abstractions.function", "Function"),
+    "endpoint": (".abstractions.endpoint", "Endpoint"),
+    "asgi": (".abstractions.endpoint", "ASGI"),
+    "realtime": (".abstractions.endpoint", "RealtimeASGI"),
+    "Container": (".abstractions.base.container", "Container"),
+    "env": (".env", None),
+    "GpuType": (".type", "GpuType"),
+    "DatabaseServingConfig": (".type", "DatabaseServingConfig"),
+    "DurableDisk": (".type", "DurableDisk"),
+    "LLMConfig": (".type", "LLMConfig"),
+    "LLMTokenPressureAutoscaler": (".type", "LLMTokenPressureAutoscaler"),
+    "Pool": (".type", "Pool"),
+    "PythonVersion": (".type", "PythonVersion"),
+    "Output": (".abstractions.output", "Output"),
+    "QueueDepthAutoscaler": (".type", "QueueDepthAutoscaler"),
+    "ServingConfig": (".type", "ServingConfig"),
+    "experimental": (".abstractions.experimental", None),
+    "integrations": (".abstractions.integrations", None),
+    "schedule": (".abstractions.function", "Schedule"),
+    "TaskPolicy": (".type", "TaskPolicy"),
+    "Bot": (".abstractions.experimental.bot.bot", "Bot"),
+    "BotLocation": (".abstractions.experimental.bot.bot", "BotLocation"),
+    "BotEventType": (".abstractions.experimental.bot.bot", "BotEventType"),
+    "BotContext": (".abstractions.experimental.bot.types", "BotContext"),
+    "Pod": (".abstractions.pod", "Pod"),
+    "Service": (".abstractions.service", "Service"),
+    "PricingPolicy": (".type", "PricingPolicy"),
+    "PricingPolicyCostModel": (".type", "PricingPolicyCostModel"),
+    "Client": (".client.client", "Client"),
+    "Task": (".client.task", "Task"),
+    "Deployment": (".client.deployment", "Deployment"),
+    "schema": (".schema", None),
+    "Sandbox": (".abstractions.sandbox", "Sandbox"),
+    "SandboxInstance": (".abstractions.sandbox", "SandboxInstance"),
+    "SandboxProcess": (".abstractions.sandbox", "SandboxProcess"),
+    "SandboxProcessStream": (".abstractions.sandbox", "SandboxProcessStream"),
+    "SandboxProcessManager": (".abstractions.sandbox", "SandboxProcessManager"),
+    "SandboxProcessResponse": (".abstractions.sandbox", "SandboxProcessResponse"),
+    "SandboxConnectionError": (".abstractions.sandbox", "SandboxConnectionError"),
+    "SandboxProcessError": (".abstractions.sandbox", "SandboxProcessError"),
+    "SandboxFileSystemError": (".abstractions.sandbox", "SandboxFileSystemError"),
+    "SandboxFilePosition": (".abstractions.sandbox", "SandboxFilePosition"),
+    "SandboxFileSearchRange": (".abstractions.sandbox", "SandboxFileSearchRange"),
+    "SandboxFileSearchMatch": (".abstractions.sandbox", "SandboxFileSearchMatch"),
+    "SandboxFileInfo": (".abstractions.sandbox", "SandboxFileInfo"),
+    "SandboxFileSystem": (".abstractions.sandbox", "SandboxFileSystem"),
+    "SandboxFileSearchResult": (".abstractions.sandbox", "SandboxFileSearchResult"),
+}
+
+__all__ = list(_EXPORTS)
+
+
+def __getattr__(name):
+    try:
+        module_name, attribute = _EXPORTS[name]
+    except KeyError as error:
+        raise AttributeError(f"module {__name__!r} has no attribute {name!r}") from error
+
+    module = import_module(module_name, __name__)
+    value = module if attribute is None else getattr(module, attribute)
+    globals()[name] = value
+    return value
+
+
+def __dir__():
+    return sorted((*globals(), *__all__))

levers9-0.1.265/src/levers9/__main__.py

@@ -0,0 +1,3 @@
+from .cli import main
+
+main.start()

levers9-0.1.265/src/levers9/abstractions/base/__init__.py

@@ -0,0 +1,77 @@
+import os
+
+os.environ["GRPC_VERBOSITY"] = os.getenv("GRPC_VERBOSITY") or "NONE"
+
+import sys
+from abc import ABC
+from typing import Optional
+
+from ...channel import Channel
+from ...channel import get_channel as _get_channel
+from ...config import ConfigContext, get_config_context, set_settings
+
+# Global channel
+_channel: Optional[Channel] = None
+
+
+def set_channel(
+    channel: Optional[Channel] = None,
+    context: Optional[ConfigContext] = None,
+) -> None:
+    """
+    Sets the channel globally for the SDK.
+
+    Use this before importing any abstraction to control which
+    gateway to connect to. When you provide a channel, it should already be
+    authenticated. When you provide a context, this will authenticate for you.
+    If neither is provided, this uses the default context and will create a
+    channel. If there is no default context (or config file), then we will
+    prompt the user for it.
+
+    Args:
+        channel: gRPC channel. Defaults to None.
+        context: Config context that defines the channel credentials. Defaults to None.
+    """
+    global _channel
+
+    if channel:
+        _channel = channel
+        return
+
+    if context:
+        _channel = _get_channel(context)
+        return
+
+    context = get_config_context()
+    _channel = _get_channel(context)
+
+
+def unset_channel():
+    global _channel
+    _channel = None
+
+
+def get_channel() -> Channel:
+    global _channel
+
+    if not _channel:
+        set_channel()
+
+    return _channel  # type: ignore
+
+
+class BaseAbstraction(ABC):
+    @property
+    def channel(self) -> Channel:
+        return get_channel()
+
+    def __init_subclass__(cls, /, **kwargs):
+        """
+        Dynamically load settings depending on if this library is being used
+        by levers9 or beam.
+        """
+        if "beam" in sys.modules:
+            # Settings will be configured in SDKSettings.__post_init__
+            set_settings()
+
+        super().__init_subclass__(**kwargs)