cycls 0.0.2.82__tar.gz → 0.0.2.83__tar.gz

{cycls-0.0.2.82 → cycls-0.0.2.83}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cycls
-Version: 0.0.2.82
+Version: 0.0.2.83
 Summary: Distribute Intelligence
 Author: Mohammed J. AlRujayi
 Author-email: mj@cycls.com
@@ -16,10 +16,8 @@ Provides-Extra: modal
 Requires-Dist: cloudpickle (>=3.1.1,<4.0.0)
 Requires-Dist: docker (>=7.1.0,<8.0.0)
 Requires-Dist: fastapi (>=0.111.0,<0.112.0)
-Requires-Dist: grpcio (>=1.76.0,<2.0.0)
 Requires-Dist: httpx (>=0.27.0,<0.28.0)
 Requires-Dist: modal (>=1.1.0,<2.0.0) ; extra == "modal"
-Requires-Dist: protobuf (>=6.0,<7.0)
 Requires-Dist: pyjwt (>=2.8.0,<3.0.0)
 Description-Content-Type: text/markdown
 

{cycls-0.0.2.82 → cycls-0.0.2.83}/cycls/runtime.py

@@ -10,23 +10,40 @@ import shutil
 from pathlib import Path
 import tarfile
 
-from .grpc import RuntimeClient
-
 os.environ["DOCKER_BUILDKIT"] = "1"
 
-GRPC_PORT = 50051
 BASE_IMAGE = "ghcr.io/cycls/base:python3.12"
 BASE_PACKAGES = {"cloudpickle", "cryptography", "fastapi", "fastapi[standard]",
                  "pydantic", "pyjwt", "uvicorn", "uvicorn[standard]", "httpx"}
-GRPC_PACKAGES = {"grpcio", "protobuf"}
 
-# Simple entrypoint for deployed services - loads pickled function+args and runs it
+# Entrypoint for deployed services - loads pickled function+args and runs it
 ENTRYPOINT_PY = '''import cloudpickle
 with open("/app/function.pkl", "rb") as f:
     func, args, kwargs = cloudpickle.load(f)
 func(*args, **kwargs)
 '''
 
+# Runner script for local dev - reads pickle from volume, writes result back
+RUNNER_PY = '''import cloudpickle
+import sys
+import traceback
+from pathlib import Path
+
+io_dir = Path(sys.argv[1])
+payload_path = io_dir / "payload.pkl"
+result_path = io_dir / "result.pkl"
+
+try:
+    with open(payload_path, "rb") as f:
+        func, args, kwargs = cloudpickle.load(f)
+    result = func(*args, **kwargs)
+    with open(result_path, "wb") as f:
+        cloudpickle.dump(result, f)
+except Exception:
+    traceback.print_exc()
+    sys.exit(1)
+'''
+
 
 def _hash_path(path_str: str) -> str:
     h = hashlib.sha256()
@@ -57,7 +74,7 @@ def _copy_path(src_path: Path, dest_path: Path):
 
 
 class Runtime:
-    """Executes functions in Docker containers. Uses gRPC for local dev, pickle for deploy."""
+    """Executes functions in Docker containers. Uses file-based pickle for communication."""
 
     def __init__(self, func, name, python_version=None, pip_packages=None, apt_packages=None,
                  run_commands=None, copy=None, base_url=None, api_key=None, base_image=None):
@@ -71,7 +88,6 @@ class Runtime:
         self.base_url = base_url or "https://service-core-280879789566.me-central1.run.app"
         self.api_key = api_key
 
-        # Compute pip packages (gRPC only needed for local dev, added dynamically)
         user_packages = set(pip_packages or [])
         if self.base_image == BASE_IMAGE:
             self.pip_packages = sorted(user_packages - BASE_PACKAGES)
@@ -81,11 +97,7 @@ class Runtime:
         self.image_prefix = f"cycls/{name}"
         self.managed_label = "cycls.runtime"
         self._docker_client = None
-
-        # Local dev state (gRPC container)
         self._container = None
-        self._client = None
-        self._host_port = None
 
     @property
     def docker_client(self):
@@ -105,13 +117,11 @@ class Runtime:
     def _perform_auto_cleanup(self, keep_tag=None):
         """Clean up old containers and dev images (preserve deploy-* images)."""
         try:
-            # Remove old containers
             current_id = self._container.id if self._container else None
             for container in self.docker_client.containers.list(all=True, filters={"label": self.managed_label}):
                 if container.id != current_id:
                     container.remove(force=True)
 
-            # Remove old dev images globally (keep deploy-* and current)
             cleaned = 0
             for image in self.docker_client.images.list(filters={"label": self.managed_label}):
                 is_deploy = any(":deploy-" in t for t in image.tags)
@@ -136,7 +146,7 @@ class Runtime:
             parts.extend(extra_parts)
         return f"{self.image_prefix}:{hashlib.sha256(''.join(parts).encode()).hexdigest()[:16]}"
 
-    def _dockerfile_preamble(self, pip_extras=None) -> str:
+    def _dockerfile_preamble(self) -> str:
         """Common Dockerfile setup: base image, apt, pip, run commands, copy."""
         lines = [f"FROM {self.base_image}"]
 
@@ -147,9 +157,8 @@ class Runtime:
         if self.apt_packages:
             lines.append(f"RUN apt-get update && apt-get install -y --no-install-recommends {' '.join(self.apt_packages)}")
 
-        all_pip = list(self.pip_packages) + list(pip_extras or [])
-        if all_pip:
-            lines.append(f"RUN uv pip install --system --no-cache {' '.join(all_pip)}")
+        if self.pip_packages:
+            lines.append(f"RUN uv pip install --system --no-cache {' '.join(self.pip_packages)}")
 
         for cmd in self.run_commands:
             lines.append(f"RUN {cmd}")
@@ -159,12 +168,11 @@ class Runtime:
 
         return "\n".join(lines)
 
-    def _dockerfile_grpc(self) -> str:
-        """Dockerfile for local dev: gRPC server."""
-        return f"""{self._dockerfile_preamble(pip_extras=GRPC_PACKAGES)}
-COPY grpc_runtime/ /app/grpc_runtime/
-EXPOSE {GRPC_PORT}
-CMD ["python", "-m", "grpc_runtime.server", "--port", "{GRPC_PORT}"]
+    def _dockerfile_local(self) -> str:
+        """Dockerfile for local dev: runner script with volume mount."""
+        return f"""{self._dockerfile_preamble()}
+COPY runner.py /app/runner.py
+ENTRYPOINT ["python", "/app/runner.py", "/io"]
 """
 
     def _dockerfile_deploy(self, port: int) -> str:
@@ -200,9 +208,9 @@ CMD ["python", "entrypoint.py"]
             print(f"\nDocker build failed: {e}")
             raise
 
-    def _ensure_grpc_image(self) -> str:
-        """Build local dev image with gRPC server if needed."""
-        tag = self._image_tag(extra_parts=["grpc-v2"])
+    def _ensure_local_image(self) -> str:
+        """Build local dev image if needed."""
+        tag = self._image_tag(extra_parts=["local-v1"])
         try:
             self.docker_client.images.get(tag)
             print(f"Found cached image: {tag}")
@@ -213,176 +221,123 @@ CMD ["python", "entrypoint.py"]
         with tempfile.TemporaryDirectory() as tmpdir:
             workdir = Path(tmpdir)
             self._copy_user_files(workdir)
-            (workdir / "Dockerfile").write_text(self._dockerfile_grpc())
-
-            # Copy gRPC runtime
-            grpc_src = Path(__file__).parent / "grpc"
-            shutil.copytree(grpc_src, workdir / "grpc_runtime",
-                          ignore=shutil.ignore_patterns('*.proto', '__pycache__'))
-
+            (workdir / "Dockerfile").write_text(self._dockerfile_local())
+            (workdir / "runner.py").write_text(RUNNER_PY)
             return self._build_image(tag, workdir)
 
-    def _ensure_container(self, service_port=None):
-        """Start container if not running, return gRPC client."""
-        if self._client and self._container:
-            try:
-                self._container.reload()
-                if self._container.status == 'running':
-                    return self._client
-            except docker.errors.NotFound:
-                pass  # Container was removed externally
-            except docker.errors.APIError:
-                pass  # Docker API issue, will recreate
-            self._cleanup_container()
-
-        tag = self._ensure_grpc_image()
-        self._perform_auto_cleanup(keep_tag=tag)
-
-        # Port mappings (fixed ports avoid race conditions)
-        ports = {f'{GRPC_PORT}/tcp': GRPC_PORT}
-        if service_port:
-            ports[f'{service_port}/tcp'] = service_port
-
-        self._container = self.docker_client.containers.run(
-            tag, detach=True, ports=ports, labels={self.managed_label: "true"}
-        )
-        self._host_port = GRPC_PORT
-        self._client = RuntimeClient(port=self._host_port)
-        if not self._client.wait_ready(timeout=10):
-            raise RuntimeError("Container failed to start")
-        print(f"Container ready on port {self._host_port}")
-        return self._client
-
     def _cleanup_container(self):
-        """Stop and remove the warm container."""
-        if self._client:
-            self._client.close()
-            self._client = None
+        """Stop and remove the container."""
         if self._container:
             try:
                 self._container.stop(timeout=3)
                 self._container.remove()
             except docker.errors.NotFound:
-                pass  # Already removed
+                pass
             except docker.errors.APIError:
-                pass  # Best effort cleanup
+                pass
             self._container = None
-        self._host_port = None
+
+    @contextlib.contextmanager
+    def runner(self, *args, **kwargs):
+        """Context manager for running a function in a container."""
+        service_port = kwargs.get('port')
+        tag = self._ensure_local_image()
+        self._perform_auto_cleanup(keep_tag=tag)
+
+        ports = {f'{service_port}/tcp': service_port} if service_port else None
+
+        with tempfile.TemporaryDirectory() as io_dir:
+            io_path = Path(io_dir)
+            payload_path = io_path / "payload.pkl"
+            result_path = io_path / "result.pkl"
+
+            with open(payload_path, 'wb') as f:
+                cloudpickle.dump((self.func, args, kwargs), f)
+
+            try:
+                self._container = self.docker_client.containers.create(
+                    image=tag,
+                    volumes={str(io_path): {'bind': '/io', 'mode': 'rw'}},
+                    ports=ports,
+                    labels={self.managed_label: "true"}
+                )
+                self._container.start()
+                yield self._container, result_path
+            finally:
+                self._cleanup_container()
 
     def run(self, *args, **kwargs):
         """Execute the function in a container and return the result."""
         service_port = kwargs.get('port')
         print(f"Running '{self.name}'...")
+
         try:
-            client = self._ensure_container(service_port=service_port)
-
-            # Blocking service: fire gRPC, stream Docker logs
-            if service_port:
-                client.fire(self.func, *args, **kwargs)
-                print(f"Service running on port {service_port}")
-                print("--- 🪵 Container Logs ---")
-                for chunk in self._container.logs(stream=True, follow=True):
+            with self.runner(*args, **kwargs) as (container, result_path):
+                print("--- Container Logs ---")
+                for chunk in container.logs(stream=True, follow=True):
                     print(chunk.decode(), end='')
-                return None
+                print("----------------------")
 
-            # Regular function: execute, then print logs
-            result = client.call(self.func, *args, **kwargs)
-            logs = self._container.logs().decode()
-            if logs.strip():
-                print("--- 🪵 Container Logs ---")
-                print(logs, end='')
-                print("-------------------------")
-            return result
+                status = container.wait()
+                if status['StatusCode'] != 0:
+                    print(f"Error: Container exited with code {status['StatusCode']}")
+                    return None
+
+                if service_port:
+                    return None  # Service mode, no result
+
+                if result_path.exists():
+                    with open(result_path, 'rb') as f:
+                        return cloudpickle.load(f)
+                else:
+                    print("Error: Result file not found")
+                    return None
 
         except KeyboardInterrupt:
-            print("\n-------------------------")
+            print("\n----------------------")
             print("Stopping...")
-            self._cleanup_container()
             return None
         except Exception as e:
             print(f"Error: {e}")
             return None
 
-    def stream(self, *args, **kwargs):
-        """Execute the function and yield streamed results."""
-        service_port = kwargs.get('port')
-        client = self._ensure_container(service_port=service_port)
-        yield from client.execute(self.func, *args, **kwargs)
-
-    @contextlib.contextmanager
-    def runner(self, *args, **kwargs):
-        """Context manager for running a service. Yields (container, client)."""
-        service_port = kwargs.get('port')
-        try:
-            client = self._ensure_container(service_port=service_port)
-            client.fire(self.func, *args, **kwargs)
-            yield self._container, client
-        finally:
-            self._cleanup_container()
-
     def watch(self, *args, **kwargs):
-        """Run with file watching - restarts script on changes."""
+        """Run with file watching - restarts on changes."""
+        if os.environ.get('_CYCLS_WATCH'):
+            return self.run(*args, **kwargs)
+
         try:
             from watchfiles import watch as watchfiles_watch
         except ImportError:
-            print("watchfiles not installed (enables auto-reload on file changes).")
-            print("Install with: pip install watchfiles")
-            print("Running without file watching...")
+            print("watchfiles not installed. pip install watchfiles")
             return self.run(*args, **kwargs)
 
-        import inspect
         import subprocess
 
-        # Find the user's script (outside cycls package)
-        cycls_pkg = Path(__file__).parent.resolve()
-        main_script = None
-        for frame_info in inspect.stack():
-            filepath = Path(frame_info.filename).resolve()
-            if filepath.suffix == '.py' and not str(filepath).startswith(str(cycls_pkg)):
-                main_script = filepath
-                break
-
-        if not main_script:
-            print("Could not find script to watch.")
-            return self.run(*args, **kwargs)
-
-        # Build watch paths
-        watch_paths = [main_script]
-        watch_paths.extend([Path(src).resolve() for src in self.copy.keys() if Path(src).exists()])
+        script = Path(sys.argv[0]).resolve()
+        watch_paths = [script] + [Path(p).resolve() for p in self.copy if Path(p).exists()]
 
-        print(f"👀 Watching:")
-        for p in watch_paths:
-            print(f"   {p}")
-        print()
+        print(f"Watching: {[p.name for p in watch_paths]}\n")
 
         while True:
-            print(f"🚀 Starting {main_script.name}...")
-            proc = subprocess.Popen(
-                [sys.executable, str(main_script)],
-                env={**os.environ, '_CYCLS_WATCH': '1'}
-            )
-
+            proc = subprocess.Popen([sys.executable, str(script)], env={**os.environ, '_CYCLS_WATCH': '1'})
             try:
                 for changes in watchfiles_watch(*watch_paths):
-                    print(f"\n🔄 Changed: {[Path(c[1]).name for c in changes]}")
+                    print(f"\nChanged: {[Path(c[1]).name for c in changes]}")
                     break
-
                 proc.terminate()
                 proc.wait(timeout=3)
             except subprocess.TimeoutExpired:
                 proc.kill()
             except KeyboardInterrupt:
-                print("\nStopping...")
                 proc.terminate()
                 proc.wait(timeout=3)
                 return
 
-            print()
-
     def _prepare_deploy_context(self, workdir: Path, port: int, args=(), kwargs=None):
         """Prepare build context for deploy: pickle function+args + entrypoint."""
         kwargs = kwargs or {}
-        kwargs['port'] = port  # Ensure port is in kwargs
+        kwargs['port'] = port
         self._copy_user_files(workdir)
         (workdir / "Dockerfile").write_text(self._dockerfile_deploy(port))
         (workdir / "entrypoint.py").write_text(ENTRYPOINT_PY)

{cycls-0.0.2.82 → cycls-0.0.2.83}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "cycls"
-version = "0.0.2.82"
+version = "0.0.2.83"
 
 packages = [{ include = "cycls" }]
 include = ["cycls/theme/**/*"]
@@ -15,8 +15,6 @@ httpx = "^0.27.0"
 pyjwt = "^2.8.0"
 docker = "^7.1.0"
 cloudpickle = "^3.1.1"
-grpcio = "^1.76.0"
-protobuf = "^6.0"
 
 [tool.poetry.scripts]
 cycls = "cycls.chat:main"

cycls-0.0.2.82/cycls/grpc/__init__.py

@@ -1,3 +0,0 @@
-from .client import RuntimeClient
-
-__all__ = ["RuntimeClient"]

cycls-0.0.2.82/cycls/grpc/client.py

@@ -1,71 +0,0 @@
-import cloudpickle
-import grpc
-
-try:
-    from . import runtime_pb2
-    from . import runtime_pb2_grpc
-except ImportError:
-    import runtime_pb2
-    import runtime_pb2_grpc
-
-
-class RuntimeClient:
-    def __init__(self, host='localhost', port=50051, timeout=None):
-        self.host = host
-        self.port = port
-        self.timeout = timeout
-        self._channel = None
-        self._stub = None
-
-    def _connect(self):
-        if self._channel is None:
-            self._channel = grpc.insecure_channel(f'{self.host}:{self.port}')
-            self._stub = runtime_pb2_grpc.RuntimeStub(self._channel)
-        return self._stub
-
-    def execute(self, func, *args, **kwargs):
-        """Execute function and yield streamed results."""
-        stub = self._connect()
-        payload = cloudpickle.dumps((func, args, kwargs))
-        request = runtime_pb2.Request(payload=payload)
-
-        for response in stub.Execute(request, timeout=self.timeout):
-            result = cloudpickle.loads(response.data)
-            if response.error:
-                raise RuntimeError(f"Function execution failed: {result}")
-            yield result
-
-    def call(self, func, *args, **kwargs):
-        """Execute and return single result (or list if multiple)."""
-        results = list(self.execute(func, *args, **kwargs))
-        return results[0] if len(results) == 1 else results
-
-    def fire(self, func, *args, **kwargs):
-        """Fire off execution without waiting for response."""
-        stub = self._connect()
-        payload = cloudpickle.dumps((func, args, kwargs))
-        request = runtime_pb2.Request(payload=payload)
-        # Start the stream - gRPC sends request immediately
-        self._active_stream = stub.Execute(request)
-
-    def wait_ready(self, timeout=10):
-        """Wait for channel to be ready."""
-        if self._channel is None:
-            self._connect()
-        try:
-            grpc.channel_ready_future(self._channel).result(timeout=timeout)
-            return True
-        except grpc.FutureTimeoutError:
-            return False
-
-    def close(self):
-        if self._channel:
-            self._channel.close()
-            self._channel = None
-            self._stub = None
-
-    def __enter__(self):
-        return self
-
-    def __exit__(self, *args):
-        self.close()

cycls-0.0.2.82/cycls/grpc/runtime.proto

@@ -1,18 +0,0 @@
-syntax = "proto3";
-
-package runtime;
-
-service Runtime {
-  rpc Execute(Request) returns (stream Response);
-}
-
-message Request {
-  bytes payload = 1;
-}
-
-message Response {
-  bytes data = 1;
-  bool error = 2;
-  bytes log = 3;
-  bool is_log = 4;
-}

cycls-0.0.2.82/cycls/grpc/runtime_pb2.py

@@ -1,40 +0,0 @@
-# -*- coding: utf-8 -*-
-# Generated by the protocol buffer compiler.  DO NOT EDIT!
-# NO CHECKED-IN PROTOBUF GENCODE
-# source: runtime.proto
-# Protobuf Python Version: 6.31.1
-"""Generated protocol buffer code."""
-from google.protobuf import descriptor as _descriptor
-from google.protobuf import descriptor_pool as _descriptor_pool
-from google.protobuf import runtime_version as _runtime_version
-from google.protobuf import symbol_database as _symbol_database
-from google.protobuf.internal import builder as _builder
-_runtime_version.ValidateProtobufRuntimeVersion(
-    _runtime_version.Domain.PUBLIC,
-    6,
-    31,
-    1,
-    '',
-    'runtime.proto'
-)
-# @@protoc_insertion_point(imports)
-
-_sym_db = _symbol_database.Default()
-
-
-
-
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\rruntime.proto\x12\x07runtime\"\x1a\n\x07Request\x12\x0f\n\x07payload\x18\x01 \x01(\x0c\"D\n\x08Response\x12\x0c\n\x04\x64\x61ta\x18\x01 \x01(\x0c\x12\r\n\x05\x65rror\x18\x02 \x01(\x08\x12\x0b\n\x03log\x18\x03 \x01(\x0c\x12\x0e\n\x06is_log\x18\x04 \x01(\x08\x32;\n\x07Runtime\x12\x30\n\x07\x45xecute\x12\x10.runtime.Request\x1a\x11.runtime.Response0\x01\x62\x06proto3')
-
-_globals = globals()
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
-_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'runtime_pb2', _globals)
-if not _descriptor._USE_C_DESCRIPTORS:
-  DESCRIPTOR._loaded_options = None
-  _globals['_REQUEST']._serialized_start=26
-  _globals['_REQUEST']._serialized_end=52
-  _globals['_RESPONSE']._serialized_start=54
-  _globals['_RESPONSE']._serialized_end=122
-  _globals['_RUNTIME']._serialized_start=124
-  _globals['_RUNTIME']._serialized_end=183
-# @@protoc_insertion_point(module_scope)

cycls-0.0.2.82/cycls/grpc/runtime_pb2_grpc.py

@@ -1,100 +0,0 @@
-# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
-"""Client and server classes corresponding to protobuf-defined services."""
-import grpc
-import warnings
-
-try:
-    from . import runtime_pb2 as runtime__pb2
-except ImportError:
-    import runtime_pb2 as runtime__pb2
-
-GRPC_GENERATED_VERSION = '1.76.0'
-GRPC_VERSION = grpc.__version__
-_version_not_supported = False
-
-try:
-    from grpc._utilities import first_version_is_lower
-    _version_not_supported = first_version_is_lower(GRPC_VERSION, GRPC_GENERATED_VERSION)
-except ImportError:
-    _version_not_supported = True
-
-if _version_not_supported:
-    raise RuntimeError(
-        f'The grpc package installed is at version {GRPC_VERSION},'
-        + ' but the generated code in runtime_pb2_grpc.py depends on'
-        + f' grpcio>={GRPC_GENERATED_VERSION}.'
-        + f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
-        + f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
-    )
-
-
-class RuntimeStub(object):
-    """Missing associated documentation comment in .proto file."""
-
-    def __init__(self, channel):
-        """Constructor.
-
-        Args:
-            channel: A grpc.Channel.
-        """
-        self.Execute = channel.unary_stream(
-                '/runtime.Runtime/Execute',
-                request_serializer=runtime__pb2.Request.SerializeToString,
-                response_deserializer=runtime__pb2.Response.FromString,
-                _registered_method=True)
-
-
-class RuntimeServicer(object):
-    """Missing associated documentation comment in .proto file."""
-
-    def Execute(self, request, context):
-        """Missing associated documentation comment in .proto file."""
-        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
-        context.set_details('Method not implemented!')
-        raise NotImplementedError('Method not implemented!')
-
-
-def add_RuntimeServicer_to_server(servicer, server):
-    rpc_method_handlers = {
-            'Execute': grpc.unary_stream_rpc_method_handler(
-                    servicer.Execute,
-                    request_deserializer=runtime__pb2.Request.FromString,
-                    response_serializer=runtime__pb2.Response.SerializeToString,
-            ),
-    }
-    generic_handler = grpc.method_handlers_generic_handler(
-            'runtime.Runtime', rpc_method_handlers)
-    server.add_generic_rpc_handlers((generic_handler,))
-    server.add_registered_method_handlers('runtime.Runtime', rpc_method_handlers)
-
-
- # This class is part of an EXPERIMENTAL API.
-class Runtime(object):
-    """Missing associated documentation comment in .proto file."""
-
-    @staticmethod
-    def Execute(request,
-            target,
-            options=(),
-            channel_credentials=None,
-            call_credentials=None,
-            insecure=False,
-            compression=None,
-            wait_for_ready=None,
-            timeout=None,
-            metadata=None):
-        return grpc.experimental.unary_stream(
-            request,
-            target,
-            '/runtime.Runtime/Execute',
-            runtime__pb2.Request.SerializeToString,
-            runtime__pb2.Response.FromString,
-            options,
-            channel_credentials,
-            insecure,
-            call_credentials,
-            compression,
-            wait_for_ready,
-            timeout,
-            metadata,
-            _registered_method=True)

cycls-0.0.2.82/cycls/grpc/server.py

@@ -1,60 +0,0 @@
-import asyncio
-import inspect
-import traceback
-import cloudpickle
-import grpc
-from concurrent import futures
-
-try:
-    from . import runtime_pb2
-    from . import runtime_pb2_grpc
-except ImportError:
-    import runtime_pb2
-    import runtime_pb2_grpc
-
-
-class RuntimeServicer(runtime_pb2_grpc.RuntimeServicer):
-    def Execute(self, request, context):
-        try:
-            func, args, kwargs = cloudpickle.loads(request.payload)
-            result = func(*args, **kwargs)
-
-            # Handle coroutines
-            if inspect.iscoroutine(result):
-                result = asyncio.run(result)
-
-            # Handle async generators
-            if inspect.isasyncgen(result):
-                async def collect():
-                    items = []
-                    async for item in result:
-                        items.append(item)
-                    return items
-                result = iter(asyncio.run(collect()))
-
-            # Stream results for generators, single response otherwise
-            if inspect.isgenerator(result):
-                for chunk in result:
-                    yield runtime_pb2.Response(data=cloudpickle.dumps(chunk))
-            else:
-                yield runtime_pb2.Response(data=cloudpickle.dumps(result))
-
-        except Exception as e:
-            error_msg = f"{type(e).__name__}: {e}\n{traceback.format_exc()}"
-            yield runtime_pb2.Response(data=cloudpickle.dumps(error_msg), error=True)
-
-
-def serve(port=50051):
-    server = grpc.server(futures.ThreadPoolExecutor(max_workers=10))
-    runtime_pb2_grpc.add_RuntimeServicer_to_server(RuntimeServicer(), server)
-    server.add_insecure_port(f'[::]:{port}')
-    server.start()
-    server.wait_for_termination()
-
-
-if __name__ == '__main__':
-    import argparse
-    parser = argparse.ArgumentParser()
-    parser.add_argument('--port', type=int, default=50051)
-    args = parser.parse_args()
-    serve(args.port)