cycls 0.0.2.74__tar.gz → 0.0.2.76__tar.gz

{cycls-0.0.2.74 → cycls-0.0.2.76}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cycls
-Version: 0.0.2.74
+Version: 0.0.2.76
 Summary: Distribute Intelligence
 Author: Mohammed J. AlRujayi
 Author-email: mj@cycls.com
@@ -16,8 +16,10 @@ Provides-Extra: modal
 Requires-Dist: cloudpickle (>=3.1.1,<4.0.0)
 Requires-Dist: docker (>=7.1.0,<8.0.0)
 Requires-Dist: fastapi (>=0.111.0,<0.112.0)
+Requires-Dist: grpcio (>=1.76.0,<2.0.0)
 Requires-Dist: httpx (>=0.27.0,<0.28.0)
 Requires-Dist: modal (>=1.1.0,<2.0.0) ; extra == "modal"
+Requires-Dist: protobuf (>=6.0,<7.0)
 Requires-Dist: pyjwt (>=2.8.0,<3.0.0)
 Description-Content-Type: text/markdown
 

cycls-0.0.2.76/cycls/grpc/__init__.py

@@ -0,0 +1,3 @@
+from .client import RuntimeClient
+
+__all__ = ["RuntimeClient"]

cycls-0.0.2.76/cycls/grpc/client.py

@@ -0,0 +1,71 @@
+import cloudpickle
+import grpc
+
+try:
+    from . import runtime_pb2
+    from . import runtime_pb2_grpc
+except ImportError:
+    import runtime_pb2
+    import runtime_pb2_grpc
+
+
+class RuntimeClient:
+    def __init__(self, host='localhost', port=50051, timeout=None):
+        self.host = host
+        self.port = port
+        self.timeout = timeout
+        self._channel = None
+        self._stub = None
+
+    def _connect(self):
+        if self._channel is None:
+            self._channel = grpc.insecure_channel(f'{self.host}:{self.port}')
+            self._stub = runtime_pb2_grpc.RuntimeStub(self._channel)
+        return self._stub
+
+    def execute(self, func, *args, **kwargs):
+        """Execute function and yield streamed results."""
+        stub = self._connect()
+        payload = cloudpickle.dumps((func, args, kwargs))
+        request = runtime_pb2.Request(payload=payload)
+
+        for response in stub.Execute(request, timeout=self.timeout):
+            result = cloudpickle.loads(response.data)
+            if response.error:
+                raise RuntimeError(result)
+            yield result
+
+    def call(self, func, *args, **kwargs):
+        """Execute and return single result (or list if multiple)."""
+        results = list(self.execute(func, *args, **kwargs))
+        return results[0] if len(results) == 1 else results
+
+    def fire(self, func, *args, **kwargs):
+        """Fire off execution without waiting for response."""
+        stub = self._connect()
+        payload = cloudpickle.dumps((func, args, kwargs))
+        request = runtime_pb2.Request(payload=payload)
+        # Start the stream - gRPC sends request immediately
+        self._active_stream = stub.Execute(request)
+
+    def wait_ready(self, timeout=10):
+        """Wait for channel to be ready."""
+        if self._channel is None:
+            self._connect()
+        try:
+            grpc.channel_ready_future(self._channel).result(timeout=timeout)
+            return True
+        except grpc.FutureTimeoutError:
+            return False
+
+    def close(self):
+        if self._channel:
+            self._channel.close()
+            self._channel = None
+            self._stub = None
+
+    def __enter__(self):
+        return self
+
+    def __exit__(self, *args):
+        self.close()

cycls-0.0.2.76/cycls/grpc/runtime.proto

@@ -0,0 +1,18 @@
+syntax = "proto3";
+
+package runtime;
+
+service Runtime {
+  rpc Execute(Request) returns (stream Response);
+}
+
+message Request {
+  bytes payload = 1;
+}
+
+message Response {
+  bytes data = 1;
+  bool error = 2;
+  bytes log = 3;
+  bool is_log = 4;
+}

cycls-0.0.2.76/cycls/grpc/runtime_pb2.py

@@ -0,0 +1,40 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: runtime.proto
+# Protobuf Python Version: 6.31.1
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    6,
+    31,
+    1,
+    '',
+    'runtime.proto'
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\rruntime.proto\x12\x07runtime\"\x1a\n\x07Request\x12\x0f\n\x07payload\x18\x01 \x01(\x0c\"D\n\x08Response\x12\x0c\n\x04\x64\x61ta\x18\x01 \x01(\x0c\x12\r\n\x05\x65rror\x18\x02 \x01(\x08\x12\x0b\n\x03log\x18\x03 \x01(\x0c\x12\x0e\n\x06is_log\x18\x04 \x01(\x08\x32;\n\x07Runtime\x12\x30\n\x07\x45xecute\x12\x10.runtime.Request\x1a\x11.runtime.Response0\x01\x62\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'runtime_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_REQUEST']._serialized_start=26
+  _globals['_REQUEST']._serialized_end=52
+  _globals['_RESPONSE']._serialized_start=54
+  _globals['_RESPONSE']._serialized_end=122
+  _globals['_RUNTIME']._serialized_start=124
+  _globals['_RUNTIME']._serialized_end=183
+# @@protoc_insertion_point(module_scope)

cycls-0.0.2.76/cycls/grpc/runtime_pb2_grpc.py

@@ -0,0 +1,100 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+import warnings
+
+try:
+    from . import runtime_pb2 as runtime__pb2
+except ImportError:
+    import runtime_pb2 as runtime__pb2
+
+GRPC_GENERATED_VERSION = '1.76.0'
+GRPC_VERSION = grpc.__version__
+_version_not_supported = False
+
+try:
+    from grpc._utilities import first_version_is_lower
+    _version_not_supported = first_version_is_lower(GRPC_VERSION, GRPC_GENERATED_VERSION)
+except ImportError:
+    _version_not_supported = True
+
+if _version_not_supported:
+    raise RuntimeError(
+        f'The grpc package installed is at version {GRPC_VERSION},'
+        + ' but the generated code in runtime_pb2_grpc.py depends on'
+        + f' grpcio>={GRPC_GENERATED_VERSION}.'
+        + f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
+        + f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
+    )
+
+
+class RuntimeStub(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def __init__(self, channel):
+        """Constructor.
+
+        Args:
+            channel: A grpc.Channel.
+        """
+        self.Execute = channel.unary_stream(
+                '/runtime.Runtime/Execute',
+                request_serializer=runtime__pb2.Request.SerializeToString,
+                response_deserializer=runtime__pb2.Response.FromString,
+                _registered_method=True)
+
+
+class RuntimeServicer(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def Execute(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+
+def add_RuntimeServicer_to_server(servicer, server):
+    rpc_method_handlers = {
+            'Execute': grpc.unary_stream_rpc_method_handler(
+                    servicer.Execute,
+                    request_deserializer=runtime__pb2.Request.FromString,
+                    response_serializer=runtime__pb2.Response.SerializeToString,
+            ),
+    }
+    generic_handler = grpc.method_handlers_generic_handler(
+            'runtime.Runtime', rpc_method_handlers)
+    server.add_generic_rpc_handlers((generic_handler,))
+    server.add_registered_method_handlers('runtime.Runtime', rpc_method_handlers)
+
+
+ # This class is part of an EXPERIMENTAL API.
+class Runtime(object):
+    """Missing associated documentation comment in .proto file."""
+
+    @staticmethod
+    def Execute(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_stream(
+            request,
+            target,
+            '/runtime.Runtime/Execute',
+            runtime__pb2.Request.SerializeToString,
+            runtime__pb2.Response.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)

cycls-0.0.2.76/cycls/grpc/server.py

@@ -0,0 +1,60 @@
+import asyncio
+import inspect
+import traceback
+import cloudpickle
+import grpc
+from concurrent import futures
+
+try:
+    from . import runtime_pb2
+    from . import runtime_pb2_grpc
+except ImportError:
+    import runtime_pb2
+    import runtime_pb2_grpc
+
+
+class RuntimeServicer(runtime_pb2_grpc.RuntimeServicer):
+    def Execute(self, request, context):
+        try:
+            func, args, kwargs = cloudpickle.loads(request.payload)
+            result = func(*args, **kwargs)
+
+            # Handle coroutines
+            if inspect.iscoroutine(result):
+                result = asyncio.run(result)
+
+            # Handle async generators
+            if inspect.isasyncgen(result):
+                async def collect():
+                    items = []
+                    async for item in result:
+                        items.append(item)
+                    return items
+                result = iter(asyncio.run(collect()))
+
+            # Stream results for generators, single response otherwise
+            if inspect.isgenerator(result):
+                for chunk in result:
+                    yield runtime_pb2.Response(data=cloudpickle.dumps(chunk))
+            else:
+                yield runtime_pb2.Response(data=cloudpickle.dumps(result))
+
+        except Exception as e:
+            error_msg = f"{type(e).__name__}: {e}\n{traceback.format_exc()}"
+            yield runtime_pb2.Response(data=cloudpickle.dumps(error_msg), error=True)
+
+
+def serve(port=50051):
+    server = grpc.server(futures.ThreadPoolExecutor(max_workers=10))
+    runtime_pb2_grpc.add_RuntimeServicer_to_server(RuntimeServicer(), server)
+    server.add_insecure_port(f'[::]:{port}')
+    server.start()
+    server.wait_for_termination()
+
+
+if __name__ == '__main__':
+    import argparse
+    parser = argparse.ArgumentParser()
+    parser.add_argument('--port', type=int, default=50051)
+    args = parser.parse_args()
+    serve(args.port)