flwr-nightly 1.8.0.dev20240314__py3-none-any.whl → 1.15.0.dev20250114__py3-none-any.whl

flwr/proto/driver_pb2.py

@@ -1,44 +0,0 @@
-# -*- coding: utf-8 -*-
-# Generated by the protocol buffer compiler.  DO NOT EDIT!
-# source: flwr/proto/driver.proto
-# Protobuf Python Version: 4.25.0
-"""Generated protocol buffer code."""
-from google.protobuf import descriptor as _descriptor
-from google.protobuf import descriptor_pool as _descriptor_pool
-from google.protobuf import symbol_database as _symbol_database
-from google.protobuf.internal import builder as _builder
-# @@protoc_insertion_point(imports)
-
-_sym_db = _symbol_database.Default()
-
-
-from flwr.proto import node_pb2 as flwr_dot_proto_dot_node__pb2
-from flwr.proto import task_pb2 as flwr_dot_proto_dot_task__pb2
-
-
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x17\x66lwr/proto/driver.proto\x12\nflwr.proto\x1a\x15\x66lwr/proto/node.proto\x1a\x15\x66lwr/proto/task.proto\"\x12\n\x10\x43reateRunRequest\"#\n\x11\x43reateRunResponse\x12\x0e\n\x06run_id\x18\x01 \x01(\x12\"!\n\x0fGetNodesRequest\x12\x0e\n\x06run_id\x18\x01 \x01(\x12\"3\n\x10GetNodesResponse\x12\x1f\n\x05nodes\x18\x01 \x03(\x0b\x32\x10.flwr.proto.Node\"@\n\x12PushTaskInsRequest\x12*\n\rtask_ins_list\x18\x01 \x03(\x0b\x32\x13.flwr.proto.TaskIns\"\'\n\x13PushTaskInsResponse\x12\x10\n\x08task_ids\x18\x02 \x03(\t\"F\n\x12PullTaskResRequest\x12\x1e\n\x04node\x18\x01 \x01(\x0b\x32\x10.flwr.proto.Node\x12\x10\n\x08task_ids\x18\x02 \x03(\t\"A\n\x13PullTaskResResponse\x12*\n\rtask_res_list\x18\x01 \x03(\x0b\x32\x13.flwr.proto.TaskRes2\xc1\x02\n\x06\x44river\x12J\n\tCreateRun\x12\x1c.flwr.proto.CreateRunRequest\x1a\x1d.flwr.proto.CreateRunResponse\"\x00\x12G\n\x08GetNodes\x12\x1b.flwr.proto.GetNodesRequest\x1a\x1c.flwr.proto.GetNodesResponse\"\x00\x12P\n\x0bPushTaskIns\x12\x1e.flwr.proto.PushTaskInsRequest\x1a\x1f.flwr.proto.PushTaskInsResponse\"\x00\x12P\n\x0bPullTaskRes\x12\x1e.flwr.proto.PullTaskResRequest\x1a\x1f.flwr.proto.PullTaskResResponse\"\x00\x62\x06proto3')
-
-_globals = globals()
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
-_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'flwr.proto.driver_pb2', _globals)
-if _descriptor._USE_C_DESCRIPTORS == False:
-  DESCRIPTOR._options = None
-  _globals['_CREATERUNREQUEST']._serialized_start=85
-  _globals['_CREATERUNREQUEST']._serialized_end=103
-  _globals['_CREATERUNRESPONSE']._serialized_start=105
-  _globals['_CREATERUNRESPONSE']._serialized_end=140
-  _globals['_GETNODESREQUEST']._serialized_start=142
-  _globals['_GETNODESREQUEST']._serialized_end=175
-  _globals['_GETNODESRESPONSE']._serialized_start=177
-  _globals['_GETNODESRESPONSE']._serialized_end=228
-  _globals['_PUSHTASKINSREQUEST']._serialized_start=230
-  _globals['_PUSHTASKINSREQUEST']._serialized_end=294
-  _globals['_PUSHTASKINSRESPONSE']._serialized_start=296
-  _globals['_PUSHTASKINSRESPONSE']._serialized_end=335
-  _globals['_PULLTASKRESREQUEST']._serialized_start=337
-  _globals['_PULLTASKRESREQUEST']._serialized_end=407
-  _globals['_PULLTASKRESRESPONSE']._serialized_start=409
-  _globals['_PULLTASKRESRESPONSE']._serialized_end=474
-  _globals['_DRIVER']._serialized_start=477
-  _globals['_DRIVER']._serialized_end=798
-# @@protoc_insertion_point(module_scope)

flwr/proto/driver_pb2_grpc.py

@@ -1,169 +0,0 @@
-# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
-"""Client and server classes corresponding to protobuf-defined services."""
-import grpc
-
-from flwr.proto import driver_pb2 as flwr_dot_proto_dot_driver__pb2
-
-
-class DriverStub(object):
-    """Missing associated documentation comment in .proto file."""
-
-    def __init__(self, channel):
-        """Constructor.
-
-        Args:
-            channel: A grpc.Channel.
-        """
-        self.CreateRun = channel.unary_unary(
-                '/flwr.proto.Driver/CreateRun',
-                request_serializer=flwr_dot_proto_dot_driver__pb2.CreateRunRequest.SerializeToString,
-                response_deserializer=flwr_dot_proto_dot_driver__pb2.CreateRunResponse.FromString,
-                )
-        self.GetNodes = channel.unary_unary(
-                '/flwr.proto.Driver/GetNodes',
-                request_serializer=flwr_dot_proto_dot_driver__pb2.GetNodesRequest.SerializeToString,
-                response_deserializer=flwr_dot_proto_dot_driver__pb2.GetNodesResponse.FromString,
-                )
-        self.PushTaskIns = channel.unary_unary(
-                '/flwr.proto.Driver/PushTaskIns',
-                request_serializer=flwr_dot_proto_dot_driver__pb2.PushTaskInsRequest.SerializeToString,
-                response_deserializer=flwr_dot_proto_dot_driver__pb2.PushTaskInsResponse.FromString,
-                )
-        self.PullTaskRes = channel.unary_unary(
-                '/flwr.proto.Driver/PullTaskRes',
-                request_serializer=flwr_dot_proto_dot_driver__pb2.PullTaskResRequest.SerializeToString,
-                response_deserializer=flwr_dot_proto_dot_driver__pb2.PullTaskResResponse.FromString,
-                )
-
-
-class DriverServicer(object):
-    """Missing associated documentation comment in .proto file."""
-
-    def CreateRun(self, request, context):
-        """Request run_id
-        """
-        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
-        context.set_details('Method not implemented!')
-        raise NotImplementedError('Method not implemented!')
-
-    def GetNodes(self, request, context):
-        """Return a set of nodes
-        """
-        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
-        context.set_details('Method not implemented!')
-        raise NotImplementedError('Method not implemented!')
-
-    def PushTaskIns(self, request, context):
-        """Create one or more tasks
-        """
-        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
-        context.set_details('Method not implemented!')
-        raise NotImplementedError('Method not implemented!')
-
-    def PullTaskRes(self, request, context):
-        """Get task results
-        """
-        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
-        context.set_details('Method not implemented!')
-        raise NotImplementedError('Method not implemented!')
-
-
-def add_DriverServicer_to_server(servicer, server):
-    rpc_method_handlers = {
-            'CreateRun': grpc.unary_unary_rpc_method_handler(
-                    servicer.CreateRun,
-                    request_deserializer=flwr_dot_proto_dot_driver__pb2.CreateRunRequest.FromString,
-                    response_serializer=flwr_dot_proto_dot_driver__pb2.CreateRunResponse.SerializeToString,
-            ),
-            'GetNodes': grpc.unary_unary_rpc_method_handler(
-                    servicer.GetNodes,
-                    request_deserializer=flwr_dot_proto_dot_driver__pb2.GetNodesRequest.FromString,
-                    response_serializer=flwr_dot_proto_dot_driver__pb2.GetNodesResponse.SerializeToString,
-            ),
-            'PushTaskIns': grpc.unary_unary_rpc_method_handler(
-                    servicer.PushTaskIns,
-                    request_deserializer=flwr_dot_proto_dot_driver__pb2.PushTaskInsRequest.FromString,
-                    response_serializer=flwr_dot_proto_dot_driver__pb2.PushTaskInsResponse.SerializeToString,
-            ),
-            'PullTaskRes': grpc.unary_unary_rpc_method_handler(
-                    servicer.PullTaskRes,
-                    request_deserializer=flwr_dot_proto_dot_driver__pb2.PullTaskResRequest.FromString,
-                    response_serializer=flwr_dot_proto_dot_driver__pb2.PullTaskResResponse.SerializeToString,
-            ),
-    }
-    generic_handler = grpc.method_handlers_generic_handler(
-            'flwr.proto.Driver', rpc_method_handlers)
-    server.add_generic_rpc_handlers((generic_handler,))
-
-
- # This class is part of an EXPERIMENTAL API.
-class Driver(object):
-    """Missing associated documentation comment in .proto file."""
-
-    @staticmethod
-    def CreateRun(request,
-            target,
-            options=(),
-            channel_credentials=None,
-            call_credentials=None,
-            insecure=False,
-            compression=None,
-            wait_for_ready=None,
-            timeout=None,
-            metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/flwr.proto.Driver/CreateRun',
-            flwr_dot_proto_dot_driver__pb2.CreateRunRequest.SerializeToString,
-            flwr_dot_proto_dot_driver__pb2.CreateRunResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
-
-    @staticmethod
-    def GetNodes(request,
-            target,
-            options=(),
-            channel_credentials=None,
-            call_credentials=None,
-            insecure=False,
-            compression=None,
-            wait_for_ready=None,
-            timeout=None,
-            metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/flwr.proto.Driver/GetNodes',
-            flwr_dot_proto_dot_driver__pb2.GetNodesRequest.SerializeToString,
-            flwr_dot_proto_dot_driver__pb2.GetNodesResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
-
-    @staticmethod
-    def PushTaskIns(request,
-            target,
-            options=(),
-            channel_credentials=None,
-            call_credentials=None,
-            insecure=False,
-            compression=None,
-            wait_for_ready=None,
-            timeout=None,
-            metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/flwr.proto.Driver/PushTaskIns',
-            flwr_dot_proto_dot_driver__pb2.PushTaskInsRequest.SerializeToString,
-            flwr_dot_proto_dot_driver__pb2.PushTaskInsResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
-
-    @staticmethod
-    def PullTaskRes(request,
-            target,
-            options=(),
-            channel_credentials=None,
-            call_credentials=None,
-            insecure=False,
-            compression=None,
-            wait_for_ready=None,
-            timeout=None,
-            metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/flwr.proto.Driver/PullTaskRes',
-            flwr_dot_proto_dot_driver__pb2.PullTaskResRequest.SerializeToString,
-            flwr_dot_proto_dot_driver__pb2.PullTaskResResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

flwr/proto/driver_pb2_grpc.pyi

@@ -1,66 +0,0 @@
-"""
-@generated by mypy-protobuf.  Do not edit manually!
-isort:skip_file
-"""
-import abc
-import flwr.proto.driver_pb2
-import grpc
-
-class DriverStub:
-    def __init__(self, channel: grpc.Channel) -> None: ...
-    CreateRun: grpc.UnaryUnaryMultiCallable[
-        flwr.proto.driver_pb2.CreateRunRequest,
-        flwr.proto.driver_pb2.CreateRunResponse]
-    """Request run_id"""
-
-    GetNodes: grpc.UnaryUnaryMultiCallable[
-        flwr.proto.driver_pb2.GetNodesRequest,
-        flwr.proto.driver_pb2.GetNodesResponse]
-    """Return a set of nodes"""
-
-    PushTaskIns: grpc.UnaryUnaryMultiCallable[
-        flwr.proto.driver_pb2.PushTaskInsRequest,
-        flwr.proto.driver_pb2.PushTaskInsResponse]
-    """Create one or more tasks"""
-
-    PullTaskRes: grpc.UnaryUnaryMultiCallable[
-        flwr.proto.driver_pb2.PullTaskResRequest,
-        flwr.proto.driver_pb2.PullTaskResResponse]
-    """Get task results"""
-
-
-class DriverServicer(metaclass=abc.ABCMeta):
-    @abc.abstractmethod
-    def CreateRun(self,
-        request: flwr.proto.driver_pb2.CreateRunRequest,
-        context: grpc.ServicerContext,
-    ) -> flwr.proto.driver_pb2.CreateRunResponse:
-        """Request run_id"""
-        pass
-
-    @abc.abstractmethod
-    def GetNodes(self,
-        request: flwr.proto.driver_pb2.GetNodesRequest,
-        context: grpc.ServicerContext,
-    ) -> flwr.proto.driver_pb2.GetNodesResponse:
-        """Return a set of nodes"""
-        pass
-
-    @abc.abstractmethod
-    def PushTaskIns(self,
-        request: flwr.proto.driver_pb2.PushTaskInsRequest,
-        context: grpc.ServicerContext,
-    ) -> flwr.proto.driver_pb2.PushTaskInsResponse:
-        """Create one or more tasks"""
-        pass
-
-    @abc.abstractmethod
-    def PullTaskRes(self,
-        request: flwr.proto.driver_pb2.PullTaskResRequest,
-        context: grpc.ServicerContext,
-    ) -> flwr.proto.driver_pb2.PullTaskResResponse:
-        """Get task results"""
-        pass
-
-
-def add_DriverServicer_to_server(servicer: DriverServicer, server: grpc.Server) -> None: ...

flwr/server/superlink/driver/driver_grpc.py

@@ -1,54 +0,0 @@
-# Copyright 2020 Flower Labs GmbH. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Driver gRPC API."""
-
-from logging import INFO
-from typing import Optional, Tuple
-
-import grpc
-
-from flwr.common import GRPC_MAX_MESSAGE_LENGTH
-from flwr.common.logger import log
-from flwr.proto.driver_pb2_grpc import (  # pylint: disable=E0611
-    add_DriverServicer_to_server,
-)
-from flwr.server.superlink.state import StateFactory
-
-from ..fleet.grpc_bidi.grpc_server import generic_create_grpc_server
-from .driver_servicer import DriverServicer
-
-
-def run_driver_api_grpc(
-    address: str,
-    state_factory: StateFactory,
-    certificates: Optional[Tuple[bytes, bytes, bytes]],
-) -> grpc.Server:
-    """Run Driver API (gRPC, request-response)."""
-    # Create Driver API gRPC server
-    driver_servicer: grpc.Server = DriverServicer(
-        state_factory=state_factory,
-    )
-    driver_add_servicer_to_server_fn = add_DriverServicer_to_server
-    driver_grpc_server = generic_create_grpc_server(
-        servicer_and_add_fn=(driver_servicer, driver_add_servicer_to_server_fn),
-        server_address=address,
-        max_message_length=GRPC_MAX_MESSAGE_LENGTH,
-        certificates=certificates,
-    )
-
-    log(INFO, "Flower ECE: Starting Driver API (gRPC-rere) on %s", address)
-    driver_grpc_server.start()
-
-    return driver_grpc_server

flwr/server/superlink/driver/driver_servicer.py

@@ -1,129 +0,0 @@
-# Copyright 2020 Flower Labs GmbH. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-"""Driver API servicer."""
-
-
-from logging import DEBUG, INFO
-from typing import List, Optional, Set
-from uuid import UUID
-
-import grpc
-
-from flwr.common.logger import log
-from flwr.proto import driver_pb2_grpc  # pylint: disable=E0611
-from flwr.proto.driver_pb2 import (  # pylint: disable=E0611
-    CreateRunRequest,
-    CreateRunResponse,
-    GetNodesRequest,
-    GetNodesResponse,
-    PullTaskResRequest,
-    PullTaskResResponse,
-    PushTaskInsRequest,
-    PushTaskInsResponse,
-)
-from flwr.proto.node_pb2 import Node  # pylint: disable=E0611
-from flwr.proto.task_pb2 import TaskRes  # pylint: disable=E0611
-from flwr.server.superlink.state import State, StateFactory
-from flwr.server.utils.validator import validate_task_ins_or_res
-
-
-class DriverServicer(driver_pb2_grpc.DriverServicer):
-    """Driver API servicer."""
-
-    def __init__(self, state_factory: StateFactory) -> None:
-        self.state_factory = state_factory
-
-    def GetNodes(
-        self, request: GetNodesRequest, context: grpc.ServicerContext
-    ) -> GetNodesResponse:
-        """Get available nodes."""
-        log(DEBUG, "DriverServicer.GetNodes")
-        state: State = self.state_factory.state()
-        all_ids: Set[int] = state.get_nodes(request.run_id)
-        nodes: List[Node] = [
-            Node(node_id=node_id, anonymous=False) for node_id in all_ids
-        ]
-        return GetNodesResponse(nodes=nodes)
-
-    def CreateRun(
-        self, request: CreateRunRequest, context: grpc.ServicerContext
-    ) -> CreateRunResponse:
-        """Create run ID."""
-        log(INFO, "DriverServicer.CreateRun")
-        state: State = self.state_factory.state()
-        run_id = state.create_run()
-        return CreateRunResponse(run_id=run_id)
-
-    def PushTaskIns(
-        self, request: PushTaskInsRequest, context: grpc.ServicerContext
-    ) -> PushTaskInsResponse:
-        """Push a set of TaskIns."""
-        log(DEBUG, "DriverServicer.PushTaskIns")
-
-        # Validate request
-        _raise_if(len(request.task_ins_list) == 0, "`task_ins_list` must not be empty")
-        for task_ins in request.task_ins_list:
-            validation_errors = validate_task_ins_or_res(task_ins)
-            _raise_if(bool(validation_errors), ", ".join(validation_errors))
-
-        # Init state
-        state: State = self.state_factory.state()
-
-        # Store each TaskIns
-        task_ids: List[Optional[UUID]] = []
-        for task_ins in request.task_ins_list:
-            task_id: Optional[UUID] = state.store_task_ins(task_ins=task_ins)
-            task_ids.append(task_id)
-
-        return PushTaskInsResponse(
-            task_ids=[str(task_id) if task_id else "" for task_id in task_ids]
-        )
-
-    def PullTaskRes(
-        self, request: PullTaskResRequest, context: grpc.ServicerContext
-    ) -> PullTaskResResponse:
-        """Pull a set of TaskRes."""
-        log(DEBUG, "DriverServicer.PullTaskRes")
-
-        # Convert each task_id str to UUID
-        task_ids: Set[UUID] = {UUID(task_id) for task_id in request.task_ids}
-
-        # Init state
-        state: State = self.state_factory.state()
-
-        # Register callback
-        def on_rpc_done() -> None:
-            log(DEBUG, "DriverServicer.PullTaskRes callback: delete TaskIns/TaskRes")
-
-            if context.is_active():
-                return
-            if context.code() != grpc.StatusCode.OK:
-                return
-
-            # Delete delivered TaskIns and TaskRes
-            state.delete_tasks(task_ids=task_ids)
-
-        context.add_callback(on_rpc_done)
-
-        # Read from state
-        task_res_list: List[TaskRes] = state.get_task_res(task_ids=task_ids, limit=None)
-
-        context.set_code(grpc.StatusCode.OK)
-        return PullTaskResResponse(task_res_list=task_res_list)
-
-
-def _raise_if(validation_error: bool, detail: str) -> None:
-    if validation_error:
-        raise ValueError(f"Malformed PushTaskInsRequest: {detail}")