flwr 1.23.0__py3-none-any.whl → 1.25.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (339) hide show
  1. flwr/__init__.py +16 -5
  2. flwr/app/error.py +2 -2
  3. flwr/app/exception.py +3 -3
  4. flwr/cli/app.py +19 -0
  5. flwr/cli/{new/templates → app_cmd}/__init__.py +9 -1
  6. flwr/cli/app_cmd/publish.py +285 -0
  7. flwr/cli/app_cmd/review.py +262 -0
  8. flwr/cli/auth_plugin/auth_plugin.py +4 -5
  9. flwr/cli/auth_plugin/noop_auth_plugin.py +54 -11
  10. flwr/cli/auth_plugin/oidc_cli_plugin.py +32 -9
  11. flwr/cli/build.py +60 -18
  12. flwr/cli/cli_account_auth_interceptor.py +24 -7
  13. flwr/cli/config_utils.py +101 -13
  14. flwr/cli/{new/templates/app/code/flwr_tune → federation}/__init__.py +10 -1
  15. flwr/cli/federation/ls.py +140 -0
  16. flwr/cli/federation/show.py +318 -0
  17. flwr/cli/install.py +91 -13
  18. flwr/cli/log.py +52 -9
  19. flwr/cli/login/login.py +7 -4
  20. flwr/cli/ls.py +211 -130
  21. flwr/cli/new/new.py +123 -331
  22. flwr/cli/pull.py +10 -5
  23. flwr/cli/run/run.py +71 -29
  24. flwr/cli/run_utils.py +148 -0
  25. flwr/cli/stop.py +26 -8
  26. flwr/cli/supernode/ls.py +25 -12
  27. flwr/cli/supernode/register.py +9 -4
  28. flwr/cli/supernode/unregister.py +5 -3
  29. flwr/cli/utils.py +239 -16
  30. flwr/client/__init__.py +1 -1
  31. flwr/client/dpfedavg_numpy_client.py +4 -1
  32. flwr/client/grpc_adapter_client/connection.py +8 -9
  33. flwr/client/grpc_rere_client/connection.py +16 -14
  34. flwr/client/grpc_rere_client/grpc_adapter.py +6 -2
  35. flwr/client/grpc_rere_client/node_auth_client_interceptor.py +2 -1
  36. flwr/client/message_handler/message_handler.py +2 -2
  37. flwr/client/mod/secure_aggregation/secaggplus_mod.py +3 -3
  38. flwr/client/numpy_client.py +1 -1
  39. flwr/client/rest_client/connection.py +18 -18
  40. flwr/client/run_info_store.py +4 -5
  41. flwr/client/typing.py +1 -1
  42. flwr/clientapp/client_app.py +9 -10
  43. flwr/clientapp/mod/centraldp_mods.py +16 -17
  44. flwr/clientapp/mod/localdp_mod.py +8 -9
  45. flwr/clientapp/typing.py +1 -1
  46. flwr/clientapp/utils.py +3 -3
  47. flwr/common/address.py +1 -2
  48. flwr/common/args.py +3 -4
  49. flwr/common/config.py +13 -16
  50. flwr/common/constant.py +5 -2
  51. flwr/common/differential_privacy.py +3 -4
  52. flwr/common/event_log_plugin/event_log_plugin.py +3 -4
  53. flwr/common/exit/exit.py +15 -2
  54. flwr/common/exit/exit_code.py +19 -0
  55. flwr/common/exit/exit_handler.py +6 -2
  56. flwr/common/exit/signal_handler.py +5 -5
  57. flwr/common/grpc.py +6 -6
  58. flwr/common/inflatable_protobuf_utils.py +1 -1
  59. flwr/common/inflatable_utils.py +38 -21
  60. flwr/common/logger.py +19 -19
  61. flwr/common/message.py +4 -4
  62. flwr/common/object_ref.py +7 -7
  63. flwr/common/record/array.py +3 -3
  64. flwr/common/record/arrayrecord.py +18 -30
  65. flwr/common/record/configrecord.py +3 -3
  66. flwr/common/record/recorddict.py +5 -5
  67. flwr/common/record/typeddict.py +9 -2
  68. flwr/common/recorddict_compat.py +7 -10
  69. flwr/common/retry_invoker.py +20 -20
  70. flwr/common/secure_aggregation/ndarrays_arithmetic.py +3 -3
  71. flwr/common/serde.py +11 -4
  72. flwr/common/serde_utils.py +2 -2
  73. flwr/common/telemetry.py +9 -5
  74. flwr/common/typing.py +58 -37
  75. flwr/compat/client/app.py +38 -37
  76. flwr/compat/client/grpc_client/connection.py +11 -11
  77. flwr/compat/server/app.py +5 -6
  78. flwr/proto/appio_pb2.py +13 -3
  79. flwr/proto/appio_pb2.pyi +134 -65
  80. flwr/proto/appio_pb2_grpc.py +20 -0
  81. flwr/proto/appio_pb2_grpc.pyi +27 -0
  82. flwr/proto/clientappio_pb2.py +17 -7
  83. flwr/proto/clientappio_pb2.pyi +15 -0
  84. flwr/proto/clientappio_pb2_grpc.py +206 -40
  85. flwr/proto/clientappio_pb2_grpc.pyi +168 -53
  86. flwr/proto/control_pb2.py +71 -52
  87. flwr/proto/control_pb2.pyi +277 -111
  88. flwr/proto/control_pb2_grpc.py +249 -40
  89. flwr/proto/control_pb2_grpc.pyi +185 -52
  90. flwr/proto/error_pb2.py +13 -3
  91. flwr/proto/error_pb2.pyi +24 -6
  92. flwr/proto/error_pb2_grpc.py +20 -0
  93. flwr/proto/error_pb2_grpc.pyi +27 -0
  94. flwr/proto/fab_pb2.py +14 -4
  95. flwr/proto/fab_pb2.pyi +59 -31
  96. flwr/proto/fab_pb2_grpc.py +20 -0
  97. flwr/proto/fab_pb2_grpc.pyi +27 -0
  98. flwr/proto/federation_pb2.py +38 -0
  99. flwr/proto/federation_pb2.pyi +56 -0
  100. flwr/proto/federation_pb2_grpc.py +24 -0
  101. flwr/proto/federation_pb2_grpc.pyi +31 -0
  102. flwr/proto/fleet_pb2.py +24 -14
  103. flwr/proto/fleet_pb2.pyi +141 -61
  104. flwr/proto/fleet_pb2_grpc.py +189 -48
  105. flwr/proto/fleet_pb2_grpc.pyi +175 -61
  106. flwr/proto/grpcadapter_pb2.py +14 -4
  107. flwr/proto/grpcadapter_pb2.pyi +38 -16
  108. flwr/proto/grpcadapter_pb2_grpc.py +35 -4
  109. flwr/proto/grpcadapter_pb2_grpc.pyi +38 -7
  110. flwr/proto/heartbeat_pb2.py +17 -7
  111. flwr/proto/heartbeat_pb2.pyi +51 -22
  112. flwr/proto/heartbeat_pb2_grpc.py +20 -0
  113. flwr/proto/heartbeat_pb2_grpc.pyi +27 -0
  114. flwr/proto/log_pb2.py +13 -3
  115. flwr/proto/log_pb2.pyi +34 -11
  116. flwr/proto/log_pb2_grpc.py +20 -0
  117. flwr/proto/log_pb2_grpc.pyi +27 -0
  118. flwr/proto/message_pb2.py +15 -5
  119. flwr/proto/message_pb2.pyi +154 -86
  120. flwr/proto/message_pb2_grpc.py +20 -0
  121. flwr/proto/message_pb2_grpc.pyi +27 -0
  122. flwr/proto/node_pb2.py +15 -5
  123. flwr/proto/node_pb2.pyi +50 -25
  124. flwr/proto/node_pb2_grpc.py +20 -0
  125. flwr/proto/node_pb2_grpc.pyi +27 -0
  126. flwr/proto/recorddict_pb2.py +13 -3
  127. flwr/proto/recorddict_pb2.pyi +184 -107
  128. flwr/proto/recorddict_pb2_grpc.py +20 -0
  129. flwr/proto/recorddict_pb2_grpc.pyi +27 -0
  130. flwr/proto/run_pb2.py +40 -31
  131. flwr/proto/run_pb2.pyi +158 -84
  132. flwr/proto/run_pb2_grpc.py +20 -0
  133. flwr/proto/run_pb2_grpc.pyi +27 -0
  134. flwr/proto/serverappio_pb2.py +13 -3
  135. flwr/proto/serverappio_pb2.pyi +32 -8
  136. flwr/proto/serverappio_pb2_grpc.py +246 -65
  137. flwr/proto/serverappio_pb2_grpc.pyi +221 -85
  138. flwr/proto/simulationio_pb2.py +16 -8
  139. flwr/proto/simulationio_pb2.pyi +15 -0
  140. flwr/proto/simulationio_pb2_grpc.py +162 -41
  141. flwr/proto/simulationio_pb2_grpc.pyi +149 -55
  142. flwr/proto/transport_pb2.py +20 -10
  143. flwr/proto/transport_pb2.pyi +249 -160
  144. flwr/proto/transport_pb2_grpc.py +35 -4
  145. flwr/proto/transport_pb2_grpc.pyi +38 -8
  146. flwr/server/app.py +39 -17
  147. flwr/server/client_manager.py +4 -5
  148. flwr/server/client_proxy.py +10 -11
  149. flwr/server/compat/app.py +4 -5
  150. flwr/server/compat/app_utils.py +2 -1
  151. flwr/server/compat/grid_client_proxy.py +10 -12
  152. flwr/server/compat/legacy_context.py +3 -4
  153. flwr/server/fleet_event_log_interceptor.py +2 -1
  154. flwr/server/grid/grid.py +2 -3
  155. flwr/server/grid/grpc_grid.py +10 -8
  156. flwr/server/grid/inmemory_grid.py +4 -4
  157. flwr/server/run_serverapp.py +2 -3
  158. flwr/server/server.py +34 -39
  159. flwr/server/server_app.py +7 -8
  160. flwr/server/server_config.py +1 -2
  161. flwr/server/serverapp/app.py +34 -28
  162. flwr/server/serverapp_components.py +4 -5
  163. flwr/server/strategy/aggregate.py +9 -8
  164. flwr/server/strategy/bulyan.py +13 -11
  165. flwr/server/strategy/dp_adaptive_clipping.py +16 -20
  166. flwr/server/strategy/dp_fixed_clipping.py +12 -17
  167. flwr/server/strategy/dpfedavg_adaptive.py +3 -4
  168. flwr/server/strategy/dpfedavg_fixed.py +6 -10
  169. flwr/server/strategy/fault_tolerant_fedavg.py +14 -13
  170. flwr/server/strategy/fedadagrad.py +18 -14
  171. flwr/server/strategy/fedadam.py +16 -14
  172. flwr/server/strategy/fedavg.py +16 -17
  173. flwr/server/strategy/fedavg_android.py +15 -15
  174. flwr/server/strategy/fedavgm.py +21 -18
  175. flwr/server/strategy/fedmedian.py +2 -3
  176. flwr/server/strategy/fedopt.py +11 -10
  177. flwr/server/strategy/fedprox.py +10 -9
  178. flwr/server/strategy/fedtrimmedavg.py +12 -11
  179. flwr/server/strategy/fedxgb_bagging.py +13 -11
  180. flwr/server/strategy/fedxgb_cyclic.py +6 -6
  181. flwr/server/strategy/fedxgb_nn_avg.py +4 -4
  182. flwr/server/strategy/fedyogi.py +16 -14
  183. flwr/server/strategy/krum.py +12 -11
  184. flwr/server/strategy/qfedavg.py +16 -15
  185. flwr/server/strategy/strategy.py +6 -9
  186. flwr/server/superlink/fleet/grpc_adapter/grpc_adapter_servicer.py +2 -1
  187. flwr/server/superlink/fleet/grpc_bidi/flower_service_servicer.py +1 -2
  188. flwr/server/superlink/fleet/grpc_bidi/grpc_bridge.py +3 -4
  189. flwr/server/superlink/fleet/grpc_bidi/grpc_client_proxy.py +10 -12
  190. flwr/server/superlink/fleet/grpc_bidi/grpc_server.py +1 -3
  191. flwr/server/superlink/fleet/grpc_rere/fleet_servicer.py +4 -4
  192. flwr/server/superlink/fleet/grpc_rere/node_auth_server_interceptor.py +3 -2
  193. flwr/server/superlink/fleet/message_handler/message_handler.py +75 -30
  194. flwr/server/superlink/fleet/rest_rere/rest_api.py +2 -2
  195. flwr/server/superlink/fleet/vce/backend/backend.py +1 -1
  196. flwr/server/superlink/fleet/vce/backend/raybackend.py +5 -5
  197. flwr/server/superlink/fleet/vce/vce_api.py +15 -9
  198. flwr/server/superlink/linkstate/in_memory_linkstate.py +148 -149
  199. flwr/server/superlink/linkstate/linkstate.py +91 -43
  200. flwr/server/superlink/linkstate/linkstate_factory.py +22 -5
  201. flwr/server/superlink/linkstate/sqlite_linkstate.py +502 -436
  202. flwr/server/superlink/linkstate/utils.py +6 -6
  203. flwr/server/superlink/serverappio/serverappio_grpc.py +1 -2
  204. flwr/server/superlink/serverappio/serverappio_servicer.py +26 -21
  205. flwr/server/superlink/simulation/simulationio_grpc.py +1 -2
  206. flwr/server/superlink/simulation/simulationio_servicer.py +18 -13
  207. flwr/server/superlink/utils.py +4 -6
  208. flwr/server/typing.py +1 -1
  209. flwr/server/utils/tensorboard.py +15 -8
  210. flwr/server/workflow/default_workflows.py +5 -5
  211. flwr/server/workflow/secure_aggregation/secagg_workflow.py +2 -4
  212. flwr/server/workflow/secure_aggregation/secaggplus_workflow.py +8 -8
  213. flwr/serverapp/strategy/bulyan.py +16 -15
  214. flwr/serverapp/strategy/dp_adaptive_clipping.py +12 -11
  215. flwr/serverapp/strategy/dp_fixed_clipping.py +11 -14
  216. flwr/serverapp/strategy/fedadagrad.py +10 -11
  217. flwr/serverapp/strategy/fedadam.py +10 -11
  218. flwr/serverapp/strategy/fedavg.py +9 -10
  219. flwr/serverapp/strategy/fedavgm.py +17 -16
  220. flwr/serverapp/strategy/fedmedian.py +2 -2
  221. flwr/serverapp/strategy/fedopt.py +10 -11
  222. flwr/serverapp/strategy/fedprox.py +7 -8
  223. flwr/serverapp/strategy/fedtrimmedavg.py +9 -9
  224. flwr/serverapp/strategy/fedxgb_bagging.py +3 -3
  225. flwr/serverapp/strategy/fedxgb_cyclic.py +9 -9
  226. flwr/serverapp/strategy/fedyogi.py +9 -11
  227. flwr/serverapp/strategy/krum.py +7 -7
  228. flwr/serverapp/strategy/multikrum.py +9 -9
  229. flwr/serverapp/strategy/qfedavg.py +17 -16
  230. flwr/serverapp/strategy/strategy.py +6 -9
  231. flwr/serverapp/strategy/strategy_utils.py +7 -8
  232. flwr/simulation/app.py +46 -42
  233. flwr/simulation/legacy_app.py +12 -12
  234. flwr/simulation/ray_transport/ray_actor.py +10 -11
  235. flwr/simulation/ray_transport/ray_client_proxy.py +11 -12
  236. flwr/simulation/run_simulation.py +43 -43
  237. flwr/simulation/simulationio_connection.py +4 -4
  238. flwr/supercore/cli/flower_superexec.py +3 -4
  239. flwr/supercore/constant.py +34 -1
  240. flwr/supercore/corestate/corestate.py +24 -3
  241. flwr/supercore/corestate/in_memory_corestate.py +138 -0
  242. flwr/supercore/corestate/sqlite_corestate.py +157 -0
  243. flwr/supercore/ffs/disk_ffs.py +1 -2
  244. flwr/supercore/ffs/ffs.py +1 -2
  245. flwr/supercore/ffs/ffs_factory.py +1 -2
  246. flwr/{common → supercore}/heartbeat.py +20 -25
  247. flwr/supercore/object_store/in_memory_object_store.py +1 -2
  248. flwr/supercore/object_store/object_store.py +1 -2
  249. flwr/supercore/object_store/object_store_factory.py +1 -2
  250. flwr/supercore/object_store/sqlite_object_store.py +8 -7
  251. flwr/supercore/primitives/asymmetric.py +1 -1
  252. flwr/supercore/primitives/asymmetric_ed25519.py +11 -1
  253. flwr/supercore/sqlite_mixin.py +37 -34
  254. flwr/supercore/superexec/plugin/base_exec_plugin.py +1 -2
  255. flwr/supercore/superexec/plugin/exec_plugin.py +3 -3
  256. flwr/supercore/superexec/run_superexec.py +9 -13
  257. flwr/supercore/utils.py +190 -0
  258. flwr/superlink/artifact_provider/artifact_provider.py +1 -2
  259. flwr/superlink/auth_plugin/auth_plugin.py +6 -9
  260. flwr/superlink/auth_plugin/noop_auth_plugin.py +6 -9
  261. flwr/{cli/new/templates/app → superlink/federation}/__init__.py +10 -1
  262. flwr/superlink/federation/federation_manager.py +64 -0
  263. flwr/superlink/federation/noop_federation_manager.py +71 -0
  264. flwr/superlink/servicer/control/control_account_auth_interceptor.py +22 -13
  265. flwr/superlink/servicer/control/control_event_log_interceptor.py +7 -7
  266. flwr/superlink/servicer/control/control_grpc.py +7 -6
  267. flwr/superlink/servicer/control/control_license_interceptor.py +3 -3
  268. flwr/superlink/servicer/control/control_servicer.py +190 -23
  269. flwr/supernode/cli/flower_supernode.py +58 -3
  270. flwr/supernode/nodestate/in_memory_nodestate.py +121 -49
  271. flwr/supernode/nodestate/nodestate.py +52 -8
  272. flwr/supernode/nodestate/nodestate_factory.py +7 -4
  273. flwr/supernode/runtime/run_clientapp.py +41 -22
  274. flwr/supernode/servicer/clientappio/clientappio_servicer.py +46 -10
  275. flwr/supernode/start_client_internal.py +165 -46
  276. {flwr-1.23.0.dist-info → flwr-1.25.0.dist-info}/METADATA +9 -11
  277. flwr-1.25.0.dist-info/RECORD +393 -0
  278. flwr/cli/new/templates/app/.gitignore.tpl +0 -163
  279. flwr/cli/new/templates/app/LICENSE.tpl +0 -202
  280. flwr/cli/new/templates/app/README.baseline.md.tpl +0 -127
  281. flwr/cli/new/templates/app/README.flowertune.md.tpl +0 -68
  282. flwr/cli/new/templates/app/README.md.tpl +0 -37
  283. flwr/cli/new/templates/app/code/__init__.baseline.py.tpl +0 -1
  284. flwr/cli/new/templates/app/code/__init__.py +0 -15
  285. flwr/cli/new/templates/app/code/__init__.py.tpl +0 -1
  286. flwr/cli/new/templates/app/code/__init__.pytorch_legacy_api.py.tpl +0 -1
  287. flwr/cli/new/templates/app/code/client.baseline.py.tpl +0 -75
  288. flwr/cli/new/templates/app/code/client.huggingface.py.tpl +0 -93
  289. flwr/cli/new/templates/app/code/client.jax.py.tpl +0 -71
  290. flwr/cli/new/templates/app/code/client.mlx.py.tpl +0 -102
  291. flwr/cli/new/templates/app/code/client.numpy.py.tpl +0 -46
  292. flwr/cli/new/templates/app/code/client.pytorch.py.tpl +0 -80
  293. flwr/cli/new/templates/app/code/client.pytorch_legacy_api.py.tpl +0 -55
  294. flwr/cli/new/templates/app/code/client.sklearn.py.tpl +0 -108
  295. flwr/cli/new/templates/app/code/client.tensorflow.py.tpl +0 -82
  296. flwr/cli/new/templates/app/code/client.xgboost.py.tpl +0 -110
  297. flwr/cli/new/templates/app/code/dataset.baseline.py.tpl +0 -36
  298. flwr/cli/new/templates/app/code/flwr_tune/client_app.py.tpl +0 -92
  299. flwr/cli/new/templates/app/code/flwr_tune/dataset.py.tpl +0 -87
  300. flwr/cli/new/templates/app/code/flwr_tune/models.py.tpl +0 -56
  301. flwr/cli/new/templates/app/code/flwr_tune/server_app.py.tpl +0 -73
  302. flwr/cli/new/templates/app/code/flwr_tune/strategy.py.tpl +0 -78
  303. flwr/cli/new/templates/app/code/model.baseline.py.tpl +0 -66
  304. flwr/cli/new/templates/app/code/server.baseline.py.tpl +0 -43
  305. flwr/cli/new/templates/app/code/server.huggingface.py.tpl +0 -42
  306. flwr/cli/new/templates/app/code/server.jax.py.tpl +0 -39
  307. flwr/cli/new/templates/app/code/server.mlx.py.tpl +0 -41
  308. flwr/cli/new/templates/app/code/server.numpy.py.tpl +0 -38
  309. flwr/cli/new/templates/app/code/server.pytorch.py.tpl +0 -41
  310. flwr/cli/new/templates/app/code/server.pytorch_legacy_api.py.tpl +0 -31
  311. flwr/cli/new/templates/app/code/server.sklearn.py.tpl +0 -44
  312. flwr/cli/new/templates/app/code/server.tensorflow.py.tpl +0 -38
  313. flwr/cli/new/templates/app/code/server.xgboost.py.tpl +0 -56
  314. flwr/cli/new/templates/app/code/strategy.baseline.py.tpl +0 -1
  315. flwr/cli/new/templates/app/code/task.huggingface.py.tpl +0 -98
  316. flwr/cli/new/templates/app/code/task.jax.py.tpl +0 -57
  317. flwr/cli/new/templates/app/code/task.mlx.py.tpl +0 -102
  318. flwr/cli/new/templates/app/code/task.numpy.py.tpl +0 -7
  319. flwr/cli/new/templates/app/code/task.pytorch.py.tpl +0 -98
  320. flwr/cli/new/templates/app/code/task.pytorch_legacy_api.py.tpl +0 -111
  321. flwr/cli/new/templates/app/code/task.sklearn.py.tpl +0 -67
  322. flwr/cli/new/templates/app/code/task.tensorflow.py.tpl +0 -52
  323. flwr/cli/new/templates/app/code/task.xgboost.py.tpl +0 -67
  324. flwr/cli/new/templates/app/code/utils.baseline.py.tpl +0 -1
  325. flwr/cli/new/templates/app/pyproject.baseline.toml.tpl +0 -146
  326. flwr/cli/new/templates/app/pyproject.flowertune.toml.tpl +0 -80
  327. flwr/cli/new/templates/app/pyproject.huggingface.toml.tpl +0 -65
  328. flwr/cli/new/templates/app/pyproject.jax.toml.tpl +0 -52
  329. flwr/cli/new/templates/app/pyproject.mlx.toml.tpl +0 -56
  330. flwr/cli/new/templates/app/pyproject.numpy.toml.tpl +0 -49
  331. flwr/cli/new/templates/app/pyproject.pytorch.toml.tpl +0 -53
  332. flwr/cli/new/templates/app/pyproject.pytorch_legacy_api.toml.tpl +0 -53
  333. flwr/cli/new/templates/app/pyproject.sklearn.toml.tpl +0 -52
  334. flwr/cli/new/templates/app/pyproject.tensorflow.toml.tpl +0 -53
  335. flwr/cli/new/templates/app/pyproject.xgboost.toml.tpl +0 -61
  336. flwr/supercore/object_store/utils.py +0 -43
  337. flwr-1.23.0.dist-info/RECORD +0 -439
  338. {flwr-1.23.0.dist-info → flwr-1.25.0.dist-info}/WHEEL +0 -0
  339. {flwr-1.23.0.dist-info → flwr-1.25.0.dist-info}/entry_points.txt +0 -0
@@ -1,67 +0,0 @@
1
- """$project_name: A Flower / $framework_str app."""
2
-
3
- import numpy as np
4
- from flwr_datasets import FederatedDataset
5
- from flwr_datasets.partitioner import IidPartitioner
6
- from sklearn.linear_model import LogisticRegression
7
-
8
- fds = None # Cache FederatedDataset
9
-
10
-
11
- def load_data(partition_id: int, num_partitions: int):
12
- """Load partition MNIST data."""
13
- # Only initialize `FederatedDataset` once
14
- global fds
15
- if fds is None:
16
- partitioner = IidPartitioner(num_partitions=num_partitions)
17
- fds = FederatedDataset(
18
- dataset="ylecun/mnist",
19
- partitioners={"train": partitioner},
20
- )
21
-
22
- dataset = fds.load_partition(partition_id, "train").with_format("numpy")
23
-
24
- X, y = dataset["image"].reshape((len(dataset), -1)), dataset["label"]
25
-
26
- # Split the on edge data: 80% train, 20% test
27
- X_train, X_test = X[: int(0.8 * len(X))], X[int(0.8 * len(X)) :]
28
- y_train, y_test = y[: int(0.8 * len(y))], y[int(0.8 * len(y)) :]
29
-
30
- return X_train, X_test, y_train, y_test
31
-
32
-
33
- def get_model(penalty: str, local_epochs: int):
34
-
35
- return LogisticRegression(
36
- penalty=penalty,
37
- max_iter=local_epochs,
38
- warm_start=True,
39
- )
40
-
41
-
42
- def get_model_params(model):
43
- if model.fit_intercept:
44
- params = [
45
- model.coef_,
46
- model.intercept_,
47
- ]
48
- else:
49
- params = [model.coef_]
50
- return params
51
-
52
-
53
- def set_model_params(model, params):
54
- model.coef_ = params[0]
55
- if model.fit_intercept:
56
- model.intercept_ = params[1]
57
- return model
58
-
59
-
60
- def set_initial_params(model):
61
- n_classes = 10 # MNIST has 10 classes
62
- n_features = 784 # Number of features in dataset
63
- model.classes_ = np.array([i for i in range(10)])
64
-
65
- model.coef_ = np.zeros((n_classes, n_features))
66
- if model.fit_intercept:
67
- model.intercept_ = np.zeros((n_classes,))
@@ -1,52 +0,0 @@
1
- """$project_name: A Flower / $framework_str app."""
2
-
3
- import os
4
-
5
- import keras
6
- from flwr_datasets import FederatedDataset
7
- from flwr_datasets.partitioner import IidPartitioner
8
- from keras import layers
9
-
10
- # Make TensorFlow log less verbose
11
- os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3"
12
-
13
-
14
- def load_model():
15
- # Define a simple CNN for CIFAR-10 and set Adam optimizer
16
- model = keras.Sequential(
17
- [
18
- keras.Input(shape=(32, 32, 3)),
19
- layers.Conv2D(32, kernel_size=(3, 3), activation="relu"),
20
- layers.MaxPooling2D(pool_size=(2, 2)),
21
- layers.Conv2D(64, kernel_size=(3, 3), activation="relu"),
22
- layers.MaxPooling2D(pool_size=(2, 2)),
23
- layers.Flatten(),
24
- layers.Dropout(0.5),
25
- layers.Dense(10, activation="softmax"),
26
- ]
27
- )
28
- model.compile("adam", "sparse_categorical_crossentropy", metrics=["accuracy"])
29
- return model
30
-
31
-
32
- fds = None # Cache FederatedDataset
33
-
34
-
35
- def load_data(partition_id, num_partitions):
36
- # Download and partition dataset
37
- # Only initialize `FederatedDataset` once
38
- global fds
39
- if fds is None:
40
- partitioner = IidPartitioner(num_partitions=num_partitions)
41
- fds = FederatedDataset(
42
- dataset="uoft-cs/cifar10",
43
- partitioners={"train": partitioner},
44
- )
45
- partition = fds.load_partition(partition_id, "train")
46
- partition.set_format("numpy")
47
-
48
- # Divide data on each node: 80% train, 20% test
49
- partition = partition.train_test_split(test_size=0.2)
50
- x_train, y_train = partition["train"]["img"] / 255.0, partition["train"]["label"]
51
- x_test, y_test = partition["test"]["img"] / 255.0, partition["test"]["label"]
52
- return x_train, y_train, x_test, y_test
@@ -1,67 +0,0 @@
1
- """$project_name: A Flower / $framework_str app."""
2
-
3
- import xgboost as xgb
4
- from flwr_datasets import FederatedDataset
5
- from flwr_datasets.partitioner import IidPartitioner
6
-
7
-
8
- def train_test_split(partition, test_fraction, seed):
9
- """Split the data into train and validation set given split rate."""
10
- train_test = partition.train_test_split(test_size=test_fraction, seed=seed)
11
- partition_train = train_test["train"]
12
- partition_test = train_test["test"]
13
-
14
- num_train = len(partition_train)
15
- num_test = len(partition_test)
16
-
17
- return partition_train, partition_test, num_train, num_test
18
-
19
-
20
- def transform_dataset_to_dmatrix(data):
21
- """Transform dataset to DMatrix format for xgboost."""
22
- x = data["inputs"]
23
- y = data["label"]
24
- new_data = xgb.DMatrix(x, label=y)
25
- return new_data
26
-
27
-
28
- fds = None # Cache FederatedDataset
29
-
30
-
31
- def load_data(partition_id, num_clients):
32
- """Load partition HIGGS data."""
33
- # Only initialize `FederatedDataset` once
34
- global fds
35
- if fds is None:
36
- partitioner = IidPartitioner(num_partitions=num_clients)
37
- fds = FederatedDataset(
38
- dataset="jxie/higgs",
39
- partitioners={"train": partitioner},
40
- )
41
-
42
- # Load the partition for this `partition_id`
43
- partition = fds.load_partition(partition_id, split="train")
44
- partition.set_format("numpy")
45
-
46
- # Train/test splitting
47
- train_data, valid_data, num_train, num_val = train_test_split(
48
- partition, test_fraction=0.2, seed=42
49
- )
50
-
51
- # Reformat data to DMatrix for xgboost
52
- train_dmatrix = transform_dataset_to_dmatrix(train_data)
53
- valid_dmatrix = transform_dataset_to_dmatrix(valid_data)
54
-
55
- return train_dmatrix, valid_dmatrix, num_train, num_val
56
-
57
-
58
- def replace_keys(input_dict, match="-", target="_"):
59
- """Recursively replace match string with target string in dictionary keys."""
60
- new_dict = {}
61
- for key, value in input_dict.items():
62
- new_key = key.replace(match, target)
63
- if isinstance(value, dict):
64
- new_dict[new_key] = replace_keys(value, match, target)
65
- else:
66
- new_dict[new_key] = value
67
- return new_dict
@@ -1 +0,0 @@
1
- """$project_name: A Flower Baseline."""
@@ -1,146 +0,0 @@
1
- # =====================================================================
2
- # For a full TOML configuration guide, check the Flower docs:
3
- # https://flower.ai/docs/framework/how-to-configure-pyproject-toml.html
4
- # =====================================================================
5
-
6
- [build-system]
7
- requires = ["hatchling"]
8
- build-backend = "hatchling.build"
9
-
10
- [project]
11
- name = "$package_name"
12
- version = "1.0.0"
13
- description = ""
14
- license = "Apache-2.0"
15
- # Dependencies for your Flower App
16
- dependencies = [
17
- "flwr[simulation]>=1.23.0",
18
- "flwr-datasets[vision]>=0.5.0",
19
- "torch==2.8.0",
20
- "torchvision==0.23.0",
21
- ]
22
-
23
- [tool.hatch.metadata]
24
- allow-direct-references = true
25
-
26
- [project.optional-dependencies]
27
- dev = [
28
- "isort==5.13.2",
29
- "black==24.2.0",
30
- "docformatter==1.7.5",
31
- "mypy==1.8.0",
32
- "pylint==3.3.1",
33
- "pytest==7.4.4",
34
- "pytest-watch==4.2.0",
35
- "ruff==0.4.5",
36
- "types-requests==2.31.0.20240125",
37
- ]
38
-
39
- [tool.isort]
40
- profile = "black"
41
-
42
- [tool.black]
43
- line-length = 88
44
- target-version = ["py310", "py311", "py312"]
45
-
46
- [tool.pytest.ini_options]
47
- minversion = "6.2"
48
- addopts = "-qq"
49
-
50
- [tool.mypy]
51
- ignore_missing_imports = true
52
- strict = false
53
- plugins = "numpy.typing.mypy_plugin"
54
-
55
- [tool.pylint."MESSAGES CONTROL"]
56
- disable = "duplicate-code,too-few-public-methods,useless-import-alias"
57
- good-names = "i,j,k,_,x,y,X,Y,K,N"
58
- max-args = 10
59
- max-attributes = 15
60
- max-locals = 36
61
- max-branches = 20
62
- max-statements = 55
63
-
64
- [tool.pylint.typecheck]
65
- generated-members = "numpy.*, torch.*, tensorflow.*"
66
-
67
- [[tool.mypy.overrides]]
68
- module = [
69
- "importlib.metadata.*",
70
- "importlib_metadata.*",
71
- ]
72
- follow_imports = "skip"
73
- follow_imports_for_stubs = true
74
- disallow_untyped_calls = false
75
-
76
- [[tool.mypy.overrides]]
77
- module = "torch.*"
78
- follow_imports = "skip"
79
- follow_imports_for_stubs = true
80
-
81
- [tool.docformatter]
82
- wrap-summaries = 88
83
- wrap-descriptions = 88
84
-
85
- [tool.ruff]
86
- target-version = "py310"
87
- line-length = 88
88
- exclude = [
89
- ".bzr",
90
- ".direnv",
91
- ".eggs",
92
- ".git",
93
- ".hg",
94
- ".mypy_cache",
95
- ".nox",
96
- ".pants.d",
97
- ".pytype",
98
- ".ruff_cache",
99
- ".svn",
100
- ".tox",
101
- ".venv",
102
- "__pypackages__",
103
- "_build",
104
- "buck-out",
105
- "build",
106
- "dist",
107
- "node_modules",
108
- "venv",
109
- "proto",
110
- ]
111
-
112
- [tool.ruff.lint]
113
- select = ["D", "E", "F", "W", "B", "ISC", "C4", "UP"]
114
- fixable = ["D", "E", "F", "W", "B", "ISC", "C4", "UP"]
115
- ignore = ["B024", "B027", "D205", "D209"]
116
-
117
- [tool.ruff.lint.pydocstyle]
118
- convention = "numpy"
119
-
120
- [tool.hatch.build.targets.wheel]
121
- packages = ["."]
122
-
123
- [tool.flwr.app]
124
- publisher = "$username"
125
-
126
- # Point to your ServerApp and ClientApp objects
127
- # Format: "<module>:<object>"
128
- [tool.flwr.app.components]
129
- serverapp = "$import_name.server_app:app"
130
- clientapp = "$import_name.client_app:app"
131
-
132
- # Custom config values accessible via `context.run_config`
133
- [tool.flwr.app.config]
134
- num-server-rounds = 3
135
- fraction-train = 0.5
136
- local-epochs = 1
137
-
138
- # Default federation to use when running the app
139
- [tool.flwr.federations]
140
- default = "local-simulation"
141
-
142
- # Local simulation federation with 10 virtual SuperNodes
143
- [tool.flwr.federations.local-simulation]
144
- options.num-supernodes = 10
145
- options.backend.client-resources.num-cpus = 2
146
- options.backend.client-resources.num-gpus = 0.0
@@ -1,80 +0,0 @@
1
- # =====================================================================
2
- # For a full TOML configuration guide, check the Flower docs:
3
- # https://flower.ai/docs/framework/how-to-configure-pyproject-toml.html
4
- # =====================================================================
5
-
6
- [build-system]
7
- requires = ["hatchling"]
8
- build-backend = "hatchling.build"
9
-
10
- [project]
11
- name = "$package_name"
12
- version = "1.0.0"
13
- description = ""
14
- license = "Apache-2.0"
15
- # Dependencies for your Flower App
16
- dependencies = [
17
- "flwr[simulation]>=1.23.0",
18
- "flwr-datasets>=0.5.0",
19
- "torch==2.4.0",
20
- "trl==0.8.1",
21
- "bitsandbytes==0.45.4",
22
- "scipy==1.13.0",
23
- "peft==0.6.2",
24
- "transformers==4.50.3",
25
- "sentencepiece==0.2.0",
26
- "omegaconf==2.3.0",
27
- "hf_transfer==0.1.8",
28
- ]
29
-
30
- [tool.hatch.build.targets.wheel]
31
- packages = ["."]
32
-
33
- [tool.flwr.app]
34
- publisher = "$username"
35
-
36
- # Point to your ServerApp and ClientApp objects
37
- # Format: "<module>:<object>"
38
- [tool.flwr.app.components]
39
- serverapp = "$import_name.server_app:app"
40
- clientapp = "$import_name.client_app:app"
41
-
42
- # Custom config values accessible via `context.run_config`
43
- [tool.flwr.app.config]
44
- model.name = "mistralai/Mistral-7B-v0.3"
45
- model.quantization = 4
46
- model.gradient-checkpointing = true
47
- model.lora.peft-lora-r = 32
48
- model.lora.peft-lora-alpha = 64
49
- train.save-every-round = 5
50
- train.learning-rate-max = 5e-5
51
- train.learning-rate-min = 1e-6
52
- train.seq-length = 512
53
- train.training-arguments.output-dir = ""
54
- train.training-arguments.learning-rate = ""
55
- train.training-arguments.per-device-train-batch-size = 16
56
- train.training-arguments.gradient-accumulation-steps = 1
57
- train.training-arguments.logging-steps = 10
58
- train.training-arguments.num-train-epochs = 3
59
- train.training-arguments.max-steps = 10
60
- train.training-arguments.save-steps = 1000
61
- train.training-arguments.save-total-limit = 10
62
- train.training-arguments.gradient-checkpointing = true
63
- train.training-arguments.lr-scheduler-type = "constant"
64
- strategy.fraction-train = $fraction_train
65
- strategy.fraction-evaluate = 0.0
66
- num-server-rounds = 200
67
-
68
- # Dataset config (static for FlowerTune LLM Leaderboard)
69
- [tool.flwr.app.config.static]
70
- dataset.name = "$dataset_name"
71
-
72
- # Default federation to use when running the app
73
- [tool.flwr.federations]
74
- default = "local-simulation"
75
-
76
- # Local simulation federation with $num_clients virtual SuperNodes
77
- [tool.flwr.federations.local-simulation]
78
- options.num-supernodes = $num_clients
79
- options.backend.client-resources.num-cpus = 6
80
- options.backend.client-resources.num-gpus = 1.0
@@ -1,65 +0,0 @@
1
- # =====================================================================
2
- # For a full TOML configuration guide, check the Flower docs:
3
- # https://flower.ai/docs/framework/how-to-configure-pyproject-toml.html
4
- # =====================================================================
5
-
6
- [build-system]
7
- requires = ["hatchling"]
8
- build-backend = "hatchling.build"
9
-
10
- [project]
11
- name = "$package_name"
12
- version = "1.0.0"
13
- description = ""
14
- license = "Apache-2.0"
15
- # Dependencies for your Flower App
16
- dependencies = [
17
- "flwr[simulation]>=1.23.0",
18
- "flwr-datasets>=0.5.0",
19
- "torch>=2.7.1",
20
- "transformers>=4.30.0,<5.0",
21
- "evaluate>=0.4.0,<1.0",
22
- "datasets>=2.0.0, <3.0",
23
- "scikit-learn>=1.6.1, <2.0",
24
- ]
25
-
26
- [tool.hatch.build.targets.wheel]
27
- packages = ["."]
28
-
29
- [tool.flwr.app]
30
- publisher = "$username"
31
-
32
- # Point to your ServerApp and ClientApp objects
33
- # Format: "<module>:<object>"
34
- [tool.flwr.app.components]
35
- serverapp = "$import_name.server_app:app"
36
- clientapp = "$import_name.client_app:app"
37
-
38
- # Custom config values accessible via `context.run_config`
39
- [tool.flwr.app.config]
40
- num-server-rounds = 3
41
- fraction-train = 0.5
42
- local-steps = 5
43
- model-name = "prajjwal1/bert-tiny" # Set a larger model if you have access to more GPU resources
44
- num-labels = 2
45
-
46
- # Default federation to use when running the app
47
- [tool.flwr.federations]
48
- default = "localhost"
49
-
50
- # Local simulation federation with 10 virtual SuperNodes
51
- [tool.flwr.federations.localhost]
52
- options.num-supernodes = 10
53
-
54
- # Local simulation federation with 10 virtual SuperNodes
55
- # making use of GPUs
56
- [tool.flwr.federations.localhost-gpu]
57
- options.num-supernodes = 10
58
- options.backend.client-resources.num-cpus = 4 # each ClientApp assumes to use 4CPUs
59
- options.backend.client-resources.num-gpus = 0.25 # at most 4 ClientApps will run in a given GPU
60
-
61
- # Remote federation example for use with SuperLink
62
- [tool.flwr.federations.remote-federation]
63
- address = "<SUPERLINK-ADDRESS>:<PORT>"
64
- insecure = true # Remove this line to enable TLS
65
- # root-certificates = "<PATH/TO/ca.crt>" # For TLS setup
@@ -1,52 +0,0 @@
1
- # =====================================================================
2
- # For a full TOML configuration guide, check the Flower docs:
3
- # https://flower.ai/docs/framework/how-to-configure-pyproject-toml.html
4
- # =====================================================================
5
-
6
- [build-system]
7
- requires = ["hatchling"]
8
- build-backend = "hatchling.build"
9
-
10
- [project]
11
- name = "$package_name"
12
- version = "1.0.0"
13
- description = ""
14
- license = "Apache-2.0"
15
- # Dependencies for your Flower App
16
- dependencies = [
17
- "flwr[simulation]>=1.23.0",
18
- "jax==0.4.30",
19
- "jaxlib==0.4.30",
20
- "scikit-learn==1.6.1",
21
- ]
22
-
23
- [tool.hatch.build.targets.wheel]
24
- packages = ["."]
25
-
26
- [tool.flwr.app]
27
- publisher = "$username"
28
-
29
- # Point to your ServerApp and ClientApp objects
30
- # Format: "<module>:<object>"
31
- [tool.flwr.app.components]
32
- serverapp = "$import_name.server_app:app"
33
- clientapp = "$import_name.client_app:app"
34
-
35
- # Custom config values accessible via `context.run_config`
36
- [tool.flwr.app.config]
37
- num-server-rounds = 3
38
- input-dim = 3
39
-
40
- # Default federation to use when running the app
41
- [tool.flwr.federations]
42
- default = "local-simulation"
43
-
44
- # Local simulation federation with 10 virtual SuperNodes
45
- [tool.flwr.federations.local-simulation]
46
- options.num-supernodes = 10
47
-
48
- # Remote federation example for use with SuperLink
49
- [tool.flwr.federations.remote-federation]
50
- address = "<SUPERLINK-ADDRESS>:<PORT>"
51
- insecure = true # Remove this line to enable TLS
52
- # root-certificates = "<PATH/TO/ca.crt>" # For TLS setup
@@ -1,56 +0,0 @@
1
- # =====================================================================
2
- # For a full TOML configuration guide, check the Flower docs:
3
- # https://flower.ai/docs/framework/how-to-configure-pyproject-toml.html
4
- # =====================================================================
5
-
6
- [build-system]
7
- requires = ["hatchling"]
8
- build-backend = "hatchling.build"
9
-
10
- [project]
11
- name = "$package_name"
12
- version = "1.0.0"
13
- description = ""
14
- license = "Apache-2.0"
15
- # Dependencies for your Flower App
16
- dependencies = [
17
- "flwr[simulation]>=1.23.0",
18
- "flwr-datasets[vision]>=0.5.0",
19
- "mlx==0.29.0",
20
- ]
21
-
22
- [tool.hatch.build.targets.wheel]
23
- packages = ["."]
24
-
25
- [tool.flwr.app]
26
- publisher = "$username"
27
-
28
- # Point to your ServerApp and ClientApp objects
29
- # Format: "<module>:<object>"
30
- [tool.flwr.app.components]
31
- serverapp = "$import_name.server_app:app"
32
- clientapp = "$import_name.client_app:app"
33
-
34
- # Custom config values accessible via `context.run_config`
35
- [tool.flwr.app.config]
36
- num-server-rounds = 3
37
- local-epochs = 1
38
- num-layers = 2
39
- input-dim = 784 # 28*28
40
- hidden-dim = 32
41
- batch-size = 256
42
- lr = 0.1
43
-
44
- # Default federation to use when running the app
45
- [tool.flwr.federations]
46
- default = "local-simulation"
47
-
48
- # Local simulation federation with 10 virtual SuperNodes
49
- [tool.flwr.federations.local-simulation]
50
- options.num-supernodes = 10
51
-
52
- # Remote federation example for use with SuperLink
53
- [tool.flwr.federations.remote-federation]
54
- address = "<SUPERLINK-ADDRESS>:<PORT>"
55
- insecure = true # Remove this line to enable TLS
56
- # root-certificates = "<PATH/TO/ca.crt>" # For TLS setup
@@ -1,49 +0,0 @@
1
- # =====================================================================
2
- # For a full TOML configuration guide, check the Flower docs:
3
- # https://flower.ai/docs/framework/how-to-configure-pyproject-toml.html
4
- # =====================================================================
5
-
6
- [build-system]
7
- requires = ["hatchling"]
8
- build-backend = "hatchling.build"
9
-
10
- [project]
11
- name = "$package_name"
12
- version = "1.0.0"
13
- description = ""
14
- license = "Apache-2.0"
15
- # Dependencies for your Flower App
16
- dependencies = [
17
- "flwr[simulation]>=1.23.0",
18
- "numpy>=2.0.2",
19
- ]
20
-
21
- [tool.hatch.build.targets.wheel]
22
- packages = ["."]
23
-
24
- [tool.flwr.app]
25
- publisher = "$username"
26
-
27
- # Point to your ServerApp and ClientApp objects
28
- # Format: "<module>:<object>"
29
- [tool.flwr.app.components]
30
- serverapp = "$import_name.server_app:app"
31
- clientapp = "$import_name.client_app:app"
32
-
33
- # Custom config values accessible via `context.run_config`
34
- [tool.flwr.app.config]
35
- num-server-rounds = 3
36
-
37
- # Default federation to use when running the app
38
- [tool.flwr.federations]
39
- default = "local-simulation"
40
-
41
- # Local simulation federation with 10 virtual SuperNodes
42
- [tool.flwr.federations.local-simulation]
43
- options.num-supernodes = 10
44
-
45
- # Remote federation example for use with SuperLink
46
- [tool.flwr.federations.remote-federation]
47
- address = "<SUPERLINK-ADDRESS>:<PORT>"
48
- insecure = true # Remove this line to enable TLS
49
- # root-certificates = "<PATH/TO/ca.crt>" # For TLS setup
@@ -1,53 +0,0 @@
1
- # =====================================================================
2
- # For a full TOML configuration guide, check the Flower docs:
3
- # https://flower.ai/docs/framework/how-to-configure-pyproject-toml.html
4
- # =====================================================================
5
-
6
- [build-system]
7
- requires = ["hatchling"]
8
- build-backend = "hatchling.build"
9
-
10
- [project]
11
- name = "$package_name"
12
- version = "1.0.0"
13
- description = ""
14
- license = "Apache-2.0"
15
- # Dependencies for your Flower App
16
- dependencies = [
17
- "flwr[simulation]>=1.23.0",
18
- "flwr-datasets[vision]>=0.5.0",
19
- "torch==2.7.1",
20
- "torchvision==0.22.1",
21
- ]
22
-
23
- [tool.hatch.build.targets.wheel]
24
- packages = ["."]
25
-
26
- [tool.flwr.app]
27
- publisher = "$username"
28
-
29
- # Point to your ServerApp and ClientApp objects
30
- [tool.flwr.app.components]
31
- serverapp = "$import_name.server_app:app"
32
- clientapp = "$import_name.client_app:app"
33
-
34
- # Custom config values accessible via `context.run_config`
35
- [tool.flwr.app.config]
36
- num-server-rounds = 3
37
- fraction-train = 0.5
38
- local-epochs = 1
39
- lr = 0.01
40
-
41
- # Default federation to use when running the app
42
- [tool.flwr.federations]
43
- default = "local-simulation"
44
-
45
- # Local simulation federation with 10 virtual SuperNodes
46
- [tool.flwr.federations.local-simulation]
47
- options.num-supernodes = 10
48
-
49
- # Remote federation example for use with SuperLink
50
- [tool.flwr.federations.remote-federation]
51
- address = "<SUPERLINK-ADDRESS>:<PORT>"
52
- insecure = true # Remove this line to enable TLS
53
- # root-certificates = "<PATH/TO/ca.crt>" # For TLS setup