@epfml/discojs 2.0.0 → 2.1.2-p20240506085037.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (334) hide show
  1. package/dist/aggregator/base.d.ts +180 -0
  2. package/dist/aggregator/base.js +236 -0
  3. package/dist/aggregator/get.d.ts +16 -0
  4. package/dist/aggregator/get.js +31 -0
  5. package/dist/aggregator/index.d.ts +7 -0
  6. package/dist/aggregator/index.js +4 -0
  7. package/dist/aggregator/mean.d.ts +23 -0
  8. package/dist/aggregator/mean.js +69 -0
  9. package/dist/aggregator/secure.d.ts +27 -0
  10. package/dist/aggregator/secure.js +91 -0
  11. package/dist/async_informant.d.ts +15 -0
  12. package/dist/async_informant.js +42 -0
  13. package/dist/client/base.d.ts +76 -0
  14. package/dist/client/base.js +88 -0
  15. package/dist/client/decentralized/base.d.ts +32 -0
  16. package/dist/client/decentralized/base.js +192 -0
  17. package/dist/client/decentralized/index.d.ts +2 -0
  18. package/dist/client/decentralized/index.js +2 -0
  19. package/dist/client/decentralized/messages.d.ts +28 -0
  20. package/dist/client/decentralized/messages.js +44 -0
  21. package/dist/client/decentralized/peer.d.ts +40 -0
  22. package/dist/client/decentralized/peer.js +189 -0
  23. package/dist/client/decentralized/peer_pool.d.ts +12 -0
  24. package/dist/client/decentralized/peer_pool.js +44 -0
  25. package/dist/client/event_connection.d.ts +34 -0
  26. package/dist/client/event_connection.js +105 -0
  27. package/dist/client/federated/base.d.ts +54 -0
  28. package/dist/client/federated/base.js +151 -0
  29. package/dist/client/federated/index.d.ts +2 -0
  30. package/dist/client/federated/index.js +2 -0
  31. package/dist/client/federated/messages.d.ts +30 -0
  32. package/dist/client/federated/messages.js +24 -0
  33. package/dist/client/index.d.ts +8 -0
  34. package/dist/client/index.js +8 -0
  35. package/dist/client/local.d.ts +3 -0
  36. package/dist/client/local.js +3 -0
  37. package/dist/client/messages.d.ts +30 -0
  38. package/dist/client/messages.js +26 -0
  39. package/dist/client/types.d.ts +2 -0
  40. package/dist/client/types.js +4 -0
  41. package/dist/client/utils.d.ts +2 -0
  42. package/dist/client/utils.js +7 -0
  43. package/dist/dataset/data/data.d.ts +48 -0
  44. package/dist/dataset/data/data.js +72 -0
  45. package/dist/dataset/data/data_split.d.ts +8 -0
  46. package/dist/dataset/data/data_split.js +1 -0
  47. package/dist/dataset/data/image_data.d.ts +11 -0
  48. package/dist/dataset/data/image_data.js +38 -0
  49. package/dist/dataset/data/index.d.ts +6 -0
  50. package/dist/dataset/data/index.js +5 -0
  51. package/dist/dataset/data/preprocessing/base.d.ts +16 -0
  52. package/dist/dataset/data/preprocessing/base.js +1 -0
  53. package/dist/dataset/data/preprocessing/image_preprocessing.d.ts +13 -0
  54. package/dist/dataset/data/preprocessing/image_preprocessing.js +40 -0
  55. package/dist/dataset/data/preprocessing/index.d.ts +4 -0
  56. package/dist/dataset/data/preprocessing/index.js +3 -0
  57. package/dist/dataset/data/preprocessing/tabular_preprocessing.d.ts +13 -0
  58. package/dist/dataset/data/preprocessing/tabular_preprocessing.js +45 -0
  59. package/dist/dataset/data/preprocessing/text_preprocessing.d.ts +13 -0
  60. package/dist/dataset/data/preprocessing/text_preprocessing.js +85 -0
  61. package/dist/dataset/data/tabular_data.d.ts +11 -0
  62. package/dist/dataset/data/tabular_data.js +25 -0
  63. package/dist/dataset/data/text_data.d.ts +11 -0
  64. package/dist/dataset/data/text_data.js +14 -0
  65. package/dist/{core/dataset → dataset}/data_loader/data_loader.d.ts +3 -5
  66. package/dist/dataset/data_loader/data_loader.js +2 -0
  67. package/dist/dataset/data_loader/image_loader.d.ts +20 -3
  68. package/dist/dataset/data_loader/image_loader.js +98 -23
  69. package/dist/dataset/data_loader/index.d.ts +5 -2
  70. package/dist/dataset/data_loader/index.js +4 -7
  71. package/dist/dataset/data_loader/tabular_loader.d.ts +34 -3
  72. package/dist/dataset/data_loader/tabular_loader.js +75 -15
  73. package/dist/dataset/data_loader/text_loader.d.ts +14 -0
  74. package/dist/dataset/data_loader/text_loader.js +25 -0
  75. package/dist/dataset/dataset.d.ts +5 -0
  76. package/dist/dataset/dataset.js +1 -0
  77. package/dist/dataset/dataset_builder.d.ts +60 -0
  78. package/dist/dataset/dataset_builder.js +142 -0
  79. package/dist/dataset/index.d.ts +5 -0
  80. package/dist/dataset/index.js +3 -0
  81. package/dist/default_tasks/cifar10/index.d.ts +2 -0
  82. package/dist/default_tasks/cifar10/index.js +60 -0
  83. package/dist/default_tasks/cifar10/model.d.ts +434 -0
  84. package/dist/default_tasks/cifar10/model.js +2385 -0
  85. package/dist/default_tasks/geotags/index.d.ts +2 -0
  86. package/dist/default_tasks/geotags/index.js +65 -0
  87. package/dist/default_tasks/geotags/model.d.ts +593 -0
  88. package/dist/default_tasks/geotags/model.js +4715 -0
  89. package/dist/default_tasks/index.d.ts +8 -0
  90. package/dist/default_tasks/index.js +8 -0
  91. package/dist/default_tasks/lus_covid.d.ts +2 -0
  92. package/dist/default_tasks/lus_covid.js +89 -0
  93. package/dist/default_tasks/mnist.d.ts +2 -0
  94. package/dist/default_tasks/mnist.js +61 -0
  95. package/dist/default_tasks/simple_face/index.d.ts +2 -0
  96. package/dist/default_tasks/simple_face/index.js +48 -0
  97. package/dist/default_tasks/simple_face/model.d.ts +513 -0
  98. package/dist/default_tasks/simple_face/model.js +4301 -0
  99. package/dist/default_tasks/skin_mnist.d.ts +2 -0
  100. package/dist/default_tasks/skin_mnist.js +80 -0
  101. package/dist/default_tasks/titanic.d.ts +2 -0
  102. package/dist/default_tasks/titanic.js +88 -0
  103. package/dist/default_tasks/wikitext.d.ts +2 -0
  104. package/dist/default_tasks/wikitext.js +38 -0
  105. package/dist/index.d.ts +18 -2
  106. package/dist/index.js +18 -6
  107. package/dist/{core/informant → informant}/graph_informant.d.ts +1 -1
  108. package/dist/informant/graph_informant.js +20 -0
  109. package/dist/informant/index.d.ts +1 -0
  110. package/dist/informant/index.js +1 -0
  111. package/dist/{core/logging → logging}/console_logger.d.ts +2 -2
  112. package/dist/logging/console_logger.js +22 -0
  113. package/dist/logging/index.d.ts +2 -0
  114. package/dist/logging/index.js +1 -0
  115. package/dist/{core/logging → logging}/logger.d.ts +3 -3
  116. package/dist/logging/logger.js +1 -0
  117. package/dist/memory/base.d.ts +119 -0
  118. package/dist/memory/base.js +9 -0
  119. package/dist/memory/empty.d.ts +20 -0
  120. package/dist/memory/empty.js +43 -0
  121. package/dist/memory/index.d.ts +3 -1
  122. package/dist/memory/index.js +3 -5
  123. package/dist/memory/model_type.d.ts +9 -0
  124. package/dist/memory/model_type.js +10 -0
  125. package/dist/{core/privacy.d.ts → privacy.d.ts} +1 -1
  126. package/dist/{core/privacy.js → privacy.js} +11 -16
  127. package/dist/serialization/index.d.ts +2 -0
  128. package/dist/serialization/index.js +2 -0
  129. package/dist/serialization/model.d.ts +5 -0
  130. package/dist/serialization/model.js +67 -0
  131. package/dist/{core/serialization → serialization}/weights.d.ts +2 -2
  132. package/dist/serialization/weights.js +37 -0
  133. package/dist/task/data_example.js +14 -0
  134. package/dist/task/digest.d.ts +5 -0
  135. package/dist/task/digest.js +14 -0
  136. package/dist/{core/task → task}/display_information.d.ts +5 -3
  137. package/dist/task/display_information.js +46 -0
  138. package/dist/task/index.d.ts +7 -0
  139. package/dist/task/index.js +5 -0
  140. package/dist/task/label_type.d.ts +9 -0
  141. package/dist/task/label_type.js +28 -0
  142. package/dist/task/summary.js +13 -0
  143. package/dist/task/task.d.ts +12 -0
  144. package/dist/task/task.js +22 -0
  145. package/dist/task/task_handler.d.ts +5 -0
  146. package/dist/task/task_handler.js +20 -0
  147. package/dist/task/task_provider.d.ts +5 -0
  148. package/dist/task/task_provider.js +1 -0
  149. package/dist/{core/task → task}/training_information.d.ts +9 -10
  150. package/dist/task/training_information.js +88 -0
  151. package/dist/training/disco.d.ts +40 -0
  152. package/dist/training/disco.js +107 -0
  153. package/dist/training/index.d.ts +2 -0
  154. package/dist/training/index.js +1 -0
  155. package/dist/training/trainer/distributed_trainer.d.ts +20 -0
  156. package/dist/training/trainer/distributed_trainer.js +36 -0
  157. package/dist/training/trainer/local_trainer.d.ts +12 -0
  158. package/dist/training/trainer/local_trainer.js +19 -0
  159. package/dist/training/trainer/trainer.d.ts +33 -0
  160. package/dist/training/trainer/trainer.js +52 -0
  161. package/dist/{core/training → training}/trainer/trainer_builder.d.ts +5 -7
  162. package/dist/training/trainer/trainer_builder.js +43 -0
  163. package/dist/types.d.ts +8 -0
  164. package/dist/types.js +1 -0
  165. package/dist/utils/event_emitter.d.ts +40 -0
  166. package/dist/utils/event_emitter.js +57 -0
  167. package/dist/validation/index.d.ts +1 -0
  168. package/dist/validation/index.js +1 -0
  169. package/dist/validation/validator.d.ts +28 -0
  170. package/dist/validation/validator.js +132 -0
  171. package/dist/weights/aggregation.d.ts +21 -0
  172. package/dist/weights/aggregation.js +44 -0
  173. package/dist/weights/index.d.ts +2 -0
  174. package/dist/weights/index.js +2 -0
  175. package/dist/weights/weights_container.d.ts +68 -0
  176. package/dist/weights/weights_container.js +96 -0
  177. package/package.json +25 -16
  178. package/README.md +0 -53
  179. package/dist/core/async_buffer.d.ts +0 -41
  180. package/dist/core/async_buffer.js +0 -97
  181. package/dist/core/async_informant.d.ts +0 -20
  182. package/dist/core/async_informant.js +0 -69
  183. package/dist/core/client/base.d.ts +0 -33
  184. package/dist/core/client/base.js +0 -35
  185. package/dist/core/client/decentralized/base.d.ts +0 -32
  186. package/dist/core/client/decentralized/base.js +0 -212
  187. package/dist/core/client/decentralized/clear_text.d.ts +0 -14
  188. package/dist/core/client/decentralized/clear_text.js +0 -96
  189. package/dist/core/client/decentralized/index.d.ts +0 -4
  190. package/dist/core/client/decentralized/index.js +0 -9
  191. package/dist/core/client/decentralized/messages.d.ts +0 -41
  192. package/dist/core/client/decentralized/messages.js +0 -54
  193. package/dist/core/client/decentralized/peer.d.ts +0 -26
  194. package/dist/core/client/decentralized/peer.js +0 -210
  195. package/dist/core/client/decentralized/peer_pool.d.ts +0 -14
  196. package/dist/core/client/decentralized/peer_pool.js +0 -92
  197. package/dist/core/client/decentralized/sec_agg.d.ts +0 -22
  198. package/dist/core/client/decentralized/sec_agg.js +0 -190
  199. package/dist/core/client/decentralized/secret_shares.d.ts +0 -3
  200. package/dist/core/client/decentralized/secret_shares.js +0 -39
  201. package/dist/core/client/decentralized/types.d.ts +0 -2
  202. package/dist/core/client/decentralized/types.js +0 -7
  203. package/dist/core/client/event_connection.d.ts +0 -37
  204. package/dist/core/client/event_connection.js +0 -158
  205. package/dist/core/client/federated/client.d.ts +0 -37
  206. package/dist/core/client/federated/client.js +0 -273
  207. package/dist/core/client/federated/index.d.ts +0 -2
  208. package/dist/core/client/federated/index.js +0 -7
  209. package/dist/core/client/federated/messages.d.ts +0 -38
  210. package/dist/core/client/federated/messages.js +0 -25
  211. package/dist/core/client/index.d.ts +0 -5
  212. package/dist/core/client/index.js +0 -11
  213. package/dist/core/client/local.d.ts +0 -8
  214. package/dist/core/client/local.js +0 -36
  215. package/dist/core/client/messages.d.ts +0 -28
  216. package/dist/core/client/messages.js +0 -33
  217. package/dist/core/client/utils.d.ts +0 -2
  218. package/dist/core/client/utils.js +0 -19
  219. package/dist/core/dataset/data/data.d.ts +0 -11
  220. package/dist/core/dataset/data/data.js +0 -20
  221. package/dist/core/dataset/data/data_split.d.ts +0 -5
  222. package/dist/core/dataset/data/data_split.js +0 -2
  223. package/dist/core/dataset/data/image_data.d.ts +0 -8
  224. package/dist/core/dataset/data/image_data.js +0 -64
  225. package/dist/core/dataset/data/index.d.ts +0 -5
  226. package/dist/core/dataset/data/index.js +0 -11
  227. package/dist/core/dataset/data/preprocessing.d.ts +0 -13
  228. package/dist/core/dataset/data/preprocessing.js +0 -33
  229. package/dist/core/dataset/data/tabular_data.d.ts +0 -8
  230. package/dist/core/dataset/data/tabular_data.js +0 -40
  231. package/dist/core/dataset/data_loader/data_loader.js +0 -10
  232. package/dist/core/dataset/data_loader/image_loader.d.ts +0 -17
  233. package/dist/core/dataset/data_loader/image_loader.js +0 -141
  234. package/dist/core/dataset/data_loader/index.d.ts +0 -3
  235. package/dist/core/dataset/data_loader/index.js +0 -9
  236. package/dist/core/dataset/data_loader/tabular_loader.d.ts +0 -29
  237. package/dist/core/dataset/data_loader/tabular_loader.js +0 -101
  238. package/dist/core/dataset/dataset.d.ts +0 -2
  239. package/dist/core/dataset/dataset.js +0 -2
  240. package/dist/core/dataset/dataset_builder.d.ts +0 -18
  241. package/dist/core/dataset/dataset_builder.js +0 -96
  242. package/dist/core/dataset/index.d.ts +0 -4
  243. package/dist/core/dataset/index.js +0 -14
  244. package/dist/core/index.d.ts +0 -18
  245. package/dist/core/index.js +0 -41
  246. package/dist/core/informant/graph_informant.js +0 -23
  247. package/dist/core/informant/index.d.ts +0 -3
  248. package/dist/core/informant/index.js +0 -9
  249. package/dist/core/informant/training_informant/base.d.ts +0 -31
  250. package/dist/core/informant/training_informant/base.js +0 -83
  251. package/dist/core/informant/training_informant/decentralized.d.ts +0 -5
  252. package/dist/core/informant/training_informant/decentralized.js +0 -22
  253. package/dist/core/informant/training_informant/federated.d.ts +0 -14
  254. package/dist/core/informant/training_informant/federated.js +0 -32
  255. package/dist/core/informant/training_informant/index.d.ts +0 -4
  256. package/dist/core/informant/training_informant/index.js +0 -11
  257. package/dist/core/informant/training_informant/local.d.ts +0 -6
  258. package/dist/core/informant/training_informant/local.js +0 -20
  259. package/dist/core/logging/console_logger.js +0 -33
  260. package/dist/core/logging/index.d.ts +0 -3
  261. package/dist/core/logging/index.js +0 -9
  262. package/dist/core/logging/logger.js +0 -9
  263. package/dist/core/logging/trainer_logger.d.ts +0 -24
  264. package/dist/core/logging/trainer_logger.js +0 -59
  265. package/dist/core/memory/base.d.ts +0 -22
  266. package/dist/core/memory/base.js +0 -9
  267. package/dist/core/memory/empty.d.ts +0 -14
  268. package/dist/core/memory/empty.js +0 -75
  269. package/dist/core/memory/index.d.ts +0 -3
  270. package/dist/core/memory/index.js +0 -9
  271. package/dist/core/memory/model_type.d.ts +0 -4
  272. package/dist/core/memory/model_type.js +0 -9
  273. package/dist/core/serialization/index.d.ts +0 -2
  274. package/dist/core/serialization/index.js +0 -6
  275. package/dist/core/serialization/model.d.ts +0 -5
  276. package/dist/core/serialization/model.js +0 -55
  277. package/dist/core/serialization/weights.js +0 -64
  278. package/dist/core/task/data_example.js +0 -24
  279. package/dist/core/task/display_information.js +0 -49
  280. package/dist/core/task/index.d.ts +0 -3
  281. package/dist/core/task/index.js +0 -8
  282. package/dist/core/task/model_compile_data.d.ts +0 -6
  283. package/dist/core/task/model_compile_data.js +0 -22
  284. package/dist/core/task/summary.js +0 -19
  285. package/dist/core/task/task.d.ts +0 -10
  286. package/dist/core/task/task.js +0 -31
  287. package/dist/core/task/training_information.js +0 -66
  288. package/dist/core/tasks/cifar10.d.ts +0 -3
  289. package/dist/core/tasks/cifar10.js +0 -65
  290. package/dist/core/tasks/geotags.d.ts +0 -3
  291. package/dist/core/tasks/geotags.js +0 -67
  292. package/dist/core/tasks/index.d.ts +0 -6
  293. package/dist/core/tasks/index.js +0 -10
  294. package/dist/core/tasks/lus_covid.d.ts +0 -3
  295. package/dist/core/tasks/lus_covid.js +0 -87
  296. package/dist/core/tasks/mnist.d.ts +0 -3
  297. package/dist/core/tasks/mnist.js +0 -60
  298. package/dist/core/tasks/simple_face.d.ts +0 -2
  299. package/dist/core/tasks/simple_face.js +0 -41
  300. package/dist/core/tasks/titanic.d.ts +0 -3
  301. package/dist/core/tasks/titanic.js +0 -88
  302. package/dist/core/training/disco.d.ts +0 -23
  303. package/dist/core/training/disco.js +0 -130
  304. package/dist/core/training/index.d.ts +0 -2
  305. package/dist/core/training/index.js +0 -7
  306. package/dist/core/training/trainer/distributed_trainer.d.ts +0 -20
  307. package/dist/core/training/trainer/distributed_trainer.js +0 -65
  308. package/dist/core/training/trainer/local_trainer.d.ts +0 -11
  309. package/dist/core/training/trainer/local_trainer.js +0 -34
  310. package/dist/core/training/trainer/round_tracker.d.ts +0 -30
  311. package/dist/core/training/trainer/round_tracker.js +0 -47
  312. package/dist/core/training/trainer/trainer.d.ts +0 -65
  313. package/dist/core/training/trainer/trainer.js +0 -160
  314. package/dist/core/training/trainer/trainer_builder.js +0 -95
  315. package/dist/core/training/training_schemes.d.ts +0 -5
  316. package/dist/core/training/training_schemes.js +0 -10
  317. package/dist/core/types.d.ts +0 -4
  318. package/dist/core/types.js +0 -2
  319. package/dist/core/validation/index.d.ts +0 -1
  320. package/dist/core/validation/index.js +0 -5
  321. package/dist/core/validation/validator.d.ts +0 -17
  322. package/dist/core/validation/validator.js +0 -104
  323. package/dist/core/weights/aggregation.d.ts +0 -8
  324. package/dist/core/weights/aggregation.js +0 -96
  325. package/dist/core/weights/index.d.ts +0 -2
  326. package/dist/core/weights/index.js +0 -7
  327. package/dist/core/weights/weights_container.d.ts +0 -19
  328. package/dist/core/weights/weights_container.js +0 -64
  329. package/dist/imports.d.ts +0 -2
  330. package/dist/imports.js +0 -7
  331. package/dist/memory/memory.d.ts +0 -26
  332. package/dist/memory/memory.js +0 -160
  333. package/dist/{core/task → task}/data_example.d.ts +1 -1
  334. package/dist/{core/task → task}/summary.d.ts +1 -1
@@ -1,9 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.informant = exports.TrainingInformant = exports.GraphInformant = void 0;
4
- var tslib_1 = require("tslib");
5
- var graph_informant_1 = require("./graph_informant");
6
- Object.defineProperty(exports, "GraphInformant", { enumerable: true, get: function () { return graph_informant_1.GraphInformant; } });
7
- var training_informant_1 = require("./training_informant");
8
- Object.defineProperty(exports, "TrainingInformant", { enumerable: true, get: function () { return training_informant_1.Base; } });
9
- exports.informant = (0, tslib_1.__importStar)(require("./training_informant"));
@@ -1,31 +0,0 @@
1
- import { List } from 'immutable';
2
- import { Task } from '../../task';
3
- import { GraphInformant } from '../graph_informant';
4
- export declare abstract class Base {
5
- readonly task: Task;
6
- private readonly nbrMessagesToShow;
7
- private messages;
8
- protected readonly trainingGraphInformant: GraphInformant;
9
- protected readonly validationGraphInformant: GraphInformant;
10
- protected currentRound: number;
11
- protected currentNumberOfParticipants: number;
12
- protected totalNumberOfParticipants: number;
13
- protected averageNumberOfParticipants: number;
14
- constructor(task: Task, nbrMessagesToShow?: number);
15
- abstract update(statistics: Record<string, number>): void;
16
- addMessage(msg: string): void;
17
- getMessages(): string[];
18
- round(): number;
19
- participants(): number;
20
- totalParticipants(): number;
21
- averageParticipants(): number;
22
- updateTrainingGraph(accuracy: number): void;
23
- updateValidationGraph(accuracy: number): void;
24
- trainingAccuracy(): number;
25
- validationAccuracy(): number;
26
- trainingAccuracyData(): List<number>;
27
- validationAccuracyData(): List<number>;
28
- isDecentralized(): boolean;
29
- isFederated(): boolean;
30
- static isTrainingInformant(raw: unknown): raw is Base;
31
- }
@@ -1,83 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.Base = void 0;
4
- var immutable_1 = require("immutable");
5
- var graph_informant_1 = require("../graph_informant");
6
- var Base = /** @class */ (function () {
7
- function Base(task, nbrMessagesToShow) {
8
- if (nbrMessagesToShow === void 0) { nbrMessagesToShow = 10; }
9
- this.task = task;
10
- this.nbrMessagesToShow = nbrMessagesToShow;
11
- // written feedback
12
- this.messages = (0, immutable_1.List)();
13
- // graph feedback
14
- this.trainingGraphInformant = new graph_informant_1.GraphInformant();
15
- this.validationGraphInformant = new graph_informant_1.GraphInformant();
16
- // statistics
17
- this.currentRound = 0;
18
- this.currentNumberOfParticipants = 0;
19
- this.totalNumberOfParticipants = 0;
20
- this.averageNumberOfParticipants = 0;
21
- }
22
- Base.prototype.addMessage = function (msg) {
23
- if (this.messages.size >= this.nbrMessagesToShow) {
24
- this.messages = this.messages.shift();
25
- }
26
- this.messages = this.messages.push(msg);
27
- };
28
- Base.prototype.getMessages = function () {
29
- return this.messages.toArray();
30
- };
31
- Base.prototype.round = function () {
32
- return this.currentRound;
33
- };
34
- Base.prototype.participants = function () {
35
- return this.currentNumberOfParticipants;
36
- };
37
- Base.prototype.totalParticipants = function () {
38
- return this.totalNumberOfParticipants;
39
- };
40
- Base.prototype.averageParticipants = function () {
41
- return this.averageNumberOfParticipants;
42
- };
43
- Base.prototype.updateTrainingGraph = function (accuracy) {
44
- this.trainingGraphInformant.updateAccuracy(accuracy);
45
- };
46
- Base.prototype.updateValidationGraph = function (accuracy) {
47
- this.validationGraphInformant.updateAccuracy(accuracy);
48
- };
49
- Base.prototype.trainingAccuracy = function () {
50
- return this.trainingGraphInformant.accuracy();
51
- };
52
- Base.prototype.validationAccuracy = function () {
53
- return this.validationGraphInformant.accuracy();
54
- };
55
- Base.prototype.trainingAccuracyData = function () {
56
- return this.trainingGraphInformant.data();
57
- };
58
- Base.prototype.validationAccuracyData = function () {
59
- return this.validationGraphInformant.data();
60
- };
61
- Base.prototype.isDecentralized = function () {
62
- return false;
63
- };
64
- Base.prototype.isFederated = function () {
65
- return false;
66
- };
67
- Base.isTrainingInformant = function (raw) {
68
- if (typeof raw !== 'object') {
69
- return false;
70
- }
71
- if (raw === null) {
72
- return false;
73
- }
74
- // TODO
75
- var requiredFields = (0, immutable_1.Set)();
76
- if (!(requiredFields.every(function (field) { return field in raw; }))) {
77
- return false;
78
- }
79
- return true;
80
- };
81
- return Base;
82
- }());
83
- exports.Base = Base;
@@ -1,5 +0,0 @@
1
- import { Base } from '.';
2
- export declare class DecentralizedInformant extends Base {
3
- update(statistics: Record<string, number>): void;
4
- isDecentralized(): boolean;
5
- }
@@ -1,22 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.DecentralizedInformant = void 0;
4
- var tslib_1 = require("tslib");
5
- var _1 = require(".");
6
- var DecentralizedInformant = /** @class */ (function (_super) {
7
- (0, tslib_1.__extends)(DecentralizedInformant, _super);
8
- function DecentralizedInformant() {
9
- return _super !== null && _super.apply(this, arguments) || this;
10
- }
11
- DecentralizedInformant.prototype.update = function (statistics) {
12
- this.currentRound += 1;
13
- this.currentNumberOfParticipants = statistics.currentNumberOfParticipants;
14
- this.totalNumberOfParticipants += this.currentNumberOfParticipants;
15
- this.averageNumberOfParticipants = this.totalNumberOfParticipants / this.currentRound;
16
- };
17
- DecentralizedInformant.prototype.isDecentralized = function () {
18
- return true;
19
- };
20
- return DecentralizedInformant;
21
- }(_1.Base));
22
- exports.DecentralizedInformant = DecentralizedInformant;
@@ -1,14 +0,0 @@
1
- import { Base } from '.';
2
- /**
3
- * Class that collects information about the status of the training-loop of the model.
4
- */
5
- export declare class FederatedInformant extends Base {
6
- displayHeatmap: boolean;
7
- /**
8
- * Update the server statistics with the JSON received from the server
9
- * For now it's just the JSON, but we might want to keep it as a dictionary
10
- * @param receivedStatistics statistics received from the server.
11
- */
12
- update(receivedStatistics: Record<string, number>): void;
13
- isFederated(): boolean;
14
- }
@@ -1,32 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.FederatedInformant = void 0;
4
- var tslib_1 = require("tslib");
5
- var _1 = require(".");
6
- /**
7
- * Class that collects information about the status of the training-loop of the model.
8
- */
9
- var FederatedInformant = /** @class */ (function (_super) {
10
- (0, tslib_1.__extends)(FederatedInformant, _super);
11
- function FederatedInformant() {
12
- var _this = _super !== null && _super.apply(this, arguments) || this;
13
- _this.displayHeatmap = false;
14
- return _this;
15
- }
16
- /**
17
- * Update the server statistics with the JSON received from the server
18
- * For now it's just the JSON, but we might want to keep it as a dictionary
19
- * @param receivedStatistics statistics received from the server.
20
- */
21
- FederatedInformant.prototype.update = function (receivedStatistics) {
22
- this.currentRound = receivedStatistics.round;
23
- this.currentNumberOfParticipants = receivedStatistics.currentNumberOfParticipants;
24
- this.totalNumberOfParticipants = receivedStatistics.totalNumberOfParticipants;
25
- this.averageNumberOfParticipants = receivedStatistics.averageNumberOfParticipants;
26
- };
27
- FederatedInformant.prototype.isFederated = function () {
28
- return true;
29
- };
30
- return FederatedInformant;
31
- }(_1.Base));
32
- exports.FederatedInformant = FederatedInformant;
@@ -1,4 +0,0 @@
1
- export { Base } from './base';
2
- export { FederatedInformant } from './federated';
3
- export { DecentralizedInformant } from './decentralized';
4
- export { LocalInformant } from './local';
@@ -1,11 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.LocalInformant = exports.DecentralizedInformant = exports.FederatedInformant = exports.Base = void 0;
4
- var base_1 = require("./base");
5
- Object.defineProperty(exports, "Base", { enumerable: true, get: function () { return base_1.Base; } });
6
- var federated_1 = require("./federated");
7
- Object.defineProperty(exports, "FederatedInformant", { enumerable: true, get: function () { return federated_1.FederatedInformant; } });
8
- var decentralized_1 = require("./decentralized");
9
- Object.defineProperty(exports, "DecentralizedInformant", { enumerable: true, get: function () { return decentralized_1.DecentralizedInformant; } });
10
- var local_1 = require("./local");
11
- Object.defineProperty(exports, "LocalInformant", { enumerable: true, get: function () { return local_1.LocalInformant; } });
@@ -1,6 +0,0 @@
1
- import { Task } from '../../task';
2
- import { Base } from '.';
3
- export declare class LocalInformant extends Base {
4
- constructor(task: Task, nbrMessagesToShow?: number);
5
- update(statistics: Record<string, number>): void;
6
- }
@@ -1,20 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.LocalInformant = void 0;
4
- var tslib_1 = require("tslib");
5
- var _1 = require(".");
6
- var LocalInformant = /** @class */ (function (_super) {
7
- (0, tslib_1.__extends)(LocalInformant, _super);
8
- function LocalInformant(task, nbrMessagesToShow) {
9
- var _this = _super.call(this, task, nbrMessagesToShow) || this;
10
- _this.currentNumberOfParticipants = 1;
11
- _this.averageNumberOfParticipants = 1;
12
- _this.totalNumberOfParticipants = 1;
13
- return _this;
14
- }
15
- LocalInformant.prototype.update = function (statistics) {
16
- this.currentRound = statistics.currentRound;
17
- };
18
- return LocalInformant;
19
- }(_1.Base));
20
- exports.LocalInformant = LocalInformant;
@@ -1,33 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.ConsoleLogger = void 0;
4
- var tslib_1 = require("tslib");
5
- var chalk_1 = (0, tslib_1.__importDefault)(require("chalk"));
6
- var logger_1 = require("./logger");
7
- /**
8
- * Same properties as Toaster but on the console
9
- *
10
- * @class Logger
11
- */
12
- var ConsoleLogger = /** @class */ (function (_super) {
13
- (0, tslib_1.__extends)(ConsoleLogger, _super);
14
- function ConsoleLogger() {
15
- return _super !== null && _super.apply(this, arguments) || this;
16
- }
17
- /**
18
- * Logs success message on the console (in green)
19
- * @param {String} message - message to be displayed
20
- */
21
- ConsoleLogger.prototype.success = function (message) {
22
- console.log(chalk_1.default.green(message));
23
- };
24
- /**
25
- * Logs error message on the console (in red)
26
- * @param message - message to be displayed
27
- */
28
- ConsoleLogger.prototype.error = function (message) {
29
- console.log(chalk_1.default.red(message));
30
- };
31
- return ConsoleLogger;
32
- }(logger_1.Logger));
33
- exports.ConsoleLogger = ConsoleLogger;
@@ -1,3 +0,0 @@
1
- export { Logger } from './logger';
2
- export { ConsoleLogger } from './console_logger';
3
- export { TrainerLog } from './trainer_logger';
@@ -1,9 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.TrainerLog = exports.ConsoleLogger = exports.Logger = void 0;
4
- var logger_1 = require("./logger");
5
- Object.defineProperty(exports, "Logger", { enumerable: true, get: function () { return logger_1.Logger; } });
6
- var console_logger_1 = require("./console_logger");
7
- Object.defineProperty(exports, "ConsoleLogger", { enumerable: true, get: function () { return console_logger_1.ConsoleLogger; } });
8
- var trainer_logger_1 = require("./trainer_logger");
9
- Object.defineProperty(exports, "TrainerLog", { enumerable: true, get: function () { return trainer_logger_1.TrainerLog; } });
@@ -1,9 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.Logger = void 0;
4
- var Logger = /** @class */ (function () {
5
- function Logger() {
6
- }
7
- return Logger;
8
- }());
9
- exports.Logger = Logger;
@@ -1,24 +0,0 @@
1
- import { List } from 'immutable';
2
- import { tf } from '..';
3
- import { ConsoleLogger } from '.';
4
- export declare class TrainerLog {
5
- epochs: List<number>;
6
- trainAccuracy: List<number>;
7
- validationAccuracy: List<number>;
8
- loss: List<number>;
9
- add(epoch: number, logs?: tf.Logs): void;
10
- }
11
- /**
12
- *
13
- * @class TrainerLogger
14
- */
15
- export declare class TrainerLogger extends ConsoleLogger {
16
- readonly log: TrainerLog;
17
- readonly saveTrainerLog: boolean;
18
- constructor(saveTrainerLog?: boolean);
19
- onEpochEnd(epoch: number, logs?: tf.Logs): void;
20
- /**
21
- * Display ram usage
22
- */
23
- ramUsage(): void;
24
- }
@@ -1,59 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.TrainerLogger = exports.TrainerLog = void 0;
4
- var tslib_1 = require("tslib");
5
- var immutable_1 = require("immutable");
6
- var __1 = require("..");
7
- var _1 = require(".");
8
- var TrainerLog = /** @class */ (function () {
9
- function TrainerLog() {
10
- this.epochs = (0, immutable_1.List)();
11
- this.trainAccuracy = (0, immutable_1.List)();
12
- this.validationAccuracy = (0, immutable_1.List)();
13
- this.loss = (0, immutable_1.List)();
14
- }
15
- TrainerLog.prototype.add = function (epoch, logs) {
16
- this.epochs = this.epochs.push(epoch);
17
- if (logs !== undefined) {
18
- this.trainAccuracy = this.trainAccuracy.push(logs.acc);
19
- this.validationAccuracy = this.validationAccuracy.push(logs.val_acc);
20
- this.loss = this.loss.push(logs.loss);
21
- }
22
- };
23
- return TrainerLog;
24
- }());
25
- exports.TrainerLog = TrainerLog;
26
- /**
27
- *
28
- * @class TrainerLogger
29
- */
30
- var TrainerLogger = /** @class */ (function (_super) {
31
- (0, tslib_1.__extends)(TrainerLogger, _super);
32
- // TODO: pass savaTrainerLog as false in browser, used for benchmarking
33
- function TrainerLogger(saveTrainerLog) {
34
- if (saveTrainerLog === void 0) { saveTrainerLog = true; }
35
- var _this = _super.call(this) || this;
36
- _this.saveTrainerLog = saveTrainerLog;
37
- _this.log = new TrainerLog();
38
- return _this;
39
- }
40
- TrainerLogger.prototype.onEpochEnd = function (epoch, logs) {
41
- var _a, _b, _c;
42
- // save logs
43
- if (this.saveTrainerLog) {
44
- this.log.add(epoch, logs);
45
- }
46
- // console output
47
- var msg = "Epoch: " + epoch + "\nTrain: " + ((_a = logs === null || logs === void 0 ? void 0 : logs.acc) !== null && _a !== void 0 ? _a : 'undefined') + "\nValidation:" + ((_b = logs === null || logs === void 0 ? void 0 : logs.val_acc) !== null && _b !== void 0 ? _b : 'undefined') + "\nLoss:" + ((_c = logs === null || logs === void 0 ? void 0 : logs.loss) !== null && _c !== void 0 ? _c : 'undefined');
48
- this.success("On epoch end:\n" + msg + "\n");
49
- };
50
- /**
51
- * Display ram usage
52
- */
53
- TrainerLogger.prototype.ramUsage = function () {
54
- this.success("Training RAM usage is = " + __1.tf.memory().numBytes * 0.000001 + " MB");
55
- this.success("Number of allocated tensors = " + __1.tf.memory().numTensors);
56
- };
57
- return TrainerLogger;
58
- }(_1.ConsoleLogger));
59
- exports.TrainerLogger = TrainerLogger;
@@ -1,22 +0,0 @@
1
- import * as tf from '@tensorflow/tfjs';
2
- import { TaskID } from '..';
3
- import { ModelType } from './model_type';
4
- export declare type Path = string;
5
- export interface ModelInfo {
6
- type?: ModelType;
7
- taskID: TaskID;
8
- name: string;
9
- }
10
- export declare type ModelSource = ModelInfo | Path;
11
- export declare abstract class Memory {
12
- abstract getModel(source: ModelSource): Promise<tf.LayersModel>;
13
- abstract deleteModel(source: ModelSource): Promise<void>;
14
- abstract loadModel(source: ModelSource): Promise<void>;
15
- abstract getModelMetadata(source: ModelSource): Promise<object | undefined>;
16
- abstract updateWorkingModel(source: ModelSource, model: tf.LayersModel): Promise<void>;
17
- abstract saveWorkingModel(source: ModelSource): Promise<void>;
18
- abstract downloadModel(source: ModelSource): Promise<void>;
19
- abstract contains(source: ModelSource): Promise<boolean>;
20
- abstract pathFor(source: ModelSource): Path | undefined;
21
- abstract infoFor(source: ModelSource): ModelInfo | undefined;
22
- }
@@ -1,9 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.Memory = void 0;
4
- var Memory = /** @class */ (function () {
5
- function Memory() {
6
- }
7
- return Memory;
8
- }());
9
- exports.Memory = Memory;
@@ -1,14 +0,0 @@
1
- import { tf } from '..';
2
- import { Memory, ModelInfo, Path } from './base';
3
- export declare class Empty extends Memory {
4
- getModelMetadata(): Promise<undefined>;
5
- contains(): Promise<boolean>;
6
- getModel(): Promise<tf.LayersModel>;
7
- loadModel(): Promise<void>;
8
- updateWorkingModel(): Promise<void>;
9
- saveWorkingModel(): Promise<void>;
10
- deleteModel(): Promise<void>;
11
- downloadModel(): Promise<void>;
12
- pathFor(): Path;
13
- infoFor(): ModelInfo;
14
- }
@@ -1,75 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.Empty = void 0;
4
- var tslib_1 = require("tslib");
5
- var base_1 = require("./base");
6
- var Empty = /** @class */ (function (_super) {
7
- (0, tslib_1.__extends)(Empty, _super);
8
- function Empty() {
9
- return _super !== null && _super.apply(this, arguments) || this;
10
- }
11
- Empty.prototype.getModelMetadata = function () {
12
- return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
13
- return (0, tslib_1.__generator)(this, function (_a) {
14
- return [2 /*return*/, undefined];
15
- });
16
- });
17
- };
18
- Empty.prototype.contains = function () {
19
- return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
20
- return (0, tslib_1.__generator)(this, function (_a) {
21
- return [2 /*return*/, false];
22
- });
23
- });
24
- };
25
- Empty.prototype.getModel = function () {
26
- return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
27
- return (0, tslib_1.__generator)(this, function (_a) {
28
- throw new Error('empty');
29
- });
30
- });
31
- };
32
- Empty.prototype.loadModel = function () {
33
- return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
34
- return (0, tslib_1.__generator)(this, function (_a) {
35
- throw new Error('empty');
36
- });
37
- });
38
- };
39
- Empty.prototype.updateWorkingModel = function () {
40
- return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
41
- return (0, tslib_1.__generator)(this, function (_a) {
42
- return [2 /*return*/];
43
- });
44
- });
45
- };
46
- Empty.prototype.saveWorkingModel = function () {
47
- return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
48
- return (0, tslib_1.__generator)(this, function (_a) {
49
- return [2 /*return*/];
50
- });
51
- });
52
- };
53
- Empty.prototype.deleteModel = function () {
54
- return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
55
- return (0, tslib_1.__generator)(this, function (_a) {
56
- return [2 /*return*/];
57
- });
58
- });
59
- };
60
- Empty.prototype.downloadModel = function () {
61
- return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
62
- return (0, tslib_1.__generator)(this, function (_a) {
63
- throw new Error('empty');
64
- });
65
- });
66
- };
67
- Empty.prototype.pathFor = function () {
68
- throw new Error('empty');
69
- };
70
- Empty.prototype.infoFor = function () {
71
- throw new Error('empty');
72
- };
73
- return Empty;
74
- }(base_1.Memory));
75
- exports.Empty = Empty;
@@ -1,3 +0,0 @@
1
- export { Empty } from './empty';
2
- export { Memory, ModelInfo, Path, ModelSource } from './base';
3
- export { ModelType } from './model_type';
@@ -1,9 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.ModelType = exports.Memory = exports.Empty = void 0;
4
- var empty_1 = require("./empty");
5
- Object.defineProperty(exports, "Empty", { enumerable: true, get: function () { return empty_1.Empty; } });
6
- var base_1 = require("./base");
7
- Object.defineProperty(exports, "Memory", { enumerable: true, get: function () { return base_1.Memory; } });
8
- var model_type_1 = require("./model_type");
9
- Object.defineProperty(exports, "ModelType", { enumerable: true, get: function () { return model_type_1.ModelType; } });
@@ -1,4 +0,0 @@
1
- export declare enum ModelType {
2
- WORKING = "working",
3
- SAVED = "saved"
4
- }
@@ -1,9 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.ModelType = void 0;
4
- // Type of model to store & retrieve
5
- var ModelType;
6
- (function (ModelType) {
7
- ModelType["WORKING"] = "working";
8
- ModelType["SAVED"] = "saved";
9
- })(ModelType = exports.ModelType || (exports.ModelType = {}));
@@ -1,2 +0,0 @@
1
- export * as model from './model';
2
- export * as weights from './weights';
@@ -1,6 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.weights = exports.model = void 0;
4
- var tslib_1 = require("tslib");
5
- exports.model = (0, tslib_1.__importStar)(require("./model"));
6
- exports.weights = (0, tslib_1.__importStar)(require("./weights"));
@@ -1,5 +0,0 @@
1
- import { tf } from '..';
2
- export declare type Encoded = number[];
3
- export declare function isEncoded(raw: unknown): raw is Encoded;
4
- export declare function encode(model: tf.LayersModel): Promise<Encoded>;
5
- export declare function decode(encoded: Encoded): Promise<tf.LayersModel>;
@@ -1,55 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.decode = exports.encode = exports.isEncoded = void 0;
4
- var tslib_1 = require("tslib");
5
- var __1 = require("..");
6
- var msgpack_lite_1 = (0, tslib_1.__importDefault)(require("msgpack-lite"));
7
- function isEncoded(raw) {
8
- return Array.isArray(raw) && raw.every(function (r) { return typeof r === 'number'; });
9
- }
10
- exports.isEncoded = isEncoded;
11
- function encode(model) {
12
- return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
13
- var saved;
14
- var _this = this;
15
- return (0, tslib_1.__generator)(this, function (_a) {
16
- switch (_a.label) {
17
- case 0: return [4 /*yield*/, new Promise(function (resolve) {
18
- void model.save({
19
- save: function (artifacts) { return (0, tslib_1.__awaiter)(_this, void 0, void 0, function () {
20
- return (0, tslib_1.__generator)(this, function (_a) {
21
- resolve(artifacts);
22
- return [2 /*return*/, {
23
- modelArtifactsInfo: {
24
- dateSaved: new Date(),
25
- modelTopologyType: 'JSON'
26
- }
27
- }];
28
- });
29
- }); }
30
- });
31
- })];
32
- case 1:
33
- saved = _a.sent();
34
- return [2 /*return*/, (0, tslib_1.__spreadArray)([], (0, tslib_1.__read)(msgpack_lite_1.default.encode(saved).values()), false)];
35
- }
36
- });
37
- });
38
- }
39
- exports.encode = encode;
40
- function decode(encoded) {
41
- return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
42
- var raw;
43
- return (0, tslib_1.__generator)(this, function (_a) {
44
- switch (_a.label) {
45
- case 0:
46
- raw = msgpack_lite_1.default.decode(encoded);
47
- return [4 /*yield*/, __1.tf.loadLayersModel({
48
- load: function () { return raw; }
49
- })];
50
- case 1: return [2 /*return*/, _a.sent()];
51
- }
52
- });
53
- });
54
- }
55
- exports.decode = decode;