@epfml/discojs-node 2.0.0 → 2.1.2-p20240506085037.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (182) hide show
  1. package/dist/data/image_loader.d.ts +5 -0
  2. package/dist/data/image_loader.js +11 -0
  3. package/dist/data/index.d.ts +3 -0
  4. package/dist/data/index.js +3 -0
  5. package/dist/data/tabular_loader.d.ts +4 -0
  6. package/dist/data/tabular_loader.js +11 -0
  7. package/dist/data/text_loader.d.ts +4 -0
  8. package/dist/data/text_loader.js +14 -0
  9. package/dist/index.d.ts +2 -2
  10. package/dist/index.js +2 -6
  11. package/package.json +14 -17
  12. package/README.md +0 -53
  13. package/dist/core/async_buffer.d.ts +0 -41
  14. package/dist/core/async_buffer.js +0 -97
  15. package/dist/core/async_informant.d.ts +0 -20
  16. package/dist/core/async_informant.js +0 -69
  17. package/dist/core/client/base.d.ts +0 -33
  18. package/dist/core/client/base.js +0 -35
  19. package/dist/core/client/decentralized/base.d.ts +0 -32
  20. package/dist/core/client/decentralized/base.js +0 -212
  21. package/dist/core/client/decentralized/clear_text.d.ts +0 -14
  22. package/dist/core/client/decentralized/clear_text.js +0 -96
  23. package/dist/core/client/decentralized/index.d.ts +0 -4
  24. package/dist/core/client/decentralized/index.js +0 -9
  25. package/dist/core/client/decentralized/messages.d.ts +0 -41
  26. package/dist/core/client/decentralized/messages.js +0 -54
  27. package/dist/core/client/decentralized/peer.d.ts +0 -26
  28. package/dist/core/client/decentralized/peer.js +0 -210
  29. package/dist/core/client/decentralized/peer_pool.d.ts +0 -14
  30. package/dist/core/client/decentralized/peer_pool.js +0 -92
  31. package/dist/core/client/decentralized/sec_agg.d.ts +0 -22
  32. package/dist/core/client/decentralized/sec_agg.js +0 -190
  33. package/dist/core/client/decentralized/secret_shares.d.ts +0 -3
  34. package/dist/core/client/decentralized/secret_shares.js +0 -39
  35. package/dist/core/client/decentralized/types.d.ts +0 -2
  36. package/dist/core/client/decentralized/types.js +0 -7
  37. package/dist/core/client/event_connection.d.ts +0 -37
  38. package/dist/core/client/event_connection.js +0 -158
  39. package/dist/core/client/federated/client.d.ts +0 -37
  40. package/dist/core/client/federated/client.js +0 -273
  41. package/dist/core/client/federated/index.d.ts +0 -2
  42. package/dist/core/client/federated/index.js +0 -7
  43. package/dist/core/client/federated/messages.d.ts +0 -38
  44. package/dist/core/client/federated/messages.js +0 -25
  45. package/dist/core/client/index.d.ts +0 -5
  46. package/dist/core/client/index.js +0 -11
  47. package/dist/core/client/local.d.ts +0 -8
  48. package/dist/core/client/local.js +0 -36
  49. package/dist/core/client/messages.d.ts +0 -28
  50. package/dist/core/client/messages.js +0 -33
  51. package/dist/core/client/utils.d.ts +0 -2
  52. package/dist/core/client/utils.js +0 -19
  53. package/dist/core/dataset/data/data.d.ts +0 -11
  54. package/dist/core/dataset/data/data.js +0 -20
  55. package/dist/core/dataset/data/data_split.d.ts +0 -5
  56. package/dist/core/dataset/data/data_split.js +0 -2
  57. package/dist/core/dataset/data/image_data.d.ts +0 -8
  58. package/dist/core/dataset/data/image_data.js +0 -64
  59. package/dist/core/dataset/data/index.d.ts +0 -5
  60. package/dist/core/dataset/data/index.js +0 -11
  61. package/dist/core/dataset/data/preprocessing.d.ts +0 -13
  62. package/dist/core/dataset/data/preprocessing.js +0 -33
  63. package/dist/core/dataset/data/tabular_data.d.ts +0 -8
  64. package/dist/core/dataset/data/tabular_data.js +0 -40
  65. package/dist/core/dataset/data_loader/data_loader.d.ts +0 -15
  66. package/dist/core/dataset/data_loader/data_loader.js +0 -10
  67. package/dist/core/dataset/data_loader/image_loader.d.ts +0 -17
  68. package/dist/core/dataset/data_loader/image_loader.js +0 -141
  69. package/dist/core/dataset/data_loader/index.d.ts +0 -3
  70. package/dist/core/dataset/data_loader/index.js +0 -9
  71. package/dist/core/dataset/data_loader/tabular_loader.d.ts +0 -29
  72. package/dist/core/dataset/data_loader/tabular_loader.js +0 -101
  73. package/dist/core/dataset/dataset.d.ts +0 -2
  74. package/dist/core/dataset/dataset.js +0 -2
  75. package/dist/core/dataset/dataset_builder.d.ts +0 -18
  76. package/dist/core/dataset/dataset_builder.js +0 -96
  77. package/dist/core/dataset/index.d.ts +0 -4
  78. package/dist/core/dataset/index.js +0 -14
  79. package/dist/core/index.d.ts +0 -18
  80. package/dist/core/index.js +0 -41
  81. package/dist/core/informant/graph_informant.d.ts +0 -10
  82. package/dist/core/informant/graph_informant.js +0 -23
  83. package/dist/core/informant/index.d.ts +0 -3
  84. package/dist/core/informant/index.js +0 -9
  85. package/dist/core/informant/training_informant/base.d.ts +0 -31
  86. package/dist/core/informant/training_informant/base.js +0 -83
  87. package/dist/core/informant/training_informant/decentralized.d.ts +0 -5
  88. package/dist/core/informant/training_informant/decentralized.js +0 -22
  89. package/dist/core/informant/training_informant/federated.d.ts +0 -14
  90. package/dist/core/informant/training_informant/federated.js +0 -32
  91. package/dist/core/informant/training_informant/index.d.ts +0 -4
  92. package/dist/core/informant/training_informant/index.js +0 -11
  93. package/dist/core/informant/training_informant/local.d.ts +0 -6
  94. package/dist/core/informant/training_informant/local.js +0 -20
  95. package/dist/core/logging/console_logger.d.ts +0 -18
  96. package/dist/core/logging/console_logger.js +0 -33
  97. package/dist/core/logging/index.d.ts +0 -3
  98. package/dist/core/logging/index.js +0 -9
  99. package/dist/core/logging/logger.d.ts +0 -12
  100. package/dist/core/logging/logger.js +0 -9
  101. package/dist/core/logging/trainer_logger.d.ts +0 -24
  102. package/dist/core/logging/trainer_logger.js +0 -59
  103. package/dist/core/memory/base.d.ts +0 -22
  104. package/dist/core/memory/base.js +0 -9
  105. package/dist/core/memory/empty.d.ts +0 -14
  106. package/dist/core/memory/empty.js +0 -75
  107. package/dist/core/memory/index.d.ts +0 -3
  108. package/dist/core/memory/index.js +0 -9
  109. package/dist/core/memory/model_type.d.ts +0 -4
  110. package/dist/core/memory/model_type.js +0 -9
  111. package/dist/core/privacy.d.ts +0 -11
  112. package/dist/core/privacy.js +0 -47
  113. package/dist/core/serialization/index.d.ts +0 -2
  114. package/dist/core/serialization/index.js +0 -6
  115. package/dist/core/serialization/model.d.ts +0 -5
  116. package/dist/core/serialization/model.js +0 -55
  117. package/dist/core/serialization/weights.d.ts +0 -5
  118. package/dist/core/serialization/weights.js +0 -64
  119. package/dist/core/task/data_example.d.ts +0 -5
  120. package/dist/core/task/data_example.js +0 -24
  121. package/dist/core/task/display_information.d.ts +0 -15
  122. package/dist/core/task/display_information.js +0 -49
  123. package/dist/core/task/index.d.ts +0 -3
  124. package/dist/core/task/index.js +0 -8
  125. package/dist/core/task/model_compile_data.d.ts +0 -6
  126. package/dist/core/task/model_compile_data.js +0 -22
  127. package/dist/core/task/summary.d.ts +0 -5
  128. package/dist/core/task/summary.js +0 -19
  129. package/dist/core/task/task.d.ts +0 -10
  130. package/dist/core/task/task.js +0 -31
  131. package/dist/core/task/training_information.d.ts +0 -28
  132. package/dist/core/task/training_information.js +0 -66
  133. package/dist/core/tasks/cifar10.d.ts +0 -3
  134. package/dist/core/tasks/cifar10.js +0 -65
  135. package/dist/core/tasks/geotags.d.ts +0 -3
  136. package/dist/core/tasks/geotags.js +0 -67
  137. package/dist/core/tasks/index.d.ts +0 -6
  138. package/dist/core/tasks/index.js +0 -10
  139. package/dist/core/tasks/lus_covid.d.ts +0 -3
  140. package/dist/core/tasks/lus_covid.js +0 -87
  141. package/dist/core/tasks/mnist.d.ts +0 -3
  142. package/dist/core/tasks/mnist.js +0 -60
  143. package/dist/core/tasks/simple_face.d.ts +0 -2
  144. package/dist/core/tasks/simple_face.js +0 -41
  145. package/dist/core/tasks/titanic.d.ts +0 -3
  146. package/dist/core/tasks/titanic.js +0 -88
  147. package/dist/core/training/disco.d.ts +0 -23
  148. package/dist/core/training/disco.js +0 -130
  149. package/dist/core/training/index.d.ts +0 -2
  150. package/dist/core/training/index.js +0 -7
  151. package/dist/core/training/trainer/distributed_trainer.d.ts +0 -20
  152. package/dist/core/training/trainer/distributed_trainer.js +0 -65
  153. package/dist/core/training/trainer/local_trainer.d.ts +0 -11
  154. package/dist/core/training/trainer/local_trainer.js +0 -34
  155. package/dist/core/training/trainer/round_tracker.d.ts +0 -30
  156. package/dist/core/training/trainer/round_tracker.js +0 -47
  157. package/dist/core/training/trainer/trainer.d.ts +0 -65
  158. package/dist/core/training/trainer/trainer.js +0 -160
  159. package/dist/core/training/trainer/trainer_builder.d.ts +0 -25
  160. package/dist/core/training/trainer/trainer_builder.js +0 -95
  161. package/dist/core/training/training_schemes.d.ts +0 -5
  162. package/dist/core/training/training_schemes.js +0 -10
  163. package/dist/core/types.d.ts +0 -4
  164. package/dist/core/types.js +0 -2
  165. package/dist/core/validation/index.d.ts +0 -1
  166. package/dist/core/validation/index.js +0 -5
  167. package/dist/core/validation/validator.d.ts +0 -17
  168. package/dist/core/validation/validator.js +0 -104
  169. package/dist/core/weights/aggregation.d.ts +0 -8
  170. package/dist/core/weights/aggregation.js +0 -96
  171. package/dist/core/weights/index.d.ts +0 -2
  172. package/dist/core/weights/index.js +0 -7
  173. package/dist/core/weights/weights_container.d.ts +0 -19
  174. package/dist/core/weights/weights_container.js +0 -64
  175. package/dist/dataset/data_loader/image_loader.d.ts +0 -4
  176. package/dist/dataset/data_loader/image_loader.js +0 -21
  177. package/dist/dataset/data_loader/index.d.ts +0 -2
  178. package/dist/dataset/data_loader/index.js +0 -7
  179. package/dist/dataset/data_loader/tabular_loader.d.ts +0 -4
  180. package/dist/dataset/data_loader/tabular_loader.js +0 -20
  181. package/dist/imports.d.ts +0 -1
  182. package/dist/imports.js +0 -5
@@ -1,7 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.aggregation = exports.WeightsContainer = void 0;
4
- var tslib_1 = require("tslib");
5
- var weights_container_1 = require("./weights_container");
6
- Object.defineProperty(exports, "WeightsContainer", { enumerable: true, get: function () { return weights_container_1.WeightsContainer; } });
7
- exports.aggregation = (0, tslib_1.__importStar)(require("./aggregation"));
@@ -1,19 +0,0 @@
1
- import { tf, Weights } from '..';
2
- export declare type TensorLike = tf.Tensor | ArrayLike<number>;
3
- export declare class WeightsContainer {
4
- private readonly _weights;
5
- constructor(weights: Iterable<TensorLike>);
6
- get weights(): Weights;
7
- add(other: WeightsContainer): WeightsContainer;
8
- sub(other: WeightsContainer): WeightsContainer;
9
- mapWith(other: WeightsContainer, fn: (a: tf.Tensor, b: tf.Tensor) => tf.Tensor): WeightsContainer;
10
- map(fn: (t: tf.Tensor, i: number) => tf.Tensor): WeightsContainer;
11
- map(fn: (t: tf.Tensor) => tf.Tensor): WeightsContainer;
12
- reduce(fn: (acc: tf.Tensor, t: tf.Tensor) => tf.Tensor): tf.Tensor;
13
- get(index: number): tf.Tensor | undefined;
14
- frobeniusNorm(): number;
15
- static of(...weights: TensorLike[]): WeightsContainer;
16
- static from(model: tf.LayersModel): WeightsContainer;
17
- static add(a: Iterable<TensorLike>, b: Iterable<TensorLike>): WeightsContainer;
18
- static sub(a: Iterable<TensorLike>, b: Iterable<TensorLike>): WeightsContainer;
19
- }
@@ -1,64 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.WeightsContainer = void 0;
4
- var tslib_1 = require("tslib");
5
- var immutable_1 = require("immutable");
6
- var __1 = require("..");
7
- var WeightsContainer = /** @class */ (function () {
8
- function WeightsContainer(weights) {
9
- this._weights = (0, immutable_1.List)(weights).map(function (w) {
10
- return w instanceof __1.tf.Tensor ? w : __1.tf.tensor(w);
11
- });
12
- }
13
- Object.defineProperty(WeightsContainer.prototype, "weights", {
14
- get: function () {
15
- return this._weights.toArray();
16
- },
17
- enumerable: false,
18
- configurable: true
19
- });
20
- WeightsContainer.prototype.add = function (other) {
21
- return this.mapWith(other, __1.tf.add);
22
- };
23
- WeightsContainer.prototype.sub = function (other) {
24
- return this.mapWith(other, __1.tf.sub);
25
- };
26
- WeightsContainer.prototype.mapWith = function (other, fn) {
27
- return new WeightsContainer(this._weights
28
- .zip(other._weights)
29
- .map(function (_a) {
30
- var _b = (0, tslib_1.__read)(_a, 2), w1 = _b[0], w2 = _b[1];
31
- return fn(w1, w2);
32
- }));
33
- };
34
- WeightsContainer.prototype.map = function (fn) {
35
- return new WeightsContainer(this._weights.map(fn));
36
- };
37
- WeightsContainer.prototype.reduce = function (fn) {
38
- return this._weights.reduce(fn);
39
- };
40
- WeightsContainer.prototype.get = function (index) {
41
- return this._weights.get(index);
42
- };
43
- WeightsContainer.prototype.frobeniusNorm = function () {
44
- return Math.sqrt(this.map(function (w) { return w.square().sum(); }).reduce(function (a, b) { return a.add(b); }).dataSync()[0]);
45
- };
46
- WeightsContainer.of = function () {
47
- var weights = [];
48
- for (var _i = 0; _i < arguments.length; _i++) {
49
- weights[_i] = arguments[_i];
50
- }
51
- return new this(weights);
52
- };
53
- WeightsContainer.from = function (model) {
54
- return new this(model.weights.map(function (w) { return w.read(); }));
55
- };
56
- WeightsContainer.add = function (a, b) {
57
- return new this(a).add(new this(b));
58
- };
59
- WeightsContainer.sub = function (a, b) {
60
- return new this(a).sub(new this(b));
61
- };
62
- return WeightsContainer;
63
- }());
64
- exports.WeightsContainer = WeightsContainer;
@@ -1,4 +0,0 @@
1
- import { tf, data } from '../..';
2
- export declare class NodeImageLoader extends data.ImageLoader<string> {
3
- readImageFrom(source: string): Promise<tf.Tensor3D>;
4
- }
@@ -1,21 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.NodeImageLoader = void 0;
4
- var tslib_1 = require("tslib");
5
- var fs_1 = (0, tslib_1.__importDefault)(require("fs"));
6
- var __1 = require("../..");
7
- var NodeImageLoader = /** @class */ (function (_super) {
8
- (0, tslib_1.__extends)(NodeImageLoader, _super);
9
- function NodeImageLoader() {
10
- return _super !== null && _super.apply(this, arguments) || this;
11
- }
12
- NodeImageLoader.prototype.readImageFrom = function (source) {
13
- return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
14
- return (0, tslib_1.__generator)(this, function (_a) {
15
- return [2 /*return*/, __1.tf.node.decodeImage(fs_1.default.readFileSync(source))];
16
- });
17
- });
18
- };
19
- return NodeImageLoader;
20
- }(__1.data.ImageLoader));
21
- exports.NodeImageLoader = NodeImageLoader;
@@ -1,2 +0,0 @@
1
- export { NodeImageLoader } from './image_loader';
2
- export { NodeTabularLoader } from './tabular_loader';
@@ -1,7 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.NodeTabularLoader = exports.NodeImageLoader = void 0;
4
- var image_loader_1 = require("./image_loader");
5
- Object.defineProperty(exports, "NodeImageLoader", { enumerable: true, get: function () { return image_loader_1.NodeImageLoader; } });
6
- var tabular_loader_1 = require("./tabular_loader");
7
- Object.defineProperty(exports, "NodeTabularLoader", { enumerable: true, get: function () { return tabular_loader_1.NodeTabularLoader; } });
@@ -1,4 +0,0 @@
1
- import { tf, data } from '../..';
2
- export declare class NodeTabularLoader extends data.TabularLoader<string> {
3
- loadTabularDatasetFrom(source: string, csvConfig: Record<string, unknown>): tf.data.CSVDataset;
4
- }
@@ -1,20 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.NodeTabularLoader = void 0;
4
- var tslib_1 = require("tslib");
5
- var __1 = require("../..");
6
- var NodeTabularLoader = /** @class */ (function (_super) {
7
- (0, tslib_1.__extends)(NodeTabularLoader, _super);
8
- function NodeTabularLoader() {
9
- return _super !== null && _super.apply(this, arguments) || this;
10
- }
11
- NodeTabularLoader.prototype.loadTabularDatasetFrom = function (source, csvConfig) {
12
- var prefix = 'file://';
13
- if (source.slice(0, 7) !== prefix) {
14
- source = prefix + source;
15
- }
16
- return __1.tf.data.csv(source, csvConfig);
17
- };
18
- return NodeTabularLoader;
19
- }(__1.data.TabularLoader));
20
- exports.NodeTabularLoader = NodeTabularLoader;
package/dist/imports.d.ts DELETED
@@ -1 +0,0 @@
1
- export * as data from './dataset/data_loader';
package/dist/imports.js DELETED
@@ -1,5 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.data = void 0;
4
- var tslib_1 = require("tslib");
5
- exports.data = (0, tslib_1.__importStar)(require("./dataset/data_loader"));