@epfml/discojs-node 2.0.0 → 2.1.2-p20240506085037.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/data/image_loader.d.ts +5 -0
- package/dist/data/image_loader.js +11 -0
- package/dist/data/index.d.ts +3 -0
- package/dist/data/index.js +3 -0
- package/dist/data/tabular_loader.d.ts +4 -0
- package/dist/data/tabular_loader.js +11 -0
- package/dist/data/text_loader.d.ts +4 -0
- package/dist/data/text_loader.js +14 -0
- package/dist/index.d.ts +2 -2
- package/dist/index.js +2 -6
- package/package.json +14 -17
- package/README.md +0 -53
- package/dist/core/async_buffer.d.ts +0 -41
- package/dist/core/async_buffer.js +0 -97
- package/dist/core/async_informant.d.ts +0 -20
- package/dist/core/async_informant.js +0 -69
- package/dist/core/client/base.d.ts +0 -33
- package/dist/core/client/base.js +0 -35
- package/dist/core/client/decentralized/base.d.ts +0 -32
- package/dist/core/client/decentralized/base.js +0 -212
- package/dist/core/client/decentralized/clear_text.d.ts +0 -14
- package/dist/core/client/decentralized/clear_text.js +0 -96
- package/dist/core/client/decentralized/index.d.ts +0 -4
- package/dist/core/client/decentralized/index.js +0 -9
- package/dist/core/client/decentralized/messages.d.ts +0 -41
- package/dist/core/client/decentralized/messages.js +0 -54
- package/dist/core/client/decentralized/peer.d.ts +0 -26
- package/dist/core/client/decentralized/peer.js +0 -210
- package/dist/core/client/decentralized/peer_pool.d.ts +0 -14
- package/dist/core/client/decentralized/peer_pool.js +0 -92
- package/dist/core/client/decentralized/sec_agg.d.ts +0 -22
- package/dist/core/client/decentralized/sec_agg.js +0 -190
- package/dist/core/client/decentralized/secret_shares.d.ts +0 -3
- package/dist/core/client/decentralized/secret_shares.js +0 -39
- package/dist/core/client/decentralized/types.d.ts +0 -2
- package/dist/core/client/decentralized/types.js +0 -7
- package/dist/core/client/event_connection.d.ts +0 -37
- package/dist/core/client/event_connection.js +0 -158
- package/dist/core/client/federated/client.d.ts +0 -37
- package/dist/core/client/federated/client.js +0 -273
- package/dist/core/client/federated/index.d.ts +0 -2
- package/dist/core/client/federated/index.js +0 -7
- package/dist/core/client/federated/messages.d.ts +0 -38
- package/dist/core/client/federated/messages.js +0 -25
- package/dist/core/client/index.d.ts +0 -5
- package/dist/core/client/index.js +0 -11
- package/dist/core/client/local.d.ts +0 -8
- package/dist/core/client/local.js +0 -36
- package/dist/core/client/messages.d.ts +0 -28
- package/dist/core/client/messages.js +0 -33
- package/dist/core/client/utils.d.ts +0 -2
- package/dist/core/client/utils.js +0 -19
- package/dist/core/dataset/data/data.d.ts +0 -11
- package/dist/core/dataset/data/data.js +0 -20
- package/dist/core/dataset/data/data_split.d.ts +0 -5
- package/dist/core/dataset/data/data_split.js +0 -2
- package/dist/core/dataset/data/image_data.d.ts +0 -8
- package/dist/core/dataset/data/image_data.js +0 -64
- package/dist/core/dataset/data/index.d.ts +0 -5
- package/dist/core/dataset/data/index.js +0 -11
- package/dist/core/dataset/data/preprocessing.d.ts +0 -13
- package/dist/core/dataset/data/preprocessing.js +0 -33
- package/dist/core/dataset/data/tabular_data.d.ts +0 -8
- package/dist/core/dataset/data/tabular_data.js +0 -40
- package/dist/core/dataset/data_loader/data_loader.d.ts +0 -15
- package/dist/core/dataset/data_loader/data_loader.js +0 -10
- package/dist/core/dataset/data_loader/image_loader.d.ts +0 -17
- package/dist/core/dataset/data_loader/image_loader.js +0 -141
- package/dist/core/dataset/data_loader/index.d.ts +0 -3
- package/dist/core/dataset/data_loader/index.js +0 -9
- package/dist/core/dataset/data_loader/tabular_loader.d.ts +0 -29
- package/dist/core/dataset/data_loader/tabular_loader.js +0 -101
- package/dist/core/dataset/dataset.d.ts +0 -2
- package/dist/core/dataset/dataset.js +0 -2
- package/dist/core/dataset/dataset_builder.d.ts +0 -18
- package/dist/core/dataset/dataset_builder.js +0 -96
- package/dist/core/dataset/index.d.ts +0 -4
- package/dist/core/dataset/index.js +0 -14
- package/dist/core/index.d.ts +0 -18
- package/dist/core/index.js +0 -41
- package/dist/core/informant/graph_informant.d.ts +0 -10
- package/dist/core/informant/graph_informant.js +0 -23
- package/dist/core/informant/index.d.ts +0 -3
- package/dist/core/informant/index.js +0 -9
- package/dist/core/informant/training_informant/base.d.ts +0 -31
- package/dist/core/informant/training_informant/base.js +0 -83
- package/dist/core/informant/training_informant/decentralized.d.ts +0 -5
- package/dist/core/informant/training_informant/decentralized.js +0 -22
- package/dist/core/informant/training_informant/federated.d.ts +0 -14
- package/dist/core/informant/training_informant/federated.js +0 -32
- package/dist/core/informant/training_informant/index.d.ts +0 -4
- package/dist/core/informant/training_informant/index.js +0 -11
- package/dist/core/informant/training_informant/local.d.ts +0 -6
- package/dist/core/informant/training_informant/local.js +0 -20
- package/dist/core/logging/console_logger.d.ts +0 -18
- package/dist/core/logging/console_logger.js +0 -33
- package/dist/core/logging/index.d.ts +0 -3
- package/dist/core/logging/index.js +0 -9
- package/dist/core/logging/logger.d.ts +0 -12
- package/dist/core/logging/logger.js +0 -9
- package/dist/core/logging/trainer_logger.d.ts +0 -24
- package/dist/core/logging/trainer_logger.js +0 -59
- package/dist/core/memory/base.d.ts +0 -22
- package/dist/core/memory/base.js +0 -9
- package/dist/core/memory/empty.d.ts +0 -14
- package/dist/core/memory/empty.js +0 -75
- package/dist/core/memory/index.d.ts +0 -3
- package/dist/core/memory/index.js +0 -9
- package/dist/core/memory/model_type.d.ts +0 -4
- package/dist/core/memory/model_type.js +0 -9
- package/dist/core/privacy.d.ts +0 -11
- package/dist/core/privacy.js +0 -47
- package/dist/core/serialization/index.d.ts +0 -2
- package/dist/core/serialization/index.js +0 -6
- package/dist/core/serialization/model.d.ts +0 -5
- package/dist/core/serialization/model.js +0 -55
- package/dist/core/serialization/weights.d.ts +0 -5
- package/dist/core/serialization/weights.js +0 -64
- package/dist/core/task/data_example.d.ts +0 -5
- package/dist/core/task/data_example.js +0 -24
- package/dist/core/task/display_information.d.ts +0 -15
- package/dist/core/task/display_information.js +0 -49
- package/dist/core/task/index.d.ts +0 -3
- package/dist/core/task/index.js +0 -8
- package/dist/core/task/model_compile_data.d.ts +0 -6
- package/dist/core/task/model_compile_data.js +0 -22
- package/dist/core/task/summary.d.ts +0 -5
- package/dist/core/task/summary.js +0 -19
- package/dist/core/task/task.d.ts +0 -10
- package/dist/core/task/task.js +0 -31
- package/dist/core/task/training_information.d.ts +0 -28
- package/dist/core/task/training_information.js +0 -66
- package/dist/core/tasks/cifar10.d.ts +0 -3
- package/dist/core/tasks/cifar10.js +0 -65
- package/dist/core/tasks/geotags.d.ts +0 -3
- package/dist/core/tasks/geotags.js +0 -67
- package/dist/core/tasks/index.d.ts +0 -6
- package/dist/core/tasks/index.js +0 -10
- package/dist/core/tasks/lus_covid.d.ts +0 -3
- package/dist/core/tasks/lus_covid.js +0 -87
- package/dist/core/tasks/mnist.d.ts +0 -3
- package/dist/core/tasks/mnist.js +0 -60
- package/dist/core/tasks/simple_face.d.ts +0 -2
- package/dist/core/tasks/simple_face.js +0 -41
- package/dist/core/tasks/titanic.d.ts +0 -3
- package/dist/core/tasks/titanic.js +0 -88
- package/dist/core/training/disco.d.ts +0 -23
- package/dist/core/training/disco.js +0 -130
- package/dist/core/training/index.d.ts +0 -2
- package/dist/core/training/index.js +0 -7
- package/dist/core/training/trainer/distributed_trainer.d.ts +0 -20
- package/dist/core/training/trainer/distributed_trainer.js +0 -65
- package/dist/core/training/trainer/local_trainer.d.ts +0 -11
- package/dist/core/training/trainer/local_trainer.js +0 -34
- package/dist/core/training/trainer/round_tracker.d.ts +0 -30
- package/dist/core/training/trainer/round_tracker.js +0 -47
- package/dist/core/training/trainer/trainer.d.ts +0 -65
- package/dist/core/training/trainer/trainer.js +0 -160
- package/dist/core/training/trainer/trainer_builder.d.ts +0 -25
- package/dist/core/training/trainer/trainer_builder.js +0 -95
- package/dist/core/training/training_schemes.d.ts +0 -5
- package/dist/core/training/training_schemes.js +0 -10
- package/dist/core/types.d.ts +0 -4
- package/dist/core/types.js +0 -2
- package/dist/core/validation/index.d.ts +0 -1
- package/dist/core/validation/index.js +0 -5
- package/dist/core/validation/validator.d.ts +0 -17
- package/dist/core/validation/validator.js +0 -104
- package/dist/core/weights/aggregation.d.ts +0 -8
- package/dist/core/weights/aggregation.js +0 -96
- package/dist/core/weights/index.d.ts +0 -2
- package/dist/core/weights/index.js +0 -7
- package/dist/core/weights/weights_container.d.ts +0 -19
- package/dist/core/weights/weights_container.js +0 -64
- package/dist/dataset/data_loader/image_loader.d.ts +0 -4
- package/dist/dataset/data_loader/image_loader.js +0 -21
- package/dist/dataset/data_loader/index.d.ts +0 -2
- package/dist/dataset/data_loader/index.js +0 -7
- package/dist/dataset/data_loader/tabular_loader.d.ts +0 -4
- package/dist/dataset/data_loader/tabular_loader.js +0 -20
- package/dist/imports.d.ts +0 -1
- package/dist/imports.js +0 -5
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.aggregation = exports.WeightsContainer = void 0;
|
|
4
|
-
var tslib_1 = require("tslib");
|
|
5
|
-
var weights_container_1 = require("./weights_container");
|
|
6
|
-
Object.defineProperty(exports, "WeightsContainer", { enumerable: true, get: function () { return weights_container_1.WeightsContainer; } });
|
|
7
|
-
exports.aggregation = (0, tslib_1.__importStar)(require("./aggregation"));
|
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
import { tf, Weights } from '..';
|
|
2
|
-
export declare type TensorLike = tf.Tensor | ArrayLike<number>;
|
|
3
|
-
export declare class WeightsContainer {
|
|
4
|
-
private readonly _weights;
|
|
5
|
-
constructor(weights: Iterable<TensorLike>);
|
|
6
|
-
get weights(): Weights;
|
|
7
|
-
add(other: WeightsContainer): WeightsContainer;
|
|
8
|
-
sub(other: WeightsContainer): WeightsContainer;
|
|
9
|
-
mapWith(other: WeightsContainer, fn: (a: tf.Tensor, b: tf.Tensor) => tf.Tensor): WeightsContainer;
|
|
10
|
-
map(fn: (t: tf.Tensor, i: number) => tf.Tensor): WeightsContainer;
|
|
11
|
-
map(fn: (t: tf.Tensor) => tf.Tensor): WeightsContainer;
|
|
12
|
-
reduce(fn: (acc: tf.Tensor, t: tf.Tensor) => tf.Tensor): tf.Tensor;
|
|
13
|
-
get(index: number): tf.Tensor | undefined;
|
|
14
|
-
frobeniusNorm(): number;
|
|
15
|
-
static of(...weights: TensorLike[]): WeightsContainer;
|
|
16
|
-
static from(model: tf.LayersModel): WeightsContainer;
|
|
17
|
-
static add(a: Iterable<TensorLike>, b: Iterable<TensorLike>): WeightsContainer;
|
|
18
|
-
static sub(a: Iterable<TensorLike>, b: Iterable<TensorLike>): WeightsContainer;
|
|
19
|
-
}
|
|
@@ -1,64 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.WeightsContainer = void 0;
|
|
4
|
-
var tslib_1 = require("tslib");
|
|
5
|
-
var immutable_1 = require("immutable");
|
|
6
|
-
var __1 = require("..");
|
|
7
|
-
var WeightsContainer = /** @class */ (function () {
|
|
8
|
-
function WeightsContainer(weights) {
|
|
9
|
-
this._weights = (0, immutable_1.List)(weights).map(function (w) {
|
|
10
|
-
return w instanceof __1.tf.Tensor ? w : __1.tf.tensor(w);
|
|
11
|
-
});
|
|
12
|
-
}
|
|
13
|
-
Object.defineProperty(WeightsContainer.prototype, "weights", {
|
|
14
|
-
get: function () {
|
|
15
|
-
return this._weights.toArray();
|
|
16
|
-
},
|
|
17
|
-
enumerable: false,
|
|
18
|
-
configurable: true
|
|
19
|
-
});
|
|
20
|
-
WeightsContainer.prototype.add = function (other) {
|
|
21
|
-
return this.mapWith(other, __1.tf.add);
|
|
22
|
-
};
|
|
23
|
-
WeightsContainer.prototype.sub = function (other) {
|
|
24
|
-
return this.mapWith(other, __1.tf.sub);
|
|
25
|
-
};
|
|
26
|
-
WeightsContainer.prototype.mapWith = function (other, fn) {
|
|
27
|
-
return new WeightsContainer(this._weights
|
|
28
|
-
.zip(other._weights)
|
|
29
|
-
.map(function (_a) {
|
|
30
|
-
var _b = (0, tslib_1.__read)(_a, 2), w1 = _b[0], w2 = _b[1];
|
|
31
|
-
return fn(w1, w2);
|
|
32
|
-
}));
|
|
33
|
-
};
|
|
34
|
-
WeightsContainer.prototype.map = function (fn) {
|
|
35
|
-
return new WeightsContainer(this._weights.map(fn));
|
|
36
|
-
};
|
|
37
|
-
WeightsContainer.prototype.reduce = function (fn) {
|
|
38
|
-
return this._weights.reduce(fn);
|
|
39
|
-
};
|
|
40
|
-
WeightsContainer.prototype.get = function (index) {
|
|
41
|
-
return this._weights.get(index);
|
|
42
|
-
};
|
|
43
|
-
WeightsContainer.prototype.frobeniusNorm = function () {
|
|
44
|
-
return Math.sqrt(this.map(function (w) { return w.square().sum(); }).reduce(function (a, b) { return a.add(b); }).dataSync()[0]);
|
|
45
|
-
};
|
|
46
|
-
WeightsContainer.of = function () {
|
|
47
|
-
var weights = [];
|
|
48
|
-
for (var _i = 0; _i < arguments.length; _i++) {
|
|
49
|
-
weights[_i] = arguments[_i];
|
|
50
|
-
}
|
|
51
|
-
return new this(weights);
|
|
52
|
-
};
|
|
53
|
-
WeightsContainer.from = function (model) {
|
|
54
|
-
return new this(model.weights.map(function (w) { return w.read(); }));
|
|
55
|
-
};
|
|
56
|
-
WeightsContainer.add = function (a, b) {
|
|
57
|
-
return new this(a).add(new this(b));
|
|
58
|
-
};
|
|
59
|
-
WeightsContainer.sub = function (a, b) {
|
|
60
|
-
return new this(a).sub(new this(b));
|
|
61
|
-
};
|
|
62
|
-
return WeightsContainer;
|
|
63
|
-
}());
|
|
64
|
-
exports.WeightsContainer = WeightsContainer;
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.NodeImageLoader = void 0;
|
|
4
|
-
var tslib_1 = require("tslib");
|
|
5
|
-
var fs_1 = (0, tslib_1.__importDefault)(require("fs"));
|
|
6
|
-
var __1 = require("../..");
|
|
7
|
-
var NodeImageLoader = /** @class */ (function (_super) {
|
|
8
|
-
(0, tslib_1.__extends)(NodeImageLoader, _super);
|
|
9
|
-
function NodeImageLoader() {
|
|
10
|
-
return _super !== null && _super.apply(this, arguments) || this;
|
|
11
|
-
}
|
|
12
|
-
NodeImageLoader.prototype.readImageFrom = function (source) {
|
|
13
|
-
return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
|
|
14
|
-
return (0, tslib_1.__generator)(this, function (_a) {
|
|
15
|
-
return [2 /*return*/, __1.tf.node.decodeImage(fs_1.default.readFileSync(source))];
|
|
16
|
-
});
|
|
17
|
-
});
|
|
18
|
-
};
|
|
19
|
-
return NodeImageLoader;
|
|
20
|
-
}(__1.data.ImageLoader));
|
|
21
|
-
exports.NodeImageLoader = NodeImageLoader;
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.NodeTabularLoader = exports.NodeImageLoader = void 0;
|
|
4
|
-
var image_loader_1 = require("./image_loader");
|
|
5
|
-
Object.defineProperty(exports, "NodeImageLoader", { enumerable: true, get: function () { return image_loader_1.NodeImageLoader; } });
|
|
6
|
-
var tabular_loader_1 = require("./tabular_loader");
|
|
7
|
-
Object.defineProperty(exports, "NodeTabularLoader", { enumerable: true, get: function () { return tabular_loader_1.NodeTabularLoader; } });
|
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.NodeTabularLoader = void 0;
|
|
4
|
-
var tslib_1 = require("tslib");
|
|
5
|
-
var __1 = require("../..");
|
|
6
|
-
var NodeTabularLoader = /** @class */ (function (_super) {
|
|
7
|
-
(0, tslib_1.__extends)(NodeTabularLoader, _super);
|
|
8
|
-
function NodeTabularLoader() {
|
|
9
|
-
return _super !== null && _super.apply(this, arguments) || this;
|
|
10
|
-
}
|
|
11
|
-
NodeTabularLoader.prototype.loadTabularDatasetFrom = function (source, csvConfig) {
|
|
12
|
-
var prefix = 'file://';
|
|
13
|
-
if (source.slice(0, 7) !== prefix) {
|
|
14
|
-
source = prefix + source;
|
|
15
|
-
}
|
|
16
|
-
return __1.tf.data.csv(source, csvConfig);
|
|
17
|
-
};
|
|
18
|
-
return NodeTabularLoader;
|
|
19
|
-
}(__1.data.TabularLoader));
|
|
20
|
-
exports.NodeTabularLoader = NodeTabularLoader;
|
package/dist/imports.d.ts
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export * as data from './dataset/data_loader';
|