@epfml/discojs 2.1.1 → 2.1.2-p20240506085037.0

package/dist/core/training/training_schemes.d.ts

@@ -1,5 +0,0 @@
-export declare enum TrainingSchemes {
-    LOCAL = "local",
-    DECENTRALIZED = "decentralized",
-    FEDERATED = "federated"
-}

package/dist/core/training/training_schemes.js

@@ -1,10 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.TrainingSchemes = void 0;
-/* eslint-disable no-unused-vars */
-var TrainingSchemes;
-(function (TrainingSchemes) {
-    TrainingSchemes["LOCAL"] = "local";
-    TrainingSchemes["DECENTRALIZED"] = "decentralized";
-    TrainingSchemes["FEDERATED"] = "federated";
-})(TrainingSchemes = exports.TrainingSchemes || (exports.TrainingSchemes = {}));

package/dist/core/types.d.ts

@@ -1,4 +0,0 @@
-import { tf } from '.';
-export declare type Path = string;
-export declare type Weights = tf.Tensor[];
-export declare type MetadataID = string;

package/dist/core/types.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/dist/core/validation/index.d.ts

@@ -1 +0,0 @@
-export { Validator } from './validator';

package/dist/core/validation/index.js

@@ -1,5 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Validator = void 0;
-var validator_1 = require("./validator");
-Object.defineProperty(exports, "Validator", { enumerable: true, get: function () { return validator_1.Validator; } });

package/dist/core/validation/validator.d.ts

@@ -1,17 +0,0 @@
-import { List } from 'immutable';
-import { tf, data, Task, Logger, Client, Memory, ModelSource } from '..';
-export declare class Validator {
-    readonly task: Task;
-    readonly logger: Logger;
-    private readonly memory;
-    private readonly source?;
-    private readonly client?;
-    private readonly graphInformant;
-    private size;
-    constructor(task: Task, logger: Logger, memory: Memory, source?: ModelSource | undefined, client?: Client | undefined);
-    assess(data: data.Data): Promise<void>;
-    getModel(): Promise<tf.LayersModel>;
-    accuracyData(): List<number>;
-    accuracy(): number;
-    visitedSamples(): number;
-}

package/dist/core/validation/validator.js

@@ -1,104 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Validator = void 0;
-var tslib_1 = require("tslib");
-var immutable_1 = require("immutable");
-var __1 = require("..");
-var Validator = /** @class */ (function () {
-    function Validator(task, logger, memory, source, client) {
-        this.task = task;
-        this.logger = logger;
-        this.memory = memory;
-        this.source = source;
-        this.client = client;
-        this.graphInformant = new __1.GraphInformant();
-        this.size = 0;
-        if (source === undefined && client === undefined) {
-            throw new Error('cannot identify model');
-        }
-    }
-    Validator.prototype.assess = function (data) {
-        var _a, _b, _c;
-        return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
-            var batchSize, labels, classes, model, hits;
-            var _this = this;
-            return (0, tslib_1.__generator)(this, function (_d) {
-                switch (_d.label) {
-                    case 0:
-                        batchSize = (_a = this.task.trainingInformation) === null || _a === void 0 ? void 0 : _a.batchSize;
-                        if (batchSize === undefined) {
-                            throw new TypeError('batch size is undefined');
-                        }
-                        labels = (_b = this.task.trainingInformation) === null || _b === void 0 ? void 0 : _b.LABEL_LIST;
-                        classes = (_c = labels === null || labels === void 0 ? void 0 : labels.length) !== null && _c !== void 0 ? _c : 1;
-                        return [4 /*yield*/, this.getModel()];
-                    case 1:
-                        model = _d.sent();
-                        hits = 0;
-                        return [4 /*yield*/, data.dataset.batch(batchSize).forEachAsync(function (e) {
-                                if (typeof e === 'object' && 'xs' in e && 'ys' in e) {
-                                    var xs = e.xs;
-                                    var ys = e.ys.dataSync();
-                                    var pred = model.predict(xs, { batchSize: batchSize })
-                                        .dataSync()
-                                        .map(Math.round);
-                                    _this.size += xs.shape[0];
-                                    hits += (0, immutable_1.List)(pred).zip((0, immutable_1.List)(ys))
-                                        .map(function (_a) {
-                                        var _b = (0, tslib_1.__read)(_a, 2), p = _b[0], y = _b[1];
-                                        return 1 - Math.abs(p - y);
-                                    })
-                                        .reduce(function (acc, e) { return acc + e; }) / classes;
-                                    var currentAccuracy = hits / _this.size;
-                                    _this.graphInformant.updateAccuracy(currentAccuracy);
-                                }
-                                else {
-                                    throw new TypeError('missing feature/label in dataset');
-                                }
-                            })];
-                    case 2:
-                        _d.sent();
-                        this.logger.success("Obtained validation accuracy of " + this.accuracy());
-                        this.logger.success("Visited " + this.visitedSamples() + " samples");
-                        return [2 /*return*/];
-                }
-            });
-        });
-    };
-    Validator.prototype.getModel = function () {
-        return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
-            var _a;
-            return (0, tslib_1.__generator)(this, function (_b) {
-                switch (_b.label) {
-                    case 0:
-                        _a = this.source !== undefined;
-                        if (!_a) return [3 /*break*/, 2];
-                        return [4 /*yield*/, this.memory.contains(this.source)];
-                    case 1:
-                        _a = (_b.sent());
-                        _b.label = 2;
-                    case 2:
-                        if (!_a) return [3 /*break*/, 4];
-                        return [4 /*yield*/, this.memory.getModel(this.source)];
-                    case 3: return [2 /*return*/, _b.sent()];
-                    case 4:
-                        if (!(this.client !== undefined)) return [3 /*break*/, 6];
-                        return [4 /*yield*/, this.client.getLatestModel()];
-                    case 5: return [2 /*return*/, _b.sent()];
-                    case 6: throw new Error('cannot identify model');
-                }
-            });
-        });
-    };
-    Validator.prototype.accuracyData = function () {
-        return this.graphInformant.data();
-    };
-    Validator.prototype.accuracy = function () {
-        return this.graphInformant.accuracy();
-    };
-    Validator.prototype.visitedSamples = function () {
-        return this.size;
-    };
-    return Validator;
-}());
-exports.Validator = Validator;

package/dist/core/weights/aggregation.d.ts

@@ -1,7 +0,0 @@
-import { TensorLike, WeightsContainer } from './weights_container';
-declare type WeightsLike = Iterable<TensorLike>;
-export declare function sum(weights: Iterable<WeightsLike | WeightsContainer>): WeightsContainer;
-export declare function diff(weights: Iterable<WeightsLike | WeightsContainer>): WeightsContainer;
-export declare function avg(weights: Iterable<WeightsLike | WeightsContainer>): WeightsContainer;
-export declare function avgClippingWeights(peersWeights: Iterable<WeightsLike | WeightsContainer>, currentModel: WeightsContainer, tauPercentile: number): WeightsContainer;
-export {};

package/dist/core/weights/aggregation.js

@@ -1,72 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.avgClippingWeights = exports.avg = exports.diff = exports.sum = void 0;
-var immutable_1 = require("immutable");
-var __1 = require("..");
-var weights_container_1 = require("./weights_container");
-function parseWeights(weights) {
-    var _a;
-    var r = (0, immutable_1.List)(weights).map(function (w) {
-        return w instanceof weights_container_1.WeightsContainer ? w : new weights_container_1.WeightsContainer(w);
-    });
-    var weightsSize = (_a = r.first()) === null || _a === void 0 ? void 0 : _a.weights.length;
-    if (weightsSize === undefined) {
-        throw new Error('no weights to work with');
-    }
-    if (r.rest().every(function (w) { return w.weights.length !== weightsSize; })) {
-        throw new Error('weights dimensions are different for some of the operands');
-    }
-    return r;
-}
-function centerWeights(weights, currentModel) {
-    return parseWeights(weights).map(function (model) { return model.mapWith(currentModel, __1.tf.sub); });
-}
-function clipWeights(modelList, normArray, tau) {
-    return modelList.map(function (weights) { return weights.map(function (w, i) { return __1.tf.prod(w, Math.min(1, tau / (normArray[i]))); }); });
-}
-function computeQuantile(array, q) {
-    var sorted = array.sort(function (a, b) { return a - b; });
-    var pos = (sorted.length - 1) * q;
-    var base = Math.floor(pos);
-    var rest = pos - base;
-    if (sorted[base + 1] !== undefined) {
-        return sorted[base] + rest * (sorted[base + 1] - sorted[base]);
-    }
-    else {
-        return sorted[base];
-    }
-}
-function reduce(weights, fn) {
-    return parseWeights(weights).reduce(function (acc, ws) {
-        return new weights_container_1.WeightsContainer(acc.weights.map(function (w, i) {
-            return fn(w, ws.get(i));
-        }));
-    });
-}
-function sum(weights) {
-    return reduce(weights, __1.tf.add);
-}
-exports.sum = sum;
-function diff(weights) {
-    return reduce(weights, __1.tf.sub);
-}
-exports.diff = diff;
-function avg(weights) {
-    var size = (0, immutable_1.List)(weights).size;
-    return sum(weights).map(function (ws) { return ws.div(size); });
-}
-exports.avg = avg;
-// See: https://arxiv.org/abs/2012.10333
-function avgClippingWeights(peersWeights, currentModel, tauPercentile) {
-    // Computing the centered peers weights with respect to the previous model aggragation
-    var centeredPeersWeights = centerWeights(peersWeights, currentModel);
-    // Computing the Matrix Norm (Frobenius Norm) of the centered peers weights
-    var normArray = Array.from(centeredPeersWeights.map(function (model) { return model.frobeniusNorm(); }));
-    // Computing the parameter tau as third percentile with respect to the norm array
-    var tau = computeQuantile(normArray, tauPercentile);
-    // Computing the centered clipped peers weights given the norm array and the parameter tau
-    var centeredMean = clipWeights(centeredPeersWeights, normArray, tau);
-    // Aggregating all centered clipped peers weights
-    return avg(centeredMean);
-}
-exports.avgClippingWeights = avgClippingWeights;

package/dist/core/weights/index.d.ts

@@ -1,2 +0,0 @@
-export { WeightsContainer } from './weights_container';
-export * as aggregation from './aggregation';

package/dist/core/weights/index.js

@@ -1,7 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.aggregation = exports.WeightsContainer = void 0;
-var tslib_1 = require("tslib");
-var weights_container_1 = require("./weights_container");
-Object.defineProperty(exports, "WeightsContainer", { enumerable: true, get: function () { return weights_container_1.WeightsContainer; } });
-exports.aggregation = (0, tslib_1.__importStar)(require("./aggregation"));

package/dist/core/weights/weights_container.d.ts

@@ -1,19 +0,0 @@
-import { tf, Weights } from '..';
-export declare type TensorLike = tf.Tensor | ArrayLike<number>;
-export declare class WeightsContainer {
-    private readonly _weights;
-    constructor(weights: Iterable<TensorLike>);
-    get weights(): Weights;
-    add(other: WeightsContainer): WeightsContainer;
-    sub(other: WeightsContainer): WeightsContainer;
-    mapWith(other: WeightsContainer, fn: (a: tf.Tensor, b: tf.Tensor) => tf.Tensor): WeightsContainer;
-    map(fn: (t: tf.Tensor, i: number) => tf.Tensor): WeightsContainer;
-    map(fn: (t: tf.Tensor) => tf.Tensor): WeightsContainer;
-    reduce(fn: (acc: tf.Tensor, t: tf.Tensor) => tf.Tensor): tf.Tensor;
-    get(index: number): tf.Tensor | undefined;
-    frobeniusNorm(): number;
-    static of(...weights: TensorLike[]): WeightsContainer;
-    static from(model: tf.LayersModel): WeightsContainer;
-    static add(a: Iterable<TensorLike>, b: Iterable<TensorLike>): WeightsContainer;
-    static sub(a: Iterable<TensorLike>, b: Iterable<TensorLike>): WeightsContainer;
-}

package/dist/core/weights/weights_container.js

@@ -1,64 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.WeightsContainer = void 0;
-var tslib_1 = require("tslib");
-var immutable_1 = require("immutable");
-var __1 = require("..");
-var WeightsContainer = /** @class */ (function () {
-    function WeightsContainer(weights) {
-        this._weights = (0, immutable_1.List)(weights).map(function (w) {
-            return w instanceof __1.tf.Tensor ? w : __1.tf.tensor(w);
-        });
-    }
-    Object.defineProperty(WeightsContainer.prototype, "weights", {
-        get: function () {
-            return this._weights.toArray();
-        },
-        enumerable: false,
-        configurable: true
-    });
-    WeightsContainer.prototype.add = function (other) {
-        return this.mapWith(other, __1.tf.add);
-    };
-    WeightsContainer.prototype.sub = function (other) {
-        return this.mapWith(other, __1.tf.sub);
-    };
-    WeightsContainer.prototype.mapWith = function (other, fn) {
-        return new WeightsContainer(this._weights
-            .zip(other._weights)
-            .map(function (_a) {
-            var _b = (0, tslib_1.__read)(_a, 2), w1 = _b[0], w2 = _b[1];
-            return fn(w1, w2);
-        }));
-    };
-    WeightsContainer.prototype.map = function (fn) {
-        return new WeightsContainer(this._weights.map(fn));
-    };
-    WeightsContainer.prototype.reduce = function (fn) {
-        return this._weights.reduce(fn);
-    };
-    WeightsContainer.prototype.get = function (index) {
-        return this._weights.get(index);
-    };
-    WeightsContainer.prototype.frobeniusNorm = function () {
-        return Math.sqrt(this.map(function (w) { return w.square().sum(); }).reduce(function (a, b) { return a.add(b); }).dataSync()[0]);
-    };
-    WeightsContainer.of = function () {
-        var weights = [];
-        for (var _i = 0; _i < arguments.length; _i++) {
-            weights[_i] = arguments[_i];
-        }
-        return new this(weights);
-    };
-    WeightsContainer.from = function (model) {
-        return new this(model.weights.map(function (w) { return w.read(); }));
-    };
-    WeightsContainer.add = function (a, b) {
-        return new this(a).add(new this(b));
-    };
-    WeightsContainer.sub = function (a, b) {
-        return new this(a).sub(new this(b));
-    };
-    return WeightsContainer;
-}());
-exports.WeightsContainer = WeightsContainer;

package/dist/imports.d.ts

@@ -1,2 +0,0 @@
-export * as data from './dataset/data_loader';
-export { IndexedDB } from './memory';

package/dist/imports.js

@@ -1,7 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.IndexedDB = exports.data = void 0;
-var tslib_1 = require("tslib");
-exports.data = (0, tslib_1.__importStar)(require("./dataset/data_loader"));
-var memory_1 = require("./memory");
-Object.defineProperty(exports, "IndexedDB", { enumerable: true, get: function () { return memory_1.IndexedDB; } });

package/dist/memory/memory.d.ts

@@ -1,26 +0,0 @@
-import { tf, Memory, Path, ModelInfo, ModelSource } from '..';
-export declare class IndexedDB extends Memory {
-    pathFor(source: ModelSource): Path;
-    infoFor(source: ModelSource): ModelInfo;
-    getModelMetadata(source: ModelSource): Promise<tf.io.ModelArtifactsInfo | undefined>;
-    contains(source: ModelSource): Promise<boolean>;
-    getModel(source: ModelSource): Promise<tf.LayersModel>;
-    deleteModel(source: ModelSource): Promise<void>;
-    loadModel(source: ModelSource): Promise<void>;
-    /**
-     * Saves the working model to the source.
-     * @param source the destination
-     * @param model the model
-     */
-    updateWorkingModel(source: ModelSource, model: tf.LayersModel): Promise<void>;
-    /**
-   * Creates a saved copy of the working model corresponding to the source.
-   * @param source the source
-   */
-    saveWorkingModel(source: ModelSource): Promise<void>;
-    /**
-   * Downloads the model corresponding to the source.
-   * @param source the source
-   */
-    downloadModel(source: ModelSource): Promise<void>;
-}

package/dist/memory/memory.js

@@ -1,160 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.IndexedDB = void 0;
-var tslib_1 = require("tslib");
-/**
- * Helper functions used to load and save TFJS models from IndexedDB. The
- * working model is the model currently being trained for a task. Saved models
- * are models that were explicitly saved to IndexedDB. The two working/ and saved/
- * folders are invisible to the user. The user only interacts with the saved/
- * folder via the model library. The working/ folder is only used by the backend.
- * The working model is loaded from IndexedDB for training (model.fit) only.
- */
-var path_1 = (0, tslib_1.__importDefault)(require("path"));
-var __1 = require("..");
-var IndexedDB = /** @class */ (function (_super) {
-    (0, tslib_1.__extends)(IndexedDB, _super);
-    function IndexedDB() {
-        return _super !== null && _super.apply(this, arguments) || this;
-    }
-    IndexedDB.prototype.pathFor = function (source) {
-        if (typeof source === 'string') {
-            return source;
-        }
-        if (source.type === undefined || source.taskID === undefined || source.name === undefined) {
-            throw new TypeError('source incomplete');
-        }
-        return 'indexeddb://' + path_1.default.join(source.type, source.taskID, source.name);
-    };
-    IndexedDB.prototype.infoFor = function (source) {
-        if (typeof source !== 'string') {
-            return source;
-        }
-        var _a = (0, tslib_1.__read)(source.split('/').splice(2), 3), stringType = _a[0], taskID = _a[1], name = _a[2];
-        var type = stringType === 'working' ? __1.ModelType.WORKING : __1.ModelType.SAVED;
-        return { type: type, taskID: taskID, name: name };
-    };
-    IndexedDB.prototype.getModelMetadata = function (source) {
-        return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
-            var models;
-            return (0, tslib_1.__generator)(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, __1.tf.io.listModels()];
-                    case 1:
-                        models = _a.sent();
-                        return [2 /*return*/, models[this.pathFor(source)]];
-                }
-            });
-        });
-    };
-    IndexedDB.prototype.contains = function (source) {
-        return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
-            return (0, tslib_1.__generator)(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, this.getModelMetadata(source)];
-                    case 1: return [2 /*return*/, (_a.sent()) !== undefined];
-                }
-            });
-        });
-    };
-    IndexedDB.prototype.getModel = function (source) {
-        return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
-            return (0, tslib_1.__generator)(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, __1.tf.loadLayersModel(this.pathFor(source))];
-                    case 1: return [2 /*return*/, _a.sent()];
-                }
-            });
-        });
-    };
-    IndexedDB.prototype.deleteModel = function (source) {
-        return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
-            return (0, tslib_1.__generator)(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, __1.tf.io.removeModel(this.pathFor(source))];
-                    case 1:
-                        _a.sent();
-                        return [2 /*return*/];
-                }
-            });
-        });
-    };
-    IndexedDB.prototype.loadModel = function (source) {
-        return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
-            return (0, tslib_1.__generator)(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, __1.tf.io.copyModel(this.pathFor(source), this.pathFor((0, tslib_1.__assign)((0, tslib_1.__assign)({}, this.infoFor(source)), { type: __1.ModelType.WORKING })))];
-                    case 1:
-                        _a.sent();
-                        return [2 /*return*/];
-                }
-            });
-        });
-    };
-    /**
-     * Saves the working model to the source.
-     * @param source the destination
-     * @param model the model
-     */
-    IndexedDB.prototype.updateWorkingModel = function (source, model) {
-        return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
-            var src;
-            return (0, tslib_1.__generator)(this, function (_a) {
-                switch (_a.label) {
-                    case 0:
-                        src = this.infoFor(source);
-                        if (src.type !== undefined && src.type !== __1.ModelType.WORKING) {
-                            throw new TypeError('expected working model');
-                        }
-                        return [4 /*yield*/, model.save(this.pathFor((0, tslib_1.__assign)((0, tslib_1.__assign)({}, src), { type: __1.ModelType.WORKING })))];
-                    case 1:
-                        _a.sent();
-                        return [2 /*return*/];
-                }
-            });
-        });
-    };
-    /**
-   * Creates a saved copy of the working model corresponding to the source.
-   * @param source the source
-   */
-    IndexedDB.prototype.saveWorkingModel = function (source) {
-        return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
-            var src;
-            return (0, tslib_1.__generator)(this, function (_a) {
-                switch (_a.label) {
-                    case 0:
-                        src = this.infoFor(source);
-                        if (src.type !== undefined && src.type !== __1.ModelType.WORKING) {
-                            throw new TypeError('expected working model');
-                        }
-                        return [4 /*yield*/, __1.tf.io.copyModel(this.pathFor((0, tslib_1.__assign)((0, tslib_1.__assign)({}, src), { type: __1.ModelType.WORKING })), this.pathFor((0, tslib_1.__assign)((0, tslib_1.__assign)({}, src), { type: __1.ModelType.SAVED })))];
-                    case 1:
-                        _a.sent();
-                        return [2 /*return*/];
-                }
-            });
-        });
-    };
-    /**
-   * Downloads the model corresponding to the source.
-   * @param source the source
-   */
-    IndexedDB.prototype.downloadModel = function (source) {
-        return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
-            var src;
-            return (0, tslib_1.__generator)(this, function (_a) {
-                switch (_a.label) {
-                    case 0:
-                        src = this.infoFor(source);
-                        return [4 /*yield*/, __1.tf.io.copyModel(this.pathFor(source), "downloads://" + src.taskID + "_" + src.name)];
-                    case 1:
-                        _a.sent();
-                        return [2 /*return*/];
-                }
-            });
-        });
-    };
-    return IndexedDB;
-}(__1.Memory));
-exports.IndexedDB = IndexedDB;

package/dist/{core/task → task}/data_example.d.ts

@@ -1,5 +1,5 @@
-export declare function isDataExample(raw: unknown): raw is DataExample;
 export interface DataExample {
     columnName: string;
     columnData: string | number;
 }
+export declare function isDataExample(raw: unknown): raw is DataExample;

package/dist/{core/task → task}/summary.d.ts

@@ -1,5 +1,5 @@
-export declare function isSummary(raw: unknown): raw is Summary;
 export interface Summary {
     preview: string;
     overview: string;
 }
+export declare function isSummary(raw: unknown): raw is Summary;