@epfml/discojs 2.1.1 → 2.1.2-p20240506085037.0

package/dist/core/dataset/data/preprocessing.js

@@ -1,33 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getPreprocessImage = exports.ImagePreprocessing = void 0;
-var __1 = require("../..");
-var ImagePreprocessing;
-(function (ImagePreprocessing) {
-    ImagePreprocessing["Normalize"] = "normalize";
-    ImagePreprocessing["Resize"] = "resize";
-})(ImagePreprocessing = exports.ImagePreprocessing || (exports.ImagePreprocessing = {}));
-function getPreprocessImage(task) {
-    var preprocessImage = function (tensorContainer) {
-        var _a, _b;
-        // TODO unsafe cast, tfjs does not provide the right interface
-        var info = task.trainingInformation;
-        var _c = tensorContainer, xs = _c.xs, ys = _c.ys;
-        if ((_a = info.preprocessingFunctions) === null || _a === void 0 ? void 0 : _a.includes(ImagePreprocessing.Normalize)) {
-            xs = xs.div(__1.tf.scalar(255));
-        }
-        if (((_b = info.preprocessingFunctions) === null || _b === void 0 ? void 0 : _b.includes(ImagePreprocessing.Resize)) &&
-            info.IMAGE_H !== undefined &&
-            info.IMAGE_W !== undefined) {
-            xs = __1.tf.image.resizeBilinear(xs, [
-                info.IMAGE_H, info.IMAGE_W
-            ]);
-        }
-        return {
-            xs: xs,
-            ys: ys
-        };
-    };
-    return preprocessImage;
-}
-exports.getPreprocessImage = getPreprocessImage;

package/dist/core/dataset/data/tabular_data.d.ts

@@ -1,8 +0,0 @@
-import { Task } from '../..';
-import { Dataset } from '../dataset';
-import { Data } from './data';
-export declare class TabularData extends Data {
-    static init(dataset: Dataset, task: Task, size?: number): Promise<Data>;
-    batch(): Data;
-    preprocess(): Data;
-}

package/dist/core/dataset/data/tabular_data.js

@@ -1,40 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.TabularData = void 0;
-var tslib_1 = require("tslib");
-var data_1 = require("./data");
-var TabularData = /** @class */ (function (_super) {
-    (0, tslib_1.__extends)(TabularData, _super);
-    function TabularData() {
-        return _super !== null && _super.apply(this, arguments) || this;
-    }
-    TabularData.init = function (dataset, task, size) {
-        return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
-            var e_1;
-            return (0, tslib_1.__generator)(this, function (_a) {
-                switch (_a.label) {
-                    case 0:
-                        _a.trys.push([0, 2, , 3]);
-                        return [4 /*yield*/, dataset.iterator()];
-                    case 1:
-                        _a.sent();
-                        return [3 /*break*/, 3];
-                    case 2:
-                        e_1 = _a.sent();
-                        throw new Error('Data input format is not compatible with the chosen task');
-                    case 3: return [2 /*return*/, new TabularData(dataset, task, size)];
-                }
-            });
-        });
-    };
-    TabularData.prototype.batch = function () {
-        var batchSize = this.task.trainingInformation.batchSize;
-        var newDataset = batchSize === undefined ? this.dataset : this.dataset.batch(batchSize);
-        return new TabularData(newDataset, this.task, this.size);
-    };
-    TabularData.prototype.preprocess = function () {
-        return this;
-    };
-    return TabularData;
-}(data_1.Data));
-exports.TabularData = TabularData;

package/dist/core/dataset/data_loader/data_loader.js

@@ -1,10 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.DataLoader = void 0;
-var DataLoader = /** @class */ (function () {
-    function DataLoader(task) {
-        this.task = task;
-    }
-    return DataLoader;
-}());
-exports.DataLoader = DataLoader;

package/dist/core/dataset/data_loader/image_loader.d.ts

@@ -1,17 +0,0 @@
-import { tf } from '../..';
-import { Dataset } from '../dataset';
-import { DataSplit } from '../data';
-import { DataLoader, DataConfig } from '../data_loader';
-/**
- * TODO @s314cy:
- * Load labels and correctly match them with their respective images, with the following constraints:
- * 1. Images are given as 1 image/1 file
- * 2. Labels are given as multiple labels/1 file, each label file can contain a different amount of labels
- */
-export declare abstract class ImageLoader<Source> extends DataLoader<Source> {
-    abstract readImageFrom(source: Source): Promise<tf.Tensor3D>;
-    load(image: Source, config?: DataConfig): Promise<Dataset>;
-    private buildDataset;
-    loadAll(images: Source[], config?: DataConfig): Promise<DataSplit>;
-    shuffle(array: number[]): void;
-}

package/dist/core/dataset/data_loader/image_loader.js

@@ -1,141 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ImageLoader = void 0;
-var tslib_1 = require("tslib");
-var immutable_1 = require("immutable");
-var __1 = require("../..");
-var data_1 = require("../data");
-var data_loader_1 = require("../data_loader");
-/**
- * TODO @s314cy:
- * Load labels and correctly match them with their respective images, with the following constraints:
- * 1. Images are given as 1 image/1 file
- * 2. Labels are given as multiple labels/1 file, each label file can contain a different amount of labels
- */
-var ImageLoader = /** @class */ (function (_super) {
-    (0, tslib_1.__extends)(ImageLoader, _super);
-    function ImageLoader() {
-        return _super !== null && _super.apply(this, arguments) || this;
-    }
-    ImageLoader.prototype.load = function (image, config) {
-        return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
-            var tensorContainer;
-            var _a;
-            return (0, tslib_1.__generator)(this, function (_b) {
-                switch (_b.label) {
-                    case 0:
-                        if (!(config === undefined || config.labels === undefined)) return [3 /*break*/, 2];
-                        return [4 /*yield*/, this.readImageFrom(image)];
-                    case 1:
-                        tensorContainer = _b.sent();
-                        return [3 /*break*/, 4];
-                    case 2:
-                        _a = {};
-                        return [4 /*yield*/, this.readImageFrom(image)];
-                    case 3:
-                        tensorContainer = (_a.xs = _b.sent(),
-                            _a.ys = config.labels[0],
-                            _a);
-                        _b.label = 4;
-                    case 4: return [2 /*return*/, __1.tf.data.array([tensorContainer])];
-                }
-            });
-        });
-    };
-    ImageLoader.prototype.buildDataset = function (images, labels, indices, config) {
-        return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
-            var dataset;
-            var _this = this;
-            return (0, tslib_1.__generator)(this, function (_a) {
-                switch (_a.label) {
-                    case 0:
-                        dataset = __1.tf.data.generator(function () {
-                            var withLabels = (config === null || config === void 0 ? void 0 : config.labels) !== undefined;
-                            var index = 0;
-                            var iterator = {
-                                next: function () { return (0, tslib_1.__awaiter)(_this, void 0, void 0, function () {
-                                    var sample, label, value;
-                                    return (0, tslib_1.__generator)(this, function (_a) {
-                                        switch (_a.label) {
-                                            case 0:
-                                                if (index === indices.length) {
-                                                    return [2 /*return*/, { done: true }];
-                                                }
-                                                return [4 /*yield*/, this.readImageFrom(images[indices[index]])];
-                                            case 1:
-                                                sample = _a.sent();
-                                                label = withLabels ? labels[indices[index]] : undefined;
-                                                value = withLabels ? { xs: sample, ys: label } : sample;
-                                                index++;
-                                                return [2 /*return*/, {
-                                                        value: value,
-                                                        done: false
-                                                    }];
-                                        }
-                                    });
-                                }); }
-                            };
-                            return iterator; // Lazy
-                        });
-                        return [4 /*yield*/, data_1.ImageData.init(dataset, this.task, indices.length)];
-                    case 1: return [2 /*return*/, _a.sent()];
-                }
-            });
-        });
-    };
-    ImageLoader.prototype.loadAll = function (images, config) {
-        var _a, _b;
-        return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
-            var labels, indices, numberOfClasses, dataset, trainSize, trainIndices, valIndices, trainDataset, valDataset;
-            return (0, tslib_1.__generator)(this, function (_c) {
-                switch (_c.label) {
-                    case 0:
-                        labels = [];
-                        indices = (0, immutable_1.Range)(0, images.length).toArray();
-                        if ((config === null || config === void 0 ? void 0 : config.labels) !== undefined) {
-                            numberOfClasses = (_b = (_a = this.task.trainingInformation) === null || _a === void 0 ? void 0 : _a.LABEL_LIST) === null || _b === void 0 ? void 0 : _b.length;
-                            if (numberOfClasses === undefined) {
-                                throw new Error('wanted labels but none found in task');
-                            }
-                            labels = __1.tf.oneHot(__1.tf.tensor1d(config.labels, 'int32'), numberOfClasses).arraySync();
-                        }
-                        if ((config === null || config === void 0 ? void 0 : config.shuffle) === undefined || (config === null || config === void 0 ? void 0 : config.shuffle)) {
-                            this.shuffle(indices);
-                        }
-                        if (!((config === null || config === void 0 ? void 0 : config.validationSplit) === undefined || (config === null || config === void 0 ? void 0 : config.validationSplit) === 0)) return [3 /*break*/, 2];
-                        return [4 /*yield*/, this.buildDataset(images, labels, indices, config)];
-                    case 1:
-                        dataset = _c.sent();
-                        return [2 /*return*/, {
-                                train: dataset,
-                                validation: undefined
-                            }];
-                    case 2:
-                        trainSize = Math.floor(images.length * (1 - config.validationSplit));
-                        trainIndices = indices.slice(0, trainSize);
-                        valIndices = indices.slice(trainSize);
-                        return [4 /*yield*/, this.buildDataset(images, labels, trainIndices, config)];
-                    case 3:
-                        trainDataset = _c.sent();
-                        return [4 /*yield*/, this.buildDataset(images, labels, valIndices, config)];
-                    case 4:
-                        valDataset = _c.sent();
-                        return [2 /*return*/, {
-                                train: trainDataset,
-                                validation: valDataset
-                            }];
-                }
-            });
-        });
-    };
-    ImageLoader.prototype.shuffle = function (array) {
-        for (var i = 0; i < array.length; i++) {
-            var j = Math.floor(Math.random() * i);
-            var swap = array[i];
-            array[i] = array[j];
-            array[j] = swap;
-        }
-    };
-    return ImageLoader;
-}(data_loader_1.DataLoader));
-exports.ImageLoader = ImageLoader;

package/dist/core/dataset/data_loader/index.d.ts

@@ -1,3 +0,0 @@
-export { DataConfig, DataLoader } from './data_loader';
-export { ImageLoader } from './image_loader';
-export { TabularLoader } from './tabular_loader';

package/dist/core/dataset/data_loader/index.js

@@ -1,9 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.TabularLoader = exports.ImageLoader = exports.DataLoader = void 0;
-var data_loader_1 = require("./data_loader");
-Object.defineProperty(exports, "DataLoader", { enumerable: true, get: function () { return data_loader_1.DataLoader; } });
-var image_loader_1 = require("./image_loader");
-Object.defineProperty(exports, "ImageLoader", { enumerable: true, get: function () { return image_loader_1.ImageLoader; } });
-var tabular_loader_1 = require("./tabular_loader");
-Object.defineProperty(exports, "TabularLoader", { enumerable: true, get: function () { return tabular_loader_1.TabularLoader; } });

package/dist/core/dataset/data_loader/tabular_loader.d.ts

@@ -1,29 +0,0 @@
-import { tf, Task } from '../..';
-import { Dataset } from '../dataset';
-import { DataSplit } from '../data';
-import { DataLoader, DataConfig } from '../data_loader';
-export declare abstract class TabularLoader<Source> extends DataLoader<Source> {
-    private readonly delimiter;
-    constructor(task: Task, delimiter: string);
-    /**
-     * Creates a CSV dataset object based off the given source.
-     * @param source File object, URL string or local file system path.
-     * @param csvConfig Object expected by TF.js to create a CSVDataset.
-     * @returns The CSVDataset object built upon the given source.
-     */
-    abstract loadTabularDatasetFrom(source: Source, csvConfig: Record<string, unknown>): tf.data.CSVDataset;
-    /**
-     * Expects delimiter-separated tabular data made of N columns. The data may be
-     * potentially split among several sources. Every source should contain N-1
-     * feature columns and 1 single label column.
-     * @param source List of File objects, URLs or file system paths.
-     * @param config
-     * @returns A TF.js dataset built upon read tabular data stored in the given sources.
-     */
-    load(source: Source, config?: DataConfig): Promise<Dataset>;
-    /**
-      * Creates the CSV datasets based off the given sources, then fuses them into a single CSV
-      * dataset.
-      */
-    loadAll(sources: Source[], config: DataConfig): Promise<DataSplit>;
-}

package/dist/core/dataset/data_loader/tabular_loader.js

@@ -1,101 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.TabularLoader = void 0;
-var tslib_1 = require("tslib");
-var immutable_1 = require("immutable");
-var data_1 = require("../data");
-var data_loader_1 = require("../data_loader");
-// window size from which the dataset shuffling will sample
-var BUFFER_SIZE = 1000;
-var TabularLoader = /** @class */ (function (_super) {
-    (0, tslib_1.__extends)(TabularLoader, _super);
-    function TabularLoader(task, delimiter) {
-        var _this = _super.call(this, task) || this;
-        _this.delimiter = delimiter;
-        return _this;
-    }
-    /**
-     * Expects delimiter-separated tabular data made of N columns. The data may be
-     * potentially split among several sources. Every source should contain N-1
-     * feature columns and 1 single label column.
-     * @param source List of File objects, URLs or file system paths.
-     * @param config
-     * @returns A TF.js dataset built upon read tabular data stored in the given sources.
-     */
-    TabularLoader.prototype.load = function (source, config) {
-        return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
-            var columnConfigs, csvConfig, dataset;
-            return (0, tslib_1.__generator)(this, function (_a) {
-                /**
-                 * Prepare the CSV config object based off the given features and labels.
-                 * If labels is empty, then the returned dataset is comprised of samples only.
-                 * Otherwise, each entry is of the form `{ xs, ys }` with `xs` as features and `ys`
-                 * as labels.
-                 */
-                if ((config === null || config === void 0 ? void 0 : config.features) === undefined) {
-                    // TODO @s314cy
-                    throw new Error('Not implemented');
-                }
-                columnConfigs = (0, immutable_1.Map)((0, immutable_1.Set)(config.features).map(function (feature) { return [feature, { required: false, isLabel: false }]; })).merge((0, immutable_1.Set)(config.labels).map(function (label) { return [label, { required: true, isLabel: true }]; }));
-                csvConfig = {
-                    hasHeader: true,
-                    columnConfigs: columnConfigs.toObject(),
-                    configuredColumnsOnly: true,
-                    delimiter: this.delimiter
-                };
-                dataset = this.loadTabularDatasetFrom(source, csvConfig).map(function (t) {
-                    if (typeof t === 'object' && ('xs' in t) && ('ys' in t)) {
-                        return t;
-                    }
-                    throw new TypeError('Expected TensorContainerObject');
-                }).map(function (t) {
-                    // TODO order may not be stable between tensor
-                    var _a = t, xs = _a.xs, ys = _a.ys;
-                    return {
-                        xs: Object.values(xs),
-                        ys: Object.values(ys)
-                    };
-                });
-                return [2 /*return*/, ((config === null || config === void 0 ? void 0 : config.shuffle) === undefined || (config === null || config === void 0 ? void 0 : config.shuffle)) ? dataset.shuffle(BUFFER_SIZE) : dataset];
-            });
-        });
-    };
-    /**
-      * Creates the CSV datasets based off the given sources, then fuses them into a single CSV
-      * dataset.
-      */
-    TabularLoader.prototype.loadAll = function (sources, config) {
-        return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
-            var datasets, dataset, data;
-            var _this = this;
-            return (0, tslib_1.__generator)(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, Promise.all(sources.map(function (source) { return (0, tslib_1.__awaiter)(_this, void 0, void 0, function () { return (0, tslib_1.__generator)(this, function (_a) {
-                            switch (_a.label) {
-                                case 0: return [4 /*yield*/, this.load(source, (0, tslib_1.__assign)((0, tslib_1.__assign)({}, config), { shuffle: false }))];
-                                case 1: return [2 /*return*/, _a.sent()];
-                            }
-                        }); }); }))];
-                    case 1:
-                        datasets = _a.sent();
-                        dataset = (0, immutable_1.List)(datasets).reduce(function (acc, dataset) { return acc.concatenate(dataset); });
-                        dataset = (config === null || config === void 0 ? void 0 : config.shuffle) ? dataset.shuffle(BUFFER_SIZE) : dataset;
-                        return [4 /*yield*/, data_1.TabularData.init(dataset, this.task, 
-                            // dataset.size does not work for csv datasets
-                            // https://github.com/tensorflow/tfjs/issues/5845
-                            undefined)
-                            // TODO: Implement validation split for tabular data (tricky due to streaming)
-                        ];
-                    case 2:
-                        data = _a.sent();
-                        // TODO: Implement validation split for tabular data (tricky due to streaming)
-                        return [2 /*return*/, {
-                                train: data
-                            }];
-                }
-            });
-        });
-    };
-    return TabularLoader;
-}(data_loader_1.DataLoader));
-exports.TabularLoader = TabularLoader;

package/dist/core/dataset/dataset.d.ts

@@ -1,2 +0,0 @@
-import { tf } from '..';
-export declare type Dataset = tf.data.Dataset<tf.TensorContainer>;

package/dist/core/dataset/dataset.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/dist/core/dataset/dataset_builder.d.ts

@@ -1,18 +0,0 @@
-import { Task } from '..';
-import { DataSplit } from './data';
-import { DataConfig, DataLoader } from './data_loader/data_loader';
-export declare class DatasetBuilder<Source> {
-    private readonly task;
-    private readonly dataLoader;
-    private sources;
-    private readonly labelledSources;
-    private built;
-    constructor(dataLoader: DataLoader<Source>, task: Task);
-    addFiles(sources: Source[], label?: string): void;
-    clearFiles(label?: string): void;
-    private resetBuiltState;
-    private getLabels;
-    build(config?: DataConfig): Promise<DataSplit>;
-    isBuilt(): boolean;
-    size(): number;
-}

package/dist/core/dataset/dataset_builder.js

@@ -1,96 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.DatasetBuilder = void 0;
-var tslib_1 = require("tslib");
-var DatasetBuilder = /** @class */ (function () {
-    function DatasetBuilder(dataLoader, task) {
-        this.dataLoader = dataLoader;
-        this.task = task;
-        this.sources = [];
-        this.labelledSources = new Map();
-        this.built = false;
-    }
-    DatasetBuilder.prototype.addFiles = function (sources, label) {
-        if (this.built) {
-            this.resetBuiltState();
-        }
-        if (label === undefined) {
-            this.sources = this.sources.concat(sources);
-        }
-        else {
-            var currentSources = this.labelledSources.get(label);
-            if (currentSources === undefined) {
-                this.labelledSources.set(label, sources);
-            }
-            else {
-                this.labelledSources.set(label, currentSources.concat(sources));
-            }
-        }
-    };
-    DatasetBuilder.prototype.clearFiles = function (label) {
-        if (this.built) {
-            this.resetBuiltState();
-        }
-        if (label === undefined) {
-            this.sources = [];
-        }
-        else {
-            this.labelledSources.delete(label);
-        }
-    };
-    // If files are added or removed, then this should be called since the latest
-    // version of the dataset_builder has not yet been built.
-    DatasetBuilder.prototype.resetBuiltState = function () {
-        this.built = false;
-    };
-    DatasetBuilder.prototype.getLabels = function () {
-        // We need to duplicate the labels as we need one for each soure.
-        // Say for label A we have sources [img1, img2, img3], then we
-        // need labels [A, A, A].
-        var labels = [];
-        Array.from(this.labelledSources.values()).forEach(function (sources, index) {
-            var sourcesLabels = Array.from({ length: sources.length }, function (_) { return index.toString(); });
-            labels = labels.concat(sourcesLabels);
-        });
-        return labels.flat();
-    };
-    DatasetBuilder.prototype.build = function (config) {
-        return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
-            var dataTuple, defaultConfig, defaultConfig, sources;
-            return (0, tslib_1.__generator)(this, function (_a) {
-                switch (_a.label) {
-                    case 0:
-                        // Require that at leat one source collection is non-empty, but not both
-                        if ((this.sources.length > 0) === (this.labelledSources.size > 0)) {
-                            throw new Error('Please provide dataset input files');
-                        }
-                        if (!(this.sources.length > 0)) return [3 /*break*/, 2];
-                        defaultConfig = (0, tslib_1.__assign)({ features: this.task.trainingInformation.inputColumns, labels: this.task.trainingInformation.outputColumns }, config);
-                        return [4 /*yield*/, this.dataLoader.loadAll(this.sources, defaultConfig)];
-                    case 1:
-                        dataTuple = _a.sent();
-                        return [3 /*break*/, 4];
-                    case 2:
-                        defaultConfig = (0, tslib_1.__assign)({ labels: this.getLabels() }, config);
-                        sources = Array.from(this.labelledSources.values()).flat();
-                        return [4 /*yield*/, this.dataLoader.loadAll(sources, defaultConfig)];
-                    case 3:
-                        dataTuple = _a.sent();
-                        _a.label = 4;
-                    case 4:
-                        // TODO @s314cy: Support .csv labels for image datasets (supervised training or testing)
-                        this.built = true;
-                        return [2 /*return*/, dataTuple];
-                }
-            });
-        });
-    };
-    DatasetBuilder.prototype.isBuilt = function () {
-        return this.built;
-    };
-    DatasetBuilder.prototype.size = function () {
-        return Math.max(this.sources.length, this.labelledSources.size);
-    };
-    return DatasetBuilder;
-}());
-exports.DatasetBuilder = DatasetBuilder;

package/dist/core/dataset/index.d.ts

@@ -1,4 +0,0 @@
-export { Dataset } from './dataset';
-export { DatasetBuilder } from './dataset_builder';
-export { DataSplit, Data, TabularData, ImageData, ImagePreprocessing } from './data';
-export { ImageLoader, TabularLoader, DataLoader } from './data_loader';

package/dist/core/dataset/index.js

@@ -1,14 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.DataLoader = exports.TabularLoader = exports.ImageLoader = exports.ImagePreprocessing = exports.ImageData = exports.TabularData = exports.Data = exports.DatasetBuilder = void 0;
-var dataset_builder_1 = require("./dataset_builder");
-Object.defineProperty(exports, "DatasetBuilder", { enumerable: true, get: function () { return dataset_builder_1.DatasetBuilder; } });
-var data_1 = require("./data");
-Object.defineProperty(exports, "Data", { enumerable: true, get: function () { return data_1.Data; } });
-Object.defineProperty(exports, "TabularData", { enumerable: true, get: function () { return data_1.TabularData; } });
-Object.defineProperty(exports, "ImageData", { enumerable: true, get: function () { return data_1.ImageData; } });
-Object.defineProperty(exports, "ImagePreprocessing", { enumerable: true, get: function () { return data_1.ImagePreprocessing; } });
-var data_loader_1 = require("./data_loader");
-Object.defineProperty(exports, "ImageLoader", { enumerable: true, get: function () { return data_loader_1.ImageLoader; } });
-Object.defineProperty(exports, "TabularLoader", { enumerable: true, get: function () { return data_loader_1.TabularLoader; } });
-Object.defineProperty(exports, "DataLoader", { enumerable: true, get: function () { return data_loader_1.DataLoader; } });

package/dist/core/default_tasks/cifar10.d.ts

@@ -1,2 +0,0 @@
-import { TaskProvider } from '..';
-export declare const cifar10: TaskProvider;

package/dist/core/default_tasks/geotags.d.ts

@@ -1,2 +0,0 @@
-import { TaskProvider } from '..';
-export declare const geotags: TaskProvider;

package/dist/core/default_tasks/geotags.js

@@ -1,69 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.geotags = void 0;
-var tslib_1 = require("tslib");
-var __1 = require("..");
-var immutable_1 = require("immutable");
-exports.geotags = {
-    getTask: function () {
-        return {
-            taskID: 'geotags',
-            displayInformation: {
-                taskTitle: 'GeoTags',
-                summary: {
-                    preview: 'In this challenge, we predict the geo-location of a photo given its pixels in terms of a cell number of a grid built on top of Switzerland',
-                    overview: 'The geotags dataset is a collection of images with geo-location information used to train a machine learning algorithm to predict the location of a photo given its pixels.'
-                },
-                limitations: 'The training data is limited to images of size 224x224.',
-                tradeoffs: 'Training success strongly depends on label distribution',
-                dataFormatInformation: 'Images should be of .png format and of size 224x224. <br> The label file should be .csv, where each row contains a file_name, class.  The class is the cell number of a the given grid of Switzerland. '
-            },
-            trainingInformation: {
-                modelID: 'geotags-model',
-                epochs: 10,
-                roundDuration: 10,
-                validationSplit: 0.2,
-                batchSize: 10,
-                modelCompileData: {
-                    optimizer: 'adam',
-                    loss: 'categoricalCrossentropy',
-                    metrics: ['accuracy']
-                },
-                dataType: 'image',
-                IMAGE_H: 224,
-                IMAGE_W: 224,
-                preprocessingFunctions: [__1.data.ImagePreprocessing.Resize],
-                LABEL_LIST: (0, immutable_1.Range)(0, 140).map(String).toArray(),
-                scheme: 'Federated',
-                noiseScale: undefined,
-                clippingRadius: 20,
-                decentralizedSecure: true,
-                minimumReadyPeers: 3,
-                maxShareValue: 100
-            }
-        };
-    },
-    getModel: function () {
-        return (0, tslib_1.__awaiter)(this, void 0, void 0, function () {
-            var pretrainedModel, numLayers, model;
-            return (0, tslib_1.__generator)(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, __1.tf.loadLayersModel('https://storage.googleapis.com/epfl-disco-models/geotags/v2/model.json')];
-                    case 1:
-                        pretrainedModel = _a.sent();
-                        numLayers = pretrainedModel.layers.length;
-                        pretrainedModel.layers.forEach(function (layer) { layer.trainable = false; });
-                        pretrainedModel.layers[numLayers - 1].trainable = true;
-                        model = __1.tf.sequential({
-                            layers: [
-                                __1.tf.layers.inputLayer({ inputShape: [224, 224, 3] }),
-                                __1.tf.layers.rescaling({ scale: 1 / 127.5, offset: -1 }),
-                                pretrainedModel
-                            ]
-                        });
-                        return [2 /*return*/, model];
-                }
-            });
-        });
-    }
-};

package/dist/core/default_tasks/index.d.ts

@@ -1,6 +0,0 @@
-export { cifar10 } from './cifar10';
-export { lusCovid } from './lus_covid';
-export { mnist } from './mnist';
-export { titanic } from './titanic';
-export { simpleFace } from './simple_face';
-export { geotags } from './geotags';

package/dist/core/default_tasks/index.js

@@ -1,15 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.geotags = exports.simpleFace = exports.titanic = exports.mnist = exports.lusCovid = exports.cifar10 = void 0;
-var cifar10_1 = require("./cifar10");
-Object.defineProperty(exports, "cifar10", { enumerable: true, get: function () { return cifar10_1.cifar10; } });
-var lus_covid_1 = require("./lus_covid");
-Object.defineProperty(exports, "lusCovid", { enumerable: true, get: function () { return lus_covid_1.lusCovid; } });
-var mnist_1 = require("./mnist");
-Object.defineProperty(exports, "mnist", { enumerable: true, get: function () { return mnist_1.mnist; } });
-var titanic_1 = require("./titanic");
-Object.defineProperty(exports, "titanic", { enumerable: true, get: function () { return titanic_1.titanic; } });
-var simple_face_1 = require("./simple_face");
-Object.defineProperty(exports, "simpleFace", { enumerable: true, get: function () { return simple_face_1.simpleFace; } });
-var geotags_1 = require("./geotags");
-Object.defineProperty(exports, "geotags", { enumerable: true, get: function () { return geotags_1.geotags; } });