@epfml/discojs 2.1.1 → 2.1.2-p20240506085037.0

package/dist/default_tasks/geotags/index.d.ts

@@ -0,0 +1,2 @@
+import type { TaskProvider } from '../../index.js';
+export declare const geotags: TaskProvider;

package/dist/default_tasks/geotags/index.js

@@ -0,0 +1,65 @@
+import { Range } from 'immutable';
+import * as tf from '@tensorflow/tfjs';
+import { data, models } from '../../index.js';
+import { LabelTypeEnum } from '../../task/label_type.js';
+import baseModel from './model.js';
+export const geotags = {
+    getTask() {
+        return {
+            id: 'geotags',
+            displayInformation: {
+                taskTitle: 'GeoTags',
+                summary: {
+                    preview: 'In this challenge, we predict the geo-location of a photo given its pixels in terms of a cell number of a grid built on top of Switzerland',
+                    overview: 'The geotags dataset is a collection of images with geo-location information used to train a machine learning algorithm to predict the location of a photo given its pixels.'
+                },
+                limitations: 'The training data is limited to images of size 224x224.',
+                tradeoffs: 'Training success strongly depends on label distribution',
+                dataFormatInformation: 'Images should be of .png format and of size 224x224. <br> The label file should be .csv, where each row contains a file_name, class.  The class is the cell number of a the given grid of Switzerland. ',
+                labelDisplay: {
+                    labelType: LabelTypeEnum.POLYGON_MAP,
+                    mapBaseUrl: 'https://disco-polygon.web.app/'
+                }
+            },
+            trainingInformation: {
+                modelID: 'geotags-model',
+                epochs: 10,
+                roundDuration: 10,
+                validationSplit: 0.2,
+                batchSize: 10,
+                dataType: 'image',
+                IMAGE_H: 224,
+                IMAGE_W: 224,
+                preprocessingFunctions: [data.ImagePreprocessing.Resize],
+                LABEL_LIST: Range(0, 127).map(String).toArray(),
+                scheme: 'federated',
+                noiseScale: undefined,
+                clippingRadius: 20,
+                decentralizedSecure: true,
+                minimumReadyPeers: 3,
+                maxShareValue: 100
+            }
+        };
+    },
+    async getModel() {
+        const pretrainedModel = await tf.loadLayersModel({
+            load: async () => Promise.resolve(baseModel),
+        });
+        const numLayers = pretrainedModel.layers.length;
+        pretrainedModel.layers.forEach(layer => { layer.trainable = false; });
+        pretrainedModel.layers[numLayers - 1].trainable = true;
+        const model = tf.sequential({
+            layers: [
+                tf.layers.inputLayer({ inputShape: [224, 224, 3] }),
+                tf.layers.rescaling({ scale: 1 / 127.5, offset: -1 }), // Rescaling input between -1 and 1
+                pretrainedModel
+            ]
+        });
+        model.compile({
+            optimizer: 'adam',
+            loss: 'categoricalCrossentropy',
+            metrics: ['accuracy']
+        });
+        return new models.TFJS(model);
+    }
+};

package/dist/default_tasks/geotags/model.d.ts

@@ -0,0 +1,593 @@
+declare const _default: {
+    format: string;
+    generatedBy: string;
+    convertedBy: string;
+    modelTopology: {
+        keras_version: string;
+        backend: string;
+        model_config: {
+            class_name: string;
+            config: {
+                name: string;
+                layers: ({
+                    class_name: string;
+                    config: {
+                        batch_input_shape: (number | null)[];
+                        dtype: string;
+                        sparse: boolean;
+                        ragged: boolean;
+                        name: string;
+                        layers?: undefined;
+                        input_layers?: undefined;
+                        output_layers?: undefined;
+                        trainable?: undefined;
+                        data_format?: undefined;
+                        keepdims?: undefined;
+                        rate?: undefined;
+                        noise_shape?: undefined;
+                        seed?: undefined;
+                        units?: undefined;
+                        activation?: undefined;
+                        use_bias?: undefined;
+                        kernel_initializer?: undefined;
+                        bias_initializer?: undefined;
+                        kernel_regularizer?: undefined;
+                        bias_regularizer?: undefined;
+                        activity_regularizer?: undefined;
+                        kernel_constraint?: undefined;
+                        bias_constraint?: undefined;
+                    };
+                    name: string;
+                    inbound_nodes: never[];
+                } | {
+                    class_name: string;
+                    config: {
+                        name: string;
+                        layers: ({
+                            class_name: string;
+                            config: {
+                                batch_input_shape: (number | null)[];
+                                dtype: string;
+                                sparse: boolean;
+                                ragged: boolean;
+                                name: string;
+                                trainable?: undefined;
+                                filters?: undefined;
+                                kernel_size?: undefined;
+                                strides?: undefined;
+                                padding?: undefined;
+                                data_format?: undefined;
+                                dilation_rate?: undefined;
+                                groups?: undefined;
+                                activation?: undefined;
+                                use_bias?: undefined;
+                                kernel_initializer?: undefined;
+                                bias_initializer?: undefined;
+                                kernel_regularizer?: undefined;
+                                bias_regularizer?: undefined;
+                                activity_regularizer?: undefined;
+                                kernel_constraint?: undefined;
+                                bias_constraint?: undefined;
+                                axis?: undefined;
+                                momentum?: undefined;
+                                epsilon?: undefined;
+                                center?: undefined;
+                                scale?: undefined;
+                                beta_initializer?: undefined;
+                                gamma_initializer?: undefined;
+                                moving_mean_initializer?: undefined;
+                                moving_variance_initializer?: undefined;
+                                beta_regularizer?: undefined;
+                                gamma_regularizer?: undefined;
+                                beta_constraint?: undefined;
+                                gamma_constraint?: undefined;
+                                max_value?: undefined;
+                                negative_slope?: undefined;
+                                threshold?: undefined;
+                                depth_multiplier?: undefined;
+                                depthwise_initializer?: undefined;
+                                depthwise_regularizer?: undefined;
+                                depthwise_constraint?: undefined;
+                            };
+                            name: string;
+                            inbound_nodes: never[];
+                        } | {
+                            class_name: string;
+                            config: {
+                                name: string;
+                                trainable: boolean;
+                                dtype: string;
+                                filters: number;
+                                kernel_size: number[];
+                                strides: number[];
+                                padding: string;
+                                data_format: string;
+                                dilation_rate: number[];
+                                groups: number;
+                                activation: string;
+                                use_bias: boolean;
+                                kernel_initializer: {
+                                    class_name: string;
+                                    config: {
+                                        seed: null;
+                                    };
+                                };
+                                bias_initializer: {
+                                    class_name: string;
+                                    config: {};
+                                };
+                                kernel_regularizer: null;
+                                bias_regularizer: null;
+                                activity_regularizer: null;
+                                kernel_constraint: null;
+                                bias_constraint: null;
+                                batch_input_shape?: undefined;
+                                sparse?: undefined;
+                                ragged?: undefined;
+                                axis?: undefined;
+                                momentum?: undefined;
+                                epsilon?: undefined;
+                                center?: undefined;
+                                scale?: undefined;
+                                beta_initializer?: undefined;
+                                gamma_initializer?: undefined;
+                                moving_mean_initializer?: undefined;
+                                moving_variance_initializer?: undefined;
+                                beta_regularizer?: undefined;
+                                gamma_regularizer?: undefined;
+                                beta_constraint?: undefined;
+                                gamma_constraint?: undefined;
+                                max_value?: undefined;
+                                negative_slope?: undefined;
+                                threshold?: undefined;
+                                depth_multiplier?: undefined;
+                                depthwise_initializer?: undefined;
+                                depthwise_regularizer?: undefined;
+                                depthwise_constraint?: undefined;
+                            };
+                            name: string;
+                            inbound_nodes: {}[][][];
+                        } | {
+                            class_name: string;
+                            config: {
+                                name: string;
+                                trainable: boolean;
+                                dtype: string;
+                                axis: number[];
+                                momentum: number;
+                                epsilon: number;
+                                center: boolean;
+                                scale: boolean;
+                                beta_initializer: {
+                                    class_name: string;
+                                    config: {};
+                                };
+                                gamma_initializer: {
+                                    class_name: string;
+                                    config: {};
+                                };
+                                moving_mean_initializer: {
+                                    class_name: string;
+                                    config: {};
+                                };
+                                moving_variance_initializer: {
+                                    class_name: string;
+                                    config: {};
+                                };
+                                beta_regularizer: null;
+                                gamma_regularizer: null;
+                                beta_constraint: null;
+                                gamma_constraint: null;
+                                batch_input_shape?: undefined;
+                                sparse?: undefined;
+                                ragged?: undefined;
+                                filters?: undefined;
+                                kernel_size?: undefined;
+                                strides?: undefined;
+                                padding?: undefined;
+                                data_format?: undefined;
+                                dilation_rate?: undefined;
+                                groups?: undefined;
+                                activation?: undefined;
+                                use_bias?: undefined;
+                                kernel_initializer?: undefined;
+                                bias_initializer?: undefined;
+                                kernel_regularizer?: undefined;
+                                bias_regularizer?: undefined;
+                                activity_regularizer?: undefined;
+                                kernel_constraint?: undefined;
+                                bias_constraint?: undefined;
+                                max_value?: undefined;
+                                negative_slope?: undefined;
+                                threshold?: undefined;
+                                depth_multiplier?: undefined;
+                                depthwise_initializer?: undefined;
+                                depthwise_regularizer?: undefined;
+                                depthwise_constraint?: undefined;
+                            };
+                            name: string;
+                            inbound_nodes: {}[][][];
+                        } | {
+                            class_name: string;
+                            config: {
+                                name: string;
+                                trainable: boolean;
+                                dtype: string;
+                                max_value: number;
+                                negative_slope: number;
+                                threshold: number;
+                                batch_input_shape?: undefined;
+                                sparse?: undefined;
+                                ragged?: undefined;
+                                filters?: undefined;
+                                kernel_size?: undefined;
+                                strides?: undefined;
+                                padding?: undefined;
+                                data_format?: undefined;
+                                dilation_rate?: undefined;
+                                groups?: undefined;
+                                activation?: undefined;
+                                use_bias?: undefined;
+                                kernel_initializer?: undefined;
+                                bias_initializer?: undefined;
+                                kernel_regularizer?: undefined;
+                                bias_regularizer?: undefined;
+                                activity_regularizer?: undefined;
+                                kernel_constraint?: undefined;
+                                bias_constraint?: undefined;
+                                axis?: undefined;
+                                momentum?: undefined;
+                                epsilon?: undefined;
+                                center?: undefined;
+                                scale?: undefined;
+                                beta_initializer?: undefined;
+                                gamma_initializer?: undefined;
+                                moving_mean_initializer?: undefined;
+                                moving_variance_initializer?: undefined;
+                                beta_regularizer?: undefined;
+                                gamma_regularizer?: undefined;
+                                beta_constraint?: undefined;
+                                gamma_constraint?: undefined;
+                                depth_multiplier?: undefined;
+                                depthwise_initializer?: undefined;
+                                depthwise_regularizer?: undefined;
+                                depthwise_constraint?: undefined;
+                            };
+                            name: string;
+                            inbound_nodes: {}[][][];
+                        } | {
+                            class_name: string;
+                            config: {
+                                name: string;
+                                trainable: boolean;
+                                dtype: string;
+                                kernel_size: number[];
+                                strides: number[];
+                                padding: string;
+                                data_format: string;
+                                dilation_rate: number[];
+                                groups: number;
+                                activation: string;
+                                use_bias: boolean;
+                                bias_initializer: {
+                                    class_name: string;
+                                    config: {};
+                                };
+                                bias_regularizer: null;
+                                activity_regularizer: null;
+                                bias_constraint: null;
+                                depth_multiplier: number;
+                                depthwise_initializer: {
+                                    class_name: string;
+                                    config: {
+                                        seed: null;
+                                    };
+                                };
+                                depthwise_regularizer: null;
+                                depthwise_constraint: null;
+                                batch_input_shape?: undefined;
+                                sparse?: undefined;
+                                ragged?: undefined;
+                                filters?: undefined;
+                                kernel_initializer?: undefined;
+                                kernel_regularizer?: undefined;
+                                kernel_constraint?: undefined;
+                                axis?: undefined;
+                                momentum?: undefined;
+                                epsilon?: undefined;
+                                center?: undefined;
+                                scale?: undefined;
+                                beta_initializer?: undefined;
+                                gamma_initializer?: undefined;
+                                moving_mean_initializer?: undefined;
+                                moving_variance_initializer?: undefined;
+                                beta_regularizer?: undefined;
+                                gamma_regularizer?: undefined;
+                                beta_constraint?: undefined;
+                                gamma_constraint?: undefined;
+                                max_value?: undefined;
+                                negative_slope?: undefined;
+                                threshold?: undefined;
+                            };
+                            name: string;
+                            inbound_nodes: {}[][][];
+                        } | {
+                            class_name: string;
+                            config: {
+                                name: string;
+                                trainable: boolean;
+                                dtype: string;
+                                padding: number[][];
+                                data_format: string;
+                                batch_input_shape?: undefined;
+                                sparse?: undefined;
+                                ragged?: undefined;
+                                filters?: undefined;
+                                kernel_size?: undefined;
+                                strides?: undefined;
+                                dilation_rate?: undefined;
+                                groups?: undefined;
+                                activation?: undefined;
+                                use_bias?: undefined;
+                                kernel_initializer?: undefined;
+                                bias_initializer?: undefined;
+                                kernel_regularizer?: undefined;
+                                bias_regularizer?: undefined;
+                                activity_regularizer?: undefined;
+                                kernel_constraint?: undefined;
+                                bias_constraint?: undefined;
+                                axis?: undefined;
+                                momentum?: undefined;
+                                epsilon?: undefined;
+                                center?: undefined;
+                                scale?: undefined;
+                                beta_initializer?: undefined;
+                                gamma_initializer?: undefined;
+                                moving_mean_initializer?: undefined;
+                                moving_variance_initializer?: undefined;
+                                beta_regularizer?: undefined;
+                                gamma_regularizer?: undefined;
+                                beta_constraint?: undefined;
+                                gamma_constraint?: undefined;
+                                max_value?: undefined;
+                                negative_slope?: undefined;
+                                threshold?: undefined;
+                                depth_multiplier?: undefined;
+                                depthwise_initializer?: undefined;
+                                depthwise_regularizer?: undefined;
+                                depthwise_constraint?: undefined;
+                            };
+                            name: string;
+                            inbound_nodes: {}[][][];
+                        } | {
+                            class_name: string;
+                            config: {
+                                name: string;
+                                trainable: boolean;
+                                dtype: string;
+                                batch_input_shape?: undefined;
+                                sparse?: undefined;
+                                ragged?: undefined;
+                                filters?: undefined;
+                                kernel_size?: undefined;
+                                strides?: undefined;
+                                padding?: undefined;
+                                data_format?: undefined;
+                                dilation_rate?: undefined;
+                                groups?: undefined;
+                                activation?: undefined;
+                                use_bias?: undefined;
+                                kernel_initializer?: undefined;
+                                bias_initializer?: undefined;
+                                kernel_regularizer?: undefined;
+                                bias_regularizer?: undefined;
+                                activity_regularizer?: undefined;
+                                kernel_constraint?: undefined;
+                                bias_constraint?: undefined;
+                                axis?: undefined;
+                                momentum?: undefined;
+                                epsilon?: undefined;
+                                center?: undefined;
+                                scale?: undefined;
+                                beta_initializer?: undefined;
+                                gamma_initializer?: undefined;
+                                moving_mean_initializer?: undefined;
+                                moving_variance_initializer?: undefined;
+                                beta_regularizer?: undefined;
+                                gamma_regularizer?: undefined;
+                                beta_constraint?: undefined;
+                                gamma_constraint?: undefined;
+                                max_value?: undefined;
+                                negative_slope?: undefined;
+                                threshold?: undefined;
+                                depth_multiplier?: undefined;
+                                depthwise_initializer?: undefined;
+                                depthwise_regularizer?: undefined;
+                                depthwise_constraint?: undefined;
+                            };
+                            name: string;
+                            inbound_nodes: {}[][][];
+                        })[];
+                        input_layers: (string | number)[][];
+                        output_layers: (string | number)[][];
+                        batch_input_shape?: undefined;
+                        dtype?: undefined;
+                        sparse?: undefined;
+                        ragged?: undefined;
+                        trainable?: undefined;
+                        data_format?: undefined;
+                        keepdims?: undefined;
+                        rate?: undefined;
+                        noise_shape?: undefined;
+                        seed?: undefined;
+                        units?: undefined;
+                        activation?: undefined;
+                        use_bias?: undefined;
+                        kernel_initializer?: undefined;
+                        bias_initializer?: undefined;
+                        kernel_regularizer?: undefined;
+                        bias_regularizer?: undefined;
+                        activity_regularizer?: undefined;
+                        kernel_constraint?: undefined;
+                        bias_constraint?: undefined;
+                    };
+                    name: string;
+                    inbound_nodes: (string | number | {
+                        training: boolean;
+                    })[][][];
+                } | {
+                    class_name: string;
+                    config: {
+                        name: string;
+                        trainable: boolean;
+                        dtype: string;
+                        data_format: string;
+                        keepdims: boolean;
+                        batch_input_shape?: undefined;
+                        sparse?: undefined;
+                        ragged?: undefined;
+                        layers?: undefined;
+                        input_layers?: undefined;
+                        output_layers?: undefined;
+                        rate?: undefined;
+                        noise_shape?: undefined;
+                        seed?: undefined;
+                        units?: undefined;
+                        activation?: undefined;
+                        use_bias?: undefined;
+                        kernel_initializer?: undefined;
+                        bias_initializer?: undefined;
+                        kernel_regularizer?: undefined;
+                        bias_regularizer?: undefined;
+                        activity_regularizer?: undefined;
+                        kernel_constraint?: undefined;
+                        bias_constraint?: undefined;
+                    };
+                    name: string;
+                    inbound_nodes: {}[][][];
+                } | {
+                    class_name: string;
+                    config: {
+                        name: string;
+                        trainable: boolean;
+                        dtype: string;
+                        rate: number;
+                        noise_shape: null;
+                        seed: null;
+                        batch_input_shape?: undefined;
+                        sparse?: undefined;
+                        ragged?: undefined;
+                        layers?: undefined;
+                        input_layers?: undefined;
+                        output_layers?: undefined;
+                        data_format?: undefined;
+                        keepdims?: undefined;
+                        units?: undefined;
+                        activation?: undefined;
+                        use_bias?: undefined;
+                        kernel_initializer?: undefined;
+                        bias_initializer?: undefined;
+                        kernel_regularizer?: undefined;
+                        bias_regularizer?: undefined;
+                        activity_regularizer?: undefined;
+                        kernel_constraint?: undefined;
+                        bias_constraint?: undefined;
+                    };
+                    name: string;
+                    inbound_nodes: {}[][][];
+                } | {
+                    class_name: string;
+                    config: {
+                        name: string;
+                        trainable: boolean;
+                        dtype: string;
+                        units: number;
+                        activation: string;
+                        use_bias: boolean;
+                        kernel_initializer: {
+                            class_name: string;
+                            config: {
+                                seed: null;
+                            };
+                        };
+                        bias_initializer: {
+                            class_name: string;
+                            config: {};
+                        };
+                        kernel_regularizer: null;
+                        bias_regularizer: null;
+                        activity_regularizer: null;
+                        kernel_constraint: null;
+                        bias_constraint: null;
+                        batch_input_shape?: undefined;
+                        sparse?: undefined;
+                        ragged?: undefined;
+                        layers?: undefined;
+                        input_layers?: undefined;
+                        output_layers?: undefined;
+                        data_format?: undefined;
+                        keepdims?: undefined;
+                        rate?: undefined;
+                        noise_shape?: undefined;
+                        seed?: undefined;
+                    };
+                    name: string;
+                    inbound_nodes: {}[][][];
+                })[];
+                input_layers: (string | number)[][];
+                output_layers: (string | number)[][];
+            };
+        };
+        training_config: {
+            loss: string;
+            metrics: {
+                class_name: string;
+                config: {
+                    name: string;
+                    dtype: string;
+                    fn: string;
+                };
+            }[][];
+            weighted_metrics: null;
+            loss_weights: null;
+            optimizer_config: {
+                class_name: string;
+                config: {
+                    name: string;
+                    weight_decay: null;
+                    clipnorm: null;
+                    global_clipnorm: null;
+                    clipvalue: null;
+                    use_ema: boolean;
+                    ema_momentum: number;
+                    ema_overwrite_frequency: null;
+                    jit_compile: boolean;
+                    is_legacy_optimizer: boolean;
+                    learning_rate: {
+                        class_name: string;
+                        config: {
+                            initial_learning_rate: number;
+                            decay_steps: number;
+                            decay_rate: number;
+                            staircase: boolean;
+                            name: null;
+                        };
+                    };
+                    beta_1: number;
+                    beta_2: number;
+                    epsilon: number;
+                    amsgrad: boolean;
+                };
+            };
+        };
+    };
+    weightsManifest: {
+        paths: string[];
+        weights: {
+            name: string;
+            shape: number[];
+            dtype: string;
+        }[];
+    }[];
+};
+export default _default;