@tmlmobilidade/export-data 20251229.1441.35

package/dist/index.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/dist/index.js

@@ -0,0 +1,100 @@
+#!/usr/bin/env node
+import { promptExportTypes } from './prompts/export-types.js';
+import { promptFilterByAgencyIds } from './prompts/filter-agency-ids.js';
+import { promptFilterByDates } from './prompts/filter-dates.js';
+import { promptFilterByLineIds } from './prompts/filter-line-ids.js';
+import { promptFilterByPatternIds } from './prompts/filter-pattern-ids.js';
+import { promptFilterByStopIds } from './prompts/filter-stop-ids.js';
+import { promptFilterTypes } from './prompts/filter-types.js';
+import { promptFilterByVehicleIds } from './prompts/filter-vehicle-ids.js';
+import { exportValidationsByLine } from './tasks/apex-validations/validations-by-line.js';
+import { exportValidationsByPattern } from './tasks/apex-validations/validations-by-pattern.js';
+import { exportValidationsByStopByPattern } from './tasks/apex-validations/validations-by-stop-by-pattern.js';
+import { exportValidationsByStopByTrip } from './tasks/apex-validations/validations-by-stop-by-trip.js';
+import { exportValidationsByStop } from './tasks/apex-validations/validations-by-stop.js';
+import { exportValidationsRaw } from './tasks/apex-validations/validations-raw.js';
+import { exportRidesRaw } from './tasks/rides/rides-raw.js';
+import { exportVehicleEventsRaw } from './tasks/vehicle-events/vehicle-events-raw.js';
+import { exportTypeLabels } from './types.js';
+import { initExportContext } from './utils/init-context.js';
+import { intro, log, outro, tasks } from '@clack/prompts';
+import { ASCII_CM_SHORT } from '@tmlmobilidade/consts';
+/* * */
+(async function main() {
+    //
+    //
+    // Initialize the export context
+    const context = initExportContext();
+    //
+    // Greet the user
+    console.log(ASCII_CM_SHORT);
+    intro('Bem-vindo ao exportador de dados da CM!');
+    log.info(`O ID desta exportação é: ${context._id}`);
+    log.info(`Todos os resultados serão guardados aqui: ${context.output}`);
+    //
+    // Request the export types and which filters to apply
+    const exportTypes = await promptExportTypes();
+    const filterTypes = await promptFilterTypes();
+    //
+    // For the selected filters, request the filter values
+    if (filterTypes.includes('agency-ids'))
+        context.filters.agency_ids = await promptFilterByAgencyIds();
+    if (filterTypes.includes('line-ids'))
+        context.filters.line_ids = await promptFilterByLineIds();
+    if (filterTypes.includes('pattern-ids'))
+        context.filters.pattern_ids = await promptFilterByPatternIds();
+    if (filterTypes.includes('stop-ids'))
+        context.filters.stop_ids = await promptFilterByStopIds();
+    if (filterTypes.includes('vehicle-ids'))
+        context.filters.vehicle_ids = await promptFilterByVehicleIds();
+    context.dates = await promptFilterByDates();
+    //
+    // Build the tasks array for the selected export types
+    await tasks([
+        {
+            enabled: exportTypes.includes('validations-raw'),
+            task: async (message) => await exportValidationsRaw({ context, message }),
+            title: exportTypeLabels['validations-raw'],
+        },
+        {
+            enabled: exportTypes.includes('validations-by-stop-by-trip'),
+            task: async (message) => await exportValidationsByStopByTrip({ context, message }),
+            title: exportTypeLabels['validations-by-stop-by-trip'],
+        },
+        {
+            enabled: exportTypes.includes('validations-by-stop-by-pattern'),
+            task: async (message) => await exportValidationsByStopByPattern({ context, message }),
+            title: exportTypeLabels['validations-by-stop-by-pattern'],
+        },
+        {
+            enabled: exportTypes.includes('validations-by-stop'),
+            task: async (message) => await exportValidationsByStop({ context, message }),
+            title: exportTypeLabels['validations-by-stop'],
+        },
+        {
+            enabled: exportTypes.includes('validations-by-pattern'),
+            task: async (message) => await exportValidationsByPattern({ context, message }),
+            title: exportTypeLabels['validations-by-pattern'],
+        },
+        {
+            enabled: exportTypes.includes('validations-by-line'),
+            task: async (message) => await exportValidationsByLine({ context, message }),
+            title: exportTypeLabels['validations-by-line'],
+        },
+        {
+            enabled: exportTypes.includes('rides-raw'),
+            task: async (message) => await exportRidesRaw({ context, message }),
+            title: exportTypeLabels['rides-raw'],
+        },
+        {
+            enabled: exportTypes.includes('vehicle-events-raw'),
+            task: async (message) => await exportVehicleEventsRaw({ context, message }),
+            title: exportTypeLabels['vehicle-events-raw'],
+        },
+    ]);
+    //
+    // Terminate the process
+    outro('Exportação terminada.');
+    process.exit(0);
+    //
+})().catch(console.error);

package/dist/prompts/export-types.d.ts

@@ -0,0 +1,2 @@
+import { type ExportType } from '../types.js';
+export declare function promptExportTypes(): Promise<(ExportType)[]>;

package/dist/prompts/export-types.js

@@ -0,0 +1,34 @@
+/* * */
+import { exportTypeLabels } from '../types.js';
+import { cancel, groupMultiselect, isCancel } from '@clack/prompts';
+/* * */
+export async function promptExportTypes() {
+    //
+    const values = await groupMultiselect({
+        message: 'Escolhe os dados que queres exportar:',
+        options: {
+            '1. Validações APEX': [
+                { label: exportTypeLabels['validations-raw'], value: 'validations-raw' },
+                { label: exportTypeLabels['validations-by-stop-by-trip'], value: 'validations-by-stop-by-trip' },
+                { label: exportTypeLabels['validations-by-stop-by-pattern'], value: 'validations-by-stop-by-pattern' },
+                { label: exportTypeLabels['validations-by-stop'], value: 'validations-by-stop' },
+                { label: exportTypeLabels['validations-by-pattern'], value: 'validations-by-pattern' },
+                { label: exportTypeLabels['validations-by-line'], value: 'validations-by-line' },
+            ],
+            '2. Rides': [
+                { label: exportTypeLabels['rides-raw'], value: 'rides-raw' },
+            ],
+            '3. Vehicle Events': [
+                { label: exportTypeLabels['vehicle-events-raw'], value: 'vehicle-events-raw' },
+            ],
+        },
+        required: true,
+    });
+    if (isCancel(values)) {
+        cancel('Operação cancelada pelo utilizador.');
+        process.exit(0);
+    }
+    if (!values)
+        return [];
+    return values;
+}

package/dist/prompts/filter-agency-ids.d.ts

@@ -0,0 +1 @@
+export declare function promptFilterByAgencyIds(): Promise<string[]>;

package/dist/prompts/filter-agency-ids.js

@@ -0,0 +1,25 @@
+/* * */
+import { log, text } from '@clack/prompts';
+/* * */
+export async function promptFilterByAgencyIds() {
+    //
+    log.step('FILTRAR POR AGENCY ID:');
+    log.message('- Introduz os Agency IDs separados por vírgulas. Exemplo: 41,42,etc...');
+    log.message('- Se não introduzires nenhum Agency ID, este filtro não será aplicado.');
+    const value = await text({
+        message: 'Agency IDs:',
+        placeholder: '41,42,etc...',
+        validate(value) {
+            if (value.length === 0)
+                return;
+            const ids = value.replace(/,$/, '').split(',').map(id => id.trim());
+            const invalidIds = ids.filter(id => !/^\d{2}$/.test(id));
+            if (invalidIds.length > 0)
+                return `Estes IDs são inválidos: ${invalidIds.join(', ')}`;
+            return;
+        },
+    });
+    if (!value)
+        return [];
+    return value.split(',').map(id => id.trim());
+}

package/dist/prompts/filter-dates.d.ts

@@ -0,0 +1,5 @@
+import { type OperationalDate } from '@tmlmobilidade/types';
+export declare function promptFilterByDates(): Promise<{
+    end: OperationalDate;
+    start: OperationalDate;
+}>;

package/dist/prompts/filter-dates.js

@@ -0,0 +1,73 @@
+/* * */
+import { cancel, isCancel, log, text } from '@clack/prompts';
+import { validateOperationalDate } from '@tmlmobilidade/types';
+/* * */
+export async function promptFilterByDates() {
+    //
+    log.step('FILTRAR POR DATAS:');
+    log.message('- Introduz as datas operacionais no formato ano-mês-dia. Exemplo: 20250101 ou 2025-01-01');
+    log.message('- Devido ao enorme volume de dados, filtrar por datas é obrigatório.');
+    log.message('- A data de início não pode ser anterior a 1 Jan. 2024 (20240101).');
+    const startDate = await text({
+        initialValue: '20250101',
+        message: 'Data de Início:',
+        placeholder: '20240101 ou 2024-01-01',
+        validate(value) {
+            try {
+                if (value.length === 0)
+                    return 'A data de início é obrigatória.';
+                const formattedValue = formatOperationalDateInput(value);
+                validateOperationalDate(formattedValue);
+                if (Number(formattedValue) < 20240101)
+                    return 'A data de início não pode ser anterior a 2024-01-01.';
+                if (Number(formattedValue) > 20291231)
+                    return 'A data de início não pode ser posterior a 2029-12-31.';
+            }
+            catch (error) {
+                return error.message;
+            }
+        },
+    });
+    if (isCancel(startDate)) {
+        cancel('Operação cancelada pelo utilizador.');
+        process.exit(0);
+    }
+    const endDate = await text({
+        initialValue: '20250102',
+        message: 'Data de Fim:',
+        placeholder: '20240101 ou 2024-01-01',
+        validate(value) {
+            try {
+                if (value.length === 0)
+                    return 'A data de fim é obrigatória.';
+                const formattedValue = formatOperationalDateInput(value);
+                validateOperationalDate(formattedValue);
+                if (Number(formattedValue) < Number(startDate))
+                    return 'A data de fim não pode ser anterior à data de início.';
+                if (Number(formattedValue) > 20291231)
+                    return 'A data de fim não pode ser posterior a 2029-12-31.';
+            }
+            catch (error) {
+                return error.message;
+            }
+        },
+    });
+    if (isCancel(startDate)) {
+        cancel('Operação cancelada pelo utilizador.');
+        process.exit(0);
+    }
+    return {
+        end: validateOperationalDate(formatOperationalDateInput(endDate)),
+        start: validateOperationalDate(formatOperationalDateInput(startDate)),
+    };
+}
+/**
+ * This function formats the operational date
+ * string input by removing all non-numeric characters.
+ * @param value The input string representing an operational date.
+ * @returns The formatted operational date string containing only numeric characters.
+ */
+function formatOperationalDateInput(value) {
+    // Remove all characters that are not numbers
+    return value.replaceAll(/[^0-9]/g, '');
+}

package/dist/prompts/filter-line-ids.d.ts

@@ -0,0 +1 @@
+export declare function promptFilterByLineIds(): Promise<string[]>;

package/dist/prompts/filter-line-ids.js

@@ -0,0 +1,25 @@
+/* * */
+import { log, text } from '@clack/prompts';
+/* * */
+export async function promptFilterByLineIds() {
+    //
+    log.step('FILTRAR POR LINE ID:');
+    log.message('- Introduz os Line IDs separados por vírgulas. Exemplo: 1001,1002,etc...');
+    log.message('- Se não introduzires nenhum Line ID, este filtro não será aplicado.');
+    const value = await text({
+        message: 'Line IDs:',
+        placeholder: '1001,1002,etc...',
+        validate(value) {
+            if (value.length === 0)
+                return;
+            const ids = value.replace(/,$/, '').split(',').map(id => id.trim());
+            const invalidIds = ids.filter(id => !/^\d{4}$/.test(id));
+            if (invalidIds.length > 0)
+                return `Estes IDs são inválidos: ${invalidIds.join(', ')}`;
+            return;
+        },
+    });
+    if (!value)
+        return [];
+    return value.split(',').map(id => id.trim());
+}

package/dist/prompts/filter-pattern-ids.d.ts

@@ -0,0 +1 @@
+export declare function promptFilterByPatternIds(): Promise<string[]>;

package/dist/prompts/filter-pattern-ids.js

@@ -0,0 +1,25 @@
+/* * */
+import { log, text } from '@clack/prompts';
+/* * */
+export async function promptFilterByPatternIds() {
+    //
+    log.step('FILTRAR POR PATTERN ID:');
+    log.message('- Introduz os Pattern IDs separados por vírgulas. Exemplo: 1001_0_1,1001_0_2,etc...');
+    log.message('- Se não introduzires nenhum Pattern ID, este filtro não será aplicado.');
+    const value = await text({
+        message: 'Pattern IDs:',
+        placeholder: '1001_0_1,1001_0_2,etc...',
+        validate(value) {
+            if (value.length === 0)
+                return;
+            const ids = value.replace(/,$/, '').split(',').map(id => id.trim());
+            const invalidIds = ids.filter(id => !/^\d{4}_\d_\d$/.test(id));
+            if (invalidIds.length > 0)
+                return `Estes IDs são inválidos: ${invalidIds.join(', ')}`;
+            return;
+        },
+    });
+    if (!value)
+        return [];
+    return value.split(',').map(id => id.trim());
+}

package/dist/prompts/filter-stop-ids.d.ts

@@ -0,0 +1 @@
+export declare function promptFilterByStopIds(): Promise<string[]>;

package/dist/prompts/filter-stop-ids.js

@@ -0,0 +1,26 @@
+/* * */
+import { log, text } from '@clack/prompts';
+/* * */
+export async function promptFilterByStopIds() {
+    //
+    log.step('FILTRAR POR STOP ID:');
+    log.message('- Introduz os Stop IDs separados por vírgulas. Exemplo: 010101,020202,etc...');
+    log.message('- Não te esqueças do zero à esquerda.');
+    log.message('- Se não introduzires nenhum Stop ID, este filtro não será aplicado.');
+    const value = await text({
+        message: 'Stop IDs:',
+        placeholder: '010101,020202,etc...',
+        validate(value) {
+            if (value.length === 0)
+                return;
+            const ids = value.replace(/,$/, '').split(',').map(id => id.trim());
+            const invalidIds = ids.filter(id => !/^\d{6}$/.test(id));
+            if (invalidIds.length > 0)
+                return `Estes IDs são inválidos: ${invalidIds.join(', ')}`;
+            return;
+        },
+    });
+    if (!value)
+        return [];
+    return value.split(',').map(id => id.trim());
+}

package/dist/prompts/filter-types.d.ts

@@ -0,0 +1 @@
+export declare function promptFilterTypes(): Promise<string[]>;

package/dist/prompts/filter-types.js

@@ -0,0 +1,20 @@
+/* * */
+import { multiselect } from '@clack/prompts';
+/* * */
+export async function promptFilterTypes() {
+    //
+    const values = await multiselect({
+        message: 'Escolhe os filtros que queres aplicar:',
+        options: [
+            { label: 'Operador (agency_id)', value: 'agency-ids' },
+            { label: 'Paragem (stop_id)', value: 'stop-ids' },
+            { label: 'Linha (line_id)', value: 'line-ids' },
+            { label: 'Pattern (pattern_id)', value: 'pattern-ids' },
+            { label: 'Veículo (vehicle_id)', value: 'vehicle-ids' },
+        ],
+        required: false,
+    });
+    if (!values)
+        return [];
+    return values;
+}

package/dist/prompts/filter-vehicle-ids.d.ts

@@ -0,0 +1 @@
+export declare function promptFilterByVehicleIds(): Promise<number[]>;

package/dist/prompts/filter-vehicle-ids.js

@@ -0,0 +1,25 @@
+/* * */
+import { log, text } from '@clack/prompts';
+/* * */
+export async function promptFilterByVehicleIds() {
+    //
+    log.step('FILTRAR POR VEHICLE ID:');
+    log.message('- Introduz os Vehicle IDs separados por vírgulas. Exemplo: 1234,9876,etc...');
+    log.message('- Se não introduzires nenhum Vehicle ID, este filtro não será aplicado.');
+    const value = await text({
+        message: 'Vehicle IDs:',
+        placeholder: '1234,9876,etc...',
+        validate(value) {
+            if (value.length === 0)
+                return;
+            const ids = value.replace(/,$/, '').split(',').map(id => id.trim());
+            const invalidIds = ids.filter(id => !/^\d+$/.test(id));
+            if (invalidIds.length > 0)
+                return `Estes IDs são inválidos: ${invalidIds.join(', ')}`;
+            return;
+        },
+    });
+    if (!value)
+        return [];
+    return value.split(',').map(id => Number(id.trim()));
+}

package/dist/tasks/apex-validations/validations-by-line.d.ts

@@ -0,0 +1,2 @@
+import { type TaskProps } from '../../types.js';
+export declare function exportValidationsByLine({ context, message }: TaskProps): Promise<void>;

package/dist/tasks/apex-validations/validations-by-line.js

@@ -0,0 +1,85 @@
+/* * */
+import { Dates } from '@tmlmobilidade/dates';
+import { simplifiedApexValidations } from '@tmlmobilidade/interfaces';
+import { CsvWriter } from '@tmlmobilidade/writers';
+import fs from 'node:fs';
+/* * */
+const TASK_ID = 'validations-by-line';
+/* * */
+export async function exportValidationsByLine({ context, message }) {
+    //
+    message('A iniciar a exportação de Validações APEX por Linha...');
+    //
+    // Prepare the filter params
+    const filterQuery = {
+        is_passenger: true,
+    };
+    filterQuery.created_at = {
+        $gte: Dates
+            .fromOperationalDate(context.dates.start, 'Europe/Lisbon')
+            .set({ hour: 4, millisecond: 0, minute: 0, second: 0 })
+            .unix_timestamp,
+        $lt: Dates
+            .fromOperationalDate(context.dates.end, 'Europe/Lisbon')
+            .set({ hour: 4, millisecond: 0, minute: 0, second: 0 })
+            .unix_timestamp,
+    };
+    if (context.filters.agency_ids.length) {
+        filterQuery.agency_id = { $in: context.filters.agency_ids };
+    }
+    if (context.filters.line_ids.length) {
+        filterQuery.line_id = { $in: context.filters.line_ids };
+    }
+    if (context.filters.pattern_ids.length) {
+        filterQuery.pattern_id = { $in: context.filters.pattern_ids };
+    }
+    if (context.filters.stop_ids.length) {
+        filterQuery.stop_id = { $in: context.filters.stop_ids };
+    }
+    if (context.filters.vehicle_ids.length) {
+        filterQuery.vehicle_id = { $in: context.filters.vehicle_ids };
+    }
+    //
+    // Setup a database stream to export data
+    message(`A iniciar ligação à base de dados...`);
+    const simplifiedApexValidationsCollection = await simplifiedApexValidations.getCollection();
+    const stream = simplifiedApexValidationsCollection.find(filterQuery).stream();
+    //
+    // Prepare the output directory and CSV writer
+    message(`A preparar a pasta para guardar os resultados...`);
+    if (!fs.existsSync(context.output))
+        fs.mkdirSync(context.output, { recursive: true });
+    const csvWriter = new CsvWriter('output', `${context.output}/${TASK_ID}-${context.dates.start}-${context.dates.end}.csv`, { batch_size: 100000, logs: false });
+    //
+    // Export the data
+    let counter = 0;
+    message(`A aguardar o resultado da pesquisa...`);
+    const result = {};
+    for await (const doc of stream) {
+        const document = doc;
+        //
+        // Prepare the result key
+        const operationalDate = Dates
+            .fromUnixTimestamp(document.created_at)
+            .operational_date;
+        const resultKey = `${operationalDate}:${document.line_id}`;
+        //
+        // Update the result with the current document
+        if (!result[resultKey]) {
+            result[resultKey] = {
+                date: operationalDate,
+                line_id: document.line_id,
+                validations: 0,
+            };
+        }
+        result[resultKey].validations += 1;
+        if (counter % 1000 === 0)
+            message(`Processados ${counter} documentos até agora...`);
+        counter++;
+        //
+    }
+    message(`A escrever os resultados no ficheiro CSV...`);
+    await csvWriter.write(Object.values(result));
+    await csvWriter.flush();
+    //
+}

package/dist/tasks/apex-validations/validations-by-pattern.d.ts

@@ -0,0 +1,5 @@
+import { type TaskProps } from '../../types.js';
+/**
+ * Export Validations By Pattern data applying the given filters.
+ */
+export declare function exportValidationsByPattern({ context, message }: TaskProps): Promise<void>;

package/dist/tasks/apex-validations/validations-by-pattern.js

@@ -0,0 +1,87 @@
+/* * */
+import { Dates } from '@tmlmobilidade/dates';
+import { simplifiedApexValidations } from '@tmlmobilidade/interfaces';
+import { CsvWriter } from '@tmlmobilidade/writers';
+import fs from 'node:fs';
+/* * */
+const TASK_ID = 'validations-by-pattern';
+/**
+ * Export Validations By Pattern data applying the given filters.
+ */
+export async function exportValidationsByPattern({ context, message }) {
+    //
+    message('A iniciar a exportação de Validações APEX por Pattern...');
+    //
+    // Prepare the filter params
+    const filterQuery = {
+        is_passenger: true,
+    };
+    filterQuery.created_at = {
+        $gte: Dates
+            .fromOperationalDate(context.dates.start, 'Europe/Lisbon')
+            .set({ hour: 4, millisecond: 0, minute: 0, second: 0 })
+            .unix_timestamp,
+        $lt: Dates
+            .fromOperationalDate(context.dates.end, 'Europe/Lisbon')
+            .set({ hour: 4, millisecond: 0, minute: 0, second: 0 })
+            .unix_timestamp,
+    };
+    if (context.filters.agency_ids.length) {
+        filterQuery.agency_id = { $in: context.filters.agency_ids };
+    }
+    if (context.filters.line_ids.length) {
+        filterQuery.line_id = { $in: context.filters.line_ids };
+    }
+    if (context.filters.pattern_ids.length) {
+        filterQuery.pattern_id = { $in: context.filters.pattern_ids };
+    }
+    if (context.filters.stop_ids.length) {
+        filterQuery.stop_id = { $in: context.filters.stop_ids };
+    }
+    if (context.filters.vehicle_ids.length) {
+        filterQuery.vehicle_id = { $in: context.filters.vehicle_ids };
+    }
+    //
+    // Setup a database stream to export data
+    message(`A iniciar ligação à base de dados...`);
+    const simplifiedApexValidationsCollection = await simplifiedApexValidations.getCollection();
+    const stream = simplifiedApexValidationsCollection.find(filterQuery).stream();
+    //
+    // Prepare the output directory and CSV writer
+    message(`A preparar a pasta para guardar os resultados...`);
+    if (!fs.existsSync(context.output))
+        fs.mkdirSync(context.output, { recursive: true });
+    const csvWriter = new CsvWriter('output', `${context.output}/${TASK_ID}-${context.dates.start}-${context.dates.end}.csv`, { batch_size: 100000, logs: false });
+    //
+    // Export the data
+    let counter = 0;
+    message(`A aguardar o resultado da pesquisa...`);
+    const result = {};
+    for await (const doc of stream) {
+        const document = doc;
+        //
+        // Prepare the result key
+        const operationalDate = Dates
+            .fromUnixTimestamp(document.created_at)
+            .operational_date;
+        const resultKey = `${operationalDate}:${document.pattern_id}`;
+        //
+        // Update the result with the current document
+        if (!result[resultKey]) {
+            result[resultKey] = {
+                date: operationalDate,
+                pattern_id: document.pattern_id,
+                validations: 0,
+            };
+        }
+        result[resultKey].validations += 1;
+        if (counter % 1000 === 0)
+            message(`Processados ${counter} documentos até agora...`);
+        counter++;
+        //
+    }
+    message(`A escrever os resultados no ficheiro CSV...`);
+    await csvWriter.write(Object.values(result));
+    await csvWriter.flush();
+    //
+}

package/dist/tasks/apex-validations/validations-by-stop-by-pattern.d.ts

@@ -0,0 +1,5 @@
+import { type TaskProps } from '../../types.js';
+/**
+ * Export Validations By Stop By Pattern data applying the given filters.
+ */
+export declare function exportValidationsByStopByPattern({ context, message }: TaskProps): Promise<void>;

package/dist/tasks/apex-validations/validations-by-stop-by-pattern.js

@@ -0,0 +1,88 @@
+/* * */
+import { Dates } from '@tmlmobilidade/dates';
+import { simplifiedApexValidations } from '@tmlmobilidade/interfaces';
+import { CsvWriter } from '@tmlmobilidade/writers';
+import fs from 'node:fs';
+/* * */
+const TASK_ID = 'validations-by-stop-by-pattern';
+/**
+ * Export Validations By Stop By Pattern data applying the given filters.
+ */
+export async function exportValidationsByStopByPattern({ context, message }) {
+    //
+    message('A iniciar a exportação de Validações APEX por Paragem e por Pattern...');
+    //
+    // Prepare the filter params
+    const filterQuery = {
+        is_passenger: true,
+    };
+    filterQuery.created_at = {
+        $gte: Dates
+            .fromOperationalDate(context.dates.start, 'Europe/Lisbon')
+            .set({ hour: 4, millisecond: 0, minute: 0, second: 0 })
+            .unix_timestamp,
+        $lt: Dates
+            .fromOperationalDate(context.dates.end, 'Europe/Lisbon')
+            .set({ hour: 4, millisecond: 0, minute: 0, second: 0 })
+            .unix_timestamp,
+    };
+    if (context.filters.agency_ids.length) {
+        filterQuery.agency_id = { $in: context.filters.agency_ids };
+    }
+    if (context.filters.line_ids.length) {
+        filterQuery.line_id = { $in: context.filters.line_ids };
+    }
+    if (context.filters.pattern_ids.length) {
+        filterQuery.pattern_id = { $in: context.filters.pattern_ids };
+    }
+    if (context.filters.stop_ids.length) {
+        filterQuery.stop_id = { $in: context.filters.stop_ids };
+    }
+    if (context.filters.vehicle_ids.length) {
+        filterQuery.vehicle_id = { $in: context.filters.vehicle_ids };
+    }
+    //
+    // Setup a database stream to export data
+    message(`A iniciar ligação à base de dados...`);
+    const simplifiedApexValidationsCollection = await simplifiedApexValidations.getCollection();
+    const stream = simplifiedApexValidationsCollection.find(filterQuery).stream();
+    //
+    // Prepare the output directory and CSV writer
+    message(`A preparar a pasta para guardar os resultados...`);
+    if (!fs.existsSync(context.output))
+        fs.mkdirSync(context.output, { recursive: true });
+    const csvWriter = new CsvWriter('output', `${context.output}/${TASK_ID}-${context.dates.start}-${context.dates.end}.csv`, { batch_size: 100000, logs: false });
+    //
+    // Export the data
+    let counter = 0;
+    message(`A aguardar o resultado da pesquisa...`);
+    const result = {};
+    for await (const doc of stream) {
+        const document = doc;
+        //
+        // Prepare the result key
+        const operationalDate = Dates
+            .fromUnixTimestamp(document.created_at)
+            .operational_date;
+        const resultKey = `${operationalDate}:${document.stop_id}:${document.pattern_id}`;
+        //
+        // Update the result with the current document
+        if (!result[resultKey]) {
+            result[resultKey] = {
+                date: operationalDate,
+                pattern_id: document.pattern_id,
+                stop_id: document.stop_id,
+                validations: 0,
+            };
+        }
+        result[resultKey].validations += 1;
+        if (counter % 1000 === 0)
+            message(`Processados ${counter} documentos até agora...`);
+        counter++;
+        //
+    }
+    message(`A escrever os resultados no ficheiro CSV...`);
+    await csvWriter.write(Object.values(result));
+    await csvWriter.flush();
+    //
+}

package/dist/tasks/apex-validations/validations-by-stop-by-trip.d.ts

@@ -0,0 +1,5 @@
+import { type TaskProps } from '../../types.js';
+/**
+ * Export Validations By Stop By Trip data applying the given filters.
+ */
+export declare function exportValidationsByStopByTrip({ context, message }: TaskProps): Promise<void>;

package/dist/tasks/apex-validations/validations-by-stop-by-trip.js

@@ -0,0 +1,88 @@
+/* * */
+import { Dates } from '@tmlmobilidade/dates';
+import { simplifiedApexValidations } from '@tmlmobilidade/interfaces';
+import { CsvWriter } from '@tmlmobilidade/writers';
+import fs from 'node:fs';
+/* * */
+const TASK_ID = 'validations-by-stop-by-trip';
+/**
+ * Export Validations By Stop By Trip data applying the given filters.
+ */
+export async function exportValidationsByStopByTrip({ context, message }) {
+    //
+    message('A iniciar a exportação de Validações APEX por Paragem e por Viagem...');
+    //
+    // Prepare the filter params
+    const filterQuery = {
+        is_passenger: true,
+    };
+    filterQuery.created_at = {
+        $gte: Dates
+            .fromOperationalDate(context.dates.start, 'Europe/Lisbon')
+            .set({ hour: 4, millisecond: 0, minute: 0, second: 0 })
+            .unix_timestamp,
+        $lt: Dates
+            .fromOperationalDate(context.dates.end, 'Europe/Lisbon')
+            .set({ hour: 4, millisecond: 0, minute: 0, second: 0 })
+            .unix_timestamp,
+    };
+    if (context.filters.agency_ids.length) {
+        filterQuery.agency_id = { $in: context.filters.agency_ids };
+    }
+    if (context.filters.line_ids.length) {
+        filterQuery.line_id = { $in: context.filters.line_ids };
+    }
+    if (context.filters.pattern_ids.length) {
+        filterQuery.pattern_id = { $in: context.filters.pattern_ids };
+    }
+    if (context.filters.stop_ids.length) {
+        filterQuery.stop_id = { $in: context.filters.stop_ids };
+    }
+    if (context.filters.vehicle_ids.length) {
+        filterQuery.vehicle_id = { $in: context.filters.vehicle_ids };
+    }
+    //
+    // Setup a database stream to export data
+    message(`A iniciar ligação à base de dados...`);
+    const simplifiedApexValidationsCollection = await simplifiedApexValidations.getCollection();
+    const stream = simplifiedApexValidationsCollection.find(filterQuery).stream();
+    //
+    // Prepare the output directory and CSV writer
+    message(`A preparar a pasta para guardar os resultados...`);
+    if (!fs.existsSync(context.output))
+        fs.mkdirSync(context.output, { recursive: true });
+    const csvWriter = new CsvWriter('output', `${context.output}/${TASK_ID}-${context.dates.start}-${context.dates.end}.csv`, { batch_size: 100000, logs: false });
+    //
+    // Export the data
+    let counter = 0;
+    message(`A aguardar o resultado da pesquisa...`);
+    const result = {};
+    for await (const doc of stream) {
+        const document = doc;
+        //
+        // Prepare the result key
+        const operationalDate = Dates
+            .fromUnixTimestamp(document.created_at)
+            .operational_date;
+        const resultKey = `${operationalDate}:${document.stop_id}:${document.trip_id}`;
+        //
+        // Update the result with the current document
+        if (!result[resultKey]) {
+            result[resultKey] = {
+                date: operationalDate,
+                stop_id: document.stop_id,
+                trip_id: document.trip_id,
+                validations: 0,
+            };
+        }
+        result[resultKey].validations += 1;
+        if (counter % 1000 === 0)
+            message(`Processados ${counter} documentos até agora...`);
+        counter++;
+        //
+    }
+    message(`A escrever os resultados no ficheiro CSV...`);
+    await csvWriter.write(Object.values(result));
+    await csvWriter.flush();
+    //
+}

package/dist/tasks/apex-validations/validations-by-stop.d.ts

@@ -0,0 +1,5 @@
+import { type TaskProps } from '../../types.js';
+/**
+ * Export Validations By Stop data applying the given filters.
+ */
+export declare function exportValidationsByStop({ context, message }: TaskProps): Promise<void>;

package/dist/tasks/apex-validations/validations-by-stop.js

@@ -0,0 +1,87 @@
+/* * */
+import { Dates } from '@tmlmobilidade/dates';
+import { simplifiedApexValidations } from '@tmlmobilidade/interfaces';
+import { CsvWriter } from '@tmlmobilidade/writers';
+import fs from 'node:fs';
+/* * */
+const TASK_ID = 'validations-by-stop';
+/**
+ * Export Validations By Stop data applying the given filters.
+ */
+export async function exportValidationsByStop({ context, message }) {
+    //
+    message('A iniciar a exportação de Validações APEX por Paragem...');
+    //
+    // Prepare the filter params
+    const filterQuery = {
+        is_passenger: true,
+    };
+    filterQuery.created_at = {
+        $gte: Dates
+            .fromOperationalDate(context.dates.start, 'Europe/Lisbon')
+            .set({ hour: 4, millisecond: 0, minute: 0, second: 0 })
+            .unix_timestamp,
+        $lt: Dates
+            .fromOperationalDate(context.dates.end, 'Europe/Lisbon')
+            .set({ hour: 4, millisecond: 0, minute: 0, second: 0 })
+            .unix_timestamp,
+    };
+    if (context.filters.agency_ids.length) {
+        filterQuery.agency_id = { $in: context.filters.agency_ids };
+    }
+    if (context.filters.line_ids.length) {
+        filterQuery.line_id = { $in: context.filters.line_ids };
+    }
+    if (context.filters.pattern_ids.length) {
+        filterQuery.pattern_id = { $in: context.filters.pattern_ids };
+    }
+    if (context.filters.stop_ids.length) {
+        filterQuery.stop_id = { $in: context.filters.stop_ids };
+    }
+    if (context.filters.vehicle_ids.length) {
+        filterQuery.vehicle_id = { $in: context.filters.vehicle_ids };
+    }
+    //
+    // Setup a database stream to export data
+    message(`A iniciar ligação à base de dados...`);
+    const simplifiedApexValidationsCollection = await simplifiedApexValidations.getCollection();
+    const stream = simplifiedApexValidationsCollection.find(filterQuery).stream();
+    //
+    // Prepare the output directory and CSV writer
+    message(`A preparar a pasta para guardar os resultados...`);
+    if (!fs.existsSync(context.output))
+        fs.mkdirSync(context.output, { recursive: true });
+    const csvWriter = new CsvWriter('output', `${context.output}/${TASK_ID}-${context.dates.start}-${context.dates.end}.csv`, { batch_size: 100000, logs: false });
+    //
+    // Export the data
+    let counter = 0;
+    message(`A aguardar o resultado da pesquisa...`);
+    const result = {};
+    for await (const doc of stream) {
+        const document = doc;
+        //
+        // Prepare the result key
+        const operationalDate = Dates
+            .fromUnixTimestamp(document.created_at)
+            .operational_date;
+        const resultKey = `${operationalDate}:${document.stop_id}`;
+        //
+        // Update the result with the current document
+        if (!result[resultKey]) {
+            result[resultKey] = {
+                date: operationalDate,
+                stop_id: document.stop_id,
+                validations: 0,
+            };
+        }
+        result[resultKey].validations += 1;
+        if (counter % 1000 === 0)
+            message(`Processados ${counter} documentos até agora...`);
+        counter++;
+        //
+    }
+    message(`A escrever os resultados no ficheiro CSV...`);
+    await csvWriter.write(Object.values(result));
+    await csvWriter.flush();
+    //
+}

package/dist/tasks/apex-validations/validations-raw.d.ts

@@ -0,0 +1,2 @@
+import { type TaskProps } from '../../types.js';
+export declare function exportValidationsRaw({ context, message }: TaskProps): Promise<void>;

package/dist/tasks/apex-validations/validations-raw.js

@@ -0,0 +1,64 @@
+/* * */
+import { Dates } from '@tmlmobilidade/dates';
+import { simplifiedApexValidations } from '@tmlmobilidade/interfaces';
+import { CsvWriter } from '@tmlmobilidade/writers';
+import fs from 'node:fs';
+/* * */
+const TASK_ID = 'validations-raw';
+/* * */
+export async function exportValidationsRaw({ context, message }) {
+    //
+    message('A iniciar a exportação de Validações APEX em bruto...');
+    //
+    // Prepare the filter params
+    const filterQuery = {};
+    filterQuery.created_at = {
+        $gte: Dates
+            .fromOperationalDate(context.dates.start, 'Europe/Lisbon')
+            .set({ hour: 4, millisecond: 0, minute: 0, second: 0 })
+            .unix_timestamp,
+        $lt: Dates
+            .fromOperationalDate(context.dates.end, 'Europe/Lisbon')
+            .set({ hour: 4, millisecond: 0, minute: 0, second: 0 })
+            .unix_timestamp,
+    };
+    if (context.filters.agency_ids.length) {
+        filterQuery.agency_id = { $in: context.filters.agency_ids };
+    }
+    if (context.filters.line_ids.length) {
+        filterQuery.line_id = { $in: context.filters.line_ids };
+    }
+    if (context.filters.pattern_ids.length) {
+        filterQuery.pattern_id = { $in: context.filters.pattern_ids };
+    }
+    if (context.filters.stop_ids.length) {
+        filterQuery.stop_id = { $in: context.filters.stop_ids };
+    }
+    if (context.filters.vehicle_ids.length) {
+        filterQuery.vehicle_id = { $in: context.filters.vehicle_ids };
+    }
+    //
+    // Setup a database stream to export data
+    message(`A iniciar ligação à base de dados...`);
+    const simplifiedApexValidationsCollection = await simplifiedApexValidations.getCollection();
+    const stream = simplifiedApexValidationsCollection.find(filterQuery).stream();
+    //
+    // Prepare the output directory and CSV writer
+    message(`A preparar a pasta para guardar os resultados...`);
+    if (!fs.existsSync(context.output))
+        fs.mkdirSync(context.output, { recursive: true });
+    const csvWriter = new CsvWriter('output', `${context.output}/${TASK_ID}-${context.dates.start}-${context.dates.end}.csv`, { batch_size: 100000, logs: false });
+    //
+    // Export the data
+    let counter = 0;
+    message(`A aguardar o resultado da pesquisa...`);
+    for await (const doc of stream) {
+        const document = doc;
+        await csvWriter.write(document);
+        if (counter % 1000 === 0)
+            message(`Processados ${counter} documentos até agora...`);
+        counter++;
+    }
+    await csvWriter.flush();
+    //
+}

package/dist/tasks/rides/rides-raw.d.ts

@@ -0,0 +1,2 @@
+import { type TaskProps } from '../../types.js';
+export declare function exportRidesRaw({ context, message }: TaskProps): Promise<void>;

package/dist/tasks/rides/rides-raw.js

@@ -0,0 +1,54 @@
+/* * */
+import { rides } from '@tmlmobilidade/interfaces';
+import { CsvWriter } from '@tmlmobilidade/writers';
+import fs from 'node:fs';
+/* * */
+const TASK_ID = 'rides-raw';
+/* * */
+export async function exportRidesRaw({ context, message }) {
+    //
+    message('A iniciar a exportação de Rides em bruto...');
+    //
+    // Prepare the filter params
+    const filterQuery = {};
+    filterQuery.operational_date = {
+        $gte: context.dates.start,
+        $lte: context.dates.end,
+    };
+    if (context.filters.agency_ids.length) {
+        filterQuery.agency_id = { $in: context.filters.agency_ids };
+    }
+    if (context.filters.line_ids.length) {
+        filterQuery.line_id = { $in: context.filters.line_ids.map(Number) };
+    }
+    if (context.filters.pattern_ids.length) {
+        filterQuery.pattern_id = { $in: context.filters.pattern_ids };
+    }
+    if (context.filters.vehicle_ids.length) {
+        filterQuery.vehicle_ids = { $in: context.filters.vehicle_ids };
+    }
+    //
+    // Setup a database stream to export data
+    message(`A iniciar ligação à base de dados...`);
+    const ridesCollection = await rides.getCollection();
+    const stream = ridesCollection.find(filterQuery).stream();
+    //
+    // Prepare the output directory and CSV writer
+    message(`A preparar a pasta para guardar os resultados...`);
+    if (!fs.existsSync(context.output))
+        fs.mkdirSync(context.output, { recursive: true });
+    const csvWriter = new CsvWriter('output', `${context.output}/${TASK_ID}-${context.dates.start}-${context.dates.end}.csv`, { batch_size: 100000, logs: false });
+    //
+    // Export the data
+    let counter = 0;
+    message(`A aguardar o resultado da pesquisa...`);
+    for await (const doc of stream) {
+        const document = doc;
+        await csvWriter.write(document);
+        if (counter % 1000 === 0)
+            message(`Processados ${counter} documentos até agora...`);
+        counter++;
+    }
+    await csvWriter.flush();
+    //
+}

package/dist/tasks/vehicle-events/vehicle-events-raw.d.ts

@@ -0,0 +1,2 @@
+import { type TaskProps } from '../../types.js';
+export declare function exportVehicleEventsRaw({ context, message }: TaskProps): Promise<void>;

package/dist/tasks/vehicle-events/vehicle-events-raw.js

@@ -0,0 +1,64 @@
+/* * */
+import { Dates } from '@tmlmobilidade/dates';
+import { simplifiedVehicleEvents } from '@tmlmobilidade/interfaces';
+import { CsvWriter } from '@tmlmobilidade/writers';
+import fs from 'node:fs';
+/* * */
+const TASK_ID = 'vehicle-events-raw';
+/* * */
+export async function exportVehicleEventsRaw({ context, message }) {
+    //
+    message('A iniciar a exportação de Vehicle Events em bruto...');
+    //
+    // Prepare the filter params
+    const filterQuery = {};
+    filterQuery.created_at = {
+        $gte: Dates
+            .fromOperationalDate(context.dates.start, 'Europe/Lisbon')
+            .set({ hour: 4, millisecond: 0, minute: 0, second: 0 })
+            .unix_timestamp,
+        $lt: Dates
+            .fromOperationalDate(context.dates.end, 'Europe/Lisbon')
+            .set({ hour: 4, millisecond: 0, minute: 0, second: 0 })
+            .unix_timestamp,
+    };
+    if (context.filters.agency_ids.length) {
+        filterQuery.agency_id = { $in: context.filters.agency_ids };
+    }
+    if (context.filters.line_ids.length) {
+        filterQuery.line_id = { $in: context.filters.line_ids };
+    }
+    if (context.filters.pattern_ids.length) {
+        filterQuery.pattern_id = { $in: context.filters.pattern_ids };
+    }
+    if (context.filters.stop_ids.length) {
+        filterQuery.stop_id = { $in: context.filters.stop_ids };
+    }
+    // if (context.filters.vehicle_ids.length) {
+    // 	filterQuery.vehicle_id = { $in: context.filters.vehicle_ids };
+    // }
+    //
+    // Setup a database stream to export data
+    message(`A iniciar ligação à base de dados...`);
+    const simplifiedVehicleEventsCollection = await simplifiedVehicleEvents.getCollection();
+    const stream = simplifiedVehicleEventsCollection.find(filterQuery).stream();
+    //
+    // Prepare the output directory and CSV writer
+    message(`A preparar a pasta para guardar os resultados...`);
+    if (!fs.existsSync(context.output))
+        fs.mkdirSync(context.output, { recursive: true });
+    const csvWriter = new CsvWriter('output', `${context.output}/${TASK_ID}-${context.dates.start}-${context.dates.end}.csv`, { batch_size: 100000, logs: false });
+    //
+    // Export the data
+    let counter = 0;
+    message(`A aguardar o resultado da pesquisa...`);
+    for await (const doc of stream) {
+        const document = doc;
+        await csvWriter.write(document);
+        if (counter % 1000 === 0)
+            message(`Processados ${counter} documentos até agora...`);
+        counter++;
+    }
+    await csvWriter.flush();
+    //
+}

package/dist/types.d.ts

@@ -0,0 +1,31 @@
+import { type OperationalDate } from '@tmlmobilidade/types';
+export declare const exportTypeLabels: {
+    readonly 'rides-raw': "2.0. Rides em bruto (SLAs)";
+    readonly 'validations-by-line': "1.5. Validações por Line ID";
+    readonly 'validations-by-pattern': "1.4. Validações por Pattern ID";
+    readonly 'validations-by-stop': "1.3. Validações por Stop ID";
+    readonly 'validations-by-stop-by-pattern': "1.2. Validações por Stop ID, por Pattern ID";
+    readonly 'validations-by-stop-by-trip': "1.1. Validações por Stop ID, por Trip ID";
+    readonly 'validations-raw': "1.0. Validações em bruto";
+    readonly 'vehicle-events-raw': "3.0. Vehicle Events em bruto";
+};
+export type ExportType = keyof typeof exportTypeLabels;
+export interface ExportContext {
+    _id: string;
+    dates: {
+        end: OperationalDate;
+        start: OperationalDate;
+    };
+    filters: {
+        agency_ids: string[];
+        line_ids: string[];
+        pattern_ids: string[];
+        stop_ids: string[];
+        vehicle_ids: number[];
+    };
+    output: string;
+}
+export interface TaskProps {
+    context: ExportContext;
+    message: (msg: string) => void;
+}

package/dist/types.js

@@ -0,0 +1,12 @@
+/* * */
+/* * */
+export const exportTypeLabels = {
+    'rides-raw': '2.0. Rides em bruto (SLAs)',
+    'validations-by-line': '1.5. Validações por Line ID',
+    'validations-by-pattern': '1.4. Validações por Pattern ID',
+    'validations-by-stop': '1.3. Validações por Stop ID',
+    'validations-by-stop-by-pattern': '1.2. Validações por Stop ID, por Pattern ID',
+    'validations-by-stop-by-trip': '1.1. Validações por Stop ID, por Trip ID',
+    'validations-raw': '1.0. Validações em bruto',
+    'vehicle-events-raw': '3.0. Vehicle Events em bruto',
+};

package/dist/utils/init-context.d.ts

@@ -0,0 +1,2 @@
+import { type ExportContext } from '../types.js';
+export declare function initExportContext(): ExportContext;

package/dist/utils/init-context.js

@@ -0,0 +1,31 @@
+/* * */
+import { generateRandomString } from '@tmlmobilidade/strings';
+import path from 'node:path';
+/* * */
+export function initExportContext() {
+    //
+    //
+    // Generate a random export ID
+    const exportId = generateRandomString();
+    //
+    // Setup the output path for the export by joining
+    // the current working directory with the export ID
+    const outputPath = path.join(process.cwd(), `export-${exportId}`);
+    //
+    // Build and return the export context object
+    return {
+        _id: exportId,
+        dates: {
+            end: undefined,
+            start: undefined,
+        },
+        filters: {
+            agency_ids: [],
+            line_ids: [],
+            pattern_ids: [],
+            stop_ids: [],
+            vehicle_ids: [],
+        },
+        output: outputPath,
+    };
+}

package/package.json

@@ -0,0 +1,54 @@
+{
+	"name": "@tmlmobilidade/export-data",
+	"description": "CLI tool to export data from GO.",
+	"version": "20251229.1441.35",
+	"author": {
+		"email": "iso@tmlmobilidade.pt",
+		"name": "TML-ISO"
+	},
+	"license": "AGPL-3.0-or-later",
+	"keywords": [
+		"navegante",
+		"tmlmobilidade",
+		"public-transit",
+		"carrismetropolitana"
+	],
+	"type": "module",
+	"files": [
+		"dist",
+		"template",
+		"README.md",
+		"LICENSE",
+		"CHANGELOG.md",
+		"package.json"
+	],
+	"main": "./dist/index.js",
+	"exports": {
+		".": "./dist/index.js"
+	},
+	"bin": {
+		"export-data": "./dist/index.js"
+	},
+	"scripts": {
+		"build": "tsc && resolve-tspaths",
+		"dev": "dotenv-run -f ./.env -- tsx src/index.ts",
+		"lint": "eslint .",
+		"lint:fix": "eslint . --fix"
+	},
+	"dependencies": {
+		"@clack/prompts": "0.11.0",
+		"@tmlmobilidade/consts": "*",
+		"@tmlmobilidade/dates": "*",
+		"@tmlmobilidade/interfaces": "*",
+		"@tmlmobilidade/strings": "*",
+		"@tmlmobilidade/timer": "*",
+		"@tmlmobilidade/writers": "*"
+	},
+	"devDependencies": {
+		"@tmlmobilidade/tsconfig": "*",
+		"@tmlmobilidade/types": "*",
+		"@types/node": "25.0.3",
+		"resolve-tspaths": "0.8.23",
+		"typescript": "5.9.3"
+	}
+}