@tmlmobilidade/export-data 20260526.2143.45 → 20260527.947.12

package/dist/index.js

@@ -16,10 +16,11 @@ import { exportHashedShapesGeoJSON } from './tasks/hashed-shapes/hashed-shapes-g
 import { exportRidesRaw } from './tasks/rides/rides-raw.js';
 import { exportSamsRaw } from './tasks/sams/sams-raw.js';
 import { exportVehicleEventsRaw } from './tasks/vehicle-events/vehicle-events-raw.js';
-import { exportTypeLabels, exportTypesWithoutFilters } from './types.js';
+import { exportTypeLabels, exportTypesWithoutEntityFilters, exportTypesWithoutFilters } from './types.js';
 import { initExportContext } from './utils/init-context.js';
 import { intro, log, outro, tasks } from '@clack/prompts';
 import { ASCII_CM_SHORT } from '@tmlmobilidade/consts';
+import { exportValidationsPMunicipalities } from './tasks/municipalities-validations/validations_p_municipalities.js';
 import { exportExecutiveSummary } from './tasks/executive-summary-setup/index.js';
 /* * */
 await (async function main() {
@@ -41,9 +42,9 @@ await (async function main() {
     // Request the export types and which filters to apply
     const exportTypes = await promptExportTypes();
     //
-    // Check if all selected export types don't require filters
-    const selectedTypesWithoutFilters = exportTypes.filter(type => exportTypesWithoutFilters.includes(type));
-    const shouldSkipFilters = selectedTypesWithoutFilters.length === exportTypes.length && exportTypes.length > 0;
+    // Check if all selected export types don't require entity filters or dates
+    const shouldSkipEntityFilters = exportTypes.length > 0 && exportTypes.every(type => exportTypesWithoutEntityFilters.includes(type) || exportTypesWithoutFilters.includes(type));
+    const shouldSkipDates = exportTypes.length > 0 && exportTypes.every(type => exportTypesWithoutFilters.includes(type));
     //
     // For hashed_shapes export, prompt for hashedshape IDs
     let hashedShapeIds = [];
@@ -57,8 +58,8 @@ await (async function main() {
         validationGroupFields = await promptValidationGroupFields();
     }
     //
-    // Skip filters and dates if all selected export types don't require them
-    if (!shouldSkipFilters) {
+    // Skip entity filters and/or dates when all selected export types don't require them
+    if (!shouldSkipEntityFilters) {
         const filterTypes = await promptFilterTypes();
         //
         // For the selected filters, request the filter values
@@ -72,6 +73,8 @@ await (async function main() {
             context.filters.stop_ids = await promptFilterByStopIds();
         if (filterTypes.includes('vehicle-ids'))
             context.filters.vehicle_ids = await promptFilterByVehicleIds();
+    }
+    if (!shouldSkipDates) {
         context.dates = await promptFilterByDates();
     }
     //
@@ -112,6 +115,11 @@ await (async function main() {
             task: async (message) => await exportExecutiveSummary({ context, message }),
             title: exportTypeLabels['executive-summary'],
         },
+        {
+            enabled: exportTypes.includes('validations-p-municipalities'),
+            task: async (message) => await exportValidationsPMunicipalities({ context, message }),
+            title: exportTypeLabels['validations-p-municipalities'],
+        },
     ]);
     //
     // Terminate the process

package/dist/prompts/export-types.js

@@ -26,6 +26,9 @@ export async function promptExportTypes() {
             '6. Sumário Executivo': [
                 { label: exportTypeLabels['executive-summary'], value: 'executive-summary' },
             ],
+            '7. Validações por município': [
+                { label: exportTypeLabels['validations-p-municipalities'], value: 'validations-p-municipalities' },
+            ],
         },
         required: true,
     });

package/dist/tasks/executive-summary-setup/avg-trips-day.js

@@ -1,68 +1,55 @@
-// ! THIS IS NOT WORKING, BECAUSE THE @tmlmobilidade/go-performance-pckg-dates is not a published package yet.
-// import { type TaskProps } from '../../types.js';
-// import { Dates } from '@tmlmobilidade/dates';
-// import { type CalendarEntry, fetchCalendarData } from '@tmlmobilidade/go-performance-pckg-dates';
-// import { rides } from '@tmlmobilidade/interfaces';
-export {};
-// export interface AgencyAverageRidesByDayTypeResult {
-// 	agencyId: string
-// 	averageRides: number
-// 	dayType: string
-// }
-// export async function calculateAverageRidesByAgencyByDayType(
-// 	{ context, message }: TaskProps,
-// ): Promise<AgencyAverageRidesByDayTypeResult[]> {
-// 	message('Calculating average rides per agency by day type...');
-// 	const ridesCollection = await rides.getCollection();
-// 	const startDateStr = Dates.fromOperationalDate(context.dates.start, 'Europe/Lisbon').unix_timestamp;
-// 	const endDateStr = Dates.fromOperationalDate(context.dates.end, 'Europe/Lisbon').unix_timestamp;
-// 	// Load calendar JSON
-// 	const calendarJson = await fetchCalendarData();
-// 	// Build calendar map: operational_date -> CalendarEntry
-// 	const calendarMap = new Map<string, CalendarEntry>();
-// 	for (const day of calendarJson) {
-// 		calendarMap.set(day.date.toString(), day);
-// 	}
-// 	// Mongo aggregation: count total rides per agency and date
-// 	const aggCursor = ridesCollection.aggregate([
-// 		{
-// 			$match: {
-// 				agency_id: { $exists: true },
-// 				start_time_scheduled: { $gte: startDateStr, $lte: endDateStr },
-// 				system_status: 'complete',
-// 			},
-// 		},
-// 		{
-// 			$group: {
-// 				_id: { agencyId: '$agency_id', operationalDate: '$operational_date' },
-// 				totalTrips: { $sum: 1 },
-// 			},
-// 		},
-// 	]);
-// 	// Map in-memory: (agencyId + dayType) -> totalRides / totalDays
-// 	const aggregationMap = new Map<string, { agencyId: string, dayType: string, totalDays: number, totalRides: number }>();
-// 	for await (const doc of aggCursor) {
-// 		const agencyId = doc._id.agencyId;
-// 		const operationalDate = doc._id.operationalDate;
-// 		const calendarProps = calendarMap.get(operationalDate);
-// 		const dayType = calendarProps?.day_type ?? '1';
-// 		const key = `${agencyId}:${dayType}`;
-// 		if (!aggregationMap.has(key)) {
-// 			aggregationMap.set(key, { agencyId, dayType, totalDays: 0, totalRides: 0 });
-// 		}
-// 		const entry = aggregationMap.get(key);
-// 		entry.totalRides += doc.totalTrips;
-// 		entry.totalDays += 1;
-// 	}
-// 	// Build final results
-// 	const results: AgencyAverageRidesByDayTypeResult[] = [];
-// 	for (const value of aggregationMap.values()) {
-// 		results.push({
-// 			agencyId: value.agencyId,
-// 			averageRides: parseFloat((value.totalRides / value.totalDays).toFixed(2)),
-// 			dayType: value.dayType,
-// 		});
-// 	}
-// 	message(`Processed ${results.length} agency/day-type combinations`);
-// 	return results;
-// }
+import { Dates } from '@tmlmobilidade/dates';
+import { rides } from '@tmlmobilidade/interfaces';
+export async function calculateAverageRidesByAgencyByDayType({ context, message }) {
+    message('Calculating average rides per agency by day type...');
+    const ridesCollection = await rides.getCollection();
+    // Load calendar JSON
+    const calendarJson = await Dates.fetchCalendarData();
+    // Build calendar map: operational_date -> CalendarEntry
+    const calendarMap = new Map();
+    for (const day of calendarJson) {
+        calendarMap.set(day.date.toString(), day);
+    }
+    // Mongo aggregation: count total rides per agency and date
+    const aggCursor = ridesCollection.aggregate([
+        {
+            $match: {
+                agency_id: { $exists: true },
+                operational_date: { $gte: context.dates.start, $lte: context.dates.end },
+                system_status: 'complete',
+            },
+        },
+        {
+            $group: {
+                _id: { agencyId: '$agency_id', operationalDate: '$operational_date' },
+                totalTrips: { $sum: 1 },
+            },
+        },
+    ]);
+    // Map in-memory: (agencyId + dayType) -> totalRides / totalDays
+    const aggregationMap = new Map();
+    for await (const doc of aggCursor) {
+        const agencyId = doc._id.agencyId;
+        const operationalDate = doc._id.operationalDate;
+        const calendarProps = calendarMap.get(operationalDate);
+        const dayType = calendarProps?.day_type ?? '1';
+        const key = `${agencyId}:${dayType}`;
+        if (!aggregationMap.has(key)) {
+            aggregationMap.set(key, { agencyId, dayType, totalDays: 0, totalRides: 0 });
+        }
+        const entry = aggregationMap.get(key);
+        entry.totalRides += doc.totalTrips;
+        entry.totalDays += 1;
+    }
+    // Build final results
+    const results = [];
+    for (const value of aggregationMap.values()) {
+        results.push({
+            agencyId: value.agencyId,
+            averageRides: parseFloat((value.totalRides / value.totalDays).toFixed(2)),
+            dayType: value.dayType,
+        });
+    }
+    message(`Processed ${results.length} agency/day-type combinations`);
+    return results;
+}

package/dist/tasks/executive-summary-setup/empty-runs.js

@@ -8,17 +8,20 @@ export async function calculateObservedTrips({ context, message }) {
     message('Calculating observed trips metrics...');
     // Get the rides collection from MongoDB
     const ridesCollection = await rides.getCollection();
-    // Convert context dates to YYYYMMDD
-    const startDateStr = Dates.fromOperationalDate(context.dates.start, 'Europe/Lisbon').unix_timestamp;
-    const endDateStr = Dates.fromOperationalDate(context.dates.end, 'Europe/Lisbon').unix_timestamp;
-    message(`Date range: ${startDateStr} to ${endDateStr}`);
+    message(`Date range: ${context.dates.start} to ${context.dates.end}`);
     // Trips with passengers_observed = 0
     const pipelineZero = [
         {
             $match: {
+                $expr: {
+                    $or: [
+                        { $eq: ['$analysis.SIMPLE_ONE_APEX_VALIDATION.grade', 'pass'] },
+                        { $eq: ['$analysis.SIMPLE_THREE_VEHICLE_EVENTS.grade', 'pass'] },
+                    ],
+                },
                 agency_id: { $exists: true },
+                operational_date: { $gte: context.dates.start, $lte: context.dates.end },
                 passengers_observed: 0,
-                start_time_scheduled: { $gte: startDateStr, $lte: endDateStr },
             },
         },
         {
@@ -47,7 +50,7 @@ export async function calculateObservedTrips({ context, message }) {
         {
             $match: {
                 agency_id: { $exists: true },
-                operational_date: { $gte: startDateStr, $lte: endDateStr },
+                operational_date: { $gte: context.dates.start, $lte: context.dates.end },
                 passengers_observed: { $ne: 0 },
             },
         },

package/dist/tasks/executive-summary-setup/index.js

@@ -1,6 +1,6 @@
 import { log } from 'node:console';
 import fs from 'node:fs';
-// import { calculateAverageRidesByAgencyByDayType } from './avg-trips-day.js';
+import { calculateAverageRidesByAgencyByDayType } from './avg-trips-day.js';
 import { calculateObservedTrips } from './empty-runs.js';
 import { calculateSupplyMetrics } from './km.js';
 import { calculateMedianSpeed } from './median-speed.js';
@@ -144,6 +144,7 @@ export async function exportExecutiveSummary({ context, message }) {
                 km: { observed: 0, scheduled: 0, observedPct: 0 },
                 product_id: {
                     'id-prod-navegante-metro': 0,
+                    'id-prod-navegante-metro-418-gratuito': 0,
                     'id-prod-navegante-metro-sub23-grat': 0,
                     'id-prod-navegante-65': 0,
                     'others': 0,
@@ -178,9 +179,12 @@ export async function exportExecutiveSummary({ context, message }) {
         const metro = byProduct['id-prod-navegante-metro'] ?? 0;
         const sub23 = byProduct['id-prod-navegante-metro-sub23-grat'] ?? 0;
         const p65 = byProduct['id-prod-navegante-65'] ?? 0;
+        const metro418 = byProduct['id-prod-navegante-metro-418-gratuito'] ?? 0;
+        ;
         const totalProducts = Object.values(byProduct).reduce((a, b) => a + b, 0);
-        const others = totalProducts - (metro + sub23 + p65);
+        const others = totalProducts - (metro + sub23 + p65 + metro418);
         t.product_id['id-prod-navegante-metro'] += metro;
+        t.product_id['id-prod-navegante-metro-418-gratuito'] += metro418;
         t.product_id['id-prod-navegante-metro-sub23-grat'] += sub23;
         t.product_id['id-prod-navegante-65'] += p65;
         t.product_id.others += others;
@@ -225,13 +229,14 @@ export async function exportExecutiveSummary({ context, message }) {
         }
     }
     // Add avg_trips_day_type
-    // const avgRidesByDayType = await calculateAverageRidesByAgencyByDayType({ context, message });
-    // for (const row of avgRidesByDayType) {
-    // 	const agencyTotals = totalsByAgency[row.agencyId];
-    // 	if (!agencyTotals) continue;
-    // 	const dayTypeKey = `avg_trips_day_type ${row.dayType}` as const;
-    // 	agencyTotals[dayTypeKey] = row.averageRides;
-    // }
+    const avgRidesByDayType = await calculateAverageRidesByAgencyByDayType({ context, message });
+    for (const row of avgRidesByDayType) {
+        const agencyTotals = totalsByAgency[row.agencyId];
+        if (!agencyTotals)
+            continue;
+        const dayTypeKey = `avg_trips_day_type ${row.dayType}`;
+        agencyTotals[dayTypeKey] = row.averageRides;
+    }
     // Build final output
     const finalOutput = {
         timestamp: Date.now(),

package/dist/tasks/executive-summary-setup/median-speed.js

@@ -1,4 +1,3 @@
-import { Dates } from '@tmlmobilidade/dates';
 import { rides } from '@tmlmobilidade/interfaces';
 /**
  * Helper to calculate median from an array of numbers
@@ -22,8 +21,8 @@ function median(values) {
 export async function calculateMedianSpeed({ context, message }) {
     message('Calculating median speeds per agency...');
     const ridesCollection = await rides.getCollection();
-    const startDateStr = Dates.fromOperationalDate(context.dates.start, 'Europe/Lisbon').unix_timestamp;
-    const endDateStr = Dates.fromOperationalDate(context.dates.end, 'Europe/Lisbon').unix_timestamp;
+    // const startDateStr = Dates.fromOperationalDate(context.dates.start, 'Europe/Lisbon').unix_timestamp;
+    // const endDateStr = Dates.fromOperationalDate(context.dates.end, 'Europe/Lisbon').unix_timestamp;
     const pipeline = [
         {
             $match: {
@@ -32,7 +31,8 @@ export async function calculateMedianSpeed({ context, message }) {
                 end_time_observed: { $exists: true },
                 extension_scheduled: { $gt: 0 },
                 start_time_observed: { $exists: true },
-                start_time_scheduled: { $gte: startDateStr, $lte: endDateStr },
+                // start_time_scheduled: { $gte: startDateStr, $lte: endDateStr },
+                operational_date: { $gte: context.dates.start, $lte: context.dates.end },
             },
         },
         {

package/dist/tasks/executive-summary-setup/paxperkm.js

@@ -1,16 +1,13 @@
-import { Dates } from '@tmlmobilidade/dates';
 import { rides } from '@tmlmobilidade/interfaces';
 export async function calculatePassengersPerKm({ context }) {
     console.log('Calculating passengers per km for executed trips...');
     const ridesCollection = await rides.getCollection();
-    const startDateStr = Dates.fromOperationalDate(context.dates.start, 'Europe/Lisbon').unix_timestamp;
-    const endDateStr = Dates.fromOperationalDate(context.dates.end, 'Europe/Lisbon').unix_timestamp;
-    console.log(`Date range: ${startDateStr} to ${endDateStr}`);
+    console.log(`Date range: ${context.dates.start} to ${context.dates.end}`);
     const pipeline = [
         {
             $match: {
                 agency_id: { $exists: true },
-                start_time_scheduled: { $gte: startDateStr, $lte: endDateStr },
+                operational_date: { $gte: context.dates.start, $lte: context.dates.end },
             },
         },
         {
@@ -57,10 +54,6 @@ export async function calculatePassengersPerKm({ context }) {
     const aggCursor = ridesCollection.aggregate(pipeline);
     const results = [];
     for await (const doc of aggCursor) {
-        // // Total Passengers, Km, passengersPerKm DEBUG
-        // console.log(
-        // 	`[DEBUG] Agency: ${doc.agencyId} | Total Passengers: ${doc.totalPassengers} | Total Km: ${doc.totalKm} | passengersPerKm: ${doc.passengersPerKm}`,
-        // );
         results.push({
             agencyId: doc.agencyId,
             passengersPerKm: doc.passengersPerKm,

package/dist/tasks/executive-summary-setup/trips.js

@@ -7,14 +7,12 @@ import { rides } from '@tmlmobilidade/interfaces';
 export async function calculatePlannedTrips({ context, message }) {
     message('Calculating planned trips...');
     const ridesCollection = await rides.getCollection();
-    const startDateStr = Dates.fromOperationalDate(context.dates.start, 'Europe/Lisbon').unix_timestamp;
-    const endDateStr = Dates.fromOperationalDate(context.dates.end, 'Europe/Lisbon').unix_timestamp;
-    message(`Date range: ${startDateStr} to ${endDateStr}`);
+    message(`Date range: ${context.dates.start} to ${context.dates.end}`);
     const pipeline = [
         {
             $match: {
                 agency_id: { $exists: true },
-                start_time_scheduled: { $gte: startDateStr, $lte: endDateStr },
+                operational_date: { $gte: context.dates.start, $lte: context.dates.end },
             },
         },
         {
@@ -52,14 +50,12 @@ export async function calculatePlannedTrips({ context, message }) {
 export async function calculateCompletedTrips({ context, message }) {
     message('Calculating completed trips...');
     const ridesCollection = await rides.getCollection();
-    const startDateStr = Dates.fromOperationalDate(context.dates.start, 'Europe/Lisbon').toFormat('yyyyMMdd');
-    const endDateStr = Dates.fromOperationalDate(context.dates.end, 'Europe/Lisbon').toFormat('yyyyMMdd');
-    message(`Date range: ${startDateStr} to ${endDateStr}`);
+    message(`Date range: ${context.dates.start} to ${context.dates.end}`);
     const pipeline = [
         {
             $match: {
                 agency_id: { $exists: true },
-                operational_date: { $gte: startDateStr, $lte: endDateStr },
+                operational_date: { $gte: context.dates.start, $lte: context.dates.end },
             },
         },
         {

package/dist/tasks/executive-summary-setup/tripstatus.js

@@ -3,7 +3,7 @@ import { rides } from '@tmlmobilidade/interfaces';
 import { Logger } from '@tmlmobilidade/logger';
 import { Timer } from '@tmlmobilidade/timer';
 /* Helper Function */
-async function processDailyRides(stream, results, agencies, agency43Trips) {
+async function processDailyRides(stream, results, agencies) {
     for (const rideData of stream) {
         const agency = rideData.agency_id;
         if (!agencies.includes(agency))
@@ -20,7 +20,11 @@ async function processDailyRides(stream, results, agencies, agency43Trips) {
             results.agencies[agency].early_rides++;
             results.total.early_rides++;
         }
-        if (expectedStart >= 5) {
+        if (expectedStart > -1 && expectedStart <= 5) {
+            results.agencies[agency].ontime_rides++;
+            results.total.ontime_rides++;
+        }
+        if (expectedStart > 5) {
             results.agencies[agency].five_min_delays++;
             results.total.five_min_delays++;
             const passengers = rideData.passengers_observed ?? 0;
@@ -28,13 +32,6 @@ async function processDailyRides(stream, results, agencies, agency43Trips) {
                 = (results.agencies[agency]['pax-affected-by-delay'] ?? 0) + passengers;
             results.total['pax-affected-by-delay']
                 = (results.total['pax-affected-by-delay'] ?? 0) + passengers;
-            if (agency === '43') {
-                agency43Trips.push(rideData.trip_id);
-            }
-        }
-        if (expectedStart > -1 && expectedStart < 5) {
-            results.agencies[agency].ontime_rides++;
-            results.total.ontime_rides++;
         }
     }
 }
@@ -53,17 +50,20 @@ function calculatePercentages(metrics) {
 export const calculateDailyServiceCompliance = async (context) => {
     const agencies = ['41', '42', '43', '44'];
     const ridesCollection = await rides.getCollection();
-    const agency43Trips = [];
     const processingTimer = new Timer();
     let countProcessed = 0;
     const resultsByDay = {};
-    const startDate = Dates.fromOperationalDate(context.dates.start, 'Europe/Lisbon').unix_timestamp;
-    const endDate = Dates.fromOperationalDate(context.dates.end, 'Europe/Lisbon').unix_timestamp;
+    // const ridesQuery = {
+    // 	operational_date: { $gte: context.dates.start, $lte: context.dates.end },
+    // };
     const ridesQuery = {
-        start_time_scheduled: {
-            $gte: startDate,
-            $lte: endDate,
+        $expr: {
+            $or: [
+                { $eq: ['$analysis.SIMPLE_ONE_APEX_VALIDATION.grade', 'pass'] },
+                { $eq: ['$analysis.SIMPLE_THREE_VEHICLE_EVENTS.grade', 'pass'] },
+            ],
         },
+        operational_date: { $gte: context.dates.start, $lte: context.dates.end },
     };
     const allRidesStream = ridesCollection.find(ridesQuery).batchSize(100_000).stream();
     for await (const ride of allRidesStream) {
@@ -83,7 +83,7 @@ export const calculateDailyServiceCompliance = async (context) => {
                 };
             });
         }
-        await processDailyRides([rideData], resultsByDay[dayOperationalStr], agencies, agency43Trips);
+        await processDailyRides([rideData], resultsByDay[dayOperationalStr], agencies);
         countProcessed++;
         if (countProcessed % 100 === 0) {
             // Logger.info(`Processed ${countProcessed} rides so far...`);
@@ -107,8 +107,5 @@ export const calculateDailyServiceCompliance = async (context) => {
             total: totalWithPct,
         };
     }
-    /* LOG: Export agency 43 trips */
-    // fs.writeFileSync('agency_43_trips.json', JSON.stringify(agency43Trips, null, 2));
-    // Logger.info(`Exported ${agency43Trips.length} trip_id for agency 43 to agency_43_trips.json`);
     return formattedResults;
 };

package/dist/tasks/municipalities-validations/validations_p_municipalities.js

@@ -0,0 +1,231 @@
+import { Dates } from '@tmlmobilidade/dates';
+import { municipalities, simplifiedApexValidations, stops } from '@tmlmobilidade/interfaces';
+import ExcelJS from 'exceljs';
+import fs from 'node:fs';
+/* * */
+const TASK_ID = 'validations-p-municipalities';
+/* * */
+export async function exportValidationsPMunicipalities({ context, message, }) {
+    //
+    message('A iniciar exportação de validações por município...');
+    //
+    // Prepare output directory
+    if (!fs.existsSync(context.output)) {
+        fs.mkdirSync(context.output, { recursive: true });
+    }
+    //
+    // Collections
+    message('A obter collections...');
+    const [stopsCol, validationsCol, municipalitiesCol] = await Promise.all([
+        stops.getCollection(),
+        simplifiedApexValidations.getCollection(),
+        municipalities.getCollection(),
+    ]);
+    if (!stopsCol || !validationsCol || !municipalitiesCol) {
+        throw new Error('Missing collections');
+    }
+    //
+    // Calendar
+    message('A obter calendário...');
+    const calendar = await Dates.fetchCalendarData();
+    const calendarMap = new Map();
+    for (const c of calendar) {
+        calendarMap.set(c.date, {
+            day_type: c.day_type,
+            period: c.period,
+        });
+    }
+    //
+    // Municipalities
+    message('A obter municípios...');
+    const municipalitiesData = await municipalitiesCol
+        .find({})
+        .toArray();
+    const municipalityMap = new Map();
+    for (const municipality of municipalitiesData) {
+        municipalityMap.set(municipality._id, municipality.properties?.name || 'unknown');
+    }
+    message(`Municípios encontrados: ${municipalityMap.size}`);
+    //
+    // Stops
+    message('A obter paragens...');
+    const stopsData = await stopsCol
+        .aggregate([
+        {
+            $unwind: '$flags',
+        },
+        {
+            $match: {
+                'flags.agency_ids': {
+                    $in: ['41', '42', '43', '44'],
+                },
+            },
+        },
+        {
+            $project: {
+                _id: 0,
+                municipality_id: 1,
+                stop_join_id: {
+                    $toString: {
+                        $ifNull: ['$flags.stop_id', '$_id'],
+                    },
+                },
+            },
+        },
+    ])
+        .toArray();
+    message(`Paragens encontradas: ${stopsData.length}`);
+    //
+    // Stop lookup
+    const stopMap = new Map();
+    for (const stop of stopsData) {
+        stopMap.set(stop.stop_join_id, stop.municipality_id);
+    }
+    message(`Stop map construída: ${stopMap.size}`);
+    //
+    // Dates
+    const startTimestamp = Dates
+        .fromOperationalDate(context.dates.start, 'Europe/Lisbon')
+        .set({
+        hour: 4,
+        millisecond: 0,
+        minute: 0,
+        second: 0,
+    })
+        .unix_timestamp;
+    const endTimestamp = Dates
+        .fromOperationalDate(context.dates.end, 'Europe/Lisbon')
+        .plus({ days: 1 })
+        .set({
+        hour: 4,
+        millisecond: 0,
+        minute: 0,
+        second: 0,
+    })
+        .unix_timestamp;
+    //
+    // Validations
+    message('A agregar validações...');
+    const validations = await validationsCol
+        .aggregate([
+        {
+            $match: {
+                agency_id: {
+                    $in: ['41', '42', '43', '44'],
+                },
+                created_at: {
+                    $gte: startTimestamp,
+                    $lt: endTimestamp,
+                },
+                is_passenger: true,
+            },
+        },
+        {
+            $addFields: {
+                operational_date: {
+                    $let: {
+                        in: {
+                            $dateToString: {
+                                date: {
+                                    $cond: {
+                                        else: '$$eventDate',
+                                        if: { $lt: ['$$hour', 4] },
+                                        then: {
+                                            $dateSubtract: {
+                                                amount: 1,
+                                                startDate: '$$eventDate',
+                                                unit: 'day',
+                                            },
+                                        },
+                                    },
+                                },
+                                format: '%Y%m%d',
+                                timezone: 'Europe/Lisbon',
+                            },
+                        },
+                        vars: {
+                            eventDate: { $toDate: '$created_at' },
+                            hour: {
+                                $hour: {
+                                    date: { $toDate: '$created_at' },
+                                    timezone: 'Europe/Lisbon',
+                                },
+                            },
+                        },
+                    },
+                },
+            },
+        },
+        {
+            $group: {
+                _id: {
+                    agency_id: '$agency_id',
+                    date: '$operational_date',
+                    stop_id: '$stop_id',
+                },
+                validations: { $sum: 1 },
+            },
+        },
+    ], { allowDiskUse: true })
+        .toArray();
+    message(`Grupos de validações: ${validations.length}`);
+    //
+    // Final aggregation
+    message('A construir dataset final...');
+    const finalMap = new Map();
+    for (const validation of validations) {
+        const municipalityId = stopMap.get(String(validation._id.stop_id));
+        if (!municipalityId)
+            continue;
+        const municipality = municipalityMap.get(municipalityId);
+        if (!municipality)
+            continue;
+        const key = [
+            validation._id.date,
+            validation._id.agency_id,
+            municipality,
+        ].join('|');
+        finalMap.set(key, (finalMap.get(key) || 0) + validation.validations);
+    }
+    message(`Rows finais: ${finalMap.size}`);
+    //
+    // Excel
+    message('A gerar Excel...');
+    const workbook = new ExcelJS.Workbook();
+    const worksheet = workbook.addWorksheet('municipalities_validations');
+    worksheet.columns = [
+        { header: 'Dia', key: 'day', width: 15 },
+        { header: 'Dia tipo', key: 'day_type', width: 15 },
+        { header: 'Periodo', key: 'period', width: 15 },
+        { header: 'Operador', key: 'operator', width: 15 },
+        { header: 'Municipio', key: 'municipality', width: 30 },
+        { header: 'Validations', key: 'validations', width: 20 },
+    ];
+    //
+    // Rows
+    for (const [key, validationsCount] of finalMap.entries()) {
+        const [day, operator, municipality] = key.split('|');
+        const calendarInfo = calendarMap.get(day);
+        worksheet.addRow({
+            day,
+            day_type: calendarInfo?.day_type || '',
+            municipality,
+            operator,
+            period: calendarInfo?.period || '',
+            validations: validationsCount,
+        });
+    }
+    //
+    // Style
+    worksheet.getRow(1).font = { bold: true };
+    worksheet.autoFilter = {
+        from: 'A1',
+        to: 'F1',
+    };
+    //
+    // Save
+    const outputFile = `${context.output}/${TASK_ID}-${context.dates.start}-${context.dates.end}.xlsx`;
+    await workbook.xlsx.writeFile(outputFile);
+    message(`Export concluído: ${outputFile}`);
+    //
+}

package/dist/types.js

@@ -8,7 +8,15 @@ export const exportTypeLabels = {
     'validations-aggregated': '1.1. Validações agregadas (escolher campos)',
     'validations-raw': '1.0. Validações em bruto',
     'vehicle-events-raw': '3.0. Vehicle Events em bruto',
+    'validations-p-municipalities': '7.0. Validações por município',
 };
+/**
+ * Export types that don't require entity filters (agency, line, stop, etc.).
+ * These exports may still require dates.
+ */
+export const exportTypesWithoutEntityFilters = [
+    'validations-p-municipalities',
+];
 /**
  * Export types that don't require filters or dates.
  * These exports use their own specific input methods (e.g., IDs).

package/package.json

@@ -1,7 +1,7 @@
 {
 	"name": "@tmlmobilidade/export-data",
 	"description": "CLI tool to export data from GO.",
-	"version": "20260526.2143.45",
+	"version": "20260527.947.12",
 	"author": {
 		"email": "iso@tmlmobilidade.pt",
 		"name": "TML-ISO"
@@ -42,7 +42,8 @@
 		"@tmlmobilidade/interfaces": "*",
 		"@tmlmobilidade/strings": "*",
 		"@tmlmobilidade/timer": "*",
-		"@tmlmobilidade/writers": "*"
+		"@tmlmobilidade/writers": "*",
+		"exceljs": "^4.4.0"
 	},
 	"devDependencies": {
 		"@tmlmobilidade/tsconfig": "*",