@tmlmobilidade/export-data 20260107.1738.18 → 20260110.331.6

package/dist/index.js

@@ -17,6 +17,7 @@ import { exportValidationsByStop } from './tasks/apex-validations/validations-by
 import { exportValidationsRaw } from './tasks/apex-validations/validations-raw.js';
 import { exportHashedShapesGeoJSON } from './tasks/hashed-shapes/hashed-shapes-geojson.js';
 import { exportRidesRaw } from './tasks/rides/rides-raw.js';
+import { exportSamsRaw } from './tasks/sams/sams-raw.js';
 import { exportVehicleEventsRaw } from './tasks/vehicle-events/vehicle-events-raw.js';
 import { exportTypeLabels, exportTypesWithoutFilters } from './types.js';
 import { initExportContext } from './utils/init-context.js';
@@ -32,6 +33,7 @@ import { ASCII_CM_SHORT } from '@tmlmobilidade/consts';
     // Greet the user
     console.log(ASCII_CM_SHORT.replace(/▒/g, '\x1b[33m▒\x1b[0m'));
     intro('Bem-vindo ao exportador de dados da CM!');
+    log.info(`A versão da aplicação é: ${context.app_version}`);
     log.info(`O ID desta exportação é: ${context._id}`);
     log.info(`Todos os resultados serão guardados aqui: ${context.output}`);
     //
@@ -116,6 +118,11 @@ import { ASCII_CM_SHORT } from '@tmlmobilidade/consts';
             task: async (message) => await exportHashedShapesGeoJSON({ context, hashedShapeIds, message }),
             title: exportTypeLabels['hashed-shapes-geojson'],
         },
+        {
+            enabled: exportTypes.includes('sams-raw'),
+            task: async (message) => await exportSamsRaw({ context, message }),
+            title: exportTypeLabels['sams-raw'],
+        },
     ]);
     //
     // Terminate the process

package/dist/prompts/export-types.js

@@ -24,6 +24,9 @@ export async function promptExportTypes() {
             '4. HashedShapes': [
                 { label: exportTypeLabels['hashed-shapes-geojson'], value: 'hashed-shapes-geojson' },
             ],
+            '5. SAMs': [
+                { label: exportTypeLabels['sams-raw'], value: 'sams-raw' },
+            ],
         },
         required: true,
     });

package/dist/tasks/sams/sams-raw.d.ts

@@ -0,0 +1,2 @@
+import { type TaskProps } from '../../types.js';
+export declare function exportSamsRaw({ context, message }: TaskProps): Promise<void>;

package/dist/tasks/sams/sams-raw.js

@@ -0,0 +1,61 @@
+/* * */
+import { Dates } from '@tmlmobilidade/dates';
+import { sams } from '@tmlmobilidade/interfaces';
+import { CsvWriter } from '@tmlmobilidade/writers';
+import fs from 'node:fs';
+/* * */
+const TASK_ID = 'sams-raw';
+/* * */
+export async function exportSamsRaw({ context, message }) {
+    //
+    message('A iniciar a exportação de SAMs em bruto...');
+    //
+    // Prepare the filter params
+    const filterQuery = {};
+    if (context.filters.agency_ids.length) {
+        filterQuery.agency_id = { $in: context.filters.agency_ids };
+    }
+    //
+    // Setup a database stream to export data
+    message(`A iniciar ligação à base de dados...`);
+    const samsCollection = await sams.getCollection();
+    const stream = samsCollection.find(filterQuery).stream();
+    //
+    // Prepare the output directory and CSV writer
+    message(`A preparar a pasta para guardar os resultados...`);
+    if (!fs.existsSync(context.output))
+        fs.mkdirSync(context.output, { recursive: true });
+    const csvWriter = new CsvWriter('output', `${context.output}/${TASK_ID}-${context.dates.start}-${context.dates.end}.csv`, { batch_size: 100000, logs: false });
+    //
+    // Export the data
+    let counter = 0;
+    message(`A aguardar o resultado da pesquisa...`);
+    for await (const doc of stream) {
+        const document = doc;
+        for (const analysisGroup of document.analysis) {
+            await csvWriter.write({
+                _id: document._id,
+                agency_id: document.agency_id,
+                apex_version: analysisGroup.apex_version ?? null,
+                device_id: analysisGroup.device_id ?? null,
+                end_time: analysisGroup.end_time ? Dates.fromUnixTimestamp(analysisGroup.end_time).iso : null,
+                first_transaction_ase_counter_value: analysisGroup.first_transaction_ase_counter_value ?? null,
+                first_transaction_id: analysisGroup.first_transaction_id ?? null,
+                first_transaction_type: analysisGroup.first_transaction_type ?? null,
+                last_transaction_ase_counter_value: analysisGroup.last_transaction_ase_counter_value ?? null,
+                last_transaction_id: analysisGroup.last_transaction_id ?? null,
+                last_transaction_type: analysisGroup.last_transaction_type ?? null,
+                start_time: analysisGroup.start_time ? Dates.fromUnixTimestamp(analysisGroup.start_time).iso : null,
+                transactions_expected: analysisGroup.transactions_expected ?? null,
+                transactions_found: analysisGroup.transactions_found ?? null,
+                transactions_missing: analysisGroup.transactions_missing ?? null,
+                vehicle_id: analysisGroup.vehicle_id ?? null,
+            });
+        }
+        if (counter % 1000 === 0)
+            message(`Processados ${counter} documentos até agora...`);
+        counter++;
+    }
+    await csvWriter.flush();
+    //
+}

package/dist/tasks/sams/sams-raw.types.d.ts

@@ -0,0 +1,18 @@
+export interface SamExport {
+    _id: number;
+    agency_id: string;
+    apex_version: null | string;
+    device_id: null | string;
+    end_time: null | string;
+    first_transaction_ase_counter_value: null | number;
+    first_transaction_id: null | string;
+    first_transaction_type: null | string;
+    last_transaction_ase_counter_value: null | number;
+    last_transaction_id: null | string;
+    last_transaction_type: null | string;
+    start_time: null | string;
+    transactions_expected: null | number;
+    transactions_found: null | number;
+    transactions_missing: null | number;
+    vehicle_id: null | number;
+}

package/dist/tasks/sams/sams-raw.types.js

@@ -0,0 +1,2 @@
+/* * */
+export {};

package/dist/types.d.ts

@@ -1,6 +1,8 @@
 import { type OperationalDate } from '@tmlmobilidade/types';
 export declare const exportTypeLabels: {
+    readonly 'hashed-shapes-geojson': "4.0. HashedShapes para GeoJSON";
     readonly 'rides-raw': "2.0. Rides em bruto (SLAs)";
+    readonly 'sams-raw': "5.0. SAMs em bruto (Sequencialidade)";
     readonly 'validations-by-line': "1.5. Validações por Line ID";
     readonly 'validations-by-pattern': "1.4. Validações por Pattern ID";
     readonly 'validations-by-stop': "1.3. Validações por Stop ID";
@@ -8,7 +10,6 @@ export declare const exportTypeLabels: {
     readonly 'validations-by-stop-by-trip': "1.1. Validações por Stop ID, por Trip ID";
     readonly 'validations-raw': "1.0. Validações em bruto";
     readonly 'vehicle-events-raw': "3.0. Vehicle Events em bruto";
-    readonly 'hashed-shapes-geojson': "4.0. HashedShapes para GeoJSON";
 };
 export type ExportType = keyof typeof exportTypeLabels;
 /**
@@ -18,6 +19,7 @@ export type ExportType = keyof typeof exportTypeLabels;
 export declare const exportTypesWithoutFilters: ExportType[];
 export interface ExportContext {
     _id: string;
+    app_version: string;
     dates: {
         end: OperationalDate;
         start: OperationalDate;

package/dist/types.js

@@ -1,8 +1,9 @@
-/* eslint-disable perfectionist/sort-objects */
 /* * */
 /* * */
 export const exportTypeLabels = {
+    'hashed-shapes-geojson': '4.0. HashedShapes para GeoJSON',
     'rides-raw': '2.0. Rides em bruto (SLAs)',
+    'sams-raw': '5.0. SAMs em bruto (Sequencialidade)',
     'validations-by-line': '1.5. Validações por Line ID',
     'validations-by-pattern': '1.4. Validações por Pattern ID',
     'validations-by-stop': '1.3. Validações por Stop ID',
@@ -10,7 +11,6 @@ export const exportTypeLabels = {
     'validations-by-stop-by-trip': '1.1. Validações por Stop ID, por Trip ID',
     'validations-raw': '1.0. Validações em bruto',
     'vehicle-events-raw': '3.0. Vehicle Events em bruto',
-    'hashed-shapes-geojson': '4.0. HashedShapes para GeoJSON',
 };
 /**
  * Export types that don't require filters or dates.

package/dist/utils/init-context.js

@@ -1,5 +1,7 @@
 /* * */
 import { generateRandomString } from '@tmlmobilidade/strings';
+import { readFileSync } from 'node:fs';
+import { findPackageJSON } from 'node:module';
 import path from 'node:path';
 /* * */
 export function initExportContext() {
@@ -8,6 +10,11 @@ export function initExportContext() {
     // Generate a random export ID
     const exportId = generateRandomString();
     //
+    // Get the app version from the package.json file
+    const pjsonPath = findPackageJSON('@tmlmobilidade/export-data', import.meta.url);
+    const pjsonFile = readFileSync(pjsonPath, 'utf-8');
+    const appVersion = JSON.parse(pjsonFile).version;
+    //
     // Setup the output path for the export by joining
     // the current working directory with the export ID
     const outputPath = path.join(process.cwd(), `export-${exportId}`);
@@ -15,6 +22,7 @@ export function initExportContext() {
     // Build and return the export context object
     return {
         _id: exportId,
+        app_version: appVersion,
         dates: {
             end: undefined,
             start: undefined,

package/package.json

@@ -1,7 +1,7 @@
 {
 	"name": "@tmlmobilidade/export-data",
 	"description": "CLI tool to export data from GO.",
-	"version": "20260107.1738.18",
+	"version": "20260110.331.6",
 	"author": {
 		"email": "iso@tmlmobilidade.pt",
 		"name": "TML-ISO"