gtfs 4.13.4 → 4.14.1

package/dist/bin/gtfsrealtime-update.js

@@ -299,143 +299,6 @@ var stopTimeUpdates = {
   ]
 };
 
-// src/models/gtfs-realtime/vehicle-positions.ts
-var vehiclePositions = {
-  filenameBase: "vehicle_positions",
-  extension: "gtfs-realtime",
-  schema: [
-    {
-      name: "update_id",
-      type: "text",
-      required: true,
-      primary: true,
-      index: true,
-      source: "id"
-    },
-    {
-      name: "bearing",
-      type: "real",
-      source: "vehicle.position.bearing",
-      default: null
-    },
-    {
-      name: "latitude",
-      type: "real",
-      min: -90,
-      max: 90,
-      source: "vehicle.position.latitude",
-      default: null
-    },
-    {
-      name: "longitude",
-      type: "real",
-      source: "vehicle.position.longitude",
-      min: -180,
-      max: 180,
-      default: null
-    },
-    {
-      name: "speed",
-      type: "real",
-      min: 0,
-      source: "vehicle.position.speed",
-      default: null
-    },
-    {
-      name: "current_stop_sequence",
-      type: "integer",
-      source: "vehicle.currentStopSequence",
-      default: null
-    },
-    {
-      name: "trip_id",
-      type: "text",
-      index: true,
-      source: "vehicle.trip.tripId",
-      default: null
-    },
-    {
-      name: "trip_start_date",
-      type: "text",
-      index: true,
-      source: "vehicle.trip.startDate",
-      default: null
-    },
-    {
-      name: "trip_start_time",
-      type: "text",
-      index: true,
-      source: "vehicle.trip.startTime",
-      default: null
-    },
-    {
-      name: "congestion_level",
-      type: "text",
-      source: "vehicle.congestionLevel",
-      default: null
-    },
-    {
-      name: "occupancy_status",
-      type: "text",
-      source: "vehicle.occupancyStatus",
-      default: null
-    },
-    {
-      name: "occupancy_percentage",
-      type: "integer",
-      source: "vehicle.occupancyPercentage",
-      default: null
-    },
-    {
-      name: "vehicle_stop_status",
-      type: "text",
-      source: "vehicle.vehicleStopStatus",
-      default: null
-    },
-    {
-      name: "vehicle_id",
-      type: "text",
-      index: true,
-      source: "vehicle.vehicle.id",
-      default: null
-    },
-    {
-      name: "vehicle_label",
-      type: "text",
-      source: "vehicle.vehicle.label",
-      default: null
-    },
-    {
-      name: "vehicle_license_plate",
-      type: "text",
-      source: "vehicle.vehicle.licensePlate",
-      default: null
-    },
-    {
-      name: "vehicle_wheelchair_accessible",
-      type: "text",
-      source: "vehicle.vehicle.wheelchairAccessible",
-      default: null
-    },
-    {
-      name: "timestamp",
-      type: "text",
-      source: "vehicle.timestamp",
-      default: null
-    },
-    {
-      name: "created_timestamp",
-      type: "integer",
-      required: true
-    },
-    {
-      name: "expiration_timestamp",
-      type: "integer",
-      required: true
-    }
-  ]
-};
-
 // src/models/gtfs-realtime/service-alerts.ts
 var serviceAlerts = {
   filenameBase: "service_alerts",
@@ -578,6 +441,7 @@ function openDb(config = null) {
 // src/lib/geojson-utils.ts
 import {
   cloneDeep,
+  compact,
   filter,
   groupBy,
   last,
@@ -620,17 +484,20 @@ function convertLongTimeToDate(longDate) {
 }
 
 // src/lib/import.ts
-var downloadGtfsRealtimeData = async (url, task) => {
-  const response = await fetch(url, {
+var downloadGtfsRealtimeData = async (urlAndHeaders, task) => {
+  task.log(`Downloading GTFS-Realtime from ${urlAndHeaders.url}`);
+  const response = await fetch(urlAndHeaders.url, {
     method: "GET",
     headers: {
-      ...task.realtime_headers || {},
+      ...urlAndHeaders.headers ?? {},
       "Accept-Encoding": "gzip"
     },
     signal: task.downloadTimeout ? AbortSignal.timeout(task.downloadTimeout) : void 0
   });
   if (response.status !== 200) {
-    task.logWarning(`Unable to download GTFS-Realtime from ${url}`);
+    task.logWarning(
+      `Unable to download GTFS-Realtime from ${urlAndHeaders.url}`
+    );
     return null;
   }
   const buffer = await response.arrayBuffer();
@@ -711,48 +578,70 @@ var prepareRealtimeValue = (entity, column, task) => {
   );
 };
 var updateRealtimeData = async (task) => {
-  if (!task.realtime_urls) {
+  if (task.realtimeAlerts === void 0 && task.realtimeTripUpdates === void 0 && task.realtimeVehiclePositions === void 0) {
     return;
   }
   const db = openDb({
     sqlitePath: task.sqlitePath
   });
-  task.log(
-    `Starting GTFS-Realtime import from ${task.realtime_urls.length} urls`
-  );
-  for (const realtimeUrl of task.realtime_urls) {
-    task.log(`Downloading GTFS-Realtime from ${realtimeUrl}`);
-    const gtfsRealtimeData = await downloadGtfsRealtimeData(realtimeUrl, task);
-    if (!gtfsRealtimeData?.entity) {
-      continue;
-    }
-    task.log(`Download successful`);
-    let totalLineCount = 0;
-    for (const entity of gtfsRealtimeData.entity) {
-      let model;
-      if (entity.vehicle) {
-        model = vehiclePositions;
-      }
-      if (entity.tripUpdate) {
-        model = tripUpdates;
-      }
-      if (entity.alert) {
-        model = serviceAlerts;
-      }
-      if (!model) {
-        break;
-      }
-      const fieldValues = model.schema.map(
-        (column) => prepareRealtimeValue(entity, column, task)
-      );
-      try {
-        db.prepare(
-          `REPLACE INTO ${model.filenameBase} (${model.schema.map((column) => column.name).join(", ")}) VALUES (${fieldValues.join(", ")})`
-        ).run();
-      } catch (error) {
-        task.logWarning("Import error: " + error.message);
+  if (task.realtimeAlerts?.url) {
+    const gtfsRealtimeData = await downloadGtfsRealtimeData(
+      task.realtimeAlerts,
+      task
+    );
+    if (gtfsRealtimeData?.entity) {
+      task.log(`Download successful`);
+      let totalLineCount = 0;
+      for (const entity of gtfsRealtimeData.entity) {
+        const fieldValues = serviceAlerts.schema.map(
+          (column) => prepareRealtimeValue(entity, column, task)
+        );
+        try {
+          db.prepare(
+            `REPLACE INTO ${serviceAlerts.filenameBase} (${serviceAlerts.schema.map((column) => column.name).join(", ")}) VALUES (${fieldValues.join(", ")})`
+          ).run();
+        } catch (error) {
+          task.logWarning("Import error: " + error.message);
+        }
+        const alertTargetArray = [];
+        for (const informedEntity of entity.alert.informedEntity) {
+          informedEntity.parent = entity;
+          const subValues = serviceAlertTargets.schema.map(
+            (column) => prepareRealtimeValue(informedEntity, column, task)
+          );
+          alertTargetArray.push(`(${subValues.join(", ")})`);
+          totalLineCount++;
+        }
+        try {
+          db.prepare(
+            `REPLACE INTO ${serviceAlertTargets.filenameBase} (${serviceAlertTargets.schema.map((column) => column.name).join(", ")}) VALUES ${alertTargetArray.join(", ")}`
+          ).run();
+        } catch (error) {
+          task.logWarning("Import error: " + error.message);
+        }
+        task.log(`Importing - ${totalLineCount++} entries imported\r`, true);
       }
-      if (entity.tripUpdate) {
+    }
+  }
+  if (task.realtimeTripUpdates?.url) {
+    const gtfsRealtimeData = await downloadGtfsRealtimeData(
+      task.realtimeTripUpdates,
+      task
+    );
+    if (gtfsRealtimeData?.entity) {
+      task.log(`Download successful`);
+      let totalLineCount = 0;
+      for (const entity of gtfsRealtimeData.entity) {
+        const fieldValues = tripUpdates.schema.map(
+          (column) => prepareRealtimeValue(entity, column, task)
+        );
+        try {
+          db.prepare(
+            `REPLACE INTO ${tripUpdates.filenameBase} (${tripUpdates.schema.map((column) => column.name).join(", ")}) VALUES (${fieldValues.join(", ")})`
+          ).run();
+        } catch (error) {
+          task.logWarning("Import error: " + error.message);
+        }
         const stopTimeUpdateArray = [];
         for (const stopTimeUpdate of entity.tripUpdate.stopTimeUpdate) {
           stopTimeUpdate.parent = entity;
@@ -769,26 +658,31 @@ var updateRealtimeData = async (task) => {
         } catch (error) {
           task.logWarning("Import error: " + error.message);
         }
+        task.log(`Importing - ${totalLineCount++} entries imported\r`, true);
       }
-      if (entity.alert) {
-        const alertTargetArray = [];
-        for (const informedEntity of entity.alert.informedEntity) {
-          informedEntity.parent = entity;
-          const subValues = serviceAlertTargets.schema.map(
-            (column) => prepareRealtimeValue(informedEntity, column, task)
-          );
-          alertTargetArray.push(`(${subValues.join(", ")})`);
-          totalLineCount++;
-        }
+    }
+  }
+  if (task.realtimeVehiclePositions?.url) {
+    const gtfsRealtimeData = await downloadGtfsRealtimeData(
+      task.realtimeVehiclePositions,
+      task
+    );
+    if (gtfsRealtimeData?.entity) {
+      task.log(`Download successful`);
+      let totalLineCount = 0;
+      for (const entity of gtfsRealtimeData.entity) {
+        const fieldValues = tripUpdates.schema.map(
+          (column) => prepareRealtimeValue(entity, column, task)
+        );
         try {
           db.prepare(
-            `REPLACE INTO ${serviceAlertTargets.filenameBase} (${serviceAlertTargets.schema.map((column) => column.name).join(", ")}) VALUES ${alertTargetArray.join(", ")}`
+            `REPLACE INTO ${tripUpdates.filenameBase} (${tripUpdates.schema.map((column) => column.name).join(", ")}) VALUES (${fieldValues.join(", ")})`
           ).run();
         } catch (error) {
           task.logWarning("Import error: " + error.message);
         }
+        task.log(`Importing - ${totalLineCount++} entries imported\r`, true);
       }
-      task.log(`Importing - ${totalLineCount++} entries imported\r`, true);
     }
   }
   task.log(`GTFS-Realtime data import complete`);
@@ -812,12 +706,10 @@ async function updateGtfsRealtime(initialConfig) {
     deleteExpiredRealtimeData(config);
     await Promise.all(
       config.agencies.map(async (agency2) => {
-        if (agency2.realtimeUrls === void 0) {
-          return;
-        }
         const task = {
-          realtime_headers: agency2.realtimeHeaders,
-          realtime_urls: agency2.realtimeUrls,
+          realtimeAlerts: agency2.realtimeAlerts,
+          realtimeTripUpdates: agency2.realtimeTripUpdates,
+          realtimeVehiclePositions: agency2.realtimeVehiclePositions,
           downloadTimeout: config.downloadTimeout,
           gtfsRealtimeExpirationSeconds: config.gtfsRealtimeExpirationSeconds,
           sqlitePath: config.sqlitePath,
@@ -840,7 +732,7 @@ async function updateGtfsRealtime(initialConfig) {
   } catch (error) {
     if (error?.code === "SQLITE_CANTOPEN") {
       logError2(
-        `Unae to open sqlite database "${config.sqlitePath}" defined as \`sqlitePath\` config.json. Ensure the parent directory exists or remove \`sqlitePath\` from config.json.`
+        `Unable to open sqlite database "${config.sqlitePath}" defined as \`sqlitePath\` config.json. Ensure the parent directory exists or remove \`sqlitePath\` from config.json.`
       );
     }
     throw error;
@@ -848,7 +740,7 @@ async function updateGtfsRealtime(initialConfig) {
 }
 
 // src/lib/export.ts
-import { without, compact } from "lodash-es";
+import { without, compact as compact2 } from "lodash-es";
 import pluralize2 from "pluralize";
 import { stringify } from "csv-stringify";
 import sqlString3 from "sqlstring-sqlite";
@@ -862,7 +754,7 @@ import sqlString4 from "sqlstring-sqlite";
 import { omit as omit3, pick } from "lodash-es";
 
 // src/lib/gtfs/shapes.ts
-import { compact as compact2, omit as omit4, pick as pick2 } from "lodash-es";
+import { compact as compact3, omit as omit4, pick as pick2 } from "lodash-es";
 import { featureCollection as featureCollection2 } from "@turf/helpers";
 
 // src/lib/gtfs/stops.ts