gtfs-sqljs 0.3.0 → 0.4.0

package/dist/index.d.ts

@@ -292,8 +292,8 @@ interface Agency {
 interface Stop {
     stop_id: string;
     stop_name: string;
-    stop_lat: number;
-    stop_lon: number;
+    stop_lat?: number;
+    stop_lon?: number;
     stop_code?: string;
     stop_desc?: string;
     zone_id?: string;
@@ -310,8 +310,8 @@ interface Stop {
  */
 interface Route {
     route_id: string;
-    route_short_name: string;
-    route_long_name: string;
+    route_short_name?: string;
+    route_long_name?: string;
     route_type: number;
     agency_id?: string;
     route_desc?: string;
@@ -342,8 +342,8 @@ interface Trip {
  */
 interface StopTime {
     trip_id: string;
-    arrival_time: string;
-    departure_time: string;
+    arrival_time?: string;
+    departure_time?: string;
     stop_id: string;
     stop_sequence: number;
     stop_headsign?: string;
@@ -426,7 +426,7 @@ interface Frequency {
 interface Transfer {
     from_stop_id: string;
     to_stop_id: string;
-    transfer_type: number;
+    transfer_type?: number;
     min_transfer_time?: number;
 }
 /**
@@ -965,6 +965,11 @@ declare class GtfsSqlJs {
      * @param urls - Optional array of feed URLs. If not provided, uses configured feed URLs
      */
     fetchRealtimeData(urls?: string[]): Promise<void>;
+    /**
+     * Load GTFS Realtime data from pre-loaded protobuf buffers
+     * @param buffers - Array of Uint8Array protobuf-encoded GTFS-RT feed messages
+     */
+    loadRealtimeDataFromBuffers(buffers: Uint8Array[]): Promise<void>;
     /**
      * Clear all realtime data from the database
      */

package/dist/index.js

@@ -69,8 +69,8 @@ var GTFS_SCHEMA = [
     columns: [
       { name: "stop_id", type: "TEXT", required: true, primaryKey: true },
       { name: "stop_name", type: "TEXT", required: true },
-      { name: "stop_lat", type: "REAL", required: true },
-      { name: "stop_lon", type: "REAL", required: true },
+      { name: "stop_lat", type: "REAL", required: false },
+      { name: "stop_lon", type: "REAL", required: false },
       { name: "stop_code", type: "TEXT", required: false },
       { name: "stop_desc", type: "TEXT", required: false },
       { name: "zone_id", type: "TEXT", required: false },
@@ -92,8 +92,8 @@ var GTFS_SCHEMA = [
     name: "routes",
     columns: [
       { name: "route_id", type: "TEXT", required: true, primaryKey: true },
-      { name: "route_short_name", type: "TEXT", required: true },
-      { name: "route_long_name", type: "TEXT", required: true },
+      { name: "route_short_name", type: "TEXT", required: false },
+      { name: "route_long_name", type: "TEXT", required: false },
       { name: "route_type", type: "INTEGER", required: true },
       { name: "agency_id", type: "TEXT", required: false },
       { name: "route_desc", type: "TEXT", required: false },
@@ -132,8 +132,8 @@ var GTFS_SCHEMA = [
     name: "stop_times",
     columns: [
       { name: "trip_id", type: "TEXT", required: true },
-      { name: "arrival_time", type: "TEXT", required: true },
-      { name: "departure_time", type: "TEXT", required: true },
+      { name: "arrival_time", type: "TEXT", required: false },
+      { name: "departure_time", type: "TEXT", required: false },
       { name: "stop_id", type: "TEXT", required: true },
       { name: "stop_sequence", type: "INTEGER", required: true },
       { name: "stop_headsign", type: "TEXT", required: false },
@@ -236,7 +236,7 @@ var GTFS_SCHEMA = [
     columns: [
       { name: "from_stop_id", type: "TEXT", required: true },
       { name: "to_stop_id", type: "TEXT", required: true },
-      { name: "transfer_type", type: "INTEGER", required: true },
+      { name: "transfer_type", type: "INTEGER", required: false },
       { name: "min_transfer_time", type: "INTEGER", required: false }
     ],
     indexes: [
@@ -340,13 +340,6 @@ function getAllCreateIndexStatements() {
 
 // src/loaders/zip-loader.ts
 import JSZip from "jszip";
-
-// src/utils/env.ts
-function isNodeEnvironment() {
-  return typeof process !== "undefined" && process.versions != null && process.versions.node != null;
-}
-
-// src/loaders/zip-loader.ts
 async function loadGTFSZip(zipData, skipFiles) {
   const zip = await JSZip.loadAsync(zipData);
   const skipSet = skipFiles ? new Set(skipFiles) : null;
@@ -414,15 +407,6 @@ async function fetchZip(source, onProgress) {
     }
     throw new Error("fetch is not available to load URL");
   }
-  if (isNodeEnvironment()) {
-    try {
-      const fs = await import("fs");
-      const buffer = await fs.promises.readFile(source);
-      return buffer.buffer.slice(buffer.byteOffset, buffer.byteOffset + buffer.byteLength);
-    } catch (error) {
-      throw new Error(`Failed to read GTFS ZIP file: ${error}`);
-    }
-  }
   if (typeof fetch !== "undefined") {
     const response = await fetch(source);
     if (!response.ok) {
@@ -887,15 +871,6 @@ async function fetchProtobuf(source) {
     const arrayBuffer2 = await response2.arrayBuffer();
     return new Uint8Array(arrayBuffer2);
   }
-  if (isNodeEnvironment()) {
-    try {
-      const fs = await import("fs");
-      const buffer = await fs.promises.readFile(source);
-      return new Uint8Array(buffer.buffer.slice(buffer.byteOffset, buffer.byteOffset + buffer.byteLength));
-    } catch (error) {
-      throw new Error(`Failed to read GTFS-RT file from ${source}: ${error instanceof Error ? error.message : String(error)}`);
-    }
-  }
   const response = await fetch(source, {
     headers: {
       "Accept": "application/x-protobuf, application/octet-stream"
@@ -907,12 +882,13 @@ async function fetchProtobuf(source) {
   const arrayBuffer = await response.arrayBuffer();
   return new Uint8Array(arrayBuffer);
 }
-var gtfsRtRoot = null;
-function loadGtfsRtProto() {
-  if (!gtfsRtRoot) {
-    gtfsRtRoot = protobuf.parse(GTFS_RT_PROTO).root;
+var feedMessageType = null;
+function getFeedMessageType() {
+  if (!feedMessageType) {
+    const root = protobuf.parse(GTFS_RT_PROTO).root;
+    feedMessageType = root.lookupType("transit_realtime.FeedMessage");
   }
-  return gtfsRtRoot;
+  return feedMessageType;
 }
 function camelToSnake(str) {
   return str.replace(/[A-Z]/g, (letter) => `_${letter.toLowerCase()}`);
@@ -1044,27 +1020,20 @@ function insertTripUpdates(db, updates, timestamp) {
   tripStmt.free();
   stopTimeStmt.free();
 }
-async function loadRealtimeData(db, feedUrls) {
-  const root = loadGtfsRtProto();
-  const FeedMessage = root.lookupType("transit_realtime.FeedMessage");
-  const fetchPromises = feedUrls.map(async (url) => {
-    try {
-      const data = await fetchProtobuf(url);
-      const message = FeedMessage.decode(data);
-      return FeedMessage.toObject(message, {
-        longs: Number,
-        enums: Number,
-        bytes: String,
-        defaults: false,
-        arrays: true,
-        objects: true,
-        oneofs: true
-      });
-    } catch (error) {
-      throw new Error(`Failed to fetch or parse GTFS-RT feed from ${url}: ${error instanceof Error ? error.message : String(error)}`);
-    }
+function decodeFeedMessage(data) {
+  const FeedMessage = getFeedMessageType();
+  const message = FeedMessage.decode(data);
+  return FeedMessage.toObject(message, {
+    longs: Number,
+    enums: Number,
+    bytes: String,
+    defaults: false,
+    arrays: true,
+    objects: true,
+    oneofs: true
   });
-  const feeds = await Promise.all(fetchPromises);
+}
+function processRealtimeFeeds(db, feeds) {
   const now = Math.floor(Date.now() / 1e3);
   const allAlerts = [];
   const allVehiclePositions = [];
@@ -1104,6 +1073,20 @@ async function loadRealtimeData(db, feedUrls) {
     throw error;
   }
 }
+async function loadRealtimeData(db, feedUrls) {
+  const buffers = await Promise.all(feedUrls.map(async (url) => {
+    try {
+      return await fetchProtobuf(url);
+    } catch (error) {
+      throw new Error(`Failed to fetch GTFS-RT feed from ${url}: ${error instanceof Error ? error.message : String(error)}`);
+    }
+  }));
+  await loadRealtimeDataFromBuffers(db, buffers);
+}
+async function loadRealtimeDataFromBuffers(db, buffers) {
+  const feeds = buffers.map((buffer) => decodeFeedMessage(buffer));
+  processRealtimeFeeds(db, feeds);
+}
 
 // src/cache/checksum.ts
 async function computeChecksum(data) {
@@ -1257,8 +1240,8 @@ function rowToStop(row) {
   return {
     stop_id: String(row.stop_id),
     stop_name: String(row.stop_name),
-    stop_lat: Number(row.stop_lat),
-    stop_lon: Number(row.stop_lon),
+    stop_lat: row.stop_lat !== null ? Number(row.stop_lat) : void 0,
+    stop_lon: row.stop_lon !== null ? Number(row.stop_lon) : void 0,
     stop_code: row.stop_code ? String(row.stop_code) : void 0,
     stop_desc: row.stop_desc ? String(row.stop_desc) : void 0,
     zone_id: row.zone_id ? String(row.zone_id) : void 0,
@@ -1317,8 +1300,8 @@ function getRoutes(db, filters = {}) {
 function rowToRoute(row) {
   return {
     route_id: String(row.route_id),
-    route_short_name: String(row.route_short_name),
-    route_long_name: String(row.route_long_name),
+    route_short_name: row.route_short_name ? String(row.route_short_name) : void 0,
+    route_long_name: row.route_long_name ? String(row.route_long_name) : void 0,
     route_type: Number(row.route_type),
     agency_id: row.agency_id ? String(row.agency_id) : void 0,
     route_desc: row.route_desc ? String(row.route_desc) : void 0,
@@ -1868,8 +1851,8 @@ function findInsertionPosition(orderedStopIds, newStopId, tripStops, currentInde
 function rowToStopTime(row) {
   return {
     trip_id: String(row.trip_id),
-    arrival_time: String(row.arrival_time),
-    departure_time: String(row.departure_time),
+    arrival_time: row.arrival_time ? String(row.arrival_time) : void 0,
+    departure_time: row.departure_time ? String(row.departure_time) : void 0,
     stop_id: String(row.stop_id),
     stop_sequence: Number(row.stop_sequence),
     stop_headsign: row.stop_headsign ? String(row.stop_headsign) : void 0,
@@ -2947,6 +2930,15 @@ var GtfsSqlJs = class _GtfsSqlJs {
     await loadRealtimeData(this.db, feedUrls);
     this.lastRealtimeFetchTimestamp = Math.floor(Date.now() / 1e3);
   }
+  /**
+   * Load GTFS Realtime data from pre-loaded protobuf buffers
+   * @param buffers - Array of Uint8Array protobuf-encoded GTFS-RT feed messages
+   */
+  async loadRealtimeDataFromBuffers(buffers) {
+    if (!this.db) throw new Error("Database not initialized");
+    await loadRealtimeDataFromBuffers(this.db, buffers);
+    this.lastRealtimeFetchTimestamp = Math.floor(Date.now() / 1e3);
+  }
   /**
    * Clear all realtime data from the database
    */