gtfs-sqljs 0.3.1 → 0.4.0

package/dist/index.d.ts

@@ -965,6 +965,11 @@ declare class GtfsSqlJs {
      * @param urls - Optional array of feed URLs. If not provided, uses configured feed URLs
      */
     fetchRealtimeData(urls?: string[]): Promise<void>;
+    /**
+     * Load GTFS Realtime data from pre-loaded protobuf buffers
+     * @param buffers - Array of Uint8Array protobuf-encoded GTFS-RT feed messages
+     */
+    loadRealtimeDataFromBuffers(buffers: Uint8Array[]): Promise<void>;
     /**
      * Clear all realtime data from the database
      */

package/dist/index.js

@@ -340,13 +340,6 @@ function getAllCreateIndexStatements() {
 
 // src/loaders/zip-loader.ts
 import JSZip from "jszip";
-
-// src/utils/env.ts
-function isNodeEnvironment() {
-  return typeof process !== "undefined" && process.versions != null && process.versions.node != null;
-}
-
-// src/loaders/zip-loader.ts
 async function loadGTFSZip(zipData, skipFiles) {
   const zip = await JSZip.loadAsync(zipData);
   const skipSet = skipFiles ? new Set(skipFiles) : null;
@@ -414,15 +407,6 @@ async function fetchZip(source, onProgress) {
     }
     throw new Error("fetch is not available to load URL");
   }
-  if (isNodeEnvironment()) {
-    try {
-      const fs = await import("fs");
-      const buffer = await fs.promises.readFile(source);
-      return buffer.buffer.slice(buffer.byteOffset, buffer.byteOffset + buffer.byteLength);
-    } catch (error) {
-      throw new Error(`Failed to read GTFS ZIP file: ${error}`);
-    }
-  }
   if (typeof fetch !== "undefined") {
     const response = await fetch(source);
     if (!response.ok) {
@@ -887,15 +871,6 @@ async function fetchProtobuf(source) {
     const arrayBuffer2 = await response2.arrayBuffer();
     return new Uint8Array(arrayBuffer2);
   }
-  if (isNodeEnvironment()) {
-    try {
-      const fs = await import("fs");
-      const buffer = await fs.promises.readFile(source);
-      return new Uint8Array(buffer.buffer.slice(buffer.byteOffset, buffer.byteOffset + buffer.byteLength));
-    } catch (error) {
-      throw new Error(`Failed to read GTFS-RT file from ${source}: ${error instanceof Error ? error.message : String(error)}`);
-    }
-  }
   const response = await fetch(source, {
     headers: {
       "Accept": "application/x-protobuf, application/octet-stream"
@@ -907,12 +882,13 @@ async function fetchProtobuf(source) {
   const arrayBuffer = await response.arrayBuffer();
   return new Uint8Array(arrayBuffer);
 }
-var gtfsRtRoot = null;
-function loadGtfsRtProto() {
-  if (!gtfsRtRoot) {
-    gtfsRtRoot = protobuf.parse(GTFS_RT_PROTO).root;
+var feedMessageType = null;
+function getFeedMessageType() {
+  if (!feedMessageType) {
+    const root = protobuf.parse(GTFS_RT_PROTO).root;
+    feedMessageType = root.lookupType("transit_realtime.FeedMessage");
   }
-  return gtfsRtRoot;
+  return feedMessageType;
 }
 function camelToSnake(str) {
   return str.replace(/[A-Z]/g, (letter) => `_${letter.toLowerCase()}`);
@@ -1044,27 +1020,20 @@ function insertTripUpdates(db, updates, timestamp) {
   tripStmt.free();
   stopTimeStmt.free();
 }
-async function loadRealtimeData(db, feedUrls) {
-  const root = loadGtfsRtProto();
-  const FeedMessage = root.lookupType("transit_realtime.FeedMessage");
-  const fetchPromises = feedUrls.map(async (url) => {
-    try {
-      const data = await fetchProtobuf(url);
-      const message = FeedMessage.decode(data);
-      return FeedMessage.toObject(message, {
-        longs: Number,
-        enums: Number,
-        bytes: String,
-        defaults: false,
-        arrays: true,
-        objects: true,
-        oneofs: true
-      });
-    } catch (error) {
-      throw new Error(`Failed to fetch or parse GTFS-RT feed from ${url}: ${error instanceof Error ? error.message : String(error)}`);
-    }
+function decodeFeedMessage(data) {
+  const FeedMessage = getFeedMessageType();
+  const message = FeedMessage.decode(data);
+  return FeedMessage.toObject(message, {
+    longs: Number,
+    enums: Number,
+    bytes: String,
+    defaults: false,
+    arrays: true,
+    objects: true,
+    oneofs: true
   });
-  const feeds = await Promise.all(fetchPromises);
+}
+function processRealtimeFeeds(db, feeds) {
   const now = Math.floor(Date.now() / 1e3);
   const allAlerts = [];
   const allVehiclePositions = [];
@@ -1104,6 +1073,20 @@ async function loadRealtimeData(db, feedUrls) {
     throw error;
   }
 }
+async function loadRealtimeData(db, feedUrls) {
+  const buffers = await Promise.all(feedUrls.map(async (url) => {
+    try {
+      return await fetchProtobuf(url);
+    } catch (error) {
+      throw new Error(`Failed to fetch GTFS-RT feed from ${url}: ${error instanceof Error ? error.message : String(error)}`);
+    }
+  }));
+  await loadRealtimeDataFromBuffers(db, buffers);
+}
+async function loadRealtimeDataFromBuffers(db, buffers) {
+  const feeds = buffers.map((buffer) => decodeFeedMessage(buffer));
+  processRealtimeFeeds(db, feeds);
+}
 
 // src/cache/checksum.ts
 async function computeChecksum(data) {
@@ -2947,6 +2930,15 @@ var GtfsSqlJs = class _GtfsSqlJs {
     await loadRealtimeData(this.db, feedUrls);
     this.lastRealtimeFetchTimestamp = Math.floor(Date.now() / 1e3);
   }
+  /**
+   * Load GTFS Realtime data from pre-loaded protobuf buffers
+   * @param buffers - Array of Uint8Array protobuf-encoded GTFS-RT feed messages
+   */
+  async loadRealtimeDataFromBuffers(buffers) {
+    if (!this.db) throw new Error("Database not initialized");
+    await loadRealtimeDataFromBuffers(this.db, buffers);
+    this.lastRealtimeFetchTimestamp = Math.floor(Date.now() / 1e3);
+  }
   /**
    * Clear all realtime data from the database
    */