gtfs 4.11.0 → 4.11.1

package/CHANGELOG.md

@@ -5,6 +5,17 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [4.11.1] - 2024-06-05
+
+### Changed
+
+- Don't throw error on GTFS-Realtime import HTTP error
+
+### Updated
+
+- Remove recursive-copy module
+- Dependency updates
+
 ## [4.11.0] - 2024-06-01
 
 ### Added

package/lib/import.js

@@ -1,7 +1,6 @@
 import path from 'node:path';
 import { createReadStream, existsSync, lstatSync } from 'node:fs';
-import { readdir, rename, writeFile } from 'node:fs/promises';
-import copy from 'recursive-copy';
+import { cp, readdir, rename, writeFile } from 'node:fs/promises';
 import fetch from 'node-fetch';
 import { parse } from 'csv-parse';
 import pluralize from 'pluralize';
@@ -42,7 +41,7 @@ const downloadFiles = async (task) => {
   });
 
   if (response.status !== 200) {
-    throw new Error('Couldn’t download files');
+    throw new Error(`Unable to download GTFS from ${task.agency_url}`);
   }
 
   const buffer = await response.arrayBuffer();
@@ -51,14 +50,19 @@ const downloadFiles = async (task) => {
   task.log('Download successful');
 };
 
-const downloadGtfsRealtimeData = async (url, headers) => {
+const downloadGtfsRealtimeData = async (url, task) => {
   const response = await fetch(url, {
     method: 'GET',
-    headers: { ...{}, ...headers, ...{ 'Accept-Encoding': 'gzip' } },
+    headers: {
+      ...{},
+      ...task.realtime_headers,
+      ...{ 'Accept-Encoding': 'gzip' },
+    },
   });
 
   if (response.status !== 200) {
-    throw new Error('Couldn’t download files');
+    task.warn(`Unable to download GTFS-Realtime from ${url}`);
+    return null;
   }
 
   const buffer = await response.arrayBuffer();
@@ -190,17 +194,14 @@ const updateRealtimeData = async (task) => {
   for (const realtimeUrl of task.realtime_urls) {
     task.log(`Downloading GTFS-Realtime from ${realtimeUrl}`);
     // eslint-disable-next-line no-await-in-loop
-    const gtfsRealtimeData = await downloadGtfsRealtimeData(
-      realtimeUrl,
-      task.realtime_headers,
-    );
-
-    task.log(`Download successful`);
+    const gtfsRealtimeData = await downloadGtfsRealtimeData(realtimeUrl, task);
 
-    if (!gtfsRealtimeData.entity) {
+    if (!gtfsRealtimeData?.entity) {
       continue;
     }
 
+    task.log(`Download successful`);
+
     let totalLineCount = 0;
 
     for (const entity of gtfsRealtimeData.entity) {
@@ -353,7 +354,7 @@ const readFiles = async (task) => {
   } else {
     // Local file is unzipped, just copy it from there.
     try {
-      await copy(gtfsPath, task.downloadDir);
+      await cp(gtfsPath, task.downloadDir, { recursive: true });
     } catch {
       throw new Error(
         `Unable to load files from path \`${gtfsPath}\` defined in configuration. Verify that path exists and contains GTFS files.`,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "gtfs",
-  "version": "4.11.0",
+  "version": "4.11.1",
   "description": "Import GTFS transit data into SQLite and query routes, stops, times, fares and more",
   "keywords": [
     "transit",
@@ -88,7 +88,6 @@
     "pluralize": "^8.0.0",
     "pretty-error": "^4.0.0",
     "promise-map-series": "^0.3.0",
-    "recursive-copy": "^2.0.14",
     "sanitize-filename": "^1.6.3",
     "sqlstring-sqlite": "^0.1.1",
     "strip-bom-stream": "^5.0.0",
@@ -101,7 +100,7 @@
     "husky": "^9.0.11",
     "lint-staged": "^15.2.5",
     "mocha": "^10.4.0",
-    "prettier": "^3.3.0",
+    "prettier": "^3.3.1",
     "should": "^13.2.3"
   },
   "engines": {