@lde/distribution-downloader 0.2.7 → 0.4.0

package/dist/download.d.ts

@@ -1,11 +1,22 @@
 import { Distribution } from '@lde/dataset';
+export interface Logger {
+    fatal(msg: string, ...args: unknown[]): void;
+    error(msg: string, ...args: unknown[]): void;
+    warn(msg: string, ...args: unknown[]): void;
+    info(msg: string, ...args: unknown[]): void;
+    debug(msg: string, ...args: unknown[]): void;
+    trace(msg: string, ...args: unknown[]): void;
+}
+export interface DownloadOptions {
+    logger?: Logger;
+}
 export interface Downloader {
-    download(distribution: Distribution, target?: string): Promise<string>;
+    download(distribution: Distribution, target?: string, options?: DownloadOptions): Promise<string>;
 }
 export declare class LastModifiedDownloader implements Downloader {
     private readonly path;
     constructor(path?: string);
-    download(distribution: Distribution, target?: string): Promise<string>;
+    download(distribution: Distribution, target?: string, options?: DownloadOptions): Promise<string>;
     private localFileIsUpToDate;
 }
 //# sourceMappingURL=download.d.ts.map

package/dist/download.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../src/download.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAO5C,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,YAAY,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACxE;AAED,qBAAa,sBAAuB,YAAW,UAAU;IAC3C,OAAO,CAAC,QAAQ,CAAC,IAAI;gBAAJ,IAAI,SAAY;IAEhC,QAAQ,CACnB,YAAY,EAAE,YAAY,EAC1B,MAAM,SAAyD,GAC9D,OAAO,CAAC,MAAM,CAAC;YA6BJ,mBAAmB;CAkBlC"}
+{"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../src/download.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAM5C,MAAM,WAAW,MAAM;IACrB,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAC7C,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAC7C,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAC5C,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAC5C,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAC7C,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;CAC9C;AAaD,MAAM,WAAW,eAAe;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,CACN,YAAY,EAAE,YAAY,EAC1B,MAAM,CAAC,EAAE,MAAM,EACf,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,MAAM,CAAC,CAAC;CACpB;AAED,qBAAa,sBAAuB,YAAW,UAAU;IAC3C,OAAO,CAAC,QAAQ,CAAC,IAAI;gBAAJ,IAAI,SAAY;IAEhC,QAAQ,CACnB,YAAY,EAAE,YAAY,EAC1B,MAAM,SAAyD,EAC/D,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,MAAM,CAAC;YAgCJ,mBAAmB;CAyBlC"}

package/dist/download.js

@@ -3,15 +3,27 @@ import { join, resolve } from 'node:path';
 import { pipeline } from 'node:stream/promises';
 import { createWriteStream } from 'node:fs';
 import { access, stat } from 'node:fs/promises';
+// eslint-disable-next-line @typescript-eslint/no-empty-function
+const noop = () => { };
+const noopLogger = {
+    fatal: noop,
+    error: noop,
+    warn: noop,
+    info: noop,
+    debug: noop,
+    trace: noop,
+};
 export class LastModifiedDownloader {
     path;
     constructor(path = 'imports') {
         this.path = path;
     }
-    async download(distribution, target = join(this.path, filenamifyUrl(distribution.accessUrl))) {
+    async download(distribution, target = join(this.path, filenamifyUrl(distribution.accessUrl)), options) {
+        const logger = options?.logger ?? noopLogger;
         const downloadUrl = distribution.accessUrl;
         const filePath = resolve(target);
-        if (await this.localFileIsUpToDate(filePath, distribution.lastModified)) {
+        if (await this.localFileIsUpToDate(filePath, distribution)) {
+            logger.debug(`File ${filePath} is up to date, skipping download.`);
             return filePath;
         }
         const downloadResponse = await fetch(downloadUrl);
@@ -26,12 +38,13 @@ export class LastModifiedDownloader {
         }
         const stats = await stat(filePath);
         if (stats.size <= 1) {
+            logger.debug(`Distribution download ${downloadUrl} is empty`);
             throw new Error('Distribution download is empty');
         }
         return filePath;
     }
-    async localFileIsUpToDate(filePath, lastModified) {
-        if (undefined === lastModified) {
+    async localFileIsUpToDate(filePath, distribution) {
+        if (undefined === distribution.lastModified) {
             return false;
         }
         try {
@@ -41,7 +54,11 @@ export class LastModifiedDownloader {
             return false;
         }
         const stats = await stat(filePath);
-        const fileDate = stats.mtime;
-        return fileDate >= lastModified;
+        // Check if file size matches expected size to detect incomplete downloads.
+        if (distribution.byteSize !== undefined &&
+            stats.size !== distribution.byteSize) {
+            return false;
+        }
+        return stats.mtime >= distribution.lastModified;
     }
 }

package/package.json

@@ -1,8 +1,9 @@
 {
   "name": "@lde/distribution-downloader",
-  "version": "0.2.7",
+  "version": "0.4.0",
   "repository": {
-    "url": "https://github.com/ldengine/lde"
+    "url": "https://github.com/ldengine/lde",
+    "directory": "packages/distribution-downloader"
   },
   "type": "module",
   "exports": {
@@ -22,7 +23,7 @@
     "!**/*.tsbuildinfo"
   ],
   "dependencies": {
-    "@lde/dataset": "0.4.2",
+    "@lde/dataset": "0.6.0",
     "filenamify-url": "3.1.0",
     "tslib": "^2.3.0"
   }