@theia/filesystem 1.67.0-next.56 → 1.67.0-next.86

package/lib/node/download/file-download-cache.js

@@ -0,0 +1,81 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FileDownloadCache = void 0;
+const tslib_1 = require("tslib");
+// *****************************************************************************
+// Copyright (C) 2019 Bitsler and others.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+const inversify_1 = require("@theia/core/shared/inversify");
+const logger_1 = require("@theia/core/lib/common/logger");
+const rimraf_1 = require("rimraf");
+let FileDownloadCache = class FileDownloadCache {
+    constructor() {
+        this.downloads = new Map();
+        this.expireTimeInMinutes = 1;
+    }
+    addDownload(id, downloadInfo) {
+        downloadInfo.file = encodeURIComponent(downloadInfo.file);
+        if (downloadInfo.root) {
+            downloadInfo.root = encodeURIComponent(downloadInfo.root);
+        }
+        // expires in 1 minute enough for parallel connections to be connected.
+        downloadInfo.expire = Date.now() + (this.expireTimeInMinutes * 600000);
+        this.downloads.set(id, downloadInfo);
+    }
+    getDownload(id) {
+        this.expireDownloads();
+        const downloadInfo = this.downloads.get(id);
+        if (downloadInfo) {
+            downloadInfo.file = decodeURIComponent(downloadInfo.file);
+            if (downloadInfo.root) {
+                downloadInfo.root = decodeURIComponent(downloadInfo.root);
+            }
+        }
+        return downloadInfo;
+    }
+    deleteDownload(id) {
+        const downloadInfo = this.downloads.get(id);
+        if (downloadInfo && downloadInfo.remove) {
+            this.deleteRecursively(downloadInfo.root || downloadInfo.file);
+        }
+        this.downloads.delete(id);
+    }
+    values() {
+        this.expireDownloads();
+        return [...this.downloads.entries()].reduce((downloads, [key, value]) => ({ ...downloads, [key]: value }), {});
+    }
+    deleteRecursively(pathToDelete) {
+        (0, rimraf_1.rimraf)(pathToDelete).catch(error => {
+            this.logger.warn(`An error occurred while deleting the temporary data from the disk. Cannot clean up: ${pathToDelete}.`, error);
+        });
+    }
+    expireDownloads() {
+        const time = Date.now();
+        for (const [id, download] of this.downloads.entries()) {
+            if (download.expire && download.expire <= time) {
+                this.deleteDownload(id);
+            }
+        }
+    }
+};
+exports.FileDownloadCache = FileDownloadCache;
+tslib_1.__decorate([
+    (0, inversify_1.inject)(logger_1.ILogger),
+    tslib_1.__metadata("design:type", Object)
+], FileDownloadCache.prototype, "logger", void 0);
+exports.FileDownloadCache = FileDownloadCache = tslib_1.__decorate([
+    (0, inversify_1.injectable)()
+], FileDownloadCache);
+//# sourceMappingURL=file-download-cache.js.map

package/lib/node/download/file-download-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-download-cache.js","sourceRoot":"","sources":["../../../src/node/download/file-download-cache.ts"],"names":[],"mappings":";;;;AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;AAChF,4DAAkE;AAClE,0DAAwD;AACxD,mCAAgC;AAWzB,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;IAAvB;QAIgB,cAAS,GAAG,IAAI,GAAG,EAA+B,CAAC;QACnD,wBAAmB,GAAW,CAAC,CAAC;IAoDvD,CAAC;IAlDG,WAAW,CAAC,EAAU,EAAE,YAAiC;QACrD,YAAY,CAAC,IAAI,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAC1D,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC;YACpB,YAAY,CAAC,IAAI,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAC9D,CAAC;QACD,uEAAuE;QACvE,YAAY,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,CAAC;QACvE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;IACzC,CAAC;IAED,WAAW,CAAC,EAAU;QAClB,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5C,IAAI,YAAY,EAAE,CAAC;YAEf,YAAY,CAAC,IAAI,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAC1D,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC;gBACpB,YAAY,CAAC,IAAI,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAC9D,CAAC;QACL,CAAC;QACD,OAAO,YAAY,CAAC;IACxB,CAAC;IAED,cAAc,CAAC,EAAU;QACrB,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5C,IAAI,YAAY,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;YACtC,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,IAAI,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM;QACF,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,OAAO,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,SAAS,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IACnH,CAAC;IAES,iBAAiB,CAAC,YAAoB;QAC5C,IAAA,eAAM,EAAC,YAAY,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;YAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uFAAuF,YAAY,GAAG,EAAE,KAAK,CAAC,CAAC;QACpI,CAAC,CAAC,CAAC;IACP,CAAC;IAES,eAAe;QACrB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACxB,KAAK,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;YACpD,IAAI,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;gBAC7C,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;IACL,CAAC;CACJ,CAAA;AAzDY,8CAAiB;AAGP;IADlB,IAAA,kBAAM,EAAC,gBAAO,CAAC;;iDACmB;4BAH1B,iBAAiB;IAD7B,IAAA,sBAAU,GAAE;GACA,iBAAiB,CAyD7B"}

package/lib/node/download/file-download-endpoint.d.ts

@@ -0,0 +1,12 @@
+/// <reference types="express" />
+import { Application } from '@theia/core/shared/express';
+import { BackendApplicationContribution } from '@theia/core/lib/node/backend-application';
+import { FileDownloadHandler } from './file-download-handler';
+export declare class FileDownloadEndpoint implements BackendApplicationContribution {
+    protected static PATH: string;
+    protected readonly singleFileDownloadHandler: FileDownloadHandler;
+    protected readonly multiFileDownloadHandler: FileDownloadHandler;
+    protected readonly downloadLinkHandler: FileDownloadHandler;
+    configure(app: Application): void;
+}
+//# sourceMappingURL=file-download-endpoint.d.ts.map

package/lib/node/download/file-download-endpoint.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-download-endpoint.d.ts","sourceRoot":"","sources":["../../../src/node/download/file-download-endpoint.ts"],"names":[],"mappings":";AAqBA,OAAO,EAAE,WAAW,EAAU,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,8BAA8B,EAAE,MAAM,0CAA0C,CAAC;AAE1F,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAE9D,qBACa,oBAAqB,YAAW,8BAA8B;IAEvE,SAAS,CAAC,MAAM,CAAC,IAAI,SAAY;IAIjC,SAAS,CAAC,QAAQ,CAAC,yBAAyB,EAAE,mBAAmB,CAAC;IAIlE,SAAS,CAAC,QAAQ,CAAC,wBAAwB,EAAE,mBAAmB,CAAC;IAIjE,SAAS,CAAC,QAAQ,CAAC,mBAAmB,EAAE,mBAAmB,CAAC;IAE5D,SAAS,CAAC,GAAG,EAAE,WAAW,GAAG,IAAI;CAmBpC"}

package/lib/node/download/file-download-endpoint.js

@@ -0,0 +1,68 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2018 TypeFox and others.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+var FileDownloadEndpoint_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FileDownloadEndpoint = void 0;
+const tslib_1 = require("tslib");
+/* eslint-disable @typescript-eslint/no-explicit-any */
+const url = require("url");
+const inversify_1 = require("@theia/core/shared/inversify");
+const body_parser_1 = require("body-parser");
+const express_1 = require("@theia/core/shared/express");
+const file_uri_1 = require("@theia/core/lib/common/file-uri");
+const file_download_handler_1 = require("./file-download-handler");
+let FileDownloadEndpoint = FileDownloadEndpoint_1 = class FileDownloadEndpoint {
+    configure(app) {
+        const router = (0, express_1.Router)();
+        router.get('/download', (request, response) => this.downloadLinkHandler.handle(request, response));
+        router.get('/', (request, response) => this.singleFileDownloadHandler.handle(request, response));
+        router.put('/', (request, response) => this.multiFileDownloadHandler.handle(request, response));
+        // Content-Type: application/json
+        app.use((0, body_parser_1.json)());
+        app.use(FileDownloadEndpoint_1.PATH, router);
+        app.get('/file', (request, response) => {
+            const uri = url.parse(request.url).query;
+            if (!uri) {
+                response.status(400).send('invalid uri');
+                return;
+            }
+            const fsPath = file_uri_1.FileUri.fsPath(decodeURIComponent(uri));
+            response.sendFile(fsPath);
+        });
+    }
+};
+exports.FileDownloadEndpoint = FileDownloadEndpoint;
+FileDownloadEndpoint.PATH = '/files';
+tslib_1.__decorate([
+    (0, inversify_1.inject)(file_download_handler_1.FileDownloadHandler),
+    (0, inversify_1.named)(file_download_handler_1.FileDownloadHandler.SINGLE),
+    tslib_1.__metadata("design:type", file_download_handler_1.FileDownloadHandler)
+], FileDownloadEndpoint.prototype, "singleFileDownloadHandler", void 0);
+tslib_1.__decorate([
+    (0, inversify_1.inject)(file_download_handler_1.FileDownloadHandler),
+    (0, inversify_1.named)(file_download_handler_1.FileDownloadHandler.MULTI),
+    tslib_1.__metadata("design:type", file_download_handler_1.FileDownloadHandler)
+], FileDownloadEndpoint.prototype, "multiFileDownloadHandler", void 0);
+tslib_1.__decorate([
+    (0, inversify_1.inject)(file_download_handler_1.FileDownloadHandler),
+    (0, inversify_1.named)(file_download_handler_1.FileDownloadHandler.DOWNLOAD_LINK),
+    tslib_1.__metadata("design:type", file_download_handler_1.FileDownloadHandler)
+], FileDownloadEndpoint.prototype, "downloadLinkHandler", void 0);
+exports.FileDownloadEndpoint = FileDownloadEndpoint = FileDownloadEndpoint_1 = tslib_1.__decorate([
+    (0, inversify_1.injectable)()
+], FileDownloadEndpoint);
+//# sourceMappingURL=file-download-endpoint.js.map

package/lib/node/download/file-download-endpoint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-download-endpoint.js","sourceRoot":"","sources":["../../../src/node/download/file-download-endpoint.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;;;AAEhF,uDAAuD;AAEvD,2BAA2B;AAC3B,4DAAyE;AACzE,6CAAmC;AACnC,wDAAiE;AAEjE,8DAA0D;AAC1D,mEAA8D;AAGvD,IAAM,oBAAoB,4BAA1B,MAAM,oBAAoB;IAgB7B,SAAS,CAAC,GAAgB;QACtB,MAAM,MAAM,GAAG,IAAA,gBAAM,GAAE,CAAC;QACxB,MAAM,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;QACnG,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,yBAAyB,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;QACjG,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;QAChG,iCAAiC;QACjC,GAAG,CAAC,GAAG,CAAC,IAAA,kBAAI,GAAE,CAAC,CAAC;QAChB,GAAG,CAAC,GAAG,CAAC,sBAAoB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC3C,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;YACnC,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;YACzC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACP,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBACzC,OAAO;YACX,CAAC;YACD,MAAM,MAAM,GAAG,kBAAO,CAAC,MAAM,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC;YACvD,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;IACP,CAAC;;AAjCQ,oDAAoB;AAEZ,yBAAI,GAAG,QAAQ,AAAX,CAAY;AAId;IAFlB,IAAA,kBAAM,EAAC,2CAAmB,CAAC;IAC3B,IAAA,iBAAK,EAAC,2CAAmB,CAAC,MAAM,CAAC;sCACY,2CAAmB;uEAAC;AAI/C;IAFlB,IAAA,kBAAM,EAAC,2CAAmB,CAAC;IAC3B,IAAA,iBAAK,EAAC,2CAAmB,CAAC,KAAK,CAAC;sCACY,2CAAmB;sEAAC;AAI9C;IAFlB,IAAA,kBAAM,EAAC,2CAAmB,CAAC;IAC3B,IAAA,iBAAK,EAAC,2CAAmB,CAAC,aAAa,CAAC;sCACD,2CAAmB;iEAAC;+BAdnD,oBAAoB;IADhC,IAAA,sBAAU,GAAE;GACA,oBAAoB,CAmChC"}

package/lib/node/download/file-download-handler.d.ts

@@ -0,0 +1,51 @@
+/// <reference types="express" />
+/// <reference types="node" />
+import * as fs from '@theia/core/shared/fs-extra';
+import { Request, Response } from '@theia/core/shared/express';
+import { ILogger } from '@theia/core/lib/common/logger';
+import { DirectoryArchiver } from './directory-archiver';
+import { FileDownloadCache, DownloadStorageItem } from './file-download-cache';
+interface PrepareDownloadOptions {
+    filePath: string;
+    downloadId: string;
+    remove: boolean;
+    root?: string;
+}
+export declare abstract class FileDownloadHandler {
+    protected readonly logger: ILogger;
+    protected readonly directoryArchiver: DirectoryArchiver;
+    protected readonly fileDownloadCache: FileDownloadCache;
+    abstract handle(request: Request, response: Response): Promise<void>;
+    /**
+     * Prepares the file and the link for download
+     */
+    protected prepareDownload(request: Request, response: Response, options: PrepareDownloadOptions): Promise<void>;
+    protected download(request: Request, response: Response, downloadInfo: DownloadStorageItem, id: string): Promise<void>;
+    /**
+     * Streams the file and pipe it to the Response to avoid any OOM issues
+     */
+    protected streamDownload(status: number, response: Response, stream: fs.ReadStream, id: string): void;
+    protected parseRangeHeader(range: string | string[] | undefined, statSize: number): {
+        start: number;
+        end: number;
+    } | undefined;
+    protected archive(inputPath: string, outputPath?: string, entries?: string[]): Promise<string>;
+    protected createTempDir(downloadId?: string): Promise<string>;
+    protected handleError(response: Response, reason: string | Error, status?: number): Promise<void>;
+}
+export declare namespace FileDownloadHandler {
+    const SINGLE: symbol;
+    const MULTI: symbol;
+    const DOWNLOAD_LINK: symbol;
+}
+export declare class DownloadLinkHandler extends FileDownloadHandler {
+    handle(request: Request, response: Response): Promise<void>;
+}
+export declare class SingleFileDownloadHandler extends FileDownloadHandler {
+    handle(request: Request, response: Response): Promise<void>;
+}
+export declare class MultiFileDownloadHandler extends FileDownloadHandler {
+    handle(request: Request, response: Response): Promise<void>;
+}
+export {};
+//# sourceMappingURL=file-download-handler.d.ts.map

package/lib/node/download/file-download-handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-download-handler.d.ts","sourceRoot":"","sources":["../../../src/node/download/file-download-handler.ts"],"names":[],"mappings":";;AAiBA,OAAO,KAAK,EAAE,MAAM,6BAA6B,CAAC;AAGlD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAK/D,OAAO,EAAE,OAAO,EAAE,MAAM,+BAA+B,CAAC;AAExD,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAEzD,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAE/E,UAAU,sBAAsB;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,OAAO,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,8BACsB,mBAAmB;IAGrC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IAGnC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;IAGxD,SAAS,CAAC,QAAQ,CAAC,iBAAiB,EAAE,iBAAiB,CAAC;aAExC,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAE3E;;OAEG;cACa,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC;cAcrG,QAAQ,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,mBAAmB,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAgC5H;;OAEG;IACH,SAAS,CAAC,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC,UAAU,EAAE,EAAE,EAAE,MAAM,GAAG,IAAI;IAerG,SAAS,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,SAAS,EAAE,QAAQ,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS;cAkB9G,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,GAAE,MAA+C,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;cAK5H,aAAa,CAAC,UAAU,GAAE,MAAuB,GAAG,OAAO,CAAC,MAAM,CAAC;cAMnE,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,GAAG,KAAK,EAAE,MAAM,GAAE,MAA8B,GAAG,OAAO,CAAC,IAAI,CAAC;CAKjI;AAED,yBAAiB,mBAAmB,CAAC;IAC1B,MAAM,MAAM,EAAE,MAAyB,CAAC;IACxC,MAAM,KAAK,EAAE,MAAwB,CAAC;IACtC,MAAM,aAAa,EAAE,MAA2B,CAAC;CAC3D;AAED,qBACa,mBAAoB,SAAQ,mBAAmB;IAElD,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;CA6BpE;AAED,qBACa,yBAA0B,SAAQ,mBAAmB;IAExD,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;CA2CpE;AAED,qBACa,wBAAyB,SAAQ,mBAAmB;IAEvD,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;CAyDpE"}

package/lib/node/download/file-download-handler.js

@@ -0,0 +1,307 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2018 TypeFox and others.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MultiFileDownloadHandler = exports.SingleFileDownloadHandler = exports.DownloadLinkHandler = exports.FileDownloadHandler = void 0;
+const tslib_1 = require("tslib");
+const os = require("os");
+const fs = require("@theia/core/shared/fs-extra");
+const path = require("path");
+const uuid_1 = require("@theia/core/lib/common/uuid");
+const inversify_1 = require("@theia/core/shared/inversify");
+const http_status_codes_1 = require("http-status-codes");
+const uri_1 = require("@theia/core/lib/common/uri");
+const objects_1 = require("@theia/core/lib/common/objects");
+const logger_1 = require("@theia/core/lib/common/logger");
+const file_uri_1 = require("@theia/core/lib/common/file-uri");
+const directory_archiver_1 = require("./directory-archiver");
+const file_download_1 = require("../../common/download/file-download");
+const file_download_cache_1 = require("./file-download-cache");
+let FileDownloadHandler = class FileDownloadHandler {
+    /**
+     * Prepares the file and the link for download
+     */
+    async prepareDownload(request, response, options) {
+        const name = path.basename(options.filePath);
+        try {
+            await fs.access(options.filePath, fs.constants.R_OK);
+            const stat = await fs.stat(options.filePath);
+            this.fileDownloadCache.addDownload(options.downloadId, { file: options.filePath, remove: options.remove, size: stat.size, root: options.root });
+            // do not send filePath but instead use the downloadId
+            const data = { name, id: options.downloadId };
+            response.status(http_status_codes_1.OK).send(data).end();
+        }
+        catch (e) {
+            this.handleError(response, e, http_status_codes_1.INTERNAL_SERVER_ERROR);
+        }
+    }
+    async download(request, response, downloadInfo, id) {
+        const filePath = downloadInfo.file;
+        const statSize = downloadInfo.size;
+        // this sets the content-disposition and content-type automatically
+        response.attachment(filePath);
+        try {
+            await fs.access(filePath, fs.constants.R_OK);
+            response.setHeader('Accept-Ranges', 'bytes');
+            // parse range header and combine multiple ranges
+            const range = this.parseRangeHeader(request.headers['range'], statSize);
+            if (!range) {
+                response.setHeader('Content-Length', statSize);
+                this.streamDownload(http_status_codes_1.OK, response, fs.createReadStream(filePath), id);
+            }
+            else {
+                const rangeStart = range.start;
+                const rangeEnd = range.end;
+                if (rangeStart >= statSize || rangeEnd >= statSize) {
+                    response.setHeader('Content-Range', `bytes */${statSize}`);
+                    // Return the 416 'Requested Range Not Satisfiable'.
+                    response.status(http_status_codes_1.REQUESTED_RANGE_NOT_SATISFIABLE).end();
+                    return;
+                }
+                response.setHeader('Content-Range', `bytes ${rangeStart}-${rangeEnd}/${statSize}`);
+                response.setHeader('Content-Length', rangeStart === rangeEnd ? 0 : (rangeEnd - rangeStart + 1));
+                response.setHeader('Cache-Control', 'no-cache');
+                this.streamDownload(http_status_codes_1.PARTIAL_CONTENT, response, fs.createReadStream(filePath, { start: rangeStart, end: rangeEnd }), id);
+            }
+        }
+        catch (e) {
+            this.fileDownloadCache.deleteDownload(id);
+            this.handleError(response, e, http_status_codes_1.INTERNAL_SERVER_ERROR);
+        }
+    }
+    /**
+     * Streams the file and pipe it to the Response to avoid any OOM issues
+     */
+    streamDownload(status, response, stream, id) {
+        response.status(status);
+        stream.on('error', error => {
+            this.fileDownloadCache.deleteDownload(id);
+            this.handleError(response, error, http_status_codes_1.INTERNAL_SERVER_ERROR);
+        });
+        response.on('error', error => {
+            this.fileDownloadCache.deleteDownload(id);
+            this.handleError(response, error, http_status_codes_1.INTERNAL_SERVER_ERROR);
+        });
+        response.on('close', () => {
+            stream.destroy();
+        });
+        stream.pipe(response);
+    }
+    parseRangeHeader(range, statSize) {
+        if (!range || range.length === 0 || Array.isArray(range)) {
+            return;
+        }
+        const index = range.indexOf('=');
+        if (index === -1) {
+            return;
+        }
+        const rangeType = range.slice(0, index);
+        if (rangeType !== 'bytes') {
+            return;
+        }
+        const [start, end] = range.slice(index + 1).split('-').map(r => parseInt(r, 10));
+        return {
+            start: isNaN(start) ? 0 : start,
+            end: (isNaN(end) || end > statSize - 1) ? (statSize - 1) : end
+        };
+    }
+    async archive(inputPath, outputPath = path.join(os.tmpdir(), (0, uuid_1.generateUuid)()), entries) {
+        await this.directoryArchiver.archive(inputPath, outputPath, entries);
+        return outputPath;
+    }
+    async createTempDir(downloadId = (0, uuid_1.generateUuid)()) {
+        const outputPath = path.join(os.tmpdir(), downloadId);
+        await fs.mkdir(outputPath);
+        return outputPath;
+    }
+    async handleError(response, reason, status = http_status_codes_1.INTERNAL_SERVER_ERROR) {
+        this.logger.error(reason);
+        response.status(status).send('Unable to download file.').end();
+    }
+};
+exports.FileDownloadHandler = FileDownloadHandler;
+tslib_1.__decorate([
+    (0, inversify_1.inject)(logger_1.ILogger),
+    tslib_1.__metadata("design:type", Object)
+], FileDownloadHandler.prototype, "logger", void 0);
+tslib_1.__decorate([
+    (0, inversify_1.inject)(directory_archiver_1.DirectoryArchiver),
+    tslib_1.__metadata("design:type", directory_archiver_1.DirectoryArchiver)
+], FileDownloadHandler.prototype, "directoryArchiver", void 0);
+tslib_1.__decorate([
+    (0, inversify_1.inject)(file_download_cache_1.FileDownloadCache),
+    tslib_1.__metadata("design:type", file_download_cache_1.FileDownloadCache)
+], FileDownloadHandler.prototype, "fileDownloadCache", void 0);
+exports.FileDownloadHandler = FileDownloadHandler = tslib_1.__decorate([
+    (0, inversify_1.injectable)()
+], FileDownloadHandler);
+(function (FileDownloadHandler) {
+    FileDownloadHandler.SINGLE = Symbol('single');
+    FileDownloadHandler.MULTI = Symbol('multi');
+    FileDownloadHandler.DOWNLOAD_LINK = Symbol('download');
+})(FileDownloadHandler || (exports.FileDownloadHandler = FileDownloadHandler = {}));
+let DownloadLinkHandler = class DownloadLinkHandler extends FileDownloadHandler {
+    async handle(request, response) {
+        const { method, query } = request;
+        if (method !== 'GET' && method !== 'HEAD') {
+            this.handleError(response, `Unexpected HTTP method. Expected GET got '${method}' instead.`, http_status_codes_1.METHOD_NOT_ALLOWED);
+            return;
+        }
+        if (query === undefined || query.id === undefined || typeof query.id !== 'string') {
+            this.handleError(response, `Cannot access the 'id' query from the request. The query was: ${JSON.stringify(query)}.`, http_status_codes_1.BAD_REQUEST);
+            return;
+        }
+        const cancelDownload = query.cancel;
+        const downloadInfo = this.fileDownloadCache.getDownload(query.id);
+        if (!downloadInfo) {
+            this.handleError(response, `Cannot find the file from the request. The query was: ${JSON.stringify(query)}.`, http_status_codes_1.NOT_FOUND);
+            return;
+        }
+        // allow head request to determine the content length for parallel downloaders
+        if (method === 'HEAD') {
+            response.setHeader('Content-Length', downloadInfo.size);
+            response.status(http_status_codes_1.OK).end();
+            return;
+        }
+        if (!cancelDownload) {
+            this.download(request, response, downloadInfo, query.id);
+        }
+        else {
+            this.logger.info('Download', query.id, 'has been cancelled');
+            this.fileDownloadCache.deleteDownload(query.id);
+        }
+    }
+};
+exports.DownloadLinkHandler = DownloadLinkHandler;
+exports.DownloadLinkHandler = DownloadLinkHandler = tslib_1.__decorate([
+    (0, inversify_1.injectable)()
+], DownloadLinkHandler);
+let SingleFileDownloadHandler = class SingleFileDownloadHandler extends FileDownloadHandler {
+    async handle(request, response) {
+        const { method, body, query } = request;
+        if (method !== 'GET') {
+            this.handleError(response, `Unexpected HTTP method. Expected GET got '${method}' instead.`, http_status_codes_1.METHOD_NOT_ALLOWED);
+            return;
+        }
+        if (body !== undefined && !(0, objects_1.isEmpty)(body)) {
+            this.handleError(response, `The request body must either undefined or empty when downloading a single file. The body was: ${JSON.stringify(body)}.`, http_status_codes_1.BAD_REQUEST);
+            return;
+        }
+        if (query === undefined || query.uri === undefined || typeof query.uri !== 'string') {
+            this.handleError(response, `Cannot access the 'uri' query from the request. The query was: ${JSON.stringify(query)}.`, http_status_codes_1.BAD_REQUEST);
+            return;
+        }
+        const uri = new uri_1.default(query.uri).toString(true);
+        const filePath = file_uri_1.FileUri.fsPath(uri);
+        let stat;
+        try {
+            stat = await fs.stat(filePath);
+        }
+        catch {
+            this.handleError(response, `The file does not exist. URI: ${uri}.`, http_status_codes_1.NOT_FOUND);
+            return;
+        }
+        try {
+            const downloadId = (0, uuid_1.generateUuid)();
+            const options = { filePath, downloadId, remove: false };
+            if (!stat.isDirectory()) {
+                await this.prepareDownload(request, response, options);
+            }
+            else {
+                const outputRootPath = await this.createTempDir(downloadId);
+                const outputPath = path.join(outputRootPath, `${path.basename(filePath)}.tar`);
+                await this.archive(filePath, outputPath);
+                options.filePath = outputPath;
+                options.remove = true;
+                options.root = outputRootPath;
+                await this.prepareDownload(request, response, options);
+            }
+        }
+        catch (e) {
+            this.handleError(response, e, http_status_codes_1.INTERNAL_SERVER_ERROR);
+        }
+    }
+};
+exports.SingleFileDownloadHandler = SingleFileDownloadHandler;
+exports.SingleFileDownloadHandler = SingleFileDownloadHandler = tslib_1.__decorate([
+    (0, inversify_1.injectable)()
+], SingleFileDownloadHandler);
+let MultiFileDownloadHandler = class MultiFileDownloadHandler extends FileDownloadHandler {
+    async handle(request, response) {
+        const { method, body } = request;
+        if (method !== 'PUT') {
+            this.handleError(response, `Unexpected HTTP method. Expected PUT got '${method}' instead.`, http_status_codes_1.METHOD_NOT_ALLOWED);
+            return;
+        }
+        if (body === undefined) {
+            this.handleError(response, 'The request body must be defined when downloading multiple files.', http_status_codes_1.BAD_REQUEST);
+            return;
+        }
+        if (!file_download_1.FileDownloadData.is(body)) {
+            this.handleError(response, `Unexpected body format. Cannot extract the URIs from the request body. Body was: ${JSON.stringify(body)}.`, http_status_codes_1.BAD_REQUEST);
+            return;
+        }
+        if (body.uris.length === 0) {
+            this.handleError(response, `Insufficient body format. No URIs were defined by the request body. Body was: ${JSON.stringify(body)}.`, http_status_codes_1.BAD_REQUEST);
+            return;
+        }
+        for (const uri of body.uris) {
+            try {
+                await fs.access(file_uri_1.FileUri.fsPath(uri));
+            }
+            catch {
+                this.handleError(response, `The file does not exist. URI: ${uri}.`, http_status_codes_1.NOT_FOUND);
+                return;
+            }
+        }
+        try {
+            const downloadId = (0, uuid_1.generateUuid)();
+            const outputRootPath = await this.createTempDir(downloadId);
+            const distinctUris = Array.from(new Set(body.uris.map(uri => new uri_1.default(uri))));
+            const tarPaths = [];
+            // We should have one key in the map per FS drive.
+            for (const [rootUri, uris] of (await this.directoryArchiver.findCommonParents(distinctUris)).entries()) {
+                const rootPath = file_uri_1.FileUri.fsPath(rootUri);
+                const entries = uris.map(file_uri_1.FileUri.fsPath).map(p => path.relative(rootPath, p));
+                const outputPath = path.join(outputRootPath, `${path.basename(rootPath)}.tar`);
+                await this.archive(rootPath, outputPath, entries);
+                tarPaths.push(outputPath);
+            }
+            const options = { filePath: '', downloadId, remove: true, root: outputRootPath };
+            if (tarPaths.length === 1) {
+                // tslint:disable-next-line:whitespace
+                const [outputPath,] = tarPaths;
+                options.filePath = outputPath;
+                await this.prepareDownload(request, response, options);
+            }
+            else {
+                // We need to tar the tars.
+                const outputPath = path.join(outputRootPath, `theia-archive-${Date.now()}.tar`);
+                options.filePath = outputPath;
+                await this.archive(outputRootPath, outputPath, tarPaths.map(p => path.relative(outputRootPath, p)));
+                await this.prepareDownload(request, response, options);
+            }
+        }
+        catch (e) {
+            this.handleError(response, e, http_status_codes_1.INTERNAL_SERVER_ERROR);
+        }
+    }
+};
+exports.MultiFileDownloadHandler = MultiFileDownloadHandler;
+exports.MultiFileDownloadHandler = MultiFileDownloadHandler = tslib_1.__decorate([
+    (0, inversify_1.injectable)()
+], MultiFileDownloadHandler);
+//# sourceMappingURL=file-download-handler.js.map

package/lib/node/download/file-download-handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-download-handler.js","sourceRoot":"","sources":["../../../src/node/download/file-download-handler.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;;AAEhF,yBAAyB;AACzB,kDAAkD;AAClD,6BAA6B;AAC7B,sDAA2D;AAE3D,4DAAkE;AAClE,yDAA4J;AAC5J,oDAA6C;AAC7C,4DAAyD;AACzD,0DAAwD;AACxD,8DAA0D;AAC1D,6DAAyD;AACzD,uEAAuE;AACvE,+DAA+E;AAUxE,IAAe,mBAAmB,GAAlC,MAAe,mBAAmB;IAarC;;OAEG;IACO,KAAK,CAAC,eAAe,CAAC,OAAgB,EAAE,QAAkB,EAAE,OAA+B;QACjG,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,CAAC;YACD,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACrD,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC7C,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAChJ,sDAAsD;YACtD,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC;YAC9C,QAAQ,CAAC,MAAM,CAAC,sBAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC;QACzC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,EAAE,yCAAqB,CAAC,CAAC;QACzD,CAAC;IACL,CAAC;IAES,KAAK,CAAC,QAAQ,CAAC,OAAgB,EAAE,QAAkB,EAAE,YAAiC,EAAE,EAAU;QACxG,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC;QACnC,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC;QACnC,mEAAmE;QACnE,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC9B,IAAI,CAAC;YACD,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAC7C,QAAQ,CAAC,SAAS,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;YAC7C,iDAAiD;YACjD,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,CAAC;YACxE,IAAI,CAAC,KAAK,EAAE,CAAC;gBACT,QAAQ,CAAC,SAAS,CAAC,gBAAgB,EAAE,QAAQ,CAAC,CAAC;gBAC/C,IAAI,CAAC,cAAc,CAAC,sBAAE,EAAE,QAAQ,EAAE,EAAE,CAAC,gBAAgB,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;YACzE,CAAC;iBAAM,CAAC;gBACJ,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC;gBAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC;gBAC3B,IAAI,UAAU,IAAI,QAAQ,IAAI,QAAQ,IAAI,QAAQ,EAAE,CAAC;oBACjD,QAAQ,CAAC,SAAS,CAAC,eAAe,EAAE,WAAW,QAAQ,EAAE,CAAC,CAAC;oBAC3D,oDAAoD;oBACpD,QAAQ,CAAC,MAAM,CAAC,mDAA+B,CAAC,CAAC,GAAG,EAAE,CAAC;oBACvD,OAAO;gBACX,CAAC;gBACD,QAAQ,CAAC,SAAS,CAAC,eAAe,EAAE,SAAS,UAAU,IAAI,QAAQ,IAAI,QAAQ,EAAE,CAAC,CAAC;gBACnF,QAAQ,CAAC,SAAS,CAAC,gBAAgB,EAAE,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC;gBAChG,QAAQ,CAAC,SAAS,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;gBAChD,IAAI,CAAC,cAAc,CAAC,mCAAe,EAAE,QAAQ,EAAE,EAAE,CAAC,gBAAgB,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5H,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YAC1C,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,EAAE,yCAAqB,CAAC,CAAC;QACzD,CAAC;IACL,CAAC;IACD;;OAEG;IACO,cAAc,CAAC,MAAc,EAAE,QAAkB,EAAE,MAAqB,EAAE,EAAU;QAC1F,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACxB,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE;YACvB,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YAC1C,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,yCAAqB,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QACH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE;YACzB,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;YAC1C,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,yCAAqB,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QACH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACtB,MAAM,CAAC,OAAO,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC1B,CAAC;IACS,gBAAgB,CAAC,KAAoC,EAAE,QAAgB;QAC7E,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACvD,OAAO;QACX,CAAC;QACD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;YACf,OAAO;QACX,CAAC;QACD,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACxC,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;YACxB,OAAO;QACX,CAAC;QACD,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACjF,OAAO;YACH,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK;YAC/B,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG;SACjE,CAAC;IACN,CAAC;IACS,KAAK,CAAC,OAAO,CAAC,SAAiB,EAAE,aAAqB,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,IAAA,mBAAY,GAAE,CAAC,EAAE,OAAkB;QACtH,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;QACrE,OAAO,UAAU,CAAC;IACtB,CAAC;IAES,KAAK,CAAC,aAAa,CAAC,aAAqB,IAAA,mBAAY,GAAE;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,UAAU,CAAC,CAAC;QACtD,MAAM,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC3B,OAAO,UAAU,CAAC;IACtB,CAAC;IAES,KAAK,CAAC,WAAW,CAAC,QAAkB,EAAE,MAAsB,EAAE,SAAiB,yCAAqB;QAC1G,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC1B,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC,GAAG,EAAE,CAAC;IACnE,CAAC;CAEJ,CAAA;AAlHqB,kDAAmB;AAGlB;IADlB,IAAA,kBAAM,EAAC,gBAAO,CAAC;;mDACmB;AAGhB;IADlB,IAAA,kBAAM,EAAC,sCAAiB,CAAC;sCACY,sCAAiB;8DAAC;AAGrC;IADlB,IAAA,kBAAM,EAAC,uCAAiB,CAAC;sCACY,uCAAiB;8DAAC;8BATtC,mBAAmB;IADxC,IAAA,sBAAU,GAAE;GACS,mBAAmB,CAkHxC;AAED,WAAiB,mBAAmB;IACnB,0BAAM,GAAW,MAAM,CAAC,QAAQ,CAAC,CAAC;IAClC,yBAAK,GAAW,MAAM,CAAC,OAAO,CAAC,CAAC;IAChC,iCAAa,GAAW,MAAM,CAAC,UAAU,CAAC,CAAC;AAC5D,CAAC,EAJgB,mBAAmB,mCAAnB,mBAAmB,QAInC;AAGM,IAAM,mBAAmB,GAAzB,MAAM,mBAAoB,SAAQ,mBAAmB;IAExD,KAAK,CAAC,MAAM,CAAC,OAAgB,EAAE,QAAkB;QAC7C,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;QAClC,IAAI,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACxC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,6CAA6C,MAAM,YAAY,EAAE,sCAAkB,CAAC,CAAC;YAChH,OAAO;QACX,CAAC;QACD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,EAAE,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;YAChF,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,iEAAiE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,+BAAW,CAAC,CAAC;YACnI,OAAO;QACX,CAAC;QACD,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC;QACpC,MAAM,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClE,IAAI,CAAC,YAAY,EAAE,CAAC;YAChB,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,yDAAyD,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,6BAAS,CAAC,CAAC;YACzH,OAAO;QACX,CAAC;QACD,8EAA8E;QAC9E,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACpB,QAAQ,CAAC,SAAS,CAAC,gBAAgB,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC;YACxD,QAAQ,CAAC,MAAM,CAAC,sBAAE,CAAC,CAAC,GAAG,EAAE,CAAC;YAC1B,OAAO;QACX,CAAC;QACD,IAAI,CAAC,cAAc,EAAE,CAAC;YAClB,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QAC7D,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,EAAE,EAAE,oBAAoB,CAAC,CAAC;YAC7D,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACpD,CAAC;IACL,CAAC;CACJ,CAAA;AA/BY,kDAAmB;8BAAnB,mBAAmB;IAD/B,IAAA,sBAAU,GAAE;GACA,mBAAmB,CA+B/B;AAGM,IAAM,yBAAyB,GAA/B,MAAM,yBAA0B,SAAQ,mBAAmB;IAE9D,KAAK,CAAC,MAAM,CAAC,OAAgB,EAAE,QAAkB;QAC7C,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;QACxC,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YACnB,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,6CAA6C,MAAM,YAAY,EAAE,sCAAkB,CAAC,CAAC;YAChH,OAAO;QACX,CAAC;QACD,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,IAAA,iBAAO,EAAC,IAAI,CAAC,EAAE,CAAC;YACvC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,iGAAiG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,+BAAW,CAAC,CAAC;YAClK,OAAO;QACX,CAAC;QACD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,GAAG,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;YAClF,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,kEAAkE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,+BAAW,CAAC,CAAC;YACpI,OAAO;QACX,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,aAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,kBAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAErC,IAAI,IAAc,CAAC;QACnB,IAAI,CAAC;YACD,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YACL,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,iCAAiC,GAAG,GAAG,EAAE,6BAAS,CAAC,CAAC;YAC/E,OAAO;QACX,CAAC;QACD,IAAI,CAAC;YACD,MAAM,UAAU,GAAG,IAAA,mBAAY,GAAE,CAAC;YAClC,MAAM,OAAO,GAA2B,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;YAChF,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBACtB,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC3D,CAAC;iBAAM,CAAC;gBACJ,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;gBAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAC/E,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;gBACzC,OAAO,CAAC,QAAQ,GAAG,UAAU,CAAC;gBAC9B,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;gBACtB,OAAO,CAAC,IAAI,GAAG,cAAc,CAAC;gBAC9B,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC3D,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,EAAE,yCAAqB,CAAC,CAAC;QACzD,CAAC;IACL,CAAC;CAEJ,CAAA;AA7CY,8DAAyB;oCAAzB,yBAAyB;IADrC,IAAA,sBAAU,GAAE;GACA,yBAAyB,CA6CrC;AAGM,IAAM,wBAAwB,GAA9B,MAAM,wBAAyB,SAAQ,mBAAmB;IAE7D,KAAK,CAAC,MAAM,CAAC,OAAgB,EAAE,QAAkB;QAC7C,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;QACjC,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YACnB,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,6CAA6C,MAAM,YAAY,EAAE,sCAAkB,CAAC,CAAC;YAChH,OAAO;QACX,CAAC;QACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACrB,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,mEAAmE,EAAE,+BAAW,CAAC,CAAC;YAC7G,OAAO;QACX,CAAC;QACD,IAAI,CAAC,gCAAgB,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,oFAAoF,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,+BAAW,CAAC,CAAC;YACrJ,OAAO;QACX,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,iFAAiF,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,+BAAW,CAAC,CAAC;YAClJ,OAAO;QACX,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAC1B,IAAI,CAAC;gBACD,MAAM,EAAE,CAAC,MAAM,CAAC,kBAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YACzC,CAAC;YAAC,MAAM,CAAC;gBACL,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,iCAAiC,GAAG,GAAG,EAAE,6BAAS,CAAC,CAAC;gBAC/E,OAAO;YACX,CAAC;QACL,CAAC;QACD,IAAI,CAAC;YACD,MAAM,UAAU,GAAG,IAAA,mBAAY,GAAE,CAAC;YAClC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;YAC5D,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,aAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7E,MAAM,QAAQ,GAAG,EAAE,CAAC;YACpB,kDAAkD;YAClD,KAAK,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;gBACrG,MAAM,QAAQ,GAAG,kBAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACzC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,kBAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC9E,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAC/E,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;gBAClD,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC9B,CAAC;YACD,MAAM,OAAO,GAA2B,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;YACzG,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,sCAAsC;gBACtC,MAAM,CAAC,UAAU,EAAE,GAAG,QAAQ,CAAC;gBAC/B,OAAO,CAAC,QAAQ,GAAG,UAAU,CAAC;gBAC9B,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC3D,CAAC;iBAAM,CAAC;gBACJ,2BAA2B;gBAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,iBAAiB,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;gBAChF,OAAO,CAAC,QAAQ,GAAG,UAAU,CAAC;gBAC9B,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,UAAU,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC3D,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,EAAE,yCAAqB,CAAC,CAAC;QACzD,CAAC;IACL,CAAC;CAEJ,CAAA;AA3DY,4DAAwB;mCAAxB,wBAAwB;IADpC,IAAA,sBAAU,GAAE;GACA,wBAAwB,CA2DpC"}

package/lib/node/download/test/mock-directory-archiver.d.ts

@@ -0,0 +1,8 @@
+import { DirectoryArchiver } from '../directory-archiver';
+import URI from '@theia/core/lib/common/uri';
+export declare class MockDirectoryArchiver extends DirectoryArchiver {
+    private folders?;
+    constructor(folders?: URI[] | undefined);
+    protected isDir(uri: URI): Promise<boolean>;
+}
+//# sourceMappingURL=mock-directory-archiver.d.ts.map

package/lib/node/download/test/mock-directory-archiver.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mock-directory-archiver.d.ts","sourceRoot":"","sources":["../../../../src/node/download/test/mock-directory-archiver.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,GAAG,MAAM,4BAA4B,CAAC;AAE7C,qBAAa,qBAAsB,SAAQ,iBAAiB;IAE5C,OAAO,CAAC,OAAO,CAAC;gBAAR,OAAO,CAAC,mBAAO;cAIV,KAAK,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC;CAI7D"}

package/lib/node/download/test/mock-directory-archiver.js

@@ -0,0 +1,30 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2018 TypeFox and others.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MockDirectoryArchiver = void 0;
+const directory_archiver_1 = require("../directory-archiver");
+class MockDirectoryArchiver extends directory_archiver_1.DirectoryArchiver {
+    constructor(folders) {
+        super();
+        this.folders = folders;
+    }
+    async isDir(uri) {
+        return !!this.folders && this.folders.map(u => u.toString()).indexOf(uri.toString()) !== -1;
+    }
+}
+exports.MockDirectoryArchiver = MockDirectoryArchiver;
+//# sourceMappingURL=mock-directory-archiver.js.map

package/lib/node/download/test/mock-directory-archiver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mock-directory-archiver.js","sourceRoot":"","sources":["../../../../src/node/download/test/mock-directory-archiver.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;AAEhF,8DAA0D;AAG1D,MAAa,qBAAsB,SAAQ,sCAAiB;IAExD,YAAoB,OAAe;QAC/B,KAAK,EAAE,CAAC;QADQ,YAAO,GAAP,OAAO,CAAQ;IAEnC,CAAC;IAEkB,KAAK,CAAC,KAAK,CAAC,GAAQ;QACnC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;IAChG,CAAC;CAEJ;AAVD,sDAUC"}

package/lib/node/file-change-collection.d.ts

@@ -0,0 +1,23 @@
+import { FileChange, FileChangeType } from '../common/filesystem-watcher-protocol';
+/**
+ * A file change collection guarantees that only one change is reported for each URI.
+ *
+ * Changes are normalized according following rules:
+ * - ADDED + ADDED => ADDED
+ * - ADDED + UPDATED => ADDED
+ * - ADDED + DELETED => [ADDED, DELETED]
+ * - UPDATED + ADDED => UPDATED
+ * - UPDATED + UPDATED => UPDATED
+ * - UPDATED + DELETED => DELETED
+ * - DELETED + ADDED => UPDATED
+ * - DELETED + UPDATED => UPDATED
+ * - DELETED + DELETED => DELETED
+ */
+export declare class FileChangeCollection {
+    protected readonly changes: Map<string, FileChange[]>;
+    push(change: FileChange): void;
+    protected normalize(changes: FileChange[], change: FileChange): void;
+    protected reduce(current: FileChangeType | undefined, change: FileChangeType): FileChangeType | [FileChangeType, FileChangeType];
+    values(): FileChange[];
+}
+//# sourceMappingURL=file-change-collection.d.ts.map