@protontech/drive-sdk 0.0.10

package/dist/internal/upload/controller.js

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UploadController = void 0;
+const wait_1 = require("../wait");
+class UploadController {
+    paused = false;
+    promise;
+    async waitIfPaused() {
+        await (0, wait_1.waitForCondition)(() => !this.paused);
+    }
+    pause() {
+        this.paused = true;
+    }
+    resume() {
+        this.paused = false;
+    }
+    async completion() {
+        if (!this.promise) {
+            throw new Error('UploadController.completion() called before upload started');
+        }
+        return await this.promise;
+    }
+}
+exports.UploadController = UploadController;
+//# sourceMappingURL=controller.js.map

package/dist/internal/upload/controller.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"controller.js","sourceRoot":"","sources":["../../../src/internal/upload/controller.ts"],"names":[],"mappings":";;;AAAA,kCAA2C;AAE3C,MAAa,gBAAgB;IACjB,MAAM,GAAG,KAAK,CAAC;IAChB,OAAO,CAAmB;IAEjC,KAAK,CAAC,YAAY;QACd,MAAM,IAAA,uBAAgB,EAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;IACvB,CAAC;IAED,MAAM;QACF,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC;IAC9B,CAAC;CACJ;AAtBD,4CAsBC"}

package/dist/internal/upload/cryptoService.d.ts

@@ -0,0 +1,29 @@
+import { DriveCrypto, PrivateKey, SessionKey } from "../../crypto";
+import { Thumbnail } from "../../interface";
+import { EncryptedBlock, EncryptedThumbnail, NodeCrypto, NodeRevisionDraftKeys, NodesService } from "./interface";
+export declare class UploadCryptoService {
+    private driveCrypto;
+    private nodesService;
+    constructor(driveCrypto: DriveCrypto, nodesService: NodesService);
+    generateFileCrypto(parentUid: string, parentKeys: {
+        key: PrivateKey;
+        hashKey: Uint8Array;
+    }, name: string): Promise<NodeCrypto>;
+    generateNameHashes(parentHashKey: Uint8Array, names: string[]): Promise<{
+        name: string;
+        hash: string;
+    }[]>;
+    encryptThumbnail(nodeRevisionDraftKeys: NodeRevisionDraftKeys, thumbnail: Thumbnail): Promise<EncryptedThumbnail>;
+    encryptBlock(verifyBlock: (encryptedBlock: Uint8Array) => Promise<{
+        verificationToken: Uint8Array;
+    }>, nodeRevisionDraftKeys: NodeRevisionDraftKeys, block: Uint8Array, index: number): Promise<EncryptedBlock>;
+    commitFile(nodeRevisionDraftKeys: NodeRevisionDraftKeys, manifest: Uint8Array, extendedAttributes?: string): Promise<{
+        armoredManifestSignature: string;
+        signatureEmail: string;
+        armoredExtendedAttributes?: string;
+    }>;
+    getContentKeyPacketSessionKey(nodeKey: PrivateKey, base64ContentKeyPacket: string): Promise<SessionKey>;
+    verifyBlock(nodeKey: PrivateKey, contentKeyPacketSessionKey: SessionKey, verificationCode: Uint8Array, encryptedData: Uint8Array): Promise<{
+        verificationToken: Uint8Array;
+    }>;
+}

package/dist/internal/upload/cryptoService.js

@@ -0,0 +1,104 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UploadCryptoService = void 0;
+const ttag_1 = require("ttag");
+const errors_1 = require("../../errors");
+class UploadCryptoService {
+    driveCrypto;
+    nodesService;
+    constructor(driveCrypto, nodesService) {
+        this.driveCrypto = driveCrypto;
+        this.nodesService = nodesService;
+        this.driveCrypto = driveCrypto;
+        this.nodesService = nodesService;
+    }
+    async generateFileCrypto(parentUid, parentKeys, name) {
+        const signatureAddress = await this.nodesService.getRootNodeEmailKey(parentUid);
+        const [nodeKeys, { armoredNodeName }, hash,] = await Promise.all([
+            this.driveCrypto.generateKey([parentKeys.key], signatureAddress.addressKey),
+            this.driveCrypto.encryptNodeName(name, undefined, parentKeys.key, signatureAddress.addressKey),
+            this.driveCrypto.generateLookupHash(name, parentKeys.hashKey),
+        ]);
+        const contentKey = await this.driveCrypto.generateContentKey(nodeKeys.decrypted.key);
+        return {
+            nodeKeys,
+            contentKey,
+            encryptedNode: {
+                encryptedName: armoredNodeName,
+                hash,
+            },
+            signatureAddress,
+        };
+    }
+    async generateNameHashes(parentHashKey, names) {
+        return Promise.all(names.map(async (name) => ({
+            name,
+            hash: await this.driveCrypto.generateLookupHash(name, parentHashKey)
+        })));
+    }
+    async encryptThumbnail(nodeRevisionDraftKeys, thumbnail) {
+        const { encryptedData } = await this.driveCrypto.encryptThumbnailBlock(thumbnail.thumbnail, nodeRevisionDraftKeys.contentKeyPacketSessionKey, nodeRevisionDraftKeys.signatureAddress.addressKey);
+        const digest = await crypto.subtle.digest('SHA-256', encryptedData);
+        return {
+            type: thumbnail.type,
+            encryptedData: encryptedData,
+            originalSize: thumbnail.thumbnail.length,
+            encryptedSize: encryptedData.length,
+            hash: new Uint8Array(digest),
+        };
+    }
+    async encryptBlock(verifyBlock, nodeRevisionDraftKeys, block, index) {
+        const { encryptedData, armoredSignature } = await this.driveCrypto.encryptBlock(block, nodeRevisionDraftKeys.key, nodeRevisionDraftKeys.contentKeyPacketSessionKey, nodeRevisionDraftKeys.signatureAddress.addressKey);
+        const digest = await crypto.subtle.digest('SHA-256', encryptedData);
+        const { verificationToken } = await verifyBlock(encryptedData);
+        return {
+            index,
+            encryptedData,
+            armoredSignature,
+            verificationToken,
+            originalSize: block.length,
+            encryptedSize: encryptedData.length,
+            hash: new Uint8Array(digest),
+        };
+    }
+    async commitFile(nodeRevisionDraftKeys, manifest, extendedAttributes) {
+        const { armoredManifestSignature } = await this.driveCrypto.signManifest(manifest, nodeRevisionDraftKeys.signatureAddress.addressKey);
+        const { armoredExtendedAttributes } = extendedAttributes
+            ? await this.driveCrypto.encryptExtendedAttributes(extendedAttributes, nodeRevisionDraftKeys.key, nodeRevisionDraftKeys.signatureAddress.addressKey)
+            : { armoredExtendedAttributes: undefined };
+        return {
+            armoredManifestSignature,
+            signatureEmail: nodeRevisionDraftKeys.signatureAddress.email,
+            armoredExtendedAttributes,
+        };
+    }
+    async getContentKeyPacketSessionKey(nodeKey, base64ContentKeyPacket) {
+        const { sessionKey } = await this.driveCrypto.decryptAndVerifySessionKey(base64ContentKeyPacket, undefined, nodeKey, []);
+        return sessionKey;
+    }
+    async verifyBlock(nodeKey, contentKeyPacketSessionKey, verificationCode, encryptedData) {
+        // Attempt to decrypt data block, to try to detect bitflips / bad hardware
+        //
+        // We don't check the signature as it is an expensive operation,
+        // and we don't need to here as we always have the manifest signature
+        //
+        // Additionally, we use the key provided by the verification endpoint, to
+        // ensure the correct key was used to encrypt the data
+        try {
+            await this.driveCrypto.decryptBlock(encryptedData, undefined, nodeKey, contentKeyPacketSessionKey);
+        }
+        catch (error) {
+            throw new errors_1.IntegrityError((0, ttag_1.c)('Error').t `Data integrity check of one part failed`, {
+                error,
+            });
+        }
+        // The verifier requires a 0-padded data packet, so we can
+        // access the array directly and fall back to 0.
+        const verificationToken = verificationCode.map((value, index) => value ^ (encryptedData[index] || 0));
+        return {
+            verificationToken,
+        };
+    }
+}
+exports.UploadCryptoService = UploadCryptoService;
+//# sourceMappingURL=cryptoService.js.map

package/dist/internal/upload/cryptoService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cryptoService.js","sourceRoot":"","sources":["../../../src/internal/upload/cryptoService.ts"],"names":[],"mappings":";;;AAAA,+BAAyB;AAGzB,yCAA8C;AAI9C,MAAa,mBAAmB;IAEhB;IACA;IAFZ,YACY,WAAwB,EACxB,YAA0B;QAD1B,gBAAW,GAAX,WAAW,CAAa;QACxB,iBAAY,GAAZ,YAAY,CAAc;QAElC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,kBAAkB,CACpB,SAAiB,EACjB,UAAoD,EACpD,IAAY;QAEZ,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;QAEhF,MAAM,CACF,QAAQ,EACR,EAAE,eAAe,EAAE,EACnB,IAAI,EACP,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClB,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,gBAAgB,CAAC,UAAU,CAAC;YAC3E,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC,GAAG,EAAE,gBAAgB,CAAC,UAAU,CAAC;YAC9F,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC;SAChE,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAErF,OAAO;YACH,QAAQ;YACR,UAAU;YACV,aAAa,EAAE;gBACX,aAAa,EAAE,eAAe;gBAC9B,IAAI;aACP;YACD,gBAAgB;SACnB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,aAAyB,EAAE,KAAe;QAC/D,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1C,IAAI;YACJ,IAAI,EAAE,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,IAAI,EAAE,aAAa,CAAC;SACvE,CAAC,CAAC,CAAC,CAAC;IACT,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,qBAA4C,EAAE,SAAoB;QACrF,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,qBAAqB,CAClE,SAAS,CAAC,SAAS,EACnB,qBAAqB,CAAC,0BAA0B,EAChD,qBAAqB,CAAC,gBAAgB,CAAC,UAAU,CACpD,CAAA;QAED,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;QAEpE,OAAO;YACH,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,aAAa,EAAE,aAAa;YAC5B,YAAY,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM;YACxC,aAAa,EAAE,aAAa,CAAC,MAAM;YACnC,IAAI,EAAE,IAAI,UAAU,CAAC,MAAM,CAAC;SAC/B,CAAA;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CACd,WAAuF,EACvF,qBAA4C,EAC5C,KAAiB,EACjB,KAAa;QAEb,MAAM,EAAE,aAAa,EAAE,gBAAgB,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,CAC3E,KAAK,EACL,qBAAqB,CAAC,GAAG,EACzB,qBAAqB,CAAC,0BAA0B,EAChD,qBAAqB,CAAC,gBAAgB,CAAC,UAAU,CACpD,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;QACpE,MAAM,EAAE,iBAAiB,EAAE,GAAG,MAAM,WAAW,CAAC,aAAa,CAAC,CAAC;QAE/D,OAAO;YACH,KAAK;YACL,aAAa;YACb,gBAAgB;YAChB,iBAAiB;YACjB,YAAY,EAAE,KAAK,CAAC,MAAM;YAC1B,aAAa,EAAE,aAAa,CAAC,MAAM;YACnC,IAAI,EAAE,IAAI,UAAU,CAAC,MAAM,CAAC;SAC/B,CAAA;IACL,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,qBAA4C,EAAE,QAAoB,EAAE,kBAA2B;QAK5G,MAAM,EAAE,wBAAwB,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,QAAQ,EAAE,qBAAqB,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QAEtI,MAAM,EAAE,yBAAyB,EAAE,GAAG,kBAAkB;YACpD,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,yBAAyB,CAAC,kBAAkB,EAAE,qBAAqB,CAAC,GAAG,EAAE,qBAAqB,CAAC,gBAAgB,CAAC,UAAU,CAAC;YACpJ,CAAC,CAAC,EAAE,yBAAyB,EAAE,SAAS,EAAE,CAAC;QAE/C,OAAO;YACH,wBAAwB;YACxB,cAAc,EAAE,qBAAqB,CAAC,gBAAgB,CAAC,KAAK;YAC5D,yBAAyB;SAC5B,CAAA;IACL,CAAC;IAED,KAAK,CAAC,6BAA6B,CAAC,OAAmB,EAAE,sBAA8B;QACnF,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,0BAA0B,CACpE,sBAAsB,EACtB,SAAS,EACT,OAAO,EACP,EAAE,CACL,CAAC;QACF,OAAO,UAAU,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,WAAW,CACb,OAAmB,EACnB,0BAAsC,EACtC,gBAA4B,EAC5B,aAAyB;QAIzB,0EAA0E;QAC1E,EAAE;QACF,gEAAgE;QAChE,qEAAqE;QACrE,EAAE;QACF,yEAAyE;QACzE,sDAAsD;QACtD,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,CAC/B,aAAa,EACb,SAAS,EACT,OAAO,EACP,0BAA0B,CAC7B,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,uBAAc,CAAC,IAAA,QAAC,EAAC,OAAO,CAAC,CAAC,CAAC,CAAA,yCAAyC,EAAE;gBAC5E,KAAK;aACR,CAAC,CAAC;QACP,CAAC;QAED,0DAA0D;QAC1D,gDAAgD;QAChD,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtG,OAAO;YACH,iBAAiB;SACpB,CAAA;IACL,CAAC;CACJ;AA1JD,kDA0JC"}

package/dist/internal/upload/digests.d.ts

@@ -0,0 +1,8 @@
+export declare class UploadDigests {
+    private digestSha1;
+    constructor(digestSha1?: import("@noble/hashes/utils").Hash<import("@noble/hashes/utils").Hash<any>>);
+    update(data: Uint8Array): void;
+    digests(): {
+        sha1: string;
+    };
+}

package/dist/internal/upload/digests.js

@@ -0,0 +1,22 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UploadDigests = void 0;
+const legacy_1 = require("@noble/hashes/legacy");
+const utils_1 = require("@noble/hashes/utils");
+class UploadDigests {
+    digestSha1;
+    constructor(digestSha1 = legacy_1.sha1.create()) {
+        this.digestSha1 = digestSha1;
+        this.digestSha1 = digestSha1;
+    }
+    update(data) {
+        this.digestSha1.update(data);
+    }
+    digests() {
+        return {
+            sha1: (0, utils_1.bytesToHex)(this.digestSha1.digest()),
+        };
+    }
+}
+exports.UploadDigests = UploadDigests;
+//# sourceMappingURL=digests.js.map

package/dist/internal/upload/digests.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"digests.js","sourceRoot":"","sources":["../../../src/internal/upload/digests.ts"],"names":[],"mappings":";;;AAAA,iDAA4C;AAC5C,+CAAiD;AAEjD,MAAa,aAAa;IACF;IAApB,YAAoB,aAAa,aAAI,CAAC,MAAM,EAAE;QAA1B,eAAU,GAAV,UAAU,CAAgB;QAC1C,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IACjC,CAAC;IAED,MAAM,CAAC,IAAgB;QACnB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,OAAO;QACH,OAAO;YACH,IAAI,EAAE,IAAA,kBAAU,EAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;SAC7C,CAAA;IACL,CAAC;CACJ;AAdD,sCAcC"}

package/dist/internal/upload/fileUploader.d.ts

@@ -0,0 +1,65 @@
+import { Thumbnail, UploadMetadata } from "../../interface";
+import { UploadAPIService } from "./apiService";
+import { BlockVerifier } from "./blockVerifier";
+import { UploadController } from './controller';
+import { UploadCryptoService } from "./cryptoService";
+import { NodeRevisionDraft } from "./interface";
+import { UploadTelemetry } from './telemetry';
+import { UploadManager } from "./manager";
+/**
+ * File chunk size in bytes representing the size of each block.
+ */
+export declare const FILE_CHUNK_SIZE: number;
+/**
+ * Fileuploader is responsible for uploading file content to the server.
+ *
+ * It handles the encryption of file blocks and thumbnails, as well as
+ * the upload process itself. It manages the upload queue and ensures
+ * that the upload process is efficient and does not overload the server.
+ */
+export declare class Fileuploader {
+    private telemetry;
+    private apiService;
+    private cryptoService;
+    private uploadManager;
+    private blockVerifier;
+    private revisionDraft;
+    private metadata;
+    private onFinish;
+    private signal?;
+    private logger;
+    private digests;
+    private controller;
+    private abortController;
+    private encryptedThumbnails;
+    private encryptedBlocks;
+    private encryptionFinished;
+    private ongoingUploads;
+    private uploadedThumbnails;
+    private uploadedBlocks;
+    constructor(telemetry: UploadTelemetry, apiService: UploadAPIService, cryptoService: UploadCryptoService, uploadManager: UploadManager, blockVerifier: BlockVerifier, revisionDraft: NodeRevisionDraft, metadata: UploadMetadata, onFinish: (failure: boolean) => Promise<void>, signal?: AbortSignal | undefined);
+    writeFile(fileObject: File, thumbnails: Thumbnail[], onProgress?: (uploadedBytes: number) => void): UploadController;
+    writeStream(stream: ReadableStream, thumbnails: Thumbnail[], onProgress?: (uploadedBytes: number) => void): UploadController;
+    private uploadStream;
+    private encryptAndUploadBlocks;
+    private commitFile;
+    private encryptThumbnails;
+    private encryptBlocks;
+    private requestAndInitiateUpload;
+    private uploadThumbnail;
+    private uploadBlock;
+    private waitForBufferCapacity;
+    private waitForUploadCapacityAndBufferedBlocks;
+    private verifyIntegrity;
+    /**
+     * Check if the encryption is fully finished.
+     * This means that all blocks and thumbnails have been encrypted and
+     * requested to be uploaded, and there are no more blocks or thumbnails
+     * to encrypt and upload.
+     */
+    private get isEncryptionFullyFinished();
+    private get uploadedBlockCount();
+    private get uploadedOriginalFileSize();
+    private get manifest();
+    private abortUpload;
+}