@qlever-llc/trellis 0.10.2 → 0.10.3-rc.4

package/script/npm/src/transfer.js

@@ -1,417 +0,0 @@
-"use strict";
-var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
-    if (kind === "m") throw new TypeError("Private method is not writable");
-    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
-    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
-    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
-};
-var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
-    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
-    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
-    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-var _BaseTransferHandle_nc, _BaseTransferHandle_auth, _BaseTransferHandle_timeoutMs, _SendTransferHandle_grant, _ReceiveTransferHandle_grant;
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ReceiveTransferHandle = exports.SendTransferHandle = exports.TransferGrantSchema = exports.ReceiveTransferGrantSchema = exports.SendTransferGrantSchema = exports.FileInfoSchema = void 0;
-exports.createTransferHandle = createTransferHandle;
-exports.verifyTransferMessage = verifyTransferMessage;
-const result_1 = require("@qlever-llc/result");
-const nats_core_1 = require("@nats-io/nats-core");
-const typebox_1 = __importDefault(require("typebox"));
-const ulid_1 = require("ulid");
-const proof_js_1 = require("./auth/proof.js");
-const utils_js_1 = require("./auth/utils.js");
-const TransferError_js_1 = require("./errors/TransferError.js");
-const tracing_js_1 = require("./tracing.js");
-const TRANSFER_SEQUENCE_HEADER = "trellis-transfer-seq";
-const TRANSFER_EOF_HEADER = "trellis-transfer-eof";
-exports.FileInfoSchema = typebox_1.default.Object({
-    key: typebox_1.default.String({ minLength: 1 }),
-    size: typebox_1.default.Integer({ minimum: 0 }),
-    updatedAt: typebox_1.default.String({ minLength: 1 }),
-    digest: typebox_1.default.Optional(typebox_1.default.String({ minLength: 1 })),
-    contentType: typebox_1.default.Optional(typebox_1.default.String({ minLength: 1 })),
-    metadata: typebox_1.default.Record(typebox_1.default.String({ minLength: 1 }), typebox_1.default.String()),
-});
-const TransferGrantBaseSchema = typebox_1.default.Object({
-    type: typebox_1.default.Literal("TransferGrant"),
-    service: typebox_1.default.String({ minLength: 1 }),
-    sessionKey: typebox_1.default.String({ minLength: 1 }),
-    transferId: typebox_1.default.String({ minLength: 1 }),
-    subject: typebox_1.default.String({ minLength: 1 }),
-    expiresAt: typebox_1.default.String({ minLength: 1 }),
-    chunkBytes: typebox_1.default.Integer({ minimum: 1 }),
-});
-exports.SendTransferGrantSchema = typebox_1.default.Object({
-    ...TransferGrantBaseSchema.properties,
-    direction: typebox_1.default.Literal("send"),
-    maxBytes: typebox_1.default.Optional(typebox_1.default.Integer({ minimum: 1 })),
-    contentType: typebox_1.default.Optional(typebox_1.default.String({ minLength: 1 })),
-    metadata: typebox_1.default.Optional(typebox_1.default.Record(typebox_1.default.String({ minLength: 1 }), typebox_1.default.String())),
-});
-exports.ReceiveTransferGrantSchema = typebox_1.default.Object({
-    ...TransferGrantBaseSchema.properties,
-    direction: typebox_1.default.Literal("receive"),
-    info: exports.FileInfoSchema,
-});
-exports.TransferGrantSchema = typebox_1.default.Union([
-    exports.SendTransferGrantSchema,
-    exports.ReceiveTransferGrantSchema,
-]);
-async function createTransferProof(auth, subject, payload) {
-    const payloadHash = await (0, utils_js_1.sha256)(payload);
-    const iat = auth.currentIat?.() ?? Math.floor(Date.now() / 1000);
-    const requestId = (0, ulid_1.ulid)();
-    const proofOk = await auth.sign(await (0, utils_js_1.sha256)((0, proof_js_1.buildProofInput)(auth.sessionKey, subject, payloadHash, iat, requestId)));
-    return { proof: (0, utils_js_1.base64urlEncode)(proofOk), iat, requestId };
-}
-function expired(expiresAt) {
-    return Date.now() >= Date.parse(expiresAt);
-}
-function asUint8Array(body) {
-    return body instanceof Uint8Array ? body : new Uint8Array(body);
-}
-function streamFromAsyncIterable(iterable) {
-    const iterator = iterable[Symbol.asyncIterator]();
-    return new ReadableStream({
-        async pull(controller) {
-            const next = await iterator.next();
-            if (next.done) {
-                controller.close();
-                return;
-            }
-            controller.enqueue(next.value);
-        },
-        async cancel(reason) {
-            await iterator.return?.(reason);
-        },
-    });
-}
-function streamFromBody(body) {
-    if (body instanceof Uint8Array || body instanceof ArrayBuffer) {
-        const bytes = asUint8Array(body);
-        return new ReadableStream({
-            start(controller) {
-                controller.enqueue(bytes);
-                controller.close();
-            },
-        });
-    }
-    return body instanceof ReadableStream ? body : streamFromAsyncIterable(body);
-}
-async function* chunkBody(body, chunkBytes) {
-    const reader = streamFromBody(body).getReader();
-    try {
-        while (true) {
-            const next = await reader.read();
-            if (next.done) {
-                return;
-            }
-            let offset = 0;
-            while (offset < next.value.length) {
-                const end = Math.min(offset + chunkBytes, next.value.length);
-                yield next.value.slice(offset, end);
-                offset = end;
-            }
-        }
-    }
-    finally {
-        reader.releaseLock();
-    }
-}
-function parseTransferAck(msg, operation) {
-    if (msg.headers?.get("status") === "error") {
-        return result_1.Result.err(deserializeTransferError(msg, operation));
-    }
-    try {
-        const value = JSON.parse(msg.string());
-        return result_1.Result.ok(value);
-    }
-    catch (cause) {
-        return result_1.Result.err(new TransferError_js_1.TransferError({ operation, cause }));
-    }
-}
-function deserializeTransferError(msg, operation) {
-    try {
-        const value = JSON.parse(msg.string());
-        return new TransferError_js_1.TransferError({
-            operation: value.operation ?? operation,
-            context: value.context,
-            cause: value.message ? new Error(value.message) : undefined,
-        });
-    }
-    catch (cause) {
-        return new TransferError_js_1.TransferError({ operation, cause });
-    }
-}
-function receiveStream(sub, timeoutMs) {
-    const iterator = sub[Symbol.asyncIterator]();
-    return new ReadableStream({
-        async pull(controller) {
-            try {
-                const next = await new Promise((resolve, reject) => {
-                    const timer = setTimeout(() => {
-                        reject(new TransferError_js_1.TransferError({
-                            operation: "stream",
-                            context: { reason: "timeout" },
-                        }));
-                    }, timeoutMs);
-                    iterator.next().then((value) => {
-                        clearTimeout(timer);
-                        resolve(value);
-                    }, (error) => {
-                        clearTimeout(timer);
-                        reject(error);
-                    });
-                });
-                if (next.done) {
-                    throw new TransferError_js_1.TransferError({
-                        operation: "stream",
-                        context: { reason: "stream_closed" },
-                    });
-                }
-                const msg = next.value;
-                if (msg.headers?.get("status") === "error") {
-                    throw deserializeTransferError(msg, "stream");
-                }
-                if (msg.data.length > 0) {
-                    controller.enqueue(msg.data);
-                }
-                if (msg.headers?.get(TRANSFER_EOF_HEADER) === "true") {
-                    controller.close();
-                    sub.unsubscribe();
-                }
-            }
-            catch (cause) {
-                sub.unsubscribe();
-                controller.error(cause instanceof TransferError_js_1.TransferError
-                    ? cause
-                    : new TransferError_js_1.TransferError({ operation: "stream", cause }));
-            }
-        },
-        cancel() {
-            sub.unsubscribe();
-        },
-    });
-}
-async function collectStream(stream) {
-    const reader = stream.getReader();
-    const chunks = [];
-    let total = 0;
-    try {
-        while (true) {
-            const next = await reader.read();
-            if (next.done) {
-                const merged = new Uint8Array(total);
-                let offset = 0;
-                for (const chunk of chunks) {
-                    merged.set(chunk, offset);
-                    offset += chunk.length;
-                }
-                return result_1.Result.ok(merged);
-            }
-            chunks.push(next.value);
-            total += next.value.length;
-        }
-    }
-    catch (cause) {
-        return result_1.Result.err(cause instanceof TransferError_js_1.TransferError
-            ? cause
-            : new TransferError_js_1.TransferError({ operation: "bytes", cause }));
-    }
-    finally {
-        reader.releaseLock();
-    }
-}
-class BaseTransferHandle {
-    constructor(nc, auth, timeoutMs) {
-        _BaseTransferHandle_nc.set(this, void 0);
-        _BaseTransferHandle_auth.set(this, void 0);
-        _BaseTransferHandle_timeoutMs.set(this, void 0);
-        __classPrivateFieldSet(this, _BaseTransferHandle_nc, nc, "f");
-        __classPrivateFieldSet(this, _BaseTransferHandle_auth, auth, "f");
-        __classPrivateFieldSet(this, _BaseTransferHandle_timeoutMs, timeoutMs, "f");
-    }
-    get nc() {
-        return __classPrivateFieldGet(this, _BaseTransferHandle_nc, "f");
-    }
-    get auth() {
-        return __classPrivateFieldGet(this, _BaseTransferHandle_auth, "f");
-    }
-    get timeoutMs() {
-        return __classPrivateFieldGet(this, _BaseTransferHandle_timeoutMs, "f");
-    }
-    validateGrant(grant, operation) {
-        if (expired(grant.expiresAt)) {
-            return result_1.Result.err(new TransferError_js_1.TransferError({
-                operation,
-                context: { reason: "expired", transferId: grant.transferId },
-            }));
-        }
-        if (grant.sessionKey !== __classPrivateFieldGet(this, _BaseTransferHandle_auth, "f").sessionKey) {
-            return result_1.Result.err(new TransferError_js_1.TransferError({
-                operation,
-                context: {
-                    reason: "session_mismatch",
-                    expectedSessionKey: grant.sessionKey,
-                    actualSessionKey: __classPrivateFieldGet(this, _BaseTransferHandle_auth, "f").sessionKey,
-                },
-            }));
-        }
-        return result_1.Result.ok(undefined);
-    }
-    async buildHeaders(subject, payload, seq, eof) {
-        const headers = (0, nats_core_1.headers)();
-        const authHeaders = await createTransferProof(__classPrivateFieldGet(this, _BaseTransferHandle_auth, "f"), subject, payload);
-        headers.set("session-key", __classPrivateFieldGet(this, _BaseTransferHandle_auth, "f").sessionKey);
-        headers.set("proof", authHeaders.proof);
-        headers.set("iat", String(authHeaders.iat));
-        headers.set("request-id", authHeaders.requestId);
-        if (seq !== undefined) {
-            headers.set(TRANSFER_SEQUENCE_HEADER, String(seq));
-        }
-        if (eof) {
-            headers.set(TRANSFER_EOF_HEADER, "true");
-        }
-        (0, tracing_js_1.injectTraceContext)((0, tracing_js_1.createNatsHeaderCarrier)(headers));
-        return headers;
-    }
-}
-_BaseTransferHandle_nc = new WeakMap(), _BaseTransferHandle_auth = new WeakMap(), _BaseTransferHandle_timeoutMs = new WeakMap();
-class SendTransferHandle extends BaseTransferHandle {
-    constructor(nc, auth, timeoutMs, grant) {
-        super(nc, auth, timeoutMs);
-        _SendTransferHandle_grant.set(this, void 0);
-        __classPrivateFieldSet(this, _SendTransferHandle_grant, grant, "f");
-    }
-    send(body) {
-        return result_1.AsyncResult.from((async () => {
-            const valid = this.validateGrant(__classPrivateFieldGet(this, _SendTransferHandle_grant, "f"), "send").take();
-            if ((0, result_1.isErr)(valid)) {
-                return result_1.Result.err(valid.error);
-            }
-            let sentBytes = 0;
-            let seq = 0;
-            let completed = null;
-            for await (const chunk of chunkBody(body, __classPrivateFieldGet(this, _SendTransferHandle_grant, "f").chunkBytes)) {
-                sentBytes += chunk.length;
-                if (__classPrivateFieldGet(this, _SendTransferHandle_grant, "f").maxBytes !== undefined &&
-                    sentBytes > __classPrivateFieldGet(this, _SendTransferHandle_grant, "f").maxBytes) {
-                    return result_1.Result.err(new TransferError_js_1.TransferError({
-                        operation: "send",
-                        context: {
-                            reason: "max_bytes_exceeded",
-                            maxBytes: __classPrivateFieldGet(this, _SendTransferHandle_grant, "f").maxBytes,
-                            attemptedBytes: sentBytes,
-                        },
-                    }));
-                }
-                const headers = await this.buildHeaders(__classPrivateFieldGet(this, _SendTransferHandle_grant, "f").subject, chunk, seq, false);
-                const response = await result_1.AsyncResult.try(() => this.nc.request(__classPrivateFieldGet(this, _SendTransferHandle_grant, "f").subject, chunk, {
-                    timeout: this.timeoutMs,
-                    headers,
-                })).take();
-                if ((0, result_1.isErr)(response)) {
-                    return result_1.Result.err(new TransferError_js_1.TransferError({ operation: "send", cause: response.error }));
-                }
-                const ack = parseTransferAck(response, "send").take();
-                if ((0, result_1.isErr)(ack)) {
-                    return result_1.Result.err(ack.error);
-                }
-                if (ack.status === "complete") {
-                    completed = ack.info;
-                }
-                seq += 1;
-            }
-            const finalHeaders = await this.buildHeaders(__classPrivateFieldGet(this, _SendTransferHandle_grant, "f").subject, new Uint8Array(), seq, true);
-            const finalResponse = await result_1.AsyncResult.try(() => this.nc.request(__classPrivateFieldGet(this, _SendTransferHandle_grant, "f").subject, new Uint8Array(), {
-                timeout: this.timeoutMs,
-                headers: finalHeaders,
-            })).take();
-            if ((0, result_1.isErr)(finalResponse)) {
-                return result_1.Result.err(new TransferError_js_1.TransferError({
-                    operation: "send",
-                    cause: finalResponse.error,
-                }));
-            }
-            const finalAck = parseTransferAck(finalResponse, "send").take();
-            if ((0, result_1.isErr)(finalAck)) {
-                return result_1.Result.err(finalAck.error);
-            }
-            if (finalAck.status !== "complete") {
-                return result_1.Result.err(new TransferError_js_1.TransferError({
-                    operation: "send",
-                    context: { reason: "missing_completion" },
-                }));
-            }
-            return result_1.Result.ok(finalAck.info ?? completed);
-        })());
-    }
-}
-exports.SendTransferHandle = SendTransferHandle;
-_SendTransferHandle_grant = new WeakMap();
-class ReceiveTransferHandle extends BaseTransferHandle {
-    constructor(nc, auth, timeoutMs, grant) {
-        super(nc, auth, timeoutMs);
-        _ReceiveTransferHandle_grant.set(this, void 0);
-        __classPrivateFieldSet(this, _ReceiveTransferHandle_grant, grant, "f");
-    }
-    stream() {
-        return result_1.AsyncResult.from((async () => {
-            const valid = this.validateGrant(__classPrivateFieldGet(this, _ReceiveTransferHandle_grant, "f"), "stream").take();
-            if ((0, result_1.isErr)(valid)) {
-                return result_1.Result.err(valid.error);
-            }
-            const inbox = (0, nats_core_1.createInbox)(`_INBOX.${this.auth.sessionKey.slice(0, 16)}`);
-            const sub = this.nc.subscribe(inbox);
-            const payload = new Uint8Array();
-            const headers = await this.buildHeaders(__classPrivateFieldGet(this, _ReceiveTransferHandle_grant, "f").subject, payload);
-            try {
-                this.nc.publish(__classPrivateFieldGet(this, _ReceiveTransferHandle_grant, "f").subject, payload, {
-                    headers,
-                    reply: inbox,
-                });
-                await this.nc.flush();
-            }
-            catch (cause) {
-                sub.unsubscribe();
-                return result_1.Result.err(new TransferError_js_1.TransferError({ operation: "stream", cause }));
-            }
-            return result_1.Result.ok(receiveStream(sub, this.timeoutMs));
-        })());
-    }
-    bytes() {
-        return result_1.AsyncResult.from((async () => {
-            const streamResult = await this.stream().take();
-            if ((0, result_1.isErr)(streamResult)) {
-                return result_1.Result.err(streamResult.error);
-            }
-            return await collectStream(streamResult);
-        })());
-    }
-}
-exports.ReceiveTransferHandle = ReceiveTransferHandle;
-_ReceiveTransferHandle_grant = new WeakMap();
-function createTransferHandle(nc, auth, timeoutMs, grant) {
-    return grant.direction === "send"
-        ? new SendTransferHandle(nc, auth, timeoutMs, grant)
-        : new ReceiveTransferHandle(nc, auth, timeoutMs, grant);
-}
-async function verifyTransferMessage(args) {
-    const iat = typeof args.iat === "number" ? args.iat : Number(args.iat);
-    if (!args.proof || !args.sessionKey ||
-        args.sessionKey !== args.expectedSessionKey ||
-        !Number.isSafeInteger(iat) || !args.requestId) {
-        return false;
-    }
-    return await (0, proof_js_1.verifyProof)(args.expectedSessionKey, {
-        sessionKey: args.sessionKey,
-        subject: args.subject,
-        payloadHash: await (0, utils_js_1.sha256)(args.payload),
-        iat,
-        requestId: args.requestId,
-    }, args.proof);
-}