@qlever-llc/trellis 0.7.0-rc.5 → 0.7.0

package/script/js/packages/trellis/npm/src/server/transfer.js

@@ -0,0 +1,607 @@
+"use strict";
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var _AsyncValueQueue_values, _AsyncValueQueue_resolvers, _AsyncValueQueue_closed, _AsyncValueBroadcaster_subscribers, _AsyncValueBroadcaster_closed, _AsyncChunkQueue_values, _AsyncChunkQueue_resolvers, _AsyncChunkQueue_closed, _AsyncChunkQueue_error, _ServiceTransfer_instances, _ServiceTransfer_name, _ServiceTransfer_nc, _ServiceTransfer_auth, _ServiceTransfer_stores, _ServiceTransfer_chunkBytes, _ServiceTransfer_uploadSessions, _ServiceTransfer_downloadSessions, _ServiceTransfer_openStore, _ServiceTransfer_runUploadSession, _ServiceTransfer_handleUploadMessage, _ServiceTransfer_runDownloadSession, _ServiceTransfer_handleDownloadRequest, _ServiceTransfer_expireUploadSession, _ServiceTransfer_cleanupUploadSession, _ServiceTransfer_cleanupDownloadSession;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ServiceTransfer = void 0;
+const result_1 = require("@qlever-llc/result");
+const nats_core_1 = require("@nats-io/nats-core");
+const ulid_1 = require("ulid");
+const TransferError_js_1 = require("../errors/TransferError.js");
+const transfer_js_1 = require("../transfer.js");
+const UPLOAD_SUBJECT_PREFIX = "transfer.v1.upload";
+const DOWNLOAD_SUBJECT_PREFIX = "transfer.v1.download";
+const TRANSFER_SEQUENCE_HEADER = "trellis-transfer-seq";
+const TRANSFER_EOF_HEADER = "trellis-transfer-eof";
+const DEFAULT_TRANSFER_CHUNK_BYTES = 256 * 1024;
+function effectiveUploadMaxBytes(argsMaxBytes, storeMaxObjectBytes) {
+    if (argsMaxBytes === undefined) {
+        return storeMaxObjectBytes;
+    }
+    if (storeMaxObjectBytes === undefined) {
+        return argsMaxBytes;
+    }
+    return Math.min(argsMaxBytes, storeMaxObjectBytes);
+}
+function deferred() {
+    let resolve;
+    const promise = new Promise((r) => {
+        resolve = r;
+    });
+    return { promise, resolve };
+}
+class AsyncValueQueue {
+    constructor() {
+        _AsyncValueQueue_values.set(this, []);
+        _AsyncValueQueue_resolvers.set(this, []);
+        _AsyncValueQueue_closed.set(this, false);
+    }
+    push(value) {
+        if (__classPrivateFieldGet(this, _AsyncValueQueue_closed, "f")) {
+            return;
+        }
+        const resolver = __classPrivateFieldGet(this, _AsyncValueQueue_resolvers, "f").shift();
+        if (resolver) {
+            resolver({ value, done: false });
+            return;
+        }
+        __classPrivateFieldGet(this, _AsyncValueQueue_values, "f").push(value);
+    }
+    close() {
+        if (__classPrivateFieldGet(this, _AsyncValueQueue_closed, "f")) {
+            return;
+        }
+        __classPrivateFieldSet(this, _AsyncValueQueue_closed, true, "f");
+        while (__classPrivateFieldGet(this, _AsyncValueQueue_resolvers, "f").length > 0) {
+            const resolver = __classPrivateFieldGet(this, _AsyncValueQueue_resolvers, "f").shift();
+            resolver?.({ value: undefined, done: true });
+        }
+    }
+    [(_AsyncValueQueue_values = new WeakMap(), _AsyncValueQueue_resolvers = new WeakMap(), _AsyncValueQueue_closed = new WeakMap(), Symbol.asyncIterator)]() {
+        return {
+            next: async () => {
+                const value = __classPrivateFieldGet(this, _AsyncValueQueue_values, "f").shift();
+                if (value !== undefined) {
+                    return { value, done: false };
+                }
+                if (__classPrivateFieldGet(this, _AsyncValueQueue_closed, "f")) {
+                    return { value: undefined, done: true };
+                }
+                return await new Promise((resolve) => {
+                    __classPrivateFieldGet(this, _AsyncValueQueue_resolvers, "f").push(resolve);
+                });
+            },
+        };
+    }
+}
+class AsyncValueBroadcaster {
+    constructor() {
+        _AsyncValueBroadcaster_subscribers.set(this, new Set());
+        _AsyncValueBroadcaster_closed.set(this, false);
+    }
+    push(value) {
+        if (__classPrivateFieldGet(this, _AsyncValueBroadcaster_closed, "f")) {
+            return;
+        }
+        for (const subscriber of __classPrivateFieldGet(this, _AsyncValueBroadcaster_subscribers, "f")) {
+            subscriber.push(value);
+        }
+    }
+    close() {
+        if (__classPrivateFieldGet(this, _AsyncValueBroadcaster_closed, "f")) {
+            return;
+        }
+        __classPrivateFieldSet(this, _AsyncValueBroadcaster_closed, true, "f");
+        for (const subscriber of __classPrivateFieldGet(this, _AsyncValueBroadcaster_subscribers, "f")) {
+            subscriber.close();
+        }
+        __classPrivateFieldGet(this, _AsyncValueBroadcaster_subscribers, "f").clear();
+    }
+    subscribe() {
+        const subscriber = new AsyncValueQueue();
+        if (__classPrivateFieldGet(this, _AsyncValueBroadcaster_closed, "f")) {
+            subscriber.close();
+        }
+        else {
+            __classPrivateFieldGet(this, _AsyncValueBroadcaster_subscribers, "f").add(subscriber);
+        }
+        const subscribers = __classPrivateFieldGet(this, _AsyncValueBroadcaster_subscribers, "f");
+        return {
+            async *[Symbol.asyncIterator]() {
+                try {
+                    for await (const value of subscriber) {
+                        yield value;
+                    }
+                }
+                finally {
+                    subscribers.delete(subscriber);
+                }
+            },
+        };
+    }
+}
+_AsyncValueBroadcaster_subscribers = new WeakMap(), _AsyncValueBroadcaster_closed = new WeakMap();
+class AsyncChunkQueue {
+    constructor() {
+        _AsyncChunkQueue_values.set(this, []);
+        _AsyncChunkQueue_resolvers.set(this, []);
+        _AsyncChunkQueue_closed.set(this, false);
+        _AsyncChunkQueue_error.set(this, void 0);
+    }
+    push(chunk) {
+        if (__classPrivateFieldGet(this, _AsyncChunkQueue_closed, "f")) {
+            return;
+        }
+        const resolver = __classPrivateFieldGet(this, _AsyncChunkQueue_resolvers, "f").shift();
+        if (resolver) {
+            resolver({ value: chunk, done: false });
+            return;
+        }
+        __classPrivateFieldGet(this, _AsyncChunkQueue_values, "f").push(chunk);
+    }
+    close() {
+        if (__classPrivateFieldGet(this, _AsyncChunkQueue_closed, "f")) {
+            return;
+        }
+        __classPrivateFieldSet(this, _AsyncChunkQueue_closed, true, "f");
+        while (__classPrivateFieldGet(this, _AsyncChunkQueue_resolvers, "f").length > 0) {
+            __classPrivateFieldGet(this, _AsyncChunkQueue_resolvers, "f").shift()?.({ value: undefined, done: true });
+        }
+    }
+    fail(error) {
+        if (__classPrivateFieldGet(this, _AsyncChunkQueue_closed, "f")) {
+            return;
+        }
+        __classPrivateFieldSet(this, _AsyncChunkQueue_error, error, "f");
+        __classPrivateFieldSet(this, _AsyncChunkQueue_closed, true, "f");
+        while (__classPrivateFieldGet(this, _AsyncChunkQueue_resolvers, "f").length > 0) {
+            __classPrivateFieldGet(this, _AsyncChunkQueue_resolvers, "f").shift()?.({ value: undefined, done: true });
+        }
+    }
+    async next() {
+        if (__classPrivateFieldGet(this, _AsyncChunkQueue_values, "f").length > 0) {
+            return { value: __classPrivateFieldGet(this, _AsyncChunkQueue_values, "f").shift(), done: false };
+        }
+        if (__classPrivateFieldGet(this, _AsyncChunkQueue_error, "f")) {
+            throw __classPrivateFieldGet(this, _AsyncChunkQueue_error, "f");
+        }
+        if (__classPrivateFieldGet(this, _AsyncChunkQueue_closed, "f")) {
+            return { value: undefined, done: true };
+        }
+        return await new Promise((resolve) => {
+            __classPrivateFieldGet(this, _AsyncChunkQueue_resolvers, "f").push(resolve);
+        });
+    }
+    [(_AsyncChunkQueue_values = new WeakMap(), _AsyncChunkQueue_resolvers = new WeakMap(), _AsyncChunkQueue_closed = new WeakMap(), _AsyncChunkQueue_error = new WeakMap(), Symbol.asyncIterator)]() {
+        return {
+            next: () => this.next(),
+        };
+    }
+}
+function fileInfoFromStoreInfo(info) {
+    return {
+        key: info.key,
+        size: info.size,
+        updatedAt: info.updatedAt,
+        ...(info.digest ? { digest: info.digest } : {}),
+        ...(info.contentType ? { contentType: info.contentType } : {}),
+        metadata: info.metadata,
+    };
+}
+function replyError(msg, error) {
+    const headers = (0, nats_core_1.headers)();
+    headers.set("status", "error");
+    msg.respond(JSON.stringify(error.toSerializable()), { headers });
+}
+function publishError(nc, subject, error) {
+    const headers = (0, nats_core_1.headers)();
+    headers.set("status", "error");
+    nc.publish(subject, JSON.stringify(error.toSerializable()), { headers });
+}
+function parseSeq(msg) {
+    const raw = msg.headers?.get(TRANSFER_SEQUENCE_HEADER);
+    if (!raw) {
+        return result_1.Result.err(new TransferError_js_1.TransferError({ operation: "transfer", context: { reason: "missing_sequence" } }));
+    }
+    const value = Number(raw);
+    if (!Number.isInteger(value) || value < 0) {
+        return result_1.Result.err(new TransferError_js_1.TransferError({ operation: "transfer", context: { reason: "invalid_sequence", raw } }));
+    }
+    return result_1.Result.ok(value);
+}
+async function* iterateStream(stream) {
+    const reader = stream.getReader();
+    try {
+        while (true) {
+            const next = await reader.read();
+            if (next.done) {
+                return;
+            }
+            yield next.value;
+        }
+    }
+    finally {
+        reader.releaseLock();
+    }
+}
+class ServiceTransfer {
+    constructor(opts) {
+        _ServiceTransfer_instances.add(this);
+        _ServiceTransfer_name.set(this, void 0);
+        _ServiceTransfer_nc.set(this, void 0);
+        _ServiceTransfer_auth.set(this, void 0);
+        _ServiceTransfer_stores.set(this, void 0);
+        _ServiceTransfer_chunkBytes.set(this, void 0);
+        _ServiceTransfer_uploadSessions.set(this, new Map());
+        _ServiceTransfer_downloadSessions.set(this, new Map());
+        __classPrivateFieldSet(this, _ServiceTransfer_name, opts.name, "f");
+        __classPrivateFieldSet(this, _ServiceTransfer_nc, opts.nc, "f");
+        __classPrivateFieldSet(this, _ServiceTransfer_auth, opts.auth, "f");
+        __classPrivateFieldSet(this, _ServiceTransfer_stores, opts.stores, "f");
+        __classPrivateFieldSet(this, _ServiceTransfer_chunkBytes, opts.chunkBytes ?? DEFAULT_TRANSFER_CHUNK_BYTES, "f");
+    }
+    async initiateUpload(args) {
+        const store = await __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_openStore).call(this, args.store, "initiateUpload");
+        const storeValue = store.take();
+        if ((0, result_1.isErr)(storeValue)) {
+            return result_1.Result.err(storeValue.error);
+        }
+        const storeStatus = await storeValue.status();
+        const storeStatusValue = storeStatus.take();
+        if ((0, result_1.isErr)(storeStatusValue)) {
+            return result_1.Result.err(new TransferError_js_1.TransferError({ operation: "initiateUpload", cause: storeStatusValue.error }));
+        }
+        const maxBytes = effectiveUploadMaxBytes(args.maxBytes, storeStatusValue.maxObjectBytes);
+        const transferId = (0, ulid_1.ulid)();
+        const subject = `${UPLOAD_SUBJECT_PREFIX}.${__classPrivateFieldGet(this, _ServiceTransfer_auth, "f").sessionKey.slice(0, 16)}.${transferId}`;
+        const expiresAtMs = Date.now() + args.expiresInMs;
+        const queue = new AsyncChunkQueue();
+        const subscription = __classPrivateFieldGet(this, _ServiceTransfer_nc, "f").subscribe(subject);
+        const putPromise = storeValue.put(args.key, queue, {
+            ...(args.contentType ? { contentType: args.contentType } : {}),
+            ...(args.metadata ? { metadata: args.metadata } : {}),
+        });
+        const session = {
+            kind: "upload",
+            subject,
+            transferId,
+            sessionKey: args.sessionKey,
+            expiresAtMs,
+            store: storeValue,
+            key: args.key,
+            ...(maxBytes !== undefined ? { maxBytes } : {}),
+            ...(args.contentType ? { contentType: args.contentType } : {}),
+            ...(args.metadata ? { metadata: args.metadata } : {}),
+            ...(args.onProgress ? { onProgress: args.onProgress } : {}),
+            ...(args.onComplete ? { onComplete: args.onComplete } : {}),
+            ...(args.onError ? { onError: args.onError } : {}),
+            ...(args.onStored ? { onStored: args.onStored } : {}),
+            subscription,
+            timeoutId: setTimeout(() => __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_expireUploadSession).call(this, subject), args.expiresInMs),
+            queue,
+            putPromise,
+            nextSeq: 0,
+            receivedBytes: 0,
+        };
+        __classPrivateFieldGet(this, _ServiceTransfer_uploadSessions, "f").set(subject, session);
+        __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_runUploadSession).call(this, session);
+        return result_1.Result.ok({
+            type: "TransferGrant",
+            kind: "upload",
+            service: __classPrivateFieldGet(this, _ServiceTransfer_name, "f"),
+            sessionKey: args.sessionKey,
+            transferId,
+            subject,
+            expiresAt: new Date(expiresAtMs).toISOString(),
+            chunkBytes: __classPrivateFieldGet(this, _ServiceTransfer_chunkBytes, "f"),
+            ...(maxBytes !== undefined ? { maxBytes } : {}),
+            ...(args.contentType ? { contentType: args.contentType } : {}),
+            ...(args.metadata ? { metadata: args.metadata } : {}),
+        });
+    }
+    async createOperationUpload(args) {
+        const updates = new AsyncValueBroadcaster();
+        const completed = deferred();
+        let settled = false;
+        const settle = (value) => {
+            if (settled) {
+                return;
+            }
+            settled = true;
+            updates.close();
+            completed.resolve(value);
+        };
+        const grant = await this.initiateUpload({
+            ...args,
+            onProgress: async (progress) => {
+                updates.push(progress);
+                await args.onProgress?.(progress);
+            },
+            onComplete: async (info) => {
+                await args.onComplete?.(info);
+                settle(result_1.Result.ok(info));
+            },
+            onError: async (error) => {
+                await args.onError?.(error);
+                settle(result_1.Result.err(error));
+            },
+            onStored: async (stored) => {
+                await args.onStored?.(stored);
+            },
+        });
+        const grantValue = grant.take();
+        if ((0, result_1.isErr)(grantValue)) {
+            return result_1.Result.err(grantValue.error);
+        }
+        return result_1.Result.ok({
+            grant: grantValue,
+            transfer: {
+                updates: () => updates.subscribe(),
+                completed: async () => await completed.promise,
+            },
+        });
+    }
+    async initiateDownload(args) {
+        const store = await __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_openStore).call(this, args.store, "initiateDownload");
+        const storeValue = store.take();
+        if ((0, result_1.isErr)(storeValue)) {
+            return result_1.Result.err(storeValue.error);
+        }
+        const entry = await storeValue.get(args.key);
+        const entryValue = entry.take();
+        if ((0, result_1.isErr)(entryValue)) {
+            return result_1.Result.err(new TransferError_js_1.TransferError({ operation: "initiateDownload", cause: entryValue.error }));
+        }
+        const transferId = (0, ulid_1.ulid)();
+        const subject = `${DOWNLOAD_SUBJECT_PREFIX}.${__classPrivateFieldGet(this, _ServiceTransfer_auth, "f").sessionKey.slice(0, 16)}.${transferId}`;
+        const expiresAtMs = Date.now() + args.expiresInMs;
+        const subscription = __classPrivateFieldGet(this, _ServiceTransfer_nc, "f").subscribe(subject);
+        const session = {
+            kind: "download",
+            subject,
+            transferId,
+            sessionKey: args.sessionKey,
+            expiresAtMs,
+            store: storeValue,
+            key: args.key,
+            info: fileInfoFromStoreInfo(entryValue.info),
+            subscription,
+            timeoutId: setTimeout(() => __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_cleanupDownloadSession).call(this, subject), args.expiresInMs),
+        };
+        __classPrivateFieldGet(this, _ServiceTransfer_downloadSessions, "f").set(subject, session);
+        __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_runDownloadSession).call(this, session);
+        return result_1.Result.ok({
+            type: "TransferGrant",
+            kind: "download",
+            service: __classPrivateFieldGet(this, _ServiceTransfer_name, "f"),
+            sessionKey: args.sessionKey,
+            transferId,
+            subject,
+            expiresAt: new Date(expiresAtMs).toISOString(),
+            chunkBytes: __classPrivateFieldGet(this, _ServiceTransfer_chunkBytes, "f"),
+            info: session.info,
+        });
+    }
+    async stop() {
+        for (const subject of [...__classPrivateFieldGet(this, _ServiceTransfer_uploadSessions, "f").keys()]) {
+            __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_expireUploadSession).call(this, subject);
+        }
+        for (const subject of [...__classPrivateFieldGet(this, _ServiceTransfer_downloadSessions, "f").keys()]) {
+            __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_cleanupDownloadSession).call(this, subject);
+        }
+    }
+}
+exports.ServiceTransfer = ServiceTransfer;
+_ServiceTransfer_name = new WeakMap(), _ServiceTransfer_nc = new WeakMap(), _ServiceTransfer_auth = new WeakMap(), _ServiceTransfer_stores = new WeakMap(), _ServiceTransfer_chunkBytes = new WeakMap(), _ServiceTransfer_uploadSessions = new WeakMap(), _ServiceTransfer_downloadSessions = new WeakMap(), _ServiceTransfer_instances = new WeakSet(), _ServiceTransfer_openStore = async function _ServiceTransfer_openStore(alias, operation) {
+    const handle = __classPrivateFieldGet(this, _ServiceTransfer_stores, "f")[alias];
+    if (!handle) {
+        return result_1.Result.err(new TransferError_js_1.TransferError({ operation, context: { reason: "unknown_store", store: alias } }));
+    }
+    const store = await handle.open();
+    const value = store.take();
+    if ((0, result_1.isErr)(value)) {
+        return result_1.Result.err(new TransferError_js_1.TransferError({ operation, cause: value.error, context: { store: alias } }));
+    }
+    return result_1.Result.ok(value);
+}, _ServiceTransfer_runUploadSession = async function _ServiceTransfer_runUploadSession(session) {
+    try {
+        for await (const msg of session.subscription) {
+            await __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_handleUploadMessage).call(this, session, msg);
+            if (!__classPrivateFieldGet(this, _ServiceTransfer_uploadSessions, "f").has(session.subject)) {
+                break;
+            }
+        }
+    }
+    finally {
+        __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_cleanupUploadSession).call(this, session.subject);
+    }
+}, _ServiceTransfer_handleUploadMessage = async function _ServiceTransfer_handleUploadMessage(session, msg) {
+    if (Date.now() >= session.expiresAtMs) {
+        const error = new TransferError_js_1.TransferError({ operation: "put", context: { reason: "expired" } });
+        replyError(msg, error);
+        __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_expireUploadSession).call(this, session.subject, error);
+        return;
+    }
+    const authenticated = await (0, transfer_js_1.verifyTransferMessage)({
+        expectedSessionKey: session.sessionKey,
+        subject: msg.subject,
+        payload: msg.data,
+        proof: msg.headers?.get("proof"),
+        sessionKey: msg.headers?.get("session-key"),
+    });
+    if (!authenticated) {
+        const error = new TransferError_js_1.TransferError({ operation: "put", context: { reason: "invalid_proof" } });
+        replyError(msg, error);
+        __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_expireUploadSession).call(this, session.subject, error);
+        return;
+    }
+    const seq = parseSeq(msg).take();
+    if ((0, result_1.isErr)(seq)) {
+        replyError(msg, seq.error);
+        __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_expireUploadSession).call(this, session.subject, seq.error);
+        return;
+    }
+    if (seq !== session.nextSeq) {
+        const error = new TransferError_js_1.TransferError({
+            operation: "put",
+            context: { reason: "out_of_order", expected: session.nextSeq, actual: seq },
+        });
+        replyError(msg, error);
+        __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_expireUploadSession).call(this, session.subject, error);
+        return;
+    }
+    if (msg.data.length > 0) {
+        if (msg.data.length > __classPrivateFieldGet(this, _ServiceTransfer_chunkBytes, "f")) {
+            const error = new TransferError_js_1.TransferError({ operation: "put", context: { reason: "chunk_too_large", maxChunkBytes: __classPrivateFieldGet(this, _ServiceTransfer_chunkBytes, "f") } });
+            replyError(msg, error);
+            __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_expireUploadSession).call(this, session.subject, error);
+            return;
+        }
+        session.receivedBytes += msg.data.length;
+        if (session.maxBytes !== undefined && session.receivedBytes > session.maxBytes) {
+            const error = new TransferError_js_1.TransferError({
+                operation: "put",
+                context: { reason: "max_bytes_exceeded", maxBytes: session.maxBytes, attemptedBytes: session.receivedBytes },
+            });
+            replyError(msg, error);
+            __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_expireUploadSession).call(this, session.subject, error);
+            return;
+        }
+        session.queue.push(msg.data);
+        await session.onProgress?.({
+            chunkIndex: session.nextSeq,
+            chunkBytes: msg.data.length,
+            transferredBytes: session.receivedBytes,
+        });
+    }
+    session.nextSeq += 1;
+    if (msg.headers?.get(TRANSFER_EOF_HEADER) === "true") {
+        session.queue.close();
+        const putResult = await session.putPromise;
+        const putValue = putResult.take();
+        if ((0, result_1.isErr)(putValue)) {
+            const error = new TransferError_js_1.TransferError({ operation: "put", cause: putValue.error });
+            replyError(msg, error);
+            __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_expireUploadSession).call(this, session.subject, error);
+            return;
+        }
+        const stored = await session.store.get(session.key);
+        const storedValue = stored.take();
+        if ((0, result_1.isErr)(storedValue)) {
+            const error = new TransferError_js_1.TransferError({ operation: "put", cause: storedValue.error });
+            replyError(msg, error);
+            __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_expireUploadSession).call(this, session.subject, error);
+            return;
+        }
+        const info = fileInfoFromStoreInfo(storedValue.info);
+        msg.respond(JSON.stringify({ status: "complete", info }));
+        await session.onComplete?.(info);
+        if (session.onStored) {
+            void Promise.resolve(session.onStored({
+                transferId: session.transferId,
+                sessionKey: session.sessionKey,
+                store: session.store,
+                entry: storedValue,
+                info,
+            })).catch((error) => {
+                console.error("transfer onStored callback failed", error);
+            });
+        }
+        __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_cleanupUploadSession).call(this, session.subject);
+        return;
+    }
+    msg.respond(JSON.stringify({ status: "continue" }));
+}, _ServiceTransfer_runDownloadSession = async function _ServiceTransfer_runDownloadSession(session) {
+    try {
+        for await (const msg of session.subscription) {
+            await __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_handleDownloadRequest).call(this, session, msg);
+            break;
+        }
+    }
+    finally {
+        __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_cleanupDownloadSession).call(this, session.subject);
+    }
+}, _ServiceTransfer_handleDownloadRequest = async function _ServiceTransfer_handleDownloadRequest(session, msg) {
+    const reply = msg.reply;
+    if (!reply || !reply.startsWith(`_INBOX.${session.sessionKey.slice(0, 16)}.`)) {
+        replyError(msg, new TransferError_js_1.TransferError({ operation: "get", context: { reason: "reply_subject_mismatch" } }));
+        return;
+    }
+    if (Date.now() >= session.expiresAtMs) {
+        publishError(__classPrivateFieldGet(this, _ServiceTransfer_nc, "f"), reply, new TransferError_js_1.TransferError({ operation: "get", context: { reason: "expired" } }));
+        return;
+    }
+    const authenticated = await (0, transfer_js_1.verifyTransferMessage)({
+        expectedSessionKey: session.sessionKey,
+        subject: msg.subject,
+        payload: msg.data,
+        proof: msg.headers?.get("proof"),
+        sessionKey: msg.headers?.get("session-key"),
+    });
+    if (!authenticated) {
+        publishError(__classPrivateFieldGet(this, _ServiceTransfer_nc, "f"), reply, new TransferError_js_1.TransferError({ operation: "get", context: { reason: "invalid_proof" } }));
+        return;
+    }
+    const entry = await session.store.get(session.key);
+    const entryValue = entry.take();
+    if ((0, result_1.isErr)(entryValue)) {
+        publishError(__classPrivateFieldGet(this, _ServiceTransfer_nc, "f"), reply, new TransferError_js_1.TransferError({ operation: "get", cause: entryValue.error }));
+        return;
+    }
+    const stream = await entryValue.stream();
+    const streamValue = stream.take();
+    if ((0, result_1.isErr)(streamValue)) {
+        publishError(__classPrivateFieldGet(this, _ServiceTransfer_nc, "f"), reply, new TransferError_js_1.TransferError({ operation: "get", cause: streamValue.error }));
+        return;
+    }
+    let seq = 0;
+    try {
+        for await (const chunk of iterateStream(streamValue)) {
+            const headers = (0, nats_core_1.headers)();
+            headers.set(TRANSFER_SEQUENCE_HEADER, String(seq));
+            __classPrivateFieldGet(this, _ServiceTransfer_nc, "f").publish(reply, chunk, { headers });
+            seq += 1;
+        }
+        const finalHeaders = (0, nats_core_1.headers)();
+        finalHeaders.set(TRANSFER_SEQUENCE_HEADER, String(seq));
+        finalHeaders.set(TRANSFER_EOF_HEADER, "true");
+        __classPrivateFieldGet(this, _ServiceTransfer_nc, "f").publish(reply, new Uint8Array(), { headers: finalHeaders });
+        await __classPrivateFieldGet(this, _ServiceTransfer_nc, "f").flush();
+    }
+    catch (cause) {
+        publishError(__classPrivateFieldGet(this, _ServiceTransfer_nc, "f"), reply, new TransferError_js_1.TransferError({ operation: "get", cause }));
+    }
+}, _ServiceTransfer_expireUploadSession = function _ServiceTransfer_expireUploadSession(subject, error = new TransferError_js_1.TransferError({ operation: "put", context: { reason: "expired" } })) {
+    const session = __classPrivateFieldGet(this, _ServiceTransfer_uploadSessions, "f").get(subject);
+    if (!session) {
+        return;
+    }
+    session.queue.fail(error);
+    void Promise.resolve(session.onError?.(error));
+    __classPrivateFieldGet(this, _ServiceTransfer_instances, "m", _ServiceTransfer_cleanupUploadSession).call(this, subject);
+}, _ServiceTransfer_cleanupUploadSession = function _ServiceTransfer_cleanupUploadSession(subject) {
+    const session = __classPrivateFieldGet(this, _ServiceTransfer_uploadSessions, "f").get(subject);
+    if (!session) {
+        return;
+    }
+    clearTimeout(session.timeoutId);
+    session.subscription.unsubscribe();
+    __classPrivateFieldGet(this, _ServiceTransfer_uploadSessions, "f").delete(subject);
+}, _ServiceTransfer_cleanupDownloadSession = function _ServiceTransfer_cleanupDownloadSession(subject) {
+    const session = __classPrivateFieldGet(this, _ServiceTransfer_downloadSessions, "f").get(subject);
+    if (!session) {
+        return;
+    }
+    clearTimeout(session.timeoutId);
+    session.subscription.unsubscribe();
+    __classPrivateFieldGet(this, _ServiceTransfer_downloadSessions, "f").delete(subject);
+};

package/script/js/packages/trellis/npm/src/server.d.ts

@@ -0,0 +1,40 @@
+import type { NatsConnection } from "@nats-io/nats-core";
+import type { TrellisAPI } from "./contracts.js";
+import { Result } from "@qlever-llc/result";
+import { TransferError } from "./errors/index.js";
+import { type AnyTrellisAPI, type HandlerFn, type MethodsOf, type OperationTransferContextOf, type OperationTransferHandle, type OperationInputOf, type OperationOutputOf, type OperationProgressOf, type OperationRegistration, type OperationsOf, type RuntimeOperationController, Trellis, type TrellisAuth, type TrellisMode, type TrellisOpts } from "./trellis.js";
+import type { UploadTransferGrant } from "./transfer.js";
+type TrellisServerOpts<TA extends AnyTrellisAPI> = Omit<TrellisOpts<TA>, "api"> & {
+    api: TA;
+    transferSupport?: RuntimeOperationTransferSupport;
+    version?: string;
+};
+export type TrellisServerFor<TA extends AnyTrellisAPI = TrellisAPI> = Omit<TrellisServer, "mount" | "operation"> & {
+    mount<M extends MethodsOf<TA>>(method: M, fn: HandlerFn<TA, M>): Promise<void>;
+    operation<O extends OperationsOf<TA>>(operation: O): OperationRegistration<OperationInputOf<TA, O>, OperationProgressOf<TA, O>, OperationOutputOf<TA, O>, OperationTransferContextOf<TA, O>>;
+};
+type RuntimeOperationTransferSession = {
+    grant: UploadTransferGrant;
+    transfer: OperationTransferHandle;
+};
+type RuntimeOperationTransferSupport = {
+    openOperationTransfer(args: {
+        sessionKey: string;
+        store: string;
+        key: string;
+        expiresInMs: number;
+        maxBytes?: number;
+        contentType?: string;
+        metadata?: Record<string, string>;
+    }): Promise<Result<RuntimeOperationTransferSession, TransferError>>;
+};
+export declare class TrellisServer extends Trellis<TrellisAPI, TrellisMode> {
+    #private;
+    readonly operations: RuntimeOperationController;
+    private constructor();
+    static create<TA extends AnyTrellisAPI>(name: string, nats: NatsConnection, auth: TrellisAuth, opts: TrellisServerOpts<TA>): TrellisServerFor<TA>;
+    operation(operation: string): OperationRegistration<unknown, unknown, unknown>;
+    stop(): Promise<void>;
+}
+export {};
+//# sourceMappingURL=server.d.ts.map

package/script/js/packages/trellis/npm/src/server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../../../../../src/server.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAO,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAE9D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAML,MAAM,EACP,MAAM,oBAAoB,CAAC;AAI5B,OAAO,EAEL,aAAa,EAId,MAAM,mBAAmB,CAAC;AAI3B,OAAO,EAEL,KAAK,aAAa,EAMlB,KAAK,SAAS,EAGd,KAAK,SAAS,EAEd,KAAK,0BAA0B,EAC/B,KAAK,uBAAuB,EAC5B,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,qBAAqB,EAC1B,KAAK,YAAY,EAEjB,KAAK,0BAA0B,EAS/B,OAAO,EACP,KAAK,WAAW,EAChB,KAAK,WAAW,EAChB,KAAK,WAAW,EACjB,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AAEzD,KAAK,iBAAiB,CAAC,EAAE,SAAS,aAAa,IAC3C,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,GAC5B;IACA,GAAG,EAAE,EAAE,CAAC;IACR,eAAe,CAAC,EAAE,+BAA+B,CAAC;IAClD,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEJ,MAAM,MAAM,gBAAgB,CAAC,EAAE,SAAS,aAAa,GAAG,UAAU,IAC9D,IAAI,CAAC,aAAa,EAAE,OAAO,GAAG,WAAW,CAAC,GAC1C;IACA,KAAK,CAAC,CAAC,SAAS,SAAS,CAAC,EAAE,CAAC,EAC3B,MAAM,EAAE,CAAC,EACT,EAAE,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC,GACnB,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,SAAS,CAAC,CAAC,SAAS,YAAY,CAAC,EAAE,CAAC,EAClC,SAAS,EAAE,CAAC,GACX,qBAAqB,CACtB,gBAAgB,CAAC,EAAE,EAAE,CAAC,CAAC,EACvB,mBAAmB,CAAC,EAAE,EAAE,CAAC,CAAC,EAC1B,iBAAiB,CAAC,EAAE,EAAE,CAAC,CAAC,EACxB,0BAA0B,CAAC,EAAE,EAAE,CAAC,CAAC,CAClC,CAAC;CACH,CAAC;AAMJ,KAAK,+BAA+B,GAAG;IACrC,KAAK,EAAE,mBAAmB,CAAC;IAC3B,QAAQ,EAAE,uBAAuB,CAAC;CACnC,CAAC;AAEF,KAAK,+BAA+B,GAAG;IACrC,qBAAqB,CAAC,IAAI,EAAE;QAC1B,UAAU,EAAE,MAAM,CAAC;QACnB,KAAK,EAAE,MAAM,CAAC;QACd,GAAG,EAAE,MAAM,CAAC;QACZ,WAAW,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KACnC,GAAG,OAAO,CAAC,MAAM,CAAC,+BAA+B,EAAE,aAAa,CAAC,CAAC,CAAC;CACrE,CAAC;AAmEF,qBAAa,aAAc,SAAQ,OAAO,CAAC,UAAU,EAAE,WAAW,CAAC;;IAMjE,QAAQ,CAAC,UAAU,EAAE,0BAA0B,CAAC;IAEhD,OAAO;IA4eP,MAAM,CAAC,MAAM,CAAC,EAAE,SAAS,aAAa,EACpC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,cAAc,EACpB,IAAI,EAAE,WAAW,EACjB,IAAI,EAAE,iBAAiB,CAAC,EAAE,CAAC,GAC1B,gBAAgB,CAAC,EAAE,CAAC;IASd,SAAS,CAChB,SAAS,EAAE,MAAM,GAChB,qBAAqB,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;IAigB7C,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAK5B"}