@defensestation/yjs-local-translator 0.3.0-dev.2.d2befbc

package/dist/translator.worker.js

@@ -0,0 +1,304 @@
+/// <reference lib="webworker" />
+import { DEFAULT_MAX_CHUNK_LENGTH, splitTextIntoChunks } from "./chunking.js";
+import { getTranslationRoute } from "./model-catalog.js";
+const DEFAULT_CONFIGURATION = {
+    transformersUrl: "https://cdn.jsdelivr.net/npm/@huggingface/transformers@4.2.0/dist/transformers.min.js",
+    dtype: "int8",
+    device: "wasm",
+    graphOptimizationLevel: "disabled",
+    modelCatalog: {}
+};
+let configuration = DEFAULT_CONFIGURATION;
+let transformersPromise;
+let workQueue = Promise.resolve();
+const activePipelines = new Map();
+const loadingPipelines = new Map();
+const cancelledRequests = new Set();
+const activeStoppingCriteria = new Map();
+function post(message) {
+    self.postMessage(message);
+}
+async function getTransformers() {
+    if (!transformersPromise) {
+        transformersPromise = import(
+        /* @vite-ignore */ configuration.transformersUrl);
+    }
+    const module = await transformersPromise;
+    module.env.allowLocalModels = false;
+    module.env.allowRemoteModels = true;
+    module.env.useBrowserCache = true;
+    return module;
+}
+function describeRoute(route) {
+    if (route.length === 0) {
+        return "The source and target languages are the same.";
+    }
+    if (route.length === 1) {
+        return `Using ${route[0]?.label ?? "the selected model"}.`;
+    }
+    return `Using ${route.map((step) => step.label).join(", then ")}.`;
+}
+async function unloadUnusedPipelines(requiredModelIds) {
+    const tasks = [];
+    for (const [modelId, translator] of activePipelines.entries()) {
+        if (requiredModelIds.has(modelId)) {
+            continue;
+        }
+        activePipelines.delete(modelId);
+        tasks.push(Promise.resolve(translator.dispose?.()).catch((error) => {
+            console.warn(`Could not dispose ${modelId}:`, error);
+        }));
+    }
+    await Promise.all(tasks);
+}
+async function unloadAllPipelines() {
+    await unloadUnusedPipelines(new Set());
+}
+async function loadPipeline(modelInfo, requestId) {
+    const active = activePipelines.get(modelInfo.id);
+    if (active) {
+        return active;
+    }
+    const loading = loadingPipelines.get(modelInfo.id);
+    if (loading) {
+        return loading;
+    }
+    post({
+        status: "loading",
+        requestId,
+        modelId: modelInfo.id,
+        message: `Loading ${modelInfo.label} model...`
+    });
+    const module = await getTransformers();
+    const lastProgressUpdateByFile = new Map();
+    const promise = module
+        .pipeline("translation", modelInfo.id, {
+        dtype: configuration.dtype,
+        device: configuration.device,
+        session_options: {
+            graphOptimizationLevel: configuration.graphOptimizationLevel
+        },
+        progress_callback: (progressInfo) => {
+            if (progressInfo.status !== "progress") {
+                return;
+            }
+            const file = typeof progressInfo.file === "string" ? progressInfo.file : "";
+            const now = Date.now();
+            const progress = Number(progressInfo.progress);
+            const isComplete = Number.isFinite(progress) && progress >= 100;
+            const lastUpdate = lastProgressUpdateByFile.get(file) ?? 0;
+            if (!isComplete && now - lastUpdate < 120) {
+                return;
+            }
+            lastProgressUpdateByFile.set(file, now);
+            post({
+                status: "progress",
+                requestId,
+                modelId: modelInfo.id,
+                message: `Downloading ${modelInfo.label} model...`,
+                ...(file ? { file } : {}),
+                ...(Number.isFinite(progress) ? { progress } : {}),
+                ...(typeof progressInfo.loaded === "number"
+                    ? { loaded: progressInfo.loaded }
+                    : {}),
+                ...(typeof progressInfo.total === "number"
+                    ? { total: progressInfo.total }
+                    : {})
+            });
+        }
+    })
+        .then((translator) => {
+        activePipelines.set(modelInfo.id, translator);
+        post({
+            status: "model-ready",
+            requestId,
+            modelId: modelInfo.id,
+            message: `${modelInfo.label} model is ready.`
+        });
+        return translator;
+    })
+        .finally(() => {
+        loadingPipelines.delete(modelInfo.id);
+    });
+    loadingPipelines.set(modelInfo.id, promise);
+    return promise;
+}
+function extractSingleTranslation(output) {
+    const first = Array.isArray(output) ? output[0] : output;
+    if (typeof first === "string") {
+        return first;
+    }
+    if (first &&
+        typeof first === "object" &&
+        "translation_text" in first &&
+        typeof first.translation_text === "string") {
+        return first.translation_text;
+    }
+    if (first &&
+        typeof first === "object" &&
+        "generated_text" in first &&
+        typeof first.generated_text === "string") {
+        return first.generated_text;
+    }
+    throw new Error("The translation model returned an unexpected response.");
+}
+async function translateOnce(translator, text, requestId, stream, stoppingCriteria) {
+    const module = await getTransformers();
+    let streamer;
+    if (stream) {
+        streamer = new module.TextStreamer(translator.tokenizer, {
+            skip_prompt: true,
+            skip_special_tokens: true,
+            callback_function(delta) {
+                if (!delta || cancelledRequests.has(requestId)) {
+                    return;
+                }
+                post({ status: "partial", requestId, delta });
+            }
+        });
+    }
+    const generationOptions = {
+        ...(streamer ? { streamer } : {}),
+        ...(stoppingCriteria ? { stopping_criteria: stoppingCriteria } : {}),
+        ...(configuration.maxNewTokens === undefined
+            ? {}
+            : { max_new_tokens: configuration.maxNewTokens })
+    };
+    const output = await translator(text, generationOptions);
+    return extractSingleTranslation(output);
+}
+async function handleTranslation(message) {
+    const { requestId, text, sourceLanguage, targetLanguage } = message;
+    if (cancelledRequests.has(requestId)) {
+        return;
+    }
+    if (!text.trim()) {
+        throw new Error("Translation text must not be empty.");
+    }
+    const route = getTranslationRoute(sourceLanguage, targetLanguage, configuration.modelCatalog);
+    const modelIds = route.map((step) => step.id);
+    post({
+        status: "route",
+        requestId,
+        models: modelIds,
+        message: describeRoute(route)
+    });
+    if (route.length === 0) {
+        await unloadAllPipelines();
+        post({
+            status: "success",
+            requestId,
+            translation: text,
+            models: []
+        });
+        return;
+    }
+    await unloadUnusedPipelines(new Set(modelIds));
+    const loaded = [];
+    for (const modelInfo of route) {
+        loaded.push({
+            modelInfo,
+            translator: await loadPipeline(modelInfo, requestId)
+        });
+    }
+    const module = await getTransformers();
+    const stoppingCriteria = module.InterruptableStoppingCriteria
+        ? new module.InterruptableStoppingCriteria()
+        : undefined;
+    if (stoppingCriteria) {
+        activeStoppingCriteria.set(requestId, stoppingCriteria);
+    }
+    try {
+        const chunks = splitTextIntoChunks(text, configuration.maxChunkLength ?? DEFAULT_MAX_CHUNK_LENGTH);
+        const outputs = [];
+        for (let chunkIndex = 0; chunkIndex < chunks.length; chunkIndex += 1) {
+            if (cancelledRequests.has(requestId)) {
+                return;
+            }
+            const chunk = chunks[chunkIndex];
+            if (!chunk) {
+                continue;
+            }
+            if (chunks.length > 1) {
+                post({
+                    status: "processing",
+                    requestId,
+                    message: `Translating part ${chunkIndex + 1} of ${chunks.length}...`
+                });
+            }
+            let currentText = chunk.text;
+            for (let stepIndex = 0; stepIndex < loaded.length; stepIndex += 1) {
+                if (cancelledRequests.has(requestId)) {
+                    return;
+                }
+                const step = loaded[stepIndex];
+                if (!step) {
+                    continue;
+                }
+                const isFinalStep = stepIndex === loaded.length - 1;
+                if (chunks.length === 1) {
+                    post({
+                        status: "processing",
+                        requestId,
+                        modelId: step.modelInfo.id,
+                        message: loaded.length === 1
+                            ? "Translating..."
+                            : `Translation step ${stepIndex + 1} of ${loaded.length}: ${step.modelInfo.label}...`
+                    });
+                }
+                currentText = await translateOnce(step.translator, currentText, requestId, isFinalStep, stoppingCriteria);
+            }
+            if (cancelledRequests.has(requestId)) {
+                return;
+            }
+            outputs.push(currentText + chunk.separator);
+            if (chunk.separator) {
+                post({ status: "partial", requestId, delta: chunk.separator });
+            }
+        }
+        post({
+            status: "success",
+            requestId,
+            translation: outputs.join(""),
+            models: modelIds
+        });
+    }
+    finally {
+        activeStoppingCriteria.delete(requestId);
+    }
+}
+self.addEventListener("message", (event) => {
+    const message = event.data;
+    if (message.type === "configure") {
+        configuration = message.configuration;
+        return;
+    }
+    if (message.type === "cancel") {
+        cancelledRequests.add(message.requestId);
+        activeStoppingCriteria.get(message.requestId)?.interrupt();
+        // The matching translate job (if any) is already in the queue, so the
+        // flag can be swept once the queue drains past it.
+        workQueue = workQueue.then(() => {
+            cancelledRequests.delete(message.requestId);
+        });
+        return;
+    }
+    if (message.type === "unload-models") {
+        workQueue = workQueue.then(unloadAllPipelines);
+        return;
+    }
+    if (message.type !== "translate") {
+        return;
+    }
+    workQueue = workQueue
+        .then(() => handleTranslation(message))
+        .catch((error) => {
+        cancelledRequests.delete(message.requestId);
+        post({
+            status: "error",
+            requestId: message.requestId,
+            error: error instanceof Error ? error.message : String(error)
+        });
+    });
+});
+//# sourceMappingURL=translator.worker.js.map

package/dist/translator.worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"translator.worker.js","sourceRoot":"","sources":["../src/translator.worker.ts"],"names":[],"mappings":"AAAA,iCAAiC;AAEjC,OAAO,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAC;AAC9E,OAAO,EAAE,mBAAmB,EAAyB,MAAM,oBAAoB,CAAC;AAyChF,MAAM,qBAAqB,GAAwB;IACjD,eAAe,EACb,uFAAuF;IACzF,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,MAAM;IACd,sBAAsB,EAAE,UAAU;IAClC,YAAY,EAAE,EAAE;CACjB,CAAC;AAEF,IAAI,aAAa,GAAwB,qBAAqB,CAAC;AAC/D,IAAI,mBAA4D,CAAC;AACjE,IAAI,SAAS,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;AAElC,MAAM,eAAe,GAAG,IAAI,GAAG,EAA8B,CAAC;AAC9D,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAuC,CAAC;AACxE,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;AAC5C,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAA4B,CAAC;AAEnE,SAAS,IAAI,CAAC,OAA4B;IACxC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;AAC5B,CAAC;AAED,KAAK,UAAU,eAAe;IAC5B,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACzB,mBAAmB,GAAG,MAAM;QAC1B,kBAAkB,CAAC,aAAa,CAAC,eAAe,CAClB,CAAC;IACnC,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC;IACzC,MAAM,CAAC,GAAG,CAAC,gBAAgB,GAAG,KAAK,CAAC;IACpC,MAAM,CAAC,GAAG,CAAC,iBAAiB,GAAG,IAAI,CAAC;IACpC,MAAM,CAAC,GAAG,CAAC,eAAe,GAAG,IAAI,CAAC;IAClC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,KAAyB;IAC9C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,+CAA+C,CAAC;IACzD,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,SAAS,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,oBAAoB,GAAG,CAAC;IAC7D,CAAC;IAED,OAAO,SAAS,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;AACrE,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,gBAA6B;IAChE,MAAM,KAAK,GAAoB,EAAE,CAAC;IAElC,KAAK,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,IAAI,eAAe,CAAC,OAAO,EAAE,EAAE,CAAC;QAC9D,IAAI,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAClC,SAAS;QACX,CAAC;QAED,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAChC,KAAK,CAAC,IAAI,CACR,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YAC/D,OAAO,CAAC,IAAI,CAAC,qBAAqB,OAAO,GAAG,EAAE,KAAK,CAAC,CAAC;QACvD,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED,KAAK,UAAU,kBAAkB;IAC/B,MAAM,qBAAqB,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;AACzC,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,SAA2B,EAC3B,SAAiB;IAEjB,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACjD,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACnD,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,EAAE,SAAS;QACjB,SAAS;QACT,OAAO,EAAE,SAAS,CAAC,EAAE;QACrB,OAAO,EAAE,WAAW,SAAS,CAAC,KAAK,WAAW;KAC/C,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,eAAe,EAAE,CAAC;IACvC,MAAM,wBAAwB,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE3D,MAAM,OAAO,GAAG,MAAM;SACnB,QAAQ,CAAC,aAAa,EAAE,SAAS,CAAC,EAAE,EAAE;QACrC,KAAK,EAAE,aAAa,CAAC,KAAK;QAC1B,MAAM,EAAE,aAAa,CAAC,MAAM;QAC5B,eAAe,EAAE;YACf,sBAAsB,EAAE,aAAa,CAAC,sBAAsB;SAC7D;QACD,iBAAiB,EAAE,CAAC,YAAqC,EAAE,EAAE;YAC3D,IAAI,YAAY,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;gBACvC,OAAO;YACT,CAAC;YAED,MAAM,IAAI,GAAG,OAAO,YAAY,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5E,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAC/C,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,GAAG,CAAC;YAChE,MAAM,UAAU,GAAG,wBAAwB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE3D,IAAI,CAAC,UAAU,IAAI,GAAG,GAAG,UAAU,GAAG,GAAG,EAAE,CAAC;gBAC1C,OAAO;YACT,CAAC;YAED,wBAAwB,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YACxC,IAAI,CAAC;gBACH,MAAM,EAAE,UAAU;gBAClB,SAAS;gBACT,OAAO,EAAE,SAAS,CAAC,EAAE;gBACrB,OAAO,EAAE,eAAe,SAAS,CAAC,KAAK,WAAW;gBAClD,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzB,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClD,GAAG,CAAC,OAAO,YAAY,CAAC,MAAM,KAAK,QAAQ;oBACzC,CAAC,CAAC,EAAE,MAAM,EAAE,YAAY,CAAC,MAAM,EAAE;oBACjC,CAAC,CAAC,EAAE,CAAC;gBACP,GAAG,CAAC,OAAO,YAAY,CAAC,KAAK,KAAK,QAAQ;oBACxC,CAAC,CAAC,EAAE,KAAK,EAAE,YAAY,CAAC,KAAK,EAAE;oBAC/B,CAAC,CAAC,EAAE,CAAC;aACR,CAAC,CAAC;QACL,CAAC;KACF,CAAC;SACD,IAAI,CAAC,CAAC,UAAU,EAAE,EAAE;QACnB,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;QAC9C,IAAI,CAAC;YACH,MAAM,EAAE,aAAa;YACrB,SAAS;YACT,OAAO,EAAE,SAAS,CAAC,EAAE;YACrB,OAAO,EAAE,GAAG,SAAS,CAAC,KAAK,kBAAkB;SAC9C,CAAC,CAAC;QACH,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;SACD,OAAO,CAAC,GAAG,EAAE;QACZ,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEL,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IAC5C,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,wBAAwB,CAAC,MAAe;IAC/C,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAEzD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IACE,KAAK;QACL,OAAO,KAAK,KAAK,QAAQ;QACzB,kBAAkB,IAAI,KAAK;QAC3B,OAAO,KAAK,CAAC,gBAAgB,KAAK,QAAQ,EAC1C,CAAC;QACD,OAAO,KAAK,CAAC,gBAAgB,CAAC;IAChC,CAAC;IAED,IACE,KAAK;QACL,OAAO,KAAK,KAAK,QAAQ;QACzB,gBAAgB,IAAI,KAAK;QACzB,OAAO,KAAK,CAAC,cAAc,KAAK,QAAQ,EACxC,CAAC;QACD,OAAO,KAAK,CAAC,cAAc,CAAC;IAC9B,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;AAC5E,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,UAA8B,EAC9B,IAAY,EACZ,SAAiB,EACjB,MAAe,EACf,gBAA8C;IAE9C,MAAM,MAAM,GAAG,MAAM,eAAe,EAAE,CAAC;IACvC,IAAI,QAAiB,CAAC;IAEtB,IAAI,MAAM,EAAE,CAAC;QACX,QAAQ,GAAG,IAAI,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,SAAS,EAAE;YACvD,WAAW,EAAE,IAAI;YACjB,mBAAmB,EAAE,IAAI;YACzB,iBAAiB,CAAC,KAAa;gBAC7B,IAAI,CAAC,KAAK,IAAI,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC/C,OAAO;gBACT,CAAC;gBAED,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;YAChD,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED,MAAM,iBAAiB,GAA4B;QACjD,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,GAAG,CAAC,aAAa,CAAC,YAAY,KAAK,SAAS;YAC1C,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,cAAc,EAAE,aAAa,CAAC,YAAY,EAAE,CAAC;KACpD,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;IACzD,OAAO,wBAAwB,CAAC,MAAM,CAAC,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,OAA4D;IAE5D,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,cAAc,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC;IAEpE,IAAI,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QACrC,OAAO;IACT,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IAED,MAAM,KAAK,GAAG,mBAAmB,CAC/B,cAAc,EACd,cAAc,EACd,aAAa,CAAC,YAAY,CAC3B,CAAC;IACF,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAE9C,IAAI,CAAC;QACH,MAAM,EAAE,OAAO;QACf,SAAS;QACT,MAAM,EAAE,QAAQ;QAChB,OAAO,EAAE,aAAa,CAAC,KAAK,CAAC;KAC9B,CAAC,CAAC;IAEH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,kBAAkB,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,EAAE,SAAS;YACjB,SAAS;YACT,WAAW,EAAE,IAAI;YACjB,MAAM,EAAE,EAAE;SACX,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAED,MAAM,qBAAqB,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;IAE/C,MAAM,MAAM,GAGP,EAAE,CAAC;IAER,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;QAC9B,MAAM,CAAC,IAAI,CAAC;YACV,SAAS;YACT,UAAU,EAAE,MAAM,YAAY,CAAC,SAAS,EAAE,SAAS,CAAC;SACrD,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,eAAe,EAAE,CAAC;IACvC,MAAM,gBAAgB,GAAG,MAAM,CAAC,6BAA6B;QAC3D,CAAC,CAAC,IAAI,MAAM,CAAC,6BAA6B,EAAE;QAC5C,CAAC,CAAC,SAAS,CAAC;IAEd,IAAI,gBAAgB,EAAE,CAAC;QACrB,sBAAsB,CAAC,GAAG,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;IAC1D,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,mBAAmB,CAChC,IAAI,EACJ,aAAa,CAAC,cAAc,IAAI,wBAAwB,CACzD,CAAC;QACF,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,IAAI,CAAC,EAAE,CAAC;YACrE,IAAI,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBACrC,OAAO;YACT,CAAC;YAED,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;YACjC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,SAAS;YACX,CAAC;YAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,IAAI,CAAC;oBACH,MAAM,EAAE,YAAY;oBACpB,SAAS;oBACT,OAAO,EAAE,oBAAoB,UAAU,GAAG,CAAC,OAAO,MAAM,CAAC,MAAM,KAAK;iBACrE,CAAC,CAAC;YACL,CAAC;YAED,IAAI,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC;YAE7B,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,SAAS,IAAI,CAAC,EAAE,CAAC;gBAClE,IAAI,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;oBACrC,OAAO;gBACT,CAAC;gBAED,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC/B,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,SAAS;gBACX,CAAC;gBAED,MAAM,WAAW,GAAG,SAAS,KAAK,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;gBAEpD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACxB,IAAI,CAAC;wBACH,MAAM,EAAE,YAAY;wBACpB,SAAS;wBACT,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE;wBAC1B,OAAO,EACL,MAAM,CAAC,MAAM,KAAK,CAAC;4BACjB,CAAC,CAAC,gBAAgB;4BAClB,CAAC,CAAC,oBAAoB,SAAS,GAAG,CAAC,OAAO,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,KAAK;qBAC1F,CAAC,CAAC;gBACL,CAAC;gBAED,WAAW,GAAG,MAAM,aAAa,CAC/B,IAAI,CAAC,UAAU,EACf,WAAW,EACX,SAAS,EACT,WAAW,EACX,gBAAgB,CACjB,CAAC;YACJ,CAAC;YAED,IAAI,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBACrC,OAAO;YACT,CAAC;YAED,OAAO,CAAC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;YAE5C,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,EAAE,SAAS;YACjB,SAAS;YACT,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,MAAM,EAAE,QAAQ;SACjB,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,sBAAsB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,KAAwC,EAAE,EAAE;IAC5E,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC;IAE3B,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QACjC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QACtC,OAAO;IACT,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC9B,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACzC,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,CAAC;QAC3D,sEAAsE;QACtE,mDAAmD;QACnD,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE;YAC9B,iBAAiB,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;QACrC,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAC/C,OAAO;IACT,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QACjC,OAAO;IACT,CAAC;IAED,SAAS,GAAG,SAAS;SAClB,IAAI,CAAC,GAAG,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;SACtC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;QACxB,iBAAiB,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC5C,IAAI,CAAC;YACH,MAAM,EAAE,OAAO;YACf,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC"}

package/dist/yjs.d.ts

@@ -0,0 +1,98 @@
+import type { Map as YMap, Text as YText } from "yjs";
+import type { BrowserTranslator, TranslateOptions, TranslationResult } from "./index.js";
+export declare const YJS_TRANSLATION_ORIGIN: unique symbol;
+export type ConflictPolicy = "abort" | "overwrite";
+export declare class TranslationConflictError extends Error {
+    constructor(message?: string);
+}
+export interface TranslateYTextOptions extends TranslateOptions {
+    target?: YText;
+    conflictPolicy?: ConflictPolicy;
+    transactionOrigin?: unknown;
+    /**
+     * When metadataMap and metadataKey are both set, a TranslationMetadata
+     * record is written there in the same transaction as the translation, so
+     * staleness can be checked later with isTranslationStale.
+     */
+    metadataMap?: YMap<unknown>;
+    metadataKey?: string;
+}
+export interface TranslateYMapStringOptions extends TranslateOptions {
+    targetMap?: YMap<unknown>;
+    targetKey?: string;
+    conflictPolicy?: ConflictPolicy;
+    transactionOrigin?: unknown;
+    /**
+     * Whether to write a TranslationMetadata record next to the translation.
+     * Defaults to true when the translation is stored beside the source
+     * (different key or map) and false when the source is replaced in place,
+     * because an overwritten source leaves nothing to compare against.
+     */
+    storeMetadata?: boolean;
+    /** Key for the metadata record. Defaults to "<targetKey>:meta". */
+    metadataKey?: string;
+}
+/**
+ * Replaces the content of a Y.Text with a minimal edit: the longest common
+ * prefix and suffix are left untouched, so collaborator cursors and relative
+ * positions outside the changed region survive the update.
+ */
+export declare function applyMinimalYTextEdit(target: YText, nextValue: string): void;
+/**
+ * Translates a complete Y.Text value. Streamed deltas are delivered only to
+ * callbacks; the shared type is updated once, after the final output exists.
+ */
+export declare function translateYText(translator: BrowserTranslator, source: YText, options: TranslateYTextOptions): Promise<TranslationResult>;
+/**
+ * Translates a string stored in a Y.Map and writes the finished translation
+ * in one transaction. Use targetKey to keep the source and translation side
+ * by side instead of replacing the source value. When stored side by side, a
+ * metadata record is written under "<targetKey>:meta" so staleness can be
+ * detected after the source changes.
+ */
+export declare function translateYMapString(translator: BrowserTranslator, sourceMap: YMap<unknown>, sourceKey: string, options: TranslateYMapStringOptions): Promise<TranslationResult>;
+/**
+ * Returns true when the translation stored beside a Y.Map source value is
+ * missing or was produced from a different source text. Returns false when
+ * there is no source string to translate.
+ */
+export declare function isYMapTranslationStale(map: YMap<unknown>, sourceKey: string, targetKey: string, metadataKey?: string): boolean;
+export interface WatchOptions {
+    /** Idle time after the last source change before reacting. Default 1500. */
+    debounceMs?: number;
+    /** Retranslate automatically after the debounce. Default true. */
+    autoTranslate?: boolean;
+    /**
+     * React only to transactions made by this client. Default true, so in a
+     * collaborative document exactly one client (the author of the edit)
+     * retranslates instead of every connected client racing.
+     */
+    localOnly?: boolean;
+    /** Run once immediately after the watcher starts. Default false. */
+    immediate?: boolean;
+    onStale?: (sourceText: string) => void;
+    onTranslated?: (result: TranslationResult) => void;
+    onError?: (error: Error) => void;
+}
+export interface WatchYTextOptions extends Omit<TranslateYTextOptions, "signal" | "target">, WatchOptions {
+    /** Where the translation is written. Must differ from the source. */
+    target: YText;
+}
+export interface WatchYMapStringOptions extends Omit<TranslateYMapStringOptions, "signal" | "targetKey">, WatchOptions {
+    /** Key the translation is written to. Must differ from the source key. */
+    targetKey: string;
+}
+/**
+ * Observes a source Y.Text and keeps a target Y.Text translated. Changes are
+ * debounced, transactions written by the watcher itself are ignored, and by
+ * default only local edits trigger retranslation so a single client in a
+ * collaborative session does the work. Returns a stop function.
+ */
+export declare function watchYText(translator: BrowserTranslator, source: YText, options: WatchYTextOptions): () => void;
+/**
+ * Observes one string value in a Y.Map and keeps a translated value beside
+ * it. Same debounce, origin, and locality rules as watchYText. Returns a
+ * stop function.
+ */
+export declare function watchYMapString(translator: BrowserTranslator, sourceMap: YMap<unknown>, sourceKey: string, options: WatchYMapStringOptions): () => void;
+//# sourceMappingURL=yjs.d.ts.map

package/dist/yjs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"yjs.d.ts","sourceRoot":"","sources":["../src/yjs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,GAAG,IAAI,IAAI,EACX,IAAI,IAAI,KAAK,EAGd,MAAM,KAAK,CAAC;AAMb,OAAO,KAAK,EACV,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EAClB,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,sBAAsB,eAAiC,CAAC;AAErE,MAAM,MAAM,cAAc,GAAG,OAAO,GAAG,WAAW,CAAC;AAEnD,qBAAa,wBAAyB,SAAQ,KAAK;gBACrC,OAAO,SAAsD;CAI1E;AAED,MAAM,WAAW,qBAAsB,SAAQ,gBAAgB;IAC7D,MAAM,CAAC,EAAE,KAAK,CAAC;IACf,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B;;;;OAIG;IACH,WAAW,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,0BAA2B,SAAQ,gBAAgB;IAClE,SAAS,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B;;;;;OAKG;IACH,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,mEAAmE;IACnE,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAUD;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI,CA4C5E;AAED;;;GAGG;AACH,wBAAsB,cAAc,CAClC,UAAU,EAAE,iBAAiB,EAC7B,MAAM,EAAE,KAAK,EACb,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,iBAAiB,CAAC,CAiC5B;AAED;;;;;;GAMG;AACH,wBAAsB,mBAAmB,CACvC,UAAU,EAAE,iBAAiB,EAC7B,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,EACxB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,iBAAiB,CAAC,CA8C5B;AAED;;;;GAIG;AACH,wBAAgB,sBAAsB,CACpC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,EAClB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,WAAW,GAAE,MAA4B,GACxC,OAAO,CAYT;AAED,MAAM,WAAW,YAAY;IAC3B,4EAA4E;IAC5E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kEAAkE;IAClE,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB;;;;OAIG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,oEAAoE;IACpE,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,IAAI,CAAC;IACvC,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,iBAAiB,KAAK,IAAI,CAAC;IACnD,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;CAClC;AAED,MAAM,WAAW,iBACf,SAAQ,IAAI,CAAC,qBAAqB,EAAE,QAAQ,GAAG,QAAQ,CAAC,EACtD,YAAY;IACd,qEAAqE;IACrE,MAAM,EAAE,KAAK,CAAC;CACf;AAED,MAAM,WAAW,sBACf,SAAQ,IAAI,CAAC,0BAA0B,EAAE,QAAQ,GAAG,WAAW,CAAC,EAC9D,YAAY;IACd,0EAA0E;IAC1E,SAAS,EAAE,MAAM,CAAC;CACnB;AA0HD;;;;;GAKG;AACH,wBAAgB,UAAU,CACxB,UAAU,EAAE,iBAAiB,EAC7B,MAAM,EAAE,KAAK,EACb,OAAO,EAAE,iBAAiB,GACzB,MAAM,IAAI,CAkCZ;AAED;;;;GAIG;AACH,wBAAgB,eAAe,CAC7B,UAAU,EAAE,iBAAiB,EAC7B,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,EACxB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,sBAAsB,GAC9B,MAAM,IAAI,CA4CZ"}