@internetarchive/bookreader 5.0.0-96 → 5.0.0-98

package/BookReader/plugins/translator-worker.js

@@ -0,0 +1,2 @@
+!function(){"use strict";var e={};"undefined"==typeof self&&(global.Module=e,global.self=new class{#e;constructor(){const{parentPort:e}=require("node:worker_threads");this.#e=e}addEventListener(e,t){this.#e.on(e,(e=>t({data:e})))}postMessage(e){this.#e.postMessage(e)}importScripts(...e){const{readFileSync:t}=require("node:fs"),{join:n}=require("node:path");for(let r of e){const e=t(n(__dirname,r),{encoding:"utf-8"});eval.call(global,e)}}async fetch(e,t){if("file:"===e.protocol){const{readFile:t}=require("node:fs/promises"),n=await t(e.pathname),r=new Blob([n]);return new Response(r,{status:200,statusText:"OK",headers:{"Content-Type":"application/wasm","Content-Length":r.size.toString()}})}return await fetch(e,t)}get location(){return new URL(`file://${__filename}`)}});class t{static parse(e){const t={};return e.split("\n").reduce(((e,n,r)=>{let s;if(s=n.match(/^\s*-\s+(.+?)$/))Array.isArray(t[e])||(t[e]=t[e].trim()?[t[e]]:[]),t[e].push(s[1].trim());else if(s=n.match(/^\s*([A-Za-z0-9_][A-Za-z0-9_-]*):\s*(.*)$/))e=s[1],t[e]=s[2].trim();else if(n.trim())throw Error(`Could not parse line ${r+1}: "${n}"`);return e}),null),t}static stringify(e){return Object.entries(e).reduce(((e,[t,n])=>{let r="";return r=Array.isArray(n)?n.map((e=>`\n  - ${e}`)).join(""):("number"==typeof n||"boolean"==typeof n||n.match(/^\d*(\.\d+)?$/),`${n}`),`${e}${t}: ${r}\n`}),"")}}class n{static GEMM_TO_FALLBACK_FUNCTIONS_MAP={int8_prepare_a:"int8PrepareAFallback",int8_prepare_b:"int8PrepareBFallback",int8_prepare_b_from_transposed:"int8PrepareBFromTransposedFallback",int8_prepare_b_from_quantized_transposed:"int8PrepareBFromQuantizedTransposedFallback",int8_prepare_bias:"int8PrepareBiasFallback",int8_multiply_and_add_bias:"int8MultiplyAndAddBiasFallback",int8_select_columns_of_b:"int8SelectColumnsOfBFallback"};static NATIVE_INT_GEMM="mozIntGemm";constructor(e){}async initialize(e){this.options=e||{},this.models=new Map,this.module=await this.loadModule(),this.service=await this.loadTranslationService()}linkNativeIntGemm(e){if(!WebAssembly.mozIntGemm)return console.warn("Native gemm requested but not available, falling back to embedded gemm"),this.linkFallbackIntGemm(e);const t=new WebAssembly.Instance(WebAssembly.mozIntGemm(),{"":{memory:e.env.memory}});return Array.from(Object.keys(n.GEMM_TO_FALLBACK_FUNCTIONS_MAP)).every((e=>t.exports[e]))?t.exports:(console.warn("Native gemm is missing expected functions, falling back to embedded gemm"),this.linkFallbackIntGemm(e))}linkFallbackIntGemm(t){const r=Object.entries(n.GEMM_TO_FALLBACK_FUNCTIONS_MAP).map((([t,n])=>[t,(...t)=>e.asm[n](...t)]));return Object.fromEntries(r)}loadModule(){return new Promise((async(t,n)=>{try{const r=await self.fetch(new URL("./bergamot-translator-worker.wasm",self.location));Object.assign(e,{instantiateWasm:(e,t)=>{try{WebAssembly.instantiateStreaming(r,{...e,wasm_gemm:this.options.useNativeIntGemm?this.linkNativeIntGemm(e):this.linkFallbackIntGemm(e)}).then((({instance:e})=>t(e))).catch(n)}catch(e){n(e)}return{}},onRuntimeInitialized:()=>{t(e)}}),self.Module=e,self.importScripts("bergamot-translator-worker.js")}catch(e){n(e)}}))}loadTranslationService(){return new this.module.BlockingService({cacheSize:Math.max(this.options.cacheSize||0,0)})}hasTranslationModel({from:e,to:t}){const n=JSON.stringify({from:e,to:t});return this.models.has(n)}loadTranslationModel({from:e,to:n},r){const s=r.vocabs.filter(((e,t,n)=>!n.slice(0,t).includes(e))),[a,i,o,...l]=[this.prepareAlignedMemoryFromBuffer(r.model,256),this.prepareAlignedMemoryFromBuffer(r.shortlist,64),r.qualityModel?this.prepareAlignedMemoryFromBuffer(r.qualityModel,64):null,...s.map((e=>this.prepareAlignedMemoryFromBuffer(e,64)))],m=new this.module.AlignedMemoryList;l.forEach((e=>m.push_back(e)));let c=t.parse("\n            beam-size: 1\n            normalize: 1.0\n            word-penalty: 0\n            cpu-threads: 0\n            gemm-precision: int8shiftAlphaAll\n            skip-cost: true\n        ");r.config&&Object.assign(c,r.config),"int8"===c["gemm-precision"]&&(c["gemm-precision"]="int8shiftAll"),Object.assign(c,t.parse("\n            alignment: soft\n            quiet: true\n            quiet-translation: true\n            max-length-break: 128\n            mini-batch-words: 1024\n            workspace: 128\n            max-length-factor: 2.0\n        "));const d=JSON.stringify({from:e,to:n});this.models.set(d,new this.module.TranslationModel(t.stringify(c),a,i,m,o))}freeTranslationModel({from:e,to:t}){const n=JSON.stringify({from:e,to:t});if(!this.models.has(n))return;const r=this.models.get(n);this.models.delete(n),r.delete()}prepareAlignedMemoryFromBuffer(e,t){const n=new Int8Array(e),r=new this.module.AlignedMemory(n.byteLength,t);return r.getByteArrayView().set(n),r}translate({models:e,texts:t}){let n=new this.module.VectorString;t.forEach((({text:e})=>n.push_back(e)));let r=new this.module.VectorResponseOptions;t.forEach((({html:e,qualityScores:t})=>r.push_back({alignment:!1,html:e,qualityScores:t})));const s=e.map((({from:e,to:t})=>{const n=JSON.stringify({from:e,to:t});return this.models.get(n)})),a=e.length>1?this.service.translateViaPivoting(...s,n,r):this.service.translate(...s,n,r);n.delete(),r.delete();const i=t.map(((e,t)=>({target:{text:a.get(t).getTranslatedText()}})));return a.delete(),i}}function r(e){return{name:e.name,message:e.message,stack:e.stack}}const s=new n;self.addEventListener("message",(async function({data:{id:e,name:t,args:n}}){e||console.error("Received message without id",arguments[0]);try{if("function"!=typeof s[t])throw TypeError(`worker[${t}] is not a function`);const r=await Promise.resolve(Reflect.apply(s[t],s,n));self.postMessage({id:e,result:r})}catch(t){self.postMessage({id:e,error:r(t)})}}))}();
+//# sourceMappingURL=translator-worker.js.map

package/BookReader/plugins/translator-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugins/translator-worker.js","mappings":"yBAKA,IAAIA,EAAS,CAAC,EAMM,oBAATC,OACPC,OAAOF,OAASA,EAEhBE,OAAOD,KAAO,IAAI,MAEd,GAEA,WAAAE,GACI,MAAM,WAACC,GAAcC,QAAkC,uBACvDC,MAAK,EAAQF,CACjB,CAOA,gBAAAG,CAAiBC,EAAWC,GACxBH,MAAK,EAAMI,GAAGF,GAAYG,GAASF,EAAS,CAACE,UACjD,CAMA,WAAAC,CAAYC,GACRP,MAAK,EAAMM,YAAYC,EAC3B,CAKA,aAAAC,IAAiBC,GACb,MAAM,aAACC,GAAgBX,QAAkC,YACnD,KAACY,GAAQZ,QAAkC,aACjD,IAAK,IAAIa,KAAYH,EAAS,CAC1B,MAAMI,EAASH,EAAaC,EAAKG,UAAWF,GAAW,CAACG,SAAU,UAClEC,KAAKC,KAAKrB,OAAQiB,EACtB,CACJ,CASA,WAAMK,CAAMC,EAAKC,GACb,GAAqB,UAAjBD,EAAIE,SAAsB,CAC1B,MAAM,SAACC,GAAYvB,QAAkC,oBAC/CwB,QAAeD,EAASH,EAAIP,UAC5BY,EAAO,IAAIC,KAAK,CAACF,IACvB,OAAO,IAAIG,SAASF,EAAM,CACtBG,OAAQ,IACRC,WAAY,KACZC,QAAS,CACL,eAAgB,mBAChB,iBAAkBL,EAAKM,KAAKC,aAGxC,CAEA,aAAab,MAAMC,EAAKC,EAC5B,CAEA,YAAIY,GACA,OAAO,IAAIC,IAAI,UAAUC,aAC7B,IAIR,MAAMC,EAQF,YAAOC,CAAMC,GACT,MAAMC,EAAM,CAAC,EAsBb,OApBAD,EAAKE,MAAM,MAAMC,QAAO,CAACC,EAAKC,EAAMC,KAChC,IAAIC,EACJ,GAAIA,EAAQF,EAAKE,MAAM,kBACdC,MAAMC,QAAQR,EAAIG,MACnBH,EAAIG,GAAOH,EAAIG,GAAKM,OAAS,CAACT,EAAIG,IAAQ,IAC9CH,EAAIG,GAAKO,KAAKJ,EAAM,GAAGG,aAEtB,GAAIH,EAAQF,EAAKE,MAAM,6CACxBH,EAAMG,EAAM,GACZN,EAAIG,GAAOG,EAAM,GAAGG,YAEnB,GAAKL,EAAKK,OAIX,MAAME,MAAM,wBAAwBN,EAAE,OAAOD,MAEjD,OAAOD,CAAG,GACX,MAEIH,CACX,CAQA,gBAAOY,CAAU7C,GACb,OAAO8C,OAAOC,QAAQ/C,GAAMmC,QAAO,CAACa,GAAMZ,EAAKa,MAC3C,IAAIC,EAAS,GAQb,OANIA,EADAV,MAAMC,QAAQQ,GACLA,EAAME,KAAIC,GAAO,SAASA,MAAO9C,KAAK,KACzB,iBAAV2C,GAAuC,kBAAVA,GAAuBA,EAAMV,MAAM,iBACnE,GAAGU,KAIT,GAAGD,IAAMZ,MAAQc,KAAU,GACnC,GACP,EAOJ,MAAMG,EAMFC,sCAAwC,CACpC,eAAkB,uBAClB,eAAkB,uBAClB,+BAAkC,qCAClC,yCAA4C,8CAC5C,kBAAqB,0BACrB,2BAA8B,iCAC9B,yBAA4B,gCAOhCA,uBAAyB,aAMzB,WAAA9D,CAAYuB,GAAU,CAiBtB,gBAAMwC,CAAWxC,GACbpB,KAAKoB,QAAUA,GAAW,CAAC,EAC3BpB,KAAK6D,OAAS,IAAIC,IAClB9D,KAAK+D,aAAe/D,KAAKgE,aACzBhE,KAAKiE,cAAgBjE,KAAKkE,wBAC9B,CAUA,iBAAAC,CAAkBC,GACd,IAAKC,YAAwB,WAEzB,OADAC,QAAQC,KAAK,0EACNvE,KAAKwE,oBAAoBJ,GAGpC,MAAMK,EAAW,IAAIJ,YAAYK,SAASL,YAAwB,aAAK,CACnE,GAAI,CAACM,OAAQP,EAAU,IAAU,UAGrC,OAAKvB,MAAM+B,KAAKzB,OAAO0B,KAAKnB,EAAyBoB,iCAAiCC,OAAMC,GAAOP,EAASQ,QAAQD,KAK7GP,EAASQ,SAJZX,QAAQC,KAAK,4EACNvE,KAAKwE,oBAAoBJ,GAIxC,CASA,mBAAAI,CAAoBJ,GAChB,MAAMc,EAAU/B,OAAOC,QAAQM,EAAyBoB,gCAAgCtB,KAAI,EAAEf,EAAK0C,KACxF,CAAC1C,EAAK,IAAI2C,IAAS1F,EAAY,IAAEyF,MAASC,MAGrD,OAAOjC,OAAOkC,YAAYH,EAC9B,CAQA,UAAAlB,GACI,OAAO,IAAIsB,SAAQC,MAAOC,EAASC,KAC/B,IACI,MAAMC,QAAiB/F,KAAKuB,MAAM,IAAIe,IAAI,oCAAqCtC,KAAKqC,WAEpFmB,OAAOwC,OAAOjG,EAAQ,CAClBkG,gBAAiB,CAACxB,EAAMyB,KACpB,IACIxB,YAAYyB,qBAAqBJ,EAAU,IACpCtB,EACH,UAAapE,KAAKoB,QAAQ2E,iBACpB/F,KAAKmE,kBAAkBC,GACvBpE,KAAKwE,oBAAoBJ,KAChC4B,MAAK,EAAEvB,cAAcoB,EAAOpB,KAAWwB,MAAMR,EACpD,CAAE,MAAOS,GACLT,EAAOS,EACX,CACA,MAAO,CAAC,CAAC,EAEbC,qBAAsB,KAClBX,EAAQ9F,EAAO,IAKvBC,KAAKD,OAASA,EACdC,KAAKa,cAAc,gCACvB,CAAE,MAAO0F,GACLT,EAAOS,EACX,IAER,CAMA,sBAAAhC,GACI,OAAO,IAAIlE,KAAK+D,OAAOqC,gBAAgB,CACnCC,UAAWC,KAAKC,IAAIvG,KAAKoB,QAAQiF,WAAa,EAAG,IAEzD,CAQA,mBAAAG,EAAoB,KAAC5B,EAAI,GAAC6B,IACtB,MAAMhE,EAAMiE,KAAKxD,UAAU,CAAC0B,OAAK6B,OACjC,OAAOzG,KAAK6D,OAAO8C,IAAIlE,EAC3B,CAiBA,oBAAAmE,EAAqB,KAAChC,EAAI,GAAE6B,GAAKI,GAE7B,MAAMC,EAAeD,EAAQE,OAAOC,QAAO,CAACC,EAAOC,EAAOH,KAC9CA,EAAOI,MAAM,EAAGD,GAAOE,SAASH,MAGrCI,EAAaC,EAAiBC,KAAiBC,GAAe,CACjExH,KAAKyH,+BAA+BZ,EAAQa,MAAO,KACnD1H,KAAKyH,+BAA+BZ,EAAQc,UAAW,IACvDd,EAAQU,aACFvH,KAAKyH,+BAA+BZ,EAAQU,aAAc,IAC1D,QACHT,EAAatD,KAAIyD,GAASjH,KAAKyH,+BAA+BR,EAAO,OAGtEF,EAAS,IAAI/G,KAAK+D,OAAO6D,kBAC/BJ,EAAYK,SAAQZ,GAASF,EAAOe,UAAUb,KAG9C,IAAIc,EAAc5F,EAAKC,MAAM,yMASzByE,EAAQmB,QACR7E,OAAOwC,OAAOoC,EAAalB,EAAQmB,QAGD,SAAlCD,EAAY,oBACZA,EAAY,kBAAoB,gBAGpC5E,OAAOwC,OAAOoC,EAAa5F,EAAKC,MAAM,iPAUtC,MAAMK,EAAMiE,KAAKxD,UAAU,CAAC0B,OAAK6B,OACjCzG,KAAK6D,OAAOoE,IAAIxF,EAAK,IAAIzC,KAAK+D,OAAOmE,iBAAiB/F,EAAKe,UAAU6E,GAAcV,EAAaC,EAAiBP,EAAQQ,GAC7H,CAOA,oBAAAY,EAAqB,KAACvD,EAAI,GAAE6B,IACxB,MAAMhE,EAAMiE,KAAKxD,UAAU,CAAC0B,OAAK6B,OAEjC,IAAKzG,KAAK6D,OAAO8C,IAAIlE,GACjB,OAEJ,MAAMiF,EAAQ1H,KAAK6D,OAAOuE,IAAI3F,GAC9BzC,KAAK6D,OAAOwE,OAAO5F,GAEnBiF,EAAMW,QACV,CASA,8BAAAZ,CAA+BlG,EAAQ+G,GACnC,MAAMC,EAAQ,IAAIC,UAAUjH,GACtBoD,EAAS,IAAI3E,KAAK+D,OAAO0E,cAAcF,EAAMG,WAAYJ,GAE/D,OADA3D,EAAOgE,mBAAmBV,IAAIM,GACvB5D,CACX,CASA,SAAAiE,EAAU,OAAC/E,EAAM,MAAEgF,IAEf,IAAIC,EAAQ,IAAI9I,KAAK+D,OAAOgF,aAC5BF,EAAMhB,SAAQ,EAAEmB,UAAUF,EAAMhB,UAAUkB,KAG1C,IAAI5H,EAAU,IAAIpB,KAAK+D,OAAOkF,sBAC9BJ,EAAMhB,SAAQ,EAAEqB,OAAMC,mBAAmB/H,EAAQ0G,UAAU,CAACsB,WAAW,EAAOF,OAAMC,oBAGpF,MAAME,EAAoBxF,EAAOL,KAAI,EAAEoB,OAAK6B,SACxC,MAAMhE,EAAMiE,KAAKxD,UAAU,CAAC0B,OAAK6B,OACjC,OAAOzG,KAAK6D,OAAOuE,IAAI3F,EAAI,IAIzB6G,EAAYzF,EAAO0F,OAAS,EAC5BvJ,KAAKiE,QAAQuF,wBAAwBH,EAAmBP,EAAO1H,GAC/DpB,KAAKiE,QAAQ2E,aAAaS,EAAmBP,EAAO1H,GAE1D0H,EAAMT,SACNjH,EAAQiH,SAKR,MAAMoB,EAAeZ,EAAMrF,KAAI,CAACkG,EAAG/G,KAAM,CACrCgH,OAAQ,CACJX,KAAMM,EAAUlB,IAAIzF,GAAGiH,yBAM/B,OAFAN,EAAUjB,SAEHoB,CACX,EAaJ,SAASI,EAAWC,GAChB,MAAO,CACH3E,KAAM2E,EAAM3E,KACZ5E,QAASuJ,EAAMvJ,QACfwJ,MAAOD,EAAMC,MAErB,CAIA,MAAMC,EAAS,IAAItG,EAEnB/D,KAAKM,iBAAiB,WAAWsF,gBAAgBlF,MAAM,GAAC4J,EAAE,KAAE9E,EAAI,KAAEC,KACzD6E,GACD3F,QAAQwF,MAAM,8BAA+BI,UAAU,IAE3D,IACI,GAA4B,mBAAjBF,EAAO7E,GACd,MAAMgF,UAAU,UAAUhF,wBAI9B,MAAMiF,QAAe9E,QAAQE,QAAQ6E,QAAQC,MAAMN,EAAO7E,GAAO6E,EAAQ5E,IACzEzF,KAAKW,YAAY,CAAC2J,KAAIG,UAC1B,CAAE,MAAON,GACLnK,KAAKW,YAAY,CACb2J,KACAH,MAAOD,EAAWC,IAE1B,CACJ,G","sources":["webpack://@internetarchive/bookreader/./node_modules/@internetarchive/bergamot-translator/worker/translator-worker.js"],"sourcesContent":["/**\n * Wrapper around the dirty bits of Bergamot's WASM bindings.\n */\n\n// Global because importScripts is global.\nvar Module = {};\n\n/**\n * node.js compatibility: Fake GlobalWorkerScope that emulates being inside a\n * WebWorker\n */\nif (typeof self === 'undefined') {\n    global.Module = Module;\n\n    global.self = new class GlobalWorkerScope {\n        /** @type {import(\"node:worker_threads\").MessagePort} */\n        #port;\n\n        constructor() {\n            const {parentPort} = require(/* webpackIgnore: true */ 'node:worker_threads');\n            this.#port = parentPort;\n        }\n\n        /**\n         * Add event listener to listen for messages posted to the worker.\n         * @param {string} eventName\n         * @param {(object)} callback\n         */\n        addEventListener(eventName, callback) {\n            this.#port.on(eventName, (data) => callback({data}));\n        }\n\n        /**\n         * Post message outside, to the owner of the Worker.\n         * @param {any} message\n         */\n        postMessage(message) {\n            this.#port.postMessage(message);\n        }\n\n        /**\n         * @param {...string} scripts - Paths to scripts to import in that order\n         */\n        importScripts(...scripts) {\n            const {readFileSync} = require(/* webpackIgnore: true */ 'node:fs');\n            const {join} = require(/* webpackIgnore: true */ 'node:path');\n            for (let pathname of scripts) {\n                const script = readFileSync(join(__dirname, pathname), {encoding: 'utf-8'});\n                eval.call(global, script);\n            }\n        }\n\n        /**\n         * Adds support for local file urls. Assumes anything that doesn't start\n         * with \"http\" to be a local path.\n         * @param {string} url - path or url\n         * @param {object?} options - See `fetch()` options\n         * @return {Promise<Response>}\n         */\n        async fetch(url, options) {\n            if (url.protocol === 'file:') {\n                const {readFile} = require(/* webpackIgnore: true */ 'node:fs/promises');\n                const buffer = await readFile(url.pathname);\n                const blob = new Blob([buffer]);\n                return new Response(blob, {\n                    status: 200,\n                    statusText: 'OK',\n                    headers: {\n                        'Content-Type': 'application/wasm',\n                        'Content-Length': blob.size.toString()\n                    }\n                });\n            }\n\n            return await fetch(url, options);\n        }\n\n        get location() {\n            return new URL(`file://${__filename}`);\n        }\n    }\n}\n\nclass YAML {\n    /**\n     * Parses YAML into dictionary. Does not interpret types, all values are a\n     * string or a list of strings. No support for objects other than the top\n     * level.\n     * @param {string} yaml\n     * @return {{[string]: string | string[]}}\n     */\n    static parse(yaml) {\n        const out = {};\n\n        yaml.split('\\n').reduce((key, line, i) => {\n            let match;\n            if (match = line.match(/^\\s*-\\s+(.+?)$/)) {\n                if (!Array.isArray(out[key]))\n                    out[key] = out[key].trim() ? [out[key]] : [];\n                out[key].push(match[1].trim());\n            }\n            else if (match = line.match(/^\\s*([A-Za-z0-9_][A-Za-z0-9_-]*):\\s*(.*)$/)) {\n                key = match[1];\n                out[key] = match[2].trim();\n            }\n            else if (!line.trim()) {\n                // whitespace, ignore\n            }\n            else {\n                throw Error(`Could not parse line ${i+1}: \"${line}\"`);\n            }\n            return key;\n        }, null);\n\n        return out;\n    }\n\n    /**\n     * Turns an object into a YAML string. No support for objects, only simple\n     * types and lists of simple types.\n     * @param {{[string]: string | number | boolean | string[]}} data\n     * @return {string}\n     */\n    static stringify(data) {\n        return Object.entries(data).reduce((str, [key, value]) => {\n            let valstr = '';\n            if (Array.isArray(value))\n                valstr = value.map(val => `\\n  - ${val}`).join('');\n            else if (typeof value === 'number' || typeof value === 'boolean' || value.match(/^\\d*(\\.\\d+)?$/))\n                valstr = `${value}`;\n            else\n                valstr = `${value}`; // Quote?\n\n            return `${str}${key}: ${valstr}\\n`;\n        }, '');\n    }\n}\n\n/**\n * Wrapper around the bergamot-translator exported module that hides the need\n * of working with C++ style data structures and does model management.\n */\nclass BergamotTranslatorWorker {\n    /**\n     * Map of expected symbol -> name of fallback symbol for functions that can\n     * be swizzled for a faster implementation. Firefox Nightly makes use of\n     * this.\n     */\n    static GEMM_TO_FALLBACK_FUNCTIONS_MAP = {\n        'int8_prepare_a': 'int8PrepareAFallback',\n        'int8_prepare_b': 'int8PrepareBFallback',\n        'int8_prepare_b_from_transposed': 'int8PrepareBFromTransposedFallback',\n        'int8_prepare_b_from_quantized_transposed': 'int8PrepareBFromQuantizedTransposedFallback',\n        'int8_prepare_bias': 'int8PrepareBiasFallback',\n        'int8_multiply_and_add_bias': 'int8MultiplyAndAddBiasFallback',\n        'int8_select_columns_of_b': 'int8SelectColumnsOfBFallback'\n    };\n\n    /**\n     * Name of module exported by Firefox Nightly that exports an optimised\n     * implementation of the symbols mentioned above.\n     */\n    static NATIVE_INT_GEMM = 'mozIntGemm';\n\n    /**\n     * Empty because we can't do async constructors yet. It is the\n     * responsibility of whoever owns this WebWorker to call `initialize()`.\n     */\n    constructor(options) {}\n\n    /**\n     * Instantiates a new translation worker with optional options object.\n     * If this call succeeds, the WASM runtime is loaded and ready.\n     * \n     * Available options are:\n     *   useNativeIntGemm: {true | false} defaults to false. If true, it will\n     *                     attempt to link to the intgemm module available in\n     *                     Firefox Nightly which makes translations much faster.\n     *          cacheSize: {Number} defaults to 0 which disables translation\n     *                     cache entirely. Note that this is a theoretical\n     *                     upper bound. In practice it will use about 1/3th of\n     *                     the cache specified here. 2^14 is not a bad starting\n     *                     value.\n     * @param {{useNativeIntGemm: boolean, cacheSize: number}} options\n     */\n    async initialize(options) {\n        this.options = options || {};\n        this.models = new Map(); // Map<str,Promise<TranslationModel>>\n        this.module = await this.loadModule();\n        this.service = await this.loadTranslationService();\n    }\n\n    /**\n     * Tries to load native IntGEMM module for bergamot-translator. If that\n     * fails because it or any of the expected functions is not available, it\n     * falls back to using the naive implementations that come with the wasm\n     * binary itself through `linkFallbackIntGemm()`.\n     * @param {{env: {memory: WebAssembly.Memory}}} info\n     * @return {{[method:string]: (...any) => any}}\n     */\n    linkNativeIntGemm(info) {\n        if (!WebAssembly['mozIntGemm']) {\n            console.warn('Native gemm requested but not available, falling back to embedded gemm');\n            return this.linkFallbackIntGemm(info);\n        }\n\n        const instance = new WebAssembly.Instance(WebAssembly['mozIntGemm'](), {\n            '': {memory: info['env']['memory']}\n        });\n\n        if (!Array.from(Object.keys(BergamotTranslatorWorker.GEMM_TO_FALLBACK_FUNCTIONS_MAP)).every(fun => instance.exports[fun])) {\n            console.warn('Native gemm is missing expected functions, falling back to embedded gemm');\n            return this.linkFallbackIntGemm(info);\n        }\n\n        return instance.exports;\n    }\n\n    /**\n     * Links intgemm functions that are already available in the wasm binary,\n     * but just exports them under the name that is expected by\n     * bergamot-translator.\n     * @param {{env: {memory: WebAssembly.Memory}}} info\n     * @return {{[method:string]: (...any) => any}}\n     */\n    linkFallbackIntGemm(info) {\n        const mapping = Object.entries(BergamotTranslatorWorker.GEMM_TO_FALLBACK_FUNCTIONS_MAP).map(([key, name]) => {\n            return [key, (...args) => Module['asm'][name](...args)]\n        });\n\n        return Object.fromEntries(mapping);\n    }\n\n    /**\n     * Internal method. Reads and instantiates the WASM binary. Returns a\n     * promise for the exported Module object that contains all the classes\n     * and functions exported by bergamot-translator.\n     * @return {Promise<BergamotTranslator>}\n     */\n    loadModule() {\n        return new Promise(async (resolve, reject) => {\n            try {\n                const response = await self.fetch(new URL('./bergamot-translator-worker.wasm', self.location));\n\n                Object.assign(Module, {\n                    instantiateWasm: (info, accept) => {\n                        try {\n                            WebAssembly.instantiateStreaming(response, {\n                                ...info,\n                                'wasm_gemm': this.options.useNativeIntGemm\n                                    ? this.linkNativeIntGemm(info)\n                                    : this.linkFallbackIntGemm(info)\n                            }).then(({instance}) => accept(instance)).catch(reject);\n                        } catch (err) {\n                            reject(err);\n                        }\n                        return {};\n                    },\n                    onRuntimeInitialized: () => {\n                        resolve(Module);\n                    }\n                });\n\n                // Emscripten glue code. Webpack et al. should not mangle the `Module` property name!\n                self.Module = Module;\n                self.importScripts('bergamot-translator-worker.js');\n            } catch (err) {\n                reject(err);\n            }\n        });\n    }\n\n    /**\n     * Internal method. Instantiates a BlockingService()\n     * @return {BergamotTranslator.BlockingService}\n     */\n    loadTranslationService() {\n        return new this.module.BlockingService({\n            cacheSize: Math.max(this.options.cacheSize || 0, 0)\n        });\n    }\n\n    /**\n     * Returns whether a model has already been loaded in this worker. Marked\n     * async because the message passing interface we use expects async methods.\n     * @param {{from:string, to:string}}\n     * @return boolean\n     */ \n    hasTranslationModel({from,to}) {\n        const key = JSON.stringify({from,to});\n        return this.models.has(key);\n    }\n\n    /**\n     * Loads a translation model from a set of file buffers. After this, the\n     * model is available to translate with and `hasTranslationModel()` will\n     * return true for this pair.\n     * @param {{from:string, to:string}}\n     * @param {{\n     *   model: ArrayBuffer,\n     *   shortlist: ArrayBuffer,\n     *   vocabs: ArrayBuffer[],\n     *   qualityModel: ArrayBuffer?,\n     *   config?: {\n     *     [key:string]: string\n     *   }\n     * }} buffers\n     */ \n    loadTranslationModel({from, to}, buffers) {\n        // This because service_bindings.cpp:prepareVocabsSmartMemories :(\n        const uniqueVocabs = buffers.vocabs.filter((vocab, index, vocabs) => {\n            return !vocabs.slice(0, index).includes(vocab);\n        });\n\n        const [modelMemory, shortlistMemory, qualityModel, ...vocabMemory] = [\n            this.prepareAlignedMemoryFromBuffer(buffers.model, 256),\n            this.prepareAlignedMemoryFromBuffer(buffers.shortlist, 64),\n            buffers.qualityModel // optional quality model\n                ? this.prepareAlignedMemoryFromBuffer(buffers.qualityModel, 64)\n                : null,\n            ...uniqueVocabs.map(vocab => this.prepareAlignedMemoryFromBuffer(vocab, 64))\n        ];\n\n        const vocabs = new this.module.AlignedMemoryList();\n        vocabMemory.forEach(vocab => vocabs.push_back(vocab));\n\n        // Defaults\n        let modelConfig = YAML.parse(`\n            beam-size: 1\n            normalize: 1.0\n            word-penalty: 0\n            cpu-threads: 0\n            gemm-precision: int8shiftAlphaAll\n            skip-cost: true\n        `);\n\n        if (buffers.config)\n            Object.assign(modelConfig, buffers.config);\n\n        // WASM marian is only compiled with support for shiftedAll.\n        if (modelConfig['gemm-precision'] === 'int8')\n            modelConfig['gemm-precision'] = 'int8shiftAll';\n\n        // Override these\n        Object.assign(modelConfig, YAML.parse(`\n            alignment: soft\n            quiet: true\n            quiet-translation: true\n            max-length-break: 128\n            mini-batch-words: 1024\n            workspace: 128\n            max-length-factor: 2.0\n        `));\n\n        const key = JSON.stringify({from,to});\n        this.models.set(key, new this.module.TranslationModel(YAML.stringify(modelConfig), modelMemory, shortlistMemory, vocabs, qualityModel));\n    }\n\n    /**\n     * Frees up memory used by old translation model. Does nothing if model is\n     * already deleted.\n     * @param {{from:string, to:string}}\n     */\n    freeTranslationModel({from, to}) {\n        const key = JSON.stringify({from,to});\n        \n        if (!this.models.has(key))\n            return;\n        \n        const model = this.models.get(key);\n        this.models.delete(key);\n\n        model.delete();\n    }\n\n    /**\n     * Internal function. Copies the data from an ArrayBuffer into memory that\n     * can be used inside the WASM vm by Marian.\n     * @param {{ArrayBuffer}} buffer\n     * @param {number} alignmentSize\n     * @return {BergamotTranslator.AlignedMemory}\n     */\n    prepareAlignedMemoryFromBuffer(buffer, alignmentSize) {\n        const bytes = new Int8Array(buffer);\n        const memory = new this.module.AlignedMemory(bytes.byteLength, alignmentSize);\n        memory.getByteArrayView().set(bytes);\n        return memory;\n    }\n\n    /**\n     * Public. Does actual translation work. You have to make sure that the\n     * models necessary for translating text are already loaded before calling\n     * this method. Returns a promise with translation responses.\n     * @param {{models: {from:string, to:string}[], texts: {text: string, html: boolean}[]}}\n     * @return {Promise<{target: {text: string}}[]>}\n     */\n    translate({models, texts}) {\n        // Convert texts array into a std::vector<std::string>.\n        let input = new this.module.VectorString();\n        texts.forEach(({text}) => input.push_back(text));\n\n        // Extracts the texts[].html options into ResponseOption objects\n        let options = new this.module.VectorResponseOptions();\n        texts.forEach(({html, qualityScores}) => options.push_back({alignment: false, html, qualityScores}));\n\n        // Turn our model names into a list of TranslationModel pointers\n        const translationModels = models.map(({from,to}) => {\n            const key = JSON.stringify({from,to});\n            return this.models.get(key);\n        });\n\n        // translate the input, which is a vector<String>; the result is a vector<Response>\n        const responses = models.length > 1\n            ? this.service.translateViaPivoting(...translationModels, input, options)\n            : this.service.translate(...translationModels, input, options);\n        \n        input.delete();\n        options.delete();\n\n        // Convert the Response WASM wrappers into native JavaScript types we\n        // can send over the 'wire' (message passing) in the same format as we\n        // use in bergamot-translator.\n        const translations = texts.map((_, i) => ({\n            target: {\n                text: responses.get(i).getTranslatedText()\n            }\n        }));\n\n        responses.delete();\n\n        return translations;\n    }\n}\n\n/**\n * Because you can't put an Error object in a message. But you can post a\n * generic object!\n * @param {Error} error\n * @return {{\n *  name: string?,\n *  message: string?,\n *  stack: string?\n * }}\n */\nfunction cloneError(error) {\n    return {\n        name: error.name,\n        message: error.message,\n        stack: error.stack\n    };\n}\n\n// (Constructor doesn't really do anything, we need to call `initialize()`\n// first before using it. That happens from outside the worker.)\nconst worker = new BergamotTranslatorWorker();\n\nself.addEventListener('message', async function({data: {id, name, args}}) {\n    if (!id)\n        console.error('Received message without id', arguments[0]);\n\n    try {\n        if (typeof worker[name] !== 'function')\n            throw TypeError(`worker[${name}] is not a function`);\n\n        // Using `Promise.resolve` to await any promises that worker[name]\n        // possibly returns.\n        const result = await Promise.resolve(Reflect.apply(worker[name], worker, args));\n        self.postMessage({id, result});\n    } catch (error) {\n        self.postMessage({\n            id,\n            error: cloneError(error)\n        })\n    }\n});\n"],"names":["Module","self","global","constructor","parentPort","require","this","addEventListener","eventName","callback","on","data","postMessage","message","importScripts","scripts","readFileSync","join","pathname","script","__dirname","encoding","eval","call","fetch","url","options","protocol","readFile","buffer","blob","Blob","Response","status","statusText","headers","size","toString","location","URL","__filename","YAML","parse","yaml","out","split","reduce","key","line","i","match","Array","isArray","trim","push","Error","stringify","Object","entries","str","value","valstr","map","val","BergamotTranslatorWorker","static","initialize","models","Map","module","loadModule","service","loadTranslationService","linkNativeIntGemm","info","WebAssembly","console","warn","linkFallbackIntGemm","instance","Instance","memory","from","keys","GEMM_TO_FALLBACK_FUNCTIONS_MAP","every","fun","exports","mapping","name","args","fromEntries","Promise","async","resolve","reject","response","assign","instantiateWasm","accept","instantiateStreaming","useNativeIntGemm","then","catch","err","onRuntimeInitialized","BlockingService","cacheSize","Math","max","hasTranslationModel","to","JSON","has","loadTranslationModel","buffers","uniqueVocabs","vocabs","filter","vocab","index","slice","includes","modelMemory","shortlistMemory","qualityModel","vocabMemory","prepareAlignedMemoryFromBuffer","model","shortlist","AlignedMemoryList","forEach","push_back","modelConfig","config","set","TranslationModel","freeTranslationModel","get","delete","alignmentSize","bytes","Int8Array","AlignedMemory","byteLength","getByteArrayView","translate","texts","input","VectorString","text","VectorResponseOptions","html","qualityScores","alignment","translationModels","responses","length","translateViaPivoting","translations","_","target","getTranslatedText","cloneError","error","stack","worker","id","arguments","TypeError","result","Reflect","apply"],"sourceRoot":""}

package/BookReader/translator-worker.js

@@ -0,0 +1,475 @@
+/**
+ * Wrapper around the dirty bits of Bergamot's WASM bindings.
+ */
+
+// Global because importScripts is global.
+var Module = {};
+
+/**
+ * node.js compatibility: Fake GlobalWorkerScope that emulates being inside a
+ * WebWorker
+ */
+if (typeof self === 'undefined') {
+    global.Module = Module;
+
+    global.self = new class GlobalWorkerScope {
+        /** @type {import("node:worker_threads").MessagePort} */
+        #port;
+
+        constructor() {
+            const {parentPort} = require(/* webpackIgnore: true */ 'node:worker_threads');
+            this.#port = parentPort;
+        }
+
+        /**
+         * Add event listener to listen for messages posted to the worker.
+         * @param {string} eventName
+         * @param {(object)} callback
+         */
+        addEventListener(eventName, callback) {
+            this.#port.on(eventName, (data) => callback({data}));
+        }
+
+        /**
+         * Post message outside, to the owner of the Worker.
+         * @param {any} message
+         */
+        postMessage(message) {
+            this.#port.postMessage(message);
+        }
+
+        /**
+         * @param {...string} scripts - Paths to scripts to import in that order
+         */
+        importScripts(...scripts) {
+            const {readFileSync} = require(/* webpackIgnore: true */ 'node:fs');
+            const {join} = require(/* webpackIgnore: true */ 'node:path');
+            for (let pathname of scripts) {
+                const script = readFileSync(join(__dirname, pathname), {encoding: 'utf-8'});
+                eval.call(global, script);
+            }
+        }
+
+        /**
+         * Adds support for local file urls. Assumes anything that doesn't start
+         * with "http" to be a local path.
+         * @param {string} url - path or url
+         * @param {object?} options - See `fetch()` options
+         * @return {Promise<Response>}
+         */
+        async fetch(url, options) {
+            if (url.protocol === 'file:') {
+                const {readFile} = require(/* webpackIgnore: true */ 'node:fs/promises');
+                const buffer = await readFile(url.pathname);
+                const blob = new Blob([buffer]);
+                return new Response(blob, {
+                    status: 200,
+                    statusText: 'OK',
+                    headers: {
+                        'Content-Type': 'application/wasm',
+                        'Content-Length': blob.size.toString()
+                    }
+                });
+            }
+
+            return await fetch(url, options);
+        }
+
+        get location() {
+            return new URL(`file://${__filename}`);
+        }
+    }
+}
+
+class YAML {
+    /**
+     * Parses YAML into dictionary. Does not interpret types, all values are a
+     * string or a list of strings. No support for objects other than the top
+     * level.
+     * @param {string} yaml
+     * @return {{[string]: string | string[]}}
+     */
+    static parse(yaml) {
+        const out = {};
+
+        yaml.split('\n').reduce((key, line, i) => {
+            let match;
+            if (match = line.match(/^\s*-\s+(.+?)$/)) {
+                if (!Array.isArray(out[key]))
+                    out[key] = out[key].trim() ? [out[key]] : [];
+                out[key].push(match[1].trim());
+            }
+            else if (match = line.match(/^\s*([A-Za-z0-9_][A-Za-z0-9_-]*):\s*(.*)$/)) {
+                key = match[1];
+                out[key] = match[2].trim();
+            }
+            else if (!line.trim()) {
+                // whitespace, ignore
+            }
+            else {
+                throw Error(`Could not parse line ${i+1}: "${line}"`);
+            }
+            return key;
+        }, null);
+
+        return out;
+    }
+
+    /**
+     * Turns an object into a YAML string. No support for objects, only simple
+     * types and lists of simple types.
+     * @param {{[string]: string | number | boolean | string[]}} data
+     * @return {string}
+     */
+    static stringify(data) {
+        return Object.entries(data).reduce((str, [key, value]) => {
+            let valstr = '';
+            if (Array.isArray(value))
+                valstr = value.map(val => `\n  - ${val}`).join('');
+            else if (typeof value === 'number' || typeof value === 'boolean' || value.match(/^\d*(\.\d+)?$/))
+                valstr = `${value}`;
+            else
+                valstr = `${value}`; // Quote?
+
+            return `${str}${key}: ${valstr}\n`;
+        }, '');
+    }
+}
+
+/**
+ * Wrapper around the bergamot-translator exported module that hides the need
+ * of working with C++ style data structures and does model management.
+ */
+class BergamotTranslatorWorker {
+    /**
+     * Map of expected symbol -> name of fallback symbol for functions that can
+     * be swizzled for a faster implementation. Firefox Nightly makes use of
+     * this.
+     */
+    static GEMM_TO_FALLBACK_FUNCTIONS_MAP = {
+        'int8_prepare_a': 'int8PrepareAFallback',
+        'int8_prepare_b': 'int8PrepareBFallback',
+        'int8_prepare_b_from_transposed': 'int8PrepareBFromTransposedFallback',
+        'int8_prepare_b_from_quantized_transposed': 'int8PrepareBFromQuantizedTransposedFallback',
+        'int8_prepare_bias': 'int8PrepareBiasFallback',
+        'int8_multiply_and_add_bias': 'int8MultiplyAndAddBiasFallback',
+        'int8_select_columns_of_b': 'int8SelectColumnsOfBFallback'
+    };
+
+    /**
+     * Name of module exported by Firefox Nightly that exports an optimised
+     * implementation of the symbols mentioned above.
+     */
+    static NATIVE_INT_GEMM = 'mozIntGemm';
+
+    /**
+     * Empty because we can't do async constructors yet. It is the
+     * responsibility of whoever owns this WebWorker to call `initialize()`.
+     */
+    constructor(options) {}
+
+    /**
+     * Instantiates a new translation worker with optional options object.
+     * If this call succeeds, the WASM runtime is loaded and ready.
+     * 
+     * Available options are:
+     *   useNativeIntGemm: {true | false} defaults to false. If true, it will
+     *                     attempt to link to the intgemm module available in
+     *                     Firefox Nightly which makes translations much faster.
+     *          cacheSize: {Number} defaults to 0 which disables translation
+     *                     cache entirely. Note that this is a theoretical
+     *                     upper bound. In practice it will use about 1/3th of
+     *                     the cache specified here. 2^14 is not a bad starting
+     *                     value.
+     * @param {{useNativeIntGemm: boolean, cacheSize: number}} options
+     */
+    async initialize(options) {
+        this.options = options || {};
+        this.models = new Map(); // Map<str,Promise<TranslationModel>>
+        this.module = await this.loadModule();
+        this.service = await this.loadTranslationService();
+    }
+
+    /**
+     * Tries to load native IntGEMM module for bergamot-translator. If that
+     * fails because it or any of the expected functions is not available, it
+     * falls back to using the naive implementations that come with the wasm
+     * binary itself through `linkFallbackIntGemm()`.
+     * @param {{env: {memory: WebAssembly.Memory}}} info
+     * @return {{[method:string]: (...any) => any}}
+     */
+    linkNativeIntGemm(info) {
+        if (!WebAssembly['mozIntGemm']) {
+            console.warn('Native gemm requested but not available, falling back to embedded gemm');
+            return this.linkFallbackIntGemm(info);
+        }
+
+        const instance = new WebAssembly.Instance(WebAssembly['mozIntGemm'](), {
+            '': {memory: info['env']['memory']}
+        });
+
+        if (!Array.from(Object.keys(BergamotTranslatorWorker.GEMM_TO_FALLBACK_FUNCTIONS_MAP)).every(fun => instance.exports[fun])) {
+            console.warn('Native gemm is missing expected functions, falling back to embedded gemm');
+            return this.linkFallbackIntGemm(info);
+        }
+
+        return instance.exports;
+    }
+
+    /**
+     * Links intgemm functions that are already available in the wasm binary,
+     * but just exports them under the name that is expected by
+     * bergamot-translator.
+     * @param {{env: {memory: WebAssembly.Memory}}} info
+     * @return {{[method:string]: (...any) => any}}
+     */
+    linkFallbackIntGemm(info) {
+        const mapping = Object.entries(BergamotTranslatorWorker.GEMM_TO_FALLBACK_FUNCTIONS_MAP).map(([key, name]) => {
+            return [key, (...args) => Module['asm'][name](...args)]
+        });
+
+        return Object.fromEntries(mapping);
+    }
+
+    /**
+     * Internal method. Reads and instantiates the WASM binary. Returns a
+     * promise for the exported Module object that contains all the classes
+     * and functions exported by bergamot-translator.
+     * @return {Promise<BergamotTranslator>}
+     */
+    loadModule() {
+        return new Promise(async (resolve, reject) => {
+            try {
+                const response = await self.fetch(new URL('./bergamot-translator-worker.wasm', self.location));
+
+                Object.assign(Module, {
+                    instantiateWasm: (info, accept) => {
+                        try {
+                            WebAssembly.instantiateStreaming(response, {
+                                ...info,
+                                'wasm_gemm': this.options.useNativeIntGemm
+                                    ? this.linkNativeIntGemm(info)
+                                    : this.linkFallbackIntGemm(info)
+                            }).then(({instance}) => accept(instance)).catch(reject);
+                        } catch (err) {
+                            reject(err);
+                        }
+                        return {};
+                    },
+                    onRuntimeInitialized: () => {
+                        resolve(Module);
+                    }
+                });
+
+                // Emscripten glue code. Webpack et al. should not mangle the `Module` property name!
+                self.Module = Module;
+                self.importScripts('bergamot-translator-worker.js');
+            } catch (err) {
+                reject(err);
+            }
+        });
+    }
+
+    /**
+     * Internal method. Instantiates a BlockingService()
+     * @return {BergamotTranslator.BlockingService}
+     */
+    loadTranslationService() {
+        return new this.module.BlockingService({
+            cacheSize: Math.max(this.options.cacheSize || 0, 0)
+        });
+    }
+
+    /**
+     * Returns whether a model has already been loaded in this worker. Marked
+     * async because the message passing interface we use expects async methods.
+     * @param {{from:string, to:string}}
+     * @return boolean
+     */ 
+    hasTranslationModel({from,to}) {
+        const key = JSON.stringify({from,to});
+        return this.models.has(key);
+    }
+
+    /**
+     * Loads a translation model from a set of file buffers. After this, the
+     * model is available to translate with and `hasTranslationModel()` will
+     * return true for this pair.
+     * @param {{from:string, to:string}}
+     * @param {{
+     *   model: ArrayBuffer,
+     *   shortlist: ArrayBuffer,
+     *   vocabs: ArrayBuffer[],
+     *   qualityModel: ArrayBuffer?,
+     *   config?: {
+     *     [key:string]: string
+     *   }
+     * }} buffers
+     */ 
+    loadTranslationModel({from, to}, buffers) {
+        // This because service_bindings.cpp:prepareVocabsSmartMemories :(
+        const uniqueVocabs = buffers.vocabs.filter((vocab, index, vocabs) => {
+            return !vocabs.slice(0, index).includes(vocab);
+        });
+
+        const [modelMemory, shortlistMemory, qualityModel, ...vocabMemory] = [
+            this.prepareAlignedMemoryFromBuffer(buffers.model, 256),
+            this.prepareAlignedMemoryFromBuffer(buffers.shortlist, 64),
+            buffers.qualityModel // optional quality model
+                ? this.prepareAlignedMemoryFromBuffer(buffers.qualityModel, 64)
+                : null,
+            ...uniqueVocabs.map(vocab => this.prepareAlignedMemoryFromBuffer(vocab, 64))
+        ];
+
+        const vocabs = new this.module.AlignedMemoryList();
+        vocabMemory.forEach(vocab => vocabs.push_back(vocab));
+
+        // Defaults
+        let modelConfig = YAML.parse(`
+            beam-size: 1
+            normalize: 1.0
+            word-penalty: 0
+            cpu-threads: 0
+            gemm-precision: int8shiftAlphaAll
+            skip-cost: true
+        `);
+
+        if (buffers.config)
+            Object.assign(modelConfig, buffers.config);
+
+        // WASM marian is only compiled with support for shiftedAll.
+        if (modelConfig['gemm-precision'] === 'int8')
+            modelConfig['gemm-precision'] = 'int8shiftAll';
+
+        // Override these
+        Object.assign(modelConfig, YAML.parse(`
+            alignment: soft
+            quiet: true
+            quiet-translation: true
+            max-length-break: 128
+            mini-batch-words: 1024
+            workspace: 128
+            max-length-factor: 2.0
+        `));
+
+        const key = JSON.stringify({from,to});
+        this.models.set(key, new this.module.TranslationModel(YAML.stringify(modelConfig), modelMemory, shortlistMemory, vocabs, qualityModel));
+    }
+
+    /**
+     * Frees up memory used by old translation model. Does nothing if model is
+     * already deleted.
+     * @param {{from:string, to:string}}
+     */
+    freeTranslationModel({from, to}) {
+        const key = JSON.stringify({from,to});
+        
+        if (!this.models.has(key))
+            return;
+        
+        const model = this.models.get(key);
+        this.models.delete(key);
+
+        model.delete();
+    }
+
+    /**
+     * Internal function. Copies the data from an ArrayBuffer into memory that
+     * can be used inside the WASM vm by Marian.
+     * @param {{ArrayBuffer}} buffer
+     * @param {number} alignmentSize
+     * @return {BergamotTranslator.AlignedMemory}
+     */
+    prepareAlignedMemoryFromBuffer(buffer, alignmentSize) {
+        const bytes = new Int8Array(buffer);
+        const memory = new this.module.AlignedMemory(bytes.byteLength, alignmentSize);
+        memory.getByteArrayView().set(bytes);
+        return memory;
+    }
+
+    /**
+     * Public. Does actual translation work. You have to make sure that the
+     * models necessary for translating text are already loaded before calling
+     * this method. Returns a promise with translation responses.
+     * @param {{models: {from:string, to:string}[], texts: {text: string, html: boolean}[]}}
+     * @return {Promise<{target: {text: string}}[]>}
+     */
+    translate({models, texts}) {
+        // Convert texts array into a std::vector<std::string>.
+        let input = new this.module.VectorString();
+        texts.forEach(({text}) => input.push_back(text));
+
+        // Extracts the texts[].html options into ResponseOption objects
+        let options = new this.module.VectorResponseOptions();
+        texts.forEach(({html, qualityScores}) => options.push_back({alignment: false, html, qualityScores}));
+
+        // Turn our model names into a list of TranslationModel pointers
+        const translationModels = models.map(({from,to}) => {
+            const key = JSON.stringify({from,to});
+            return this.models.get(key);
+        });
+
+        // translate the input, which is a vector<String>; the result is a vector<Response>
+        const responses = models.length > 1
+            ? this.service.translateViaPivoting(...translationModels, input, options)
+            : this.service.translate(...translationModels, input, options);
+        
+        input.delete();
+        options.delete();
+
+        // Convert the Response WASM wrappers into native JavaScript types we
+        // can send over the 'wire' (message passing) in the same format as we
+        // use in bergamot-translator.
+        const translations = texts.map((_, i) => ({
+            target: {
+                text: responses.get(i).getTranslatedText()
+            }
+        }));
+
+        responses.delete();
+
+        return translations;
+    }
+}
+
+/**
+ * Because you can't put an Error object in a message. But you can post a
+ * generic object!
+ * @param {Error} error
+ * @return {{
+ *  name: string?,
+ *  message: string?,
+ *  stack: string?
+ * }}
+ */
+function cloneError(error) {
+    return {
+        name: error.name,
+        message: error.message,
+        stack: error.stack
+    };
+}
+
+// (Constructor doesn't really do anything, we need to call `initialize()`
+// first before using it. That happens from outside the worker.)
+const worker = new BergamotTranslatorWorker();
+
+self.addEventListener('message', async function({data: {id, name, args}}) {
+    if (!id)
+        console.error('Received message without id', arguments[0]);
+
+    try {
+        if (typeof worker[name] !== 'function')
+            throw TypeError(`worker[${name}] is not a function`);
+
+        // Using `Promise.resolve` to await any promises that worker[name]
+        // possibly returns.
+        const result = await Promise.resolve(Reflect.apply(worker[name], worker, args));
+        self.postMessage({id, result});
+    } catch (error) {
+        self.postMessage({
+            id,
+            error: cloneError(error)
+        })
+    }
+});

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@internetarchive/bookreader",
-  "version": "5.0.0-96",
+  "version": "5.0.0-98",
   "description": "The Internet Archive BookReader.",
   "type": "module",
   "files": [
@@ -31,6 +31,7 @@
   "homepage": "https://github.com/internetarchive/bookreader#readme",
   "private": false,
   "dependencies": {
+    "@internetarchive/bergamot-translator": "^0.4.9-ia.1",
     "@internetarchive/ia-activity-indicator": "^0.0.4",
     "@internetarchive/ia-item-navigator": "^2.1.2",
     "@internetarchive/icon-bookmark": "^1.3.4",
@@ -66,7 +67,7 @@
     "http-server": "14.1.1",
     "hypothesis": "^1.1627.0",
     "interactjs": "^1.10.18",
-    "iso-language-codes": "1.1.0",
+    "iso-language-codes": "2.0.0",
     "jest": "29.7.0",
     "jest-environment-jsdom": "^29.7.0",
     "jquery": "3.6.1",
@@ -106,9 +107,11 @@
     "preversion": "npm run test && node scripts/preversion.js",
     "version": "node scripts/version.js",
     "postversion": "node scripts/postversion.js",
-    "build": "npm run clean && npx concurrently --group npm:build-js npm:build-css npm:build-assets npm:build-hypothesis",
+    "build": "npm run clean && npx concurrently --group npm:build-js npm:build-css npm:build-assets npm:build-hypothesis npm:build-bergamot",
     "build-assets": "npx cpx \"src/assets/**/*\" BookReader && npx svgo -f BookReader/icons && npx svgo -f BookReader/images",
     "build-assets:watch": "npx cpx --watch --verbose \"src/assets/**/*\" BookReader",
+    "build-bergamot": "npx cpx \"node_modules/@internetarchive/bergamot-translator/worker/*\" BookReader/",
+    "build-bergamot:watch": "npx cpx --watch \"node_modules/@internetarchive/bergamot-translator/worker/*\" BookReader/",
     "build-hypothesis": "npx cpx \"node_modules/hypothesis/**/*\" BookReader/hypothesis",
     "build-hypothesis:watch": "npx cpx --watch --verbose \"node_modules/hypothesis/**/*\" BookReader/hypothesis",
     "build-js": "npx webpack",

package/src/BookNavigator/book-navigator.js

@@ -86,6 +86,7 @@ export class BookNavigator extends LitElement {
       'volumes',
       'chapters',
       'search',
+      'translate',
       'bookmarks',
       'downloads',
       'visualAdjustments',

package/src/BookReader/Mode1UpLit.js

@@ -283,7 +283,12 @@ export class Mode1UpLit extends LitElement {
       }).$container[0];
 
     pageContainerEl.style.transform = transform;
-    pageContainerEl.classList.toggle('BRpage-visible', this.visiblePages.includes(page));
+    // Prevent trigger pageVisible when scrolling outside of BookReader
+    const wasVisible = pageContainerEl.classList.contains('BRpage-visible');
+    const visibleStatus = pageContainerEl.classList.toggle('BRpage-visible', this.visiblePages.includes(page));
+    if (visibleStatus && !wasVisible) {
+      this.br.trigger('pageVisible', { pageContainerEl });
+    }
     return pageContainerEl;
   }
 

package/src/BookReader/Mode2UpLit.js

@@ -337,7 +337,12 @@ export class Mode2UpLit extends LitElement {
         reduce: page.width / wToV(this.computePageWidth(page)),
       }).$container[0];
 
-    pageContainerEl.classList.toggle('BRpage-visible', isVisible);
+    // Should keep for initial render of the page
+    const wasVisible = pageContainerEl.classList.contains('BRpage-visible');
+    const visibleStatus = pageContainerEl.classList.toggle('BRpage-visible', isVisible);
+    if (visibleStatus && !wasVisible) {
+      this.br.trigger('pageVisible', { pageContainerEl });
+    }
     return pageContainerEl;
   }
 
@@ -622,6 +627,11 @@ export class Mode2UpLit extends LitElement {
     this.visiblePages = (
       progression == 'lr' ? [nextSpread.left, nextSpread.right] : [nextSpread.right, nextSpread.left]
     ).filter(x => x);
+    nextPageContainers.forEach(c => {
+      this.br.trigger('pageVisible', {
+        pageContainerEl: c.$container[0],
+      });
+    });
   }
 
   /**