@lls/offline 24.28.0-5c90d7d6 → 24.28.0-635f1b73

package/lib/assets/fetch-worker.js

@@ -17,10 +17,10 @@ var parseRange = (range, size) => {
 };
 
 // src/utils/worker.ts
-var makeSyncWorker = (offlineWorker, methodNames, dbg) => {
+var makeSyncWorker = (offlineWorker2, methodNames, dbg) => {
   const dic = {};
   const cbks = {};
-  const fn = ({ source, data: { eventId, methodName, results, error, arg } = {} }) => {
+  const fn = ({ data: { eventId, methodName, results, error, arg } = {} } = {}) => {
     if (eventId && eventId in dic) {
       if (error) {
         dic[eventId].reject(error);
@@ -28,11 +28,11 @@ var makeSyncWorker = (offlineWorker, methodNames, dbg) => {
         dic[eventId].resolve(results);
       }
     } else {
-      if (methodName && !(methodName in cbks)) {
+      if (methodName && !methodName.startsWith("async") && !(methodName in cbks)) {
         console.error(`syncWorker: unknown methodName cbk ${dbg}`, eventId, methodName, error);
       }
     }
-    methodName && cbks[methodName]?.({ source, ...arg });
+    methodName && cbks[methodName]?.(arg);
   };
   const makeFn = (methodName) => {
     return ({ ports, ...arg } = {}) => {
@@ -40,7 +40,7 @@ var makeSyncWorker = (offlineWorker, methodNames, dbg) => {
         const eventId = `${methodName}:${Date.now()}-${Math.random().toFixed(5)}`;
         let resolved = false;
         const timeout = setTimeout(() => {
-          console.warn("slow request for", methodName, arg, eventId);
+          console.warn("slow request for", methodName, arg);
         }, 3e3);
         const doResolve = (arg2) => {
           if (!resolved) {
@@ -50,16 +50,11 @@ var makeSyncWorker = (offlineWorker, methodNames, dbg) => {
           }
         };
         dic[eventId] = { resolve: doResolve, reject };
-        if (ports) {
-          offlineWorker.postMessage({ eventId, methodName, arg }, ports);
-        } else {
-          offlineWorker.postMessage({ eventId, methodName, arg });
-        }
+        offlineWorker2.postMessage({ eventId, methodName, arg }, ports);
       });
     };
   };
-  const fns = Object.fromEntries(methodNames.map((name) => [name, makeFn(name)]));
-  const obj = Object.assign(fns, {
+  const obj = Object.assign(Object.fromEntries(methodNames.map((name) => [name, makeFn(name)])), {
     on: (key, fn2) => {
       cbks[key] = fn2;
     }
@@ -76,38 +71,26 @@ var makeSyncWorker = (offlineWorker, methodNames, dbg) => {
 };
 var a = (a2) => a2;
 var makeSyncHandler = a(
-  (services) => ({
+  (sender, services) => ({
     canHandle: (methodName) => {
       return methodName in services;
     },
-    handle: async ({ data: { eventId, methodName, arg } = {}, source, ports, target }) => {
-      const emitter = source?.postMessage && source || target?.postMessage && target || self;
+    handle: async ({ data: { eventId, methodName, arg } = {}, ports }) => {
       try {
         if (typeof methodName === "string" && methodName in services && services[methodName]) {
           const results = await services[methodName](arg, { ports });
-          emitter.postMessage({ eventId, methodName, results });
+          sender.postMessage({ eventId, methodName, results });
           return;
         }
         throw new Error(`invalid methodName ${Object.keys(services)} |${String(methodName)}`);
       } catch (e) {
         console.debug("failed", e);
-        emitter.postMessage({ eventId, methodName, error: e });
+        sender.postMessage({ eventId, methodName, error: e });
       }
     }
   })
 );
 var jsonToBuf = (json) => new TextEncoder().encode(JSON.stringify(json));
-var combineHandlers = (...handlers) => {
-  return (message) => {
-    const methodName = String("methodName" in message.data ? message.data.methodName : "");
-    for (const h of handlers) {
-      if (h.canHandle(methodName)) {
-        return h.handle(message);
-      }
-    }
-    console.error("no handlers matched", methodName);
-  };
-};
 var openCache = async (mode) => caches.open(`LLS_OFFLINE_${mode}`);
 var isStoryZip = (name) => /story-.*?\.zip/.test(name);
 var isValidZipName = (name) => {
@@ -356,7 +339,7 @@ var fetchAsset = async (ev, { entryId, mimeType, offlineWorkerSync: offlineWorke
   try {
     const [buf, maybeRangeHeaders] = await offlineWorkerSync2.readZipEntry(entryId).then((buf2) => {
       const range = ev.request.headers.get("Range");
-      if (!hasStreamingExtension(ev.request.url)) {
+      if (!ev.request.url.endsWith(".mp4") && !ev.request.url.endsWith(".webm")) {
         return [buf2, {}];
       }
       if (!range) {
@@ -437,7 +420,6 @@ var ACCEPTED_EXTENSIONS = {
   ".riv": "application/octet-stream",
   ".pdf": "application/pdf"
 };
-var hasStreamingExtension = (str) => /\.(mp3|mp4|webm|m4a)$/.test(str);
 var putInCache = async (request, response) => {
   const cache = await openCache(CONF_ENV);
   await cache.put(request, response);
@@ -447,7 +429,7 @@ var tryOnline = async (request, event) => {
   if (isValidZipName(request.url) && !isValidS3Zip(responseFromNetwork)) {
     throw new Error(`zip is invalid: got ${responseFromNetwork.headers.get("Content-Length")} bytes`);
   }
-  const cached = request.method === "GET" || request.method === "OPTIONS" ? putInCache(request, responseFromNetwork.clone()) : Promise.resolve();
+  const cached = request.method === "HEAD" ? Promise.resolve() : putInCache(request, responseFromNetwork.clone());
   if (request.url.endsWith(".zip")) {
     await cached;
     event.waitUntil(Promise.resolve());
@@ -521,20 +503,23 @@ swSelf.addEventListener("install", (_event) => {
 swSelf.addEventListener("activate", (event) => {
   event.waitUntil(swSelf.clients.claim());
 });
-var setKnownLinks2 = (arg) => setKnownLinks(knownLinks, arg);
+var offlineWorker;
 var offlineWorkerSync;
 var initChannel = async (__, { ports }) => {
   console.info(`FETCH WORKER innitChannel v${/* @__PURE__ */ new Date()}`);
-  const offlineWorker = ports[0];
-  const { handler: syncHandler, ...sender } = makeSyncWorker(
+  offlineWorker = ports[0];
+  const { handler, ...sender } = makeSyncWorker(
     offlineWorker,
-    ["readZipEntry", "loadBook", "slugToFileMeta", "loadPageContent", "searchBooks", "ensureAppReady"],
+    ["readZipEntry", "loadBook", "slugToFileMeta", "loadPageContent", "searchBooks"],
     "fetchworker"
   );
-  const onHandler = makeSyncHandler({ setKnownLinks: setKnownLinks2 });
   offlineWorkerSync = sender;
-  offlineWorker.onmessage = combineHandlers(syncHandler, onHandler);
-  await offlineWorkerSync.ensureAppReady();
+  offlineWorker.onmessage = handler.handle;
+  offlineWorkerSync.on("setKnownLinks", ({ entryNames, bookId, eventId }) => {
+    setKnownLinks(knownLinks, { entryNames, bookId });
+    offlineWorker.postMessage({ methodName: "setKnownLinks:back", eventId });
+  });
+  offlineWorker.postMessage({ methodName: "sendAppReady" });
 };
 var knownLinks = /* @__PURE__ */ new Map();
 var configure = ({
@@ -551,4 +536,28 @@ var configure = ({
   }
   console.info("sw::configure", { STORAGE, CONF_ENV });
 };
-swSelf.onmessage = combineHandlers(makeSyncHandler({ initChannel, configure }));
+swSelf.onmessage = async ({
+  data: { methodName, arg } = {},
+  ports
+}) => {
+  const services = {
+    initChannel,
+    configure
+  };
+  try {
+    if (methodName === "configure") {
+      await services[methodName](arg);
+      return;
+    }
+    if (methodName === "initChannel") {
+      if (!ports.length) {
+        throw new Error("fetchworker::missing port!");
+      }
+      await services[methodName](arg, { ports });
+      return;
+    }
+    throw new Error(`fetchworker:invalid methodName ${Object.keys(services)} ${methodName}`);
+  } catch (e) {
+    console.error("failed", methodName, arg, e);
+  }
+};

package/lib/assets/offline-worker.js

@@ -13,7 +13,7 @@ var tryCatch = (fn) => {
 var makeSyncWorker = (offlineWorker, methodNames, dbg) => {
   const dic = {};
   const cbks = {};
-  const fn = ({ source, data: { eventId, methodName, results, error, arg } = {} }) => {
+  const fn = ({ data: { eventId, methodName, results, error, arg } = {} } = {}) => {
     if (eventId && eventId in dic) {
       if (error) {
         dic[eventId].reject(error);
@@ -21,11 +21,11 @@ var makeSyncWorker = (offlineWorker, methodNames, dbg) => {
         dic[eventId].resolve(results);
       }
     } else {
-      if (methodName && !(methodName in cbks)) {
+      if (methodName && !methodName.startsWith("async") && !(methodName in cbks)) {
         console.error(`syncWorker: unknown methodName cbk ${dbg}`, eventId, methodName, error);
       }
     }
-    methodName && cbks[methodName]?.({ source, ...arg });
+    methodName && cbks[methodName]?.(arg);
   };
   const makeFn = (methodName) => {
     return ({ ports, ...arg } = {}) => {
@@ -33,7 +33,7 @@ var makeSyncWorker = (offlineWorker, methodNames, dbg) => {
         const eventId = `${methodName}:${Date.now()}-${Math.random().toFixed(5)}`;
         let resolved = false;
         const timeout = setTimeout(() => {
-          console.warn("slow request for", methodName, arg, eventId);
+          console.warn("slow request for", methodName, arg);
         }, 3e3);
         const doResolve = (arg2) => {
           if (!resolved) {
@@ -43,16 +43,11 @@ var makeSyncWorker = (offlineWorker, methodNames, dbg) => {
           }
         };
         dic[eventId] = { resolve: doResolve, reject };
-        if (ports) {
-          offlineWorker.postMessage({ eventId, methodName, arg }, ports);
-        } else {
-          offlineWorker.postMessage({ eventId, methodName, arg });
-        }
+        offlineWorker.postMessage({ eventId, methodName, arg }, ports);
       });
     };
   };
-  const fns = Object.fromEntries(methodNames.map((name) => [name, makeFn(name)]));
-  const obj = Object.assign(fns, {
+  const obj = Object.assign(Object.fromEntries(methodNames.map((name) => [name, makeFn(name)])), {
     on: (key2, fn2) => {
       cbks[key2] = fn2;
     }
@@ -69,33 +64,31 @@ var makeSyncWorker = (offlineWorker, methodNames, dbg) => {
 };
 var a = (a2) => a2;
 var makeSyncHandler = a(
-  (services) => ({
+  (sender2, services) => ({
     canHandle: (methodName) => {
       return methodName in services;
     },
-    handle: async ({ data: { eventId, methodName, arg } = {}, source, ports, target }) => {
-      const emitter = source?.postMessage && source || target?.postMessage && target || self;
+    handle: async ({ data: { eventId, methodName, arg } = {}, ports }) => {
       try {
         if (typeof methodName === "string" && methodName in services && services[methodName]) {
           const results = await services[methodName](arg, { ports });
-          emitter.postMessage({ eventId, methodName, results });
+          sender2.postMessage({ eventId, methodName, results });
           return;
         }
         throw new Error(`invalid methodName ${Object.keys(services)} |${String(methodName)}`);
       } catch (e) {
         console.debug("failed", e);
-        emitter.postMessage({ eventId, methodName, error: e });
+        sender2.postMessage({ eventId, methodName, error: e });
       }
     }
   })
 );
 var bufToJson = (buf) => JSON.parse(new TextDecoder("UTF-8").decode(new Uint8Array(buf)));
 var combineHandlers = (...handlers) => {
-  return (message) => {
-    const methodName = String("methodName" in message.data ? message.data.methodName : "");
+  return ({ data: { methodName, ...data } = {}, ports }) => {
     for (const h of handlers) {
-      if (h.canHandle(methodName)) {
-        return h.handle(message);
+      if (h.canHandle(String(methodName))) {
+        return h.handle({ data: { methodName, ...data }, ports });
       }
     }
     console.error("no handlers matched", methodName);
@@ -408,7 +401,6 @@ var fetchZipFile = async (zipUrl, { forceRefresh } = {}) => {
       await accessHandle.close();
     } else {
       const cache = await openCache(CONF_ENV);
-      console.time("writing cache");
       const response2 = new Response(arrayBuffer, {
         headers: {
           "Cache-Control": "max-age=600, s-maxage=600, public, proxy-revalidate",
@@ -421,12 +413,9 @@ var fetchZipFile = async (zipUrl, { forceRefresh } = {}) => {
         type: "cors",
         url: zipUrl
       });
-      console.debug("writing to cache asynchronously, because takes 4s");
-      cache.put(zipUrl, response2).then(() => {
-        console.timeEnd("writing cache");
-      });
+      await cache.put(zipUrl, response2);
     }
-    return arrayBuffer;
+    return await readArrayBuffer();
   }
 };
 var slugToFileMeta2 = async ({ slug }) => {
@@ -448,7 +437,12 @@ var loadBook2 = async ({ id: bookId, forceRefresh }) => {
         console.time("loadzip");
         const entryNames = await loadZip(new Uint8Array(buf), bookId);
         console.timeEnd("loadzip");
-        await fetchWorkerSync.setKnownLinks({ entryNames, bookId });
+        const eventId = `setKnownLinks:${Date.now()}-${Math.random().toFixed(5)}`;
+        const responseForEventId = new Promise((resolve, reject) => {
+          dicFetchWorkerCallback[eventId] = { resolve, reject };
+        });
+        fetchWorker.postMessage({ methodName: "setKnownLinks", arg: { entryNames, bookId, eventId } });
+        await responseForEventId;
         if (isOldZip(bookId)) {
           const json = await readZipEntry({
             entryName: `preload/${bookId}.json`,
@@ -491,27 +485,43 @@ var loadPageContent2 = async ({
   });
   return await loadPageContent({ chapterId, json });
 };
-var ensureAppReady = () => {
-};
 var fetchWorker;
-var fetchWorkerSync;
+var dicFetchWorkerCallback = {};
+var handleFetchWorkerCallback = ({ data: { eventId } }) => {
+  if (dicFetchWorkerCallback[eventId]) {
+    dicFetchWorkerCallback[eventId].resolve();
+  } else {
+    console.debug("unknown eventId", eventId);
+  }
+};
 var initChannel = (__, { ports }) => {
   fetchWorker = ports[0];
-  const onHandler = makeSyncHandler({
+  const { canHandle, handle } = makeSyncHandler(fetchWorker, {
     readZipEntry,
     loadBook: loadBook2,
     slugToFileMeta: slugToFileMeta2,
     loadPageContent: loadPageContent2,
-    searchBooks,
-    ensureAppReady
+    searchBooks
   });
-  const { handler: syncHandler, ...sender2 } = makeSyncWorker(
-    fetchWorker,
-    ["setKnownLinks"],
-    "offline-worker"
-  );
-  fetchWorkerSync = sender2;
-  fetchWorker.onmessage = combineHandlers(syncHandler, onHandler);
+  const fn = (dataObj) => {
+    if (dataObj.data?.methodName === "sendAppReady") {
+      self.postMessage({ methodName: "ready" });
+      return;
+    }
+    if (dataObj.data?.methodName === "setKnownLinks:back") {
+      if (typeof dataObj?.data?.eventId !== "string") {
+        console.debug("missing eventId to get response back for setKnownLinks:back");
+        return;
+      }
+      handleFetchWorkerCallback(dataObj);
+      return;
+    }
+    if (canHandle(dataObj.data?.methodName || "")) {
+      return handle(dataObj);
+    }
+    console.error("unknown methodName", dataObj.data?.methodName);
+  };
+  fetchWorker.onmessage = fn;
 };
 var loadBooks = async ({ primaryOnly = false } = {}) => {
   let entries = [];
@@ -583,7 +593,7 @@ var reset = async () => {
   await (await navigator.storage.getDirectory()).remove({ recursive: true });
   console.info("opfs cleared");
 };
-var mainHandle = makeSyncHandler({
+var mainHandle = makeSyncHandler(self, {
   initChannel,
   loadPreload: loadPreload2,
   readZipEntry,

package/lib/index.js

@@ -13,7 +13,7 @@ var tryCatch = (fn) => {
 var makeSyncWorker = (offlineWorker2, methodNames, dbg) => {
   const dic = {};
   const cbks = {};
-  const fn = ({ source, data: { eventId, methodName, results, error, arg } = {} }) => {
+  const fn = ({ data: { eventId, methodName, results, error, arg } = {} } = {}) => {
     if (eventId && eventId in dic) {
       if (error) {
         dic[eventId].reject(error);
@@ -21,11 +21,11 @@ var makeSyncWorker = (offlineWorker2, methodNames, dbg) => {
         dic[eventId].resolve(results);
       }
     } else {
-      if (methodName && !(methodName in cbks)) {
+      if (methodName && !methodName.startsWith("async") && !(methodName in cbks)) {
         console.error(`syncWorker: unknown methodName cbk ${dbg}`, eventId, methodName, error);
       }
     }
-    methodName && cbks[methodName]?.({ source, ...arg });
+    methodName && cbks[methodName]?.(arg);
   };
   const makeFn = (methodName) => {
     return ({ ports, ...arg } = {}) => {
@@ -33,7 +33,7 @@ var makeSyncWorker = (offlineWorker2, methodNames, dbg) => {
         const eventId = `${methodName}:${Date.now()}-${Math.random().toFixed(5)}`;
         let resolved = false;
         const timeout = setTimeout(() => {
-          console.warn("slow request for", methodName, arg, eventId);
+          console.warn("slow request for", methodName, arg);
         }, 3e3);
         const doResolve = (arg2) => {
           if (!resolved) {
@@ -43,16 +43,11 @@ var makeSyncWorker = (offlineWorker2, methodNames, dbg) => {
           }
         };
         dic[eventId] = { resolve: doResolve, reject };
-        if (ports) {
-          offlineWorker2.postMessage({ eventId, methodName, arg }, ports);
-        } else {
-          offlineWorker2.postMessage({ eventId, methodName, arg });
-        }
+        offlineWorker2.postMessage({ eventId, methodName, arg }, ports);
       });
     };
   };
-  const fns = Object.fromEntries(methodNames.map((name) => [name, makeFn(name)]));
-  const obj = Object.assign(fns, {
+  const obj = Object.assign(Object.fromEntries(methodNames.map((name) => [name, makeFn(name)])), {
     on: (key, fn2) => {
       cbks[key] = fn2;
     }
@@ -69,32 +64,30 @@ var makeSyncWorker = (offlineWorker2, methodNames, dbg) => {
 };
 var a = (a2) => a2;
 var makeSyncHandler = a(
-  (services) => ({
+  (sender, services) => ({
     canHandle: (methodName) => {
       return methodName in services;
     },
-    handle: async ({ data: { eventId, methodName, arg } = {}, source, ports, target }) => {
-      const emitter = source?.postMessage && source || target?.postMessage && target || self;
+    handle: async ({ data: { eventId, methodName, arg } = {}, ports }) => {
       try {
         if (typeof methodName === "string" && methodName in services && services[methodName]) {
           const results = await services[methodName](arg, { ports });
-          emitter.postMessage({ eventId, methodName, results });
+          sender.postMessage({ eventId, methodName, results });
           return;
         }
         throw new Error(`invalid methodName ${Object.keys(services)} |${String(methodName)}`);
       } catch (e) {
         console.debug("failed", e);
-        emitter.postMessage({ eventId, methodName, error: e });
+        sender.postMessage({ eventId, methodName, error: e });
       }
     }
   })
 );
 var combineHandlers = (...handlers) => {
-  return (message) => {
-    const methodName = String("methodName" in message.data ? message.data.methodName : "");
+  return ({ data: { methodName, ...data } = {}, ports }) => {
     for (const h of handlers) {
-      if (h.canHandle(methodName)) {
-        return h.handle(message);
+      if (h.canHandle(String(methodName))) {
+        return h.handle({ data: { methodName, ...data }, ports });
       }
     }
     console.error("no handlers matched", methodName);
@@ -131,6 +124,14 @@ var fetchWorkerPromise = new Promise(
     return fetchWorker;
   })
 );
+var setWorkersReady;
+var workersReadyPromise = new Promise((resolve) => {
+  setWorkersReady = resolve;
+});
+var setBooksLoaded;
+var setBooksLoadedPromise = new Promise((resolve) => {
+  setBooksLoaded = resolve;
+});
 var installWorker = async ({
   skipLoadBooks = false,
   primaryOnly = false,
@@ -145,7 +146,7 @@ var installWorker = async ({
   const fetchWorker = await fetchWorkerPromise;
   const configureOptions = { storage, zipBaseUrl, checkUpdates, confEnv };
   if (nativeReadFile) {
-    const wwHandler = makeSyncHandler({ nativeReadFile, nativeWriteFile, nativeListZips });
+    const wwHandler = makeSyncHandler(offlineWorker, { nativeReadFile, nativeWriteFile, nativeListZips });
     offlineWorker.onmessage = combineHandlers(handler, wwHandler);
     if (storage !== "native") {
       console.warn("nativeReadFile given, ignoring storage", storage);
@@ -153,17 +154,13 @@ var installWorker = async ({
     offlineWorkerSync.configure({ ...configureOptions, storage: "native" });
   } else {
     offlineWorker.onmessage = handler.handle;
-    await offlineWorkerSync.configure(configureOptions);
+    offlineWorkerSync.configure(configureOptions);
   }
+  offlineWorkerSync.on("ready", setWorkersReady);
   const channel = new MessageChannel();
-  await offlineWorkerSync.initChannel({ ports: [channel.port1] });
-  const { handler: fetchWorkerHandler, ...fetchWorkerSync } = makeSyncWorker(fetchWorker, [
-    "initChannel",
-    "configure"
-  ]);
-  navigator.serviceWorker.onmessage = combineHandlers(fetchWorkerHandler);
-  await fetchWorkerSync.initChannel({ ports: [channel.port2] });
-  await fetchWorkerSync.configure({ storage, confEnv });
+  offlineWorkerSync.initChannel({ ports: [channel.port1] });
+  fetchWorker.postMessage({ methodName: "initChannel" }, [channel.port2]);
+  fetchWorker.postMessage({ methodName: "configure", arg: { storage, confEnv } });
   offlineWorkerSync.on("opfsProgress", () => {
   });
   if (!primaryOnly) {
@@ -172,6 +169,7 @@ var installWorker = async ({
   if (!skipLoadBooks) {
     await offlineWorkerSync.loadBooks({ primaryOnly });
   }
+  setBooksLoaded();
 };
 var useOfflineWorker_default = ({
   skipLoadBooks,
@@ -198,6 +196,7 @@ var useOfflineWorker_default = ({
         checkUpdates,
         confEnv
       });
+      await Promise.all([workersReadyPromise, setBooksLoadedPromise]);
       fetch(window.location.href.replace(window.location.search, ""));
       setReady(true);
     };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lls/offline",
-  "version": "24.28.0-5c90d7d6",
+  "version": "24.28.0-635f1b73",
   "description": "offline",
   "main": "./lib/index.js",
   "module": "./lib/index.js",
@@ -53,7 +53,7 @@
     "vite": "7.0.7",
     "vite-tsconfig-paths": "5.1.4",
     "zod": "3.25.50",
-    "@lls/vitescripts": "24.28.0-5c90d7d6"
+    "@lls/vitescripts": "24.28.0-635f1b73"
   },
   "dependencies": {
     "redux-persist": "6.0.0"