@wovin/core 0.1.9 → 0.1.13

package/dist/applog/applog-utils.d.ts

@@ -8,7 +8,13 @@ export declare function sortApplogsByTs(appLogArray: Applog[], dir?: 'asc' | 'de
 export declare const isTsBefore: (log: Applog, logToCompare: Applog) => boolean;
 export declare const uniqueEnFromAppLogs: (appLogArray: Applog[]) => string[];
 export declare const areApplogsEqual: (logA: Applog, logB: Applog) => boolean;
-export declare const removeDuplicateAppLogs: (appLogArray: Applog[]) => Applog[];
+export type RemoveDuplicateAppLogsMode = 'safety' | 'cleanup';
+/**
+ * Deduplicate applogs by CID.
+ * - safety: fast duplicate check; returns original array if no duplicates found.
+ * - cleanup: optimized for merged arrays with likely duplicates.
+ */
+export declare const removeDuplicateAppLogs: (appLogArray: Applog[], mode?: RemoveDuplicateAppLogsMode) => Applog[];
 export declare const getHashID: (stringifiable: any, lngth?: number) => string;
 export declare function isVariable(x: any): x is string;
 export declare function variableNameWithoutQuestionmark(str: string): string;

package/dist/applog/applog-utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"applog-utils.d.ts","sourceRoot":"","sources":["../../src/applog/applog-utils.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACX,MAAM,EAEN,WAAW,EACX,mBAAmB,EACnB,uBAAuB,EACvB,aAAa,EACb,aAAa,EACb,cAAc,EACd,MAAM,eAAe,CAAA;AAItB,eAAO,MAAM,iBAAiB,GAAI,MAAM,MAAM,EAAE,MAAM,MAAM,EAAE,MAAK,KAAK,GAAG,MAAc,WAGpD,CAAA;AACrC,eAAO,MAAM,cAAc,GAAI,MAAM,MAAM,EAAE,EAAE,MAAM,MAAM,EAAE,MAAM,MAAM,YAExE,CAAA;AAED,eAAO,MAAM,kBAAkB,GAAI,MAAM,MAAM,EAAE,MAAM,MAAM,EAAE,MAAK,KAAK,GAAG,MAAc,WAA6C,CAAA;AACvI,eAAO,MAAM,oBAAoB,yCAAwC,CAAA;AAEzE,yEAAyE;AACzE,wBAAgB,eAAe,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,GAAG,GAAE,KAAK,GAAG,MAAc,YAEjF;AACD,eAAO,MAAM,UAAU,GAAI,KAAK,MAAM,EAAE,cAAc,MAAM,YAA0D,CAAA;AACtH,eAAO,MAAM,mBAAmB,GAAI,aAAa,MAAM,EAAE,aAAyD,CAAA;AAClH,eAAO,MAAM,eAAe,GAAI,MAAM,MAAM,EAAE,MAAM,MAAM,YAAoC,CAAA;AAE9F,eAAO,MAAM,sBAAsB,GAAI,aAAa,MAAM,EAAE,aAmB3D,CAAA;AAWD,eAAO,MAAM,SAAS,GAAI,eAAe,GAAG,EAAE,cAAS,KAAwD,MAAM,CAAA;AAErH,wBAAgB,UAAU,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,IAAI,MAAM,CAE9C;AACD,wBAAgB,+BAA+B,CAAC,GAAG,EAAE,MAAM,UAE1D;AAID,wBAAgB,eAAe,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,IAAI,WAAW,CAGxD;AAaD,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,mBAAmB,EAAE,SAAS,EAAE,aAAa;;;;;;;;IAmB9F;AAcD,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,MAAM,EAAE,WAAW,EAAE,cAAc,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,WAAW,GAAG,OAAO,CA6B7H;AACD,wBAAgB,SAAS,CAAC,WAAW,EAAE,cAAc,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,GAAG,aAAa,CAiBhI;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,OAAO,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,GAAG,aAAa,CAOhH;AAED,wBAAgB,SAAS,CAAC,MAAM,SAAS,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,MAAM,EAAE,GAAG,uBAAuB,CAAC,MAAM,CAAC,CAUjI;AASD,eAAO,MAAM,QAAQ;iBACC,MAAM,EAAE;iBAIR,MAAM,EAAE;mBAIN,MAAM,EAAE;sBAIL,MAAM,EAAE;iBArBH,MAAM,EAAE;kBAKN,MAAM,EAAE;qBAAR,MAAM,EAAE;oBA0BjB,MAAM,EAAE;mBAQT,MAAM,EAAE;sBAqBL,MAAM,EAAE;+BAOC,MAAM,EAAE;mCAIJ,MAAM,EAAE;qBAOtB,MAAM,EAAE;CAOjC,CAAA;AAKD,eAAO,MAAM,YAAY,GAAI,OAAO,MAAM,EAAE,OAAO,MAAM,YAAuD,CAAA;AAUhH,eAAO,MAAM,UAAU,GACtB,KAAK,MAAM,EACX,YAAS,EACT,WAAW,MAAM,WAqBjB,CAAA;AACD,wBAAgB,yBAAyB,CAAC,IAAI,KAAA,EAAE,IAAI,KAAA,WAenD;AACD,wBAAgB,UAAU,IAAI,MAAM,CAGnC"}
+{"version":3,"file":"applog-utils.d.ts","sourceRoot":"","sources":["../../src/applog/applog-utils.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACX,MAAM,EAEN,WAAW,EACX,mBAAmB,EACnB,uBAAuB,EACvB,aAAa,EACb,aAAa,EACb,cAAc,EACd,MAAM,eAAe,CAAA;AAItB,eAAO,MAAM,iBAAiB,GAAI,MAAM,MAAM,EAAE,MAAM,MAAM,EAAE,MAAK,KAAK,GAAG,MAAc,WAGpD,CAAA;AACrC,eAAO,MAAM,cAAc,GAAI,MAAM,MAAM,EAAE,EAAE,MAAM,MAAM,EAAE,MAAM,MAAM,YAExE,CAAA;AAED,eAAO,MAAM,kBAAkB,GAAI,MAAM,MAAM,EAAE,MAAM,MAAM,EAAE,MAAK,KAAK,GAAG,MAAc,WAA6C,CAAA;AACvI,eAAO,MAAM,oBAAoB,yCAAwC,CAAA;AAEzE,yEAAyE;AACzE,wBAAgB,eAAe,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,GAAG,GAAE,KAAK,GAAG,MAAc,YAEjF;AACD,eAAO,MAAM,UAAU,GAAI,KAAK,MAAM,EAAE,cAAc,MAAM,YAA0D,CAAA;AACtH,eAAO,MAAM,mBAAmB,GAAI,aAAa,MAAM,EAAE,aAAyD,CAAA;AAClH,eAAO,MAAM,eAAe,GAAI,MAAM,MAAM,EAAE,MAAM,MAAM,YAAoC,CAAA;AAE9F,MAAM,MAAM,0BAA0B,GAAG,QAAQ,GAAG,SAAS,CAAA;AA4D7D;;;;GAIG;AACH,eAAO,MAAM,sBAAsB,GAAI,aAAa,MAAM,EAAE,EAAE,OAAO,0BAA0B,aAQ9F,CAAA;AAWD,eAAO,MAAM,SAAS,GAAI,eAAe,GAAG,EAAE,cAAS,KAAwD,MAAM,CAAA;AAErH,wBAAgB,UAAU,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,IAAI,MAAM,CAE9C;AACD,wBAAgB,+BAA+B,CAAC,GAAG,EAAE,MAAM,UAE1D;AAID,wBAAgB,eAAe,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,IAAI,WAAW,CAGxD;AAaD,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,mBAAmB,EAAE,SAAS,EAAE,aAAa;;;;;;;;IAmB9F;AAcD,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,MAAM,EAAE,WAAW,EAAE,cAAc,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,WAAW,GAAG,OAAO,CA6B7H;AACD,wBAAgB,SAAS,CAAC,WAAW,EAAE,cAAc,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,GAAG,aAAa,CAiBhI;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,OAAO,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,GAAG,aAAa,CAOhH;AAED,wBAAgB,SAAS,CAAC,MAAM,SAAS,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,MAAM,EAAE,GAAG,uBAAuB,CAAC,MAAM,CAAC,CAUjI;AASD,eAAO,MAAM,QAAQ;iBACC,MAAM,EAAE;iBAIR,MAAM,EAAE;mBAIN,MAAM,EAAE;sBAIL,MAAM,EAAE;iBArBH,MAAM,EAAE;kBAKN,MAAM,EAAE;qBAAR,MAAM,EAAE;oBA0BjB,MAAM,EAAE;mBAQT,MAAM,EAAE;sBAqBL,MAAM,EAAE;+BAOC,MAAM,EAAE;mCAIJ,MAAM,EAAE;qBAOtB,MAAM,EAAE;CAOjC,CAAA;AAKD,eAAO,MAAM,YAAY,GAAI,OAAO,MAAM,EAAE,OAAO,MAAM,YAAuD,CAAA;AAUhH,eAAO,MAAM,UAAU,GACtB,KAAK,MAAM,EACX,YAAS,EACT,WAAW,MAAM,WAqBjB,CAAA;AACD,wBAAgB,yBAAyB,CAAC,IAAI,KAAA,EAAE,IAAI,KAAA,WAenD;AACD,wBAAgB,UAAU,IAAI,MAAM,CAGnC"}

package/dist/applog.min.js

@@ -46,7 +46,7 @@ import {
   variableNameWithoutQuestionmark,
   withPvFrom,
   withTs
-} from "./chunk-QUZMTKEG.min.js";
+} from "./chunk-CMYPWG2N.min.js";
 import "./chunk-KEHU7HGZ.min.js";
 import "./chunk-HYMC7W6S.min.js";
 import "./chunk-PHITDXZT.min.js";

package/dist/{chunk-WKMJF43O.min.js → chunk-5LVRXH2F.min.js}

@@ -2,7 +2,7 @@ import {
   cyrb53hash,
   ensureTsPvAndFinalizeApplog,
   g
-} from "./chunk-QUZMTKEG.min.js";
+} from "./chunk-CMYPWG2N.min.js";
 
 // src/pubsub/pub-pull.ts
 var { WARN, LOG, DEBUG, VERBOSE, ERROR } = g.setup(g.INFO);
@@ -37,4 +37,4 @@ export {
   isSubscription,
   agentToShortHash
 };
-//# sourceMappingURL=chunk-WKMJF43O.min.js.map
+//# sourceMappingURL=chunk-5LVRXH2F.min.js.map

package/dist/{chunk-CT54AE2F.min.js → chunk-5T5HSBRE.min.js}

@@ -16,7 +16,7 @@ import {
   rollingMapper,
   sortApplogsByTs,
   wrapper_default
-} from "./chunk-QUZMTKEG.min.js";
+} from "./chunk-CMYPWG2N.min.js";
 import {
   action,
   autorun,
@@ -507,4 +507,4 @@ export {
   withTimeout,
   throwOnTimeout
 };
-//# sourceMappingURL=chunk-CT54AE2F.min.js.map
+//# sourceMappingURL=chunk-5T5HSBRE.min.js.map

package/dist/{chunk-QUZMTKEG.min.js → chunk-CMYPWG2N.min.js}

@@ -10199,8 +10199,12 @@ function sortApplogsByTs(appLogArray, dir = "asc") {
 var isTsBefore = (log, logToCompare) => isBefore(new Date(log.ts), new Date(logToCompare.ts));
 var uniqueEnFromAppLogs = (appLogArray) => [...new Set(appLogArray.map((eachLog) => eachLog.en))];
 var areApplogsEqual = (logA, logB) => comparer.structural(logA, logB);
-var removeDuplicateAppLogs = (appLogArray) => {
+var warnMissingRemoveDuplicateMode = () => {
+  WARN4(`[removeDuplicateAppLogs] mode not set; pass 'safety' or 'cleanup' for optimal behavior`);
+};
+var removeDuplicateAppLogsCleanup = (appLogArray) => {
   const logMap = /* @__PURE__ */ new Map();
+  const verboseEnabled = VERBOSE4.isEnabled;
   for (const eachLog of appLogArray) {
     if (!eachLog) {
       ERROR4(`falsy entry in applogs`, appLogArray);
@@ -10211,14 +10215,52 @@ var removeDuplicateAppLogs = (appLogArray) => {
       throw new Error(`applog with missing CID`);
     }
     const key = eachLog.cid;
-    if (logMap.has(key)) {
-      VERBOSE4(`Skipping duplicate applog:`, [logMap.get(key), eachLog]);
+    const existing = logMap.get(key);
+    if (existing) {
+      if (verboseEnabled) VERBOSE4(`Skipping duplicate applog:`, [existing, eachLog]);
     } else {
       logMap.set(key, eachLog);
     }
   }
   return Array.from(logMap.values());
 };
+var removeDuplicateAppLogsSafety = (appLogArray) => {
+  const seen = /* @__PURE__ */ new Set();
+  const verboseEnabled = VERBOSE4.isEnabled;
+  const existingByCid = verboseEnabled ? /* @__PURE__ */ new Map() : null;
+  let result = null;
+  let index = 0;
+  for (const eachLog of appLogArray) {
+    if (!eachLog) {
+      ERROR4(`falsy entry in applogs`, appLogArray);
+      throw new Error(`falsy entry in applogs`);
+    }
+    if (!eachLog.cid) {
+      ERROR4(`applog with missing CID`, eachLog);
+      throw new Error(`applog with missing CID`);
+    }
+    const key = eachLog.cid;
+    if (seen.has(key)) {
+      if (!result) {
+        result = appLogArray.slice(0, index);
+      }
+      if (verboseEnabled) VERBOSE4(`Skipping duplicate applog:`, [existingByCid?.get(key), eachLog]);
+    } else {
+      seen.add(key);
+      if (existingByCid) existingByCid.set(key, eachLog);
+      if (result) result.push(eachLog);
+    }
+    index++;
+  }
+  return result ?? appLogArray;
+};
+var removeDuplicateAppLogs = (appLogArray, mode) => {
+  if (!mode) {
+    warnMissingRemoveDuplicateMode();
+    return removeDuplicateAppLogsCleanup(appLogArray);
+  }
+  return mode === "safety" ? removeDuplicateAppLogsSafety(appLogArray) : removeDuplicateAppLogsCleanup(appLogArray);
+};
 var getHashID = (stringifiable, lngth = 8) => cyrb53hash(wrapper_default(stringifiable), 31, lngth);
 function isVariable(x2) {
   return typeof x2 === "string" && x2.startsWith("?");
@@ -10502,7 +10544,7 @@ function joinThreads(threads) {
           throw new Error(`falsy applogs of thread`);
         }
         return logs;
-      }))
+      }), "cleanup")
     );
   };
   let initialMergeResult = untracked(() => fullJoin());
@@ -10898,7 +10940,7 @@ var WriteableThread = class extends Thread {
    * - Invalid applogs (missing required fields)
    * - Applogs already in thread (programming error)
    *
-   * For external imports where duplicates are expected, use removeDuplicateAppLogs()
+   * For external imports where duplicates are expected, use removeDuplicateAppLogs(..., 'cleanup')
    * before calling this method.
    *
    * @param appLogsToInsert Must be deduplicated and validated. Needs to be mutable because it will be sorted
@@ -10908,7 +10950,7 @@ var WriteableThread = class extends Thread {
   insertRaw(appLogsToInsert) {
     DEBUG8(`[WriteableThread.insertRaw] ENTER - ${appLogsToInsert.length} applogs for thread "${this.name}"`);
     DEBUG8(`[WriteableThread.insertRaw] About to deduplicate`);
-    const deduplicated = removeDuplicateAppLogs(appLogsToInsert);
+    const deduplicated = removeDuplicateAppLogs(appLogsToInsert, "safety");
     if (deduplicated.length !== appLogsToInsert.length) {
       throw ERROR8(`[insertRaw] duplicate applogs passed: ${appLogsToInsert.length - deduplicated.length}`, {
         appLogsToInsert,
@@ -11211,4 +11253,4 @@ lodash-es/lodash.js:
 @noble/hashes/utils.js:
   (*! noble-hashes - MIT License (c) 2022 Paul Miller (paulmillr.com) *)
 */
-//# sourceMappingURL=chunk-QUZMTKEG.min.js.map
+//# sourceMappingURL=chunk-CMYPWG2N.min.js.map