@inerrata-corporation/errata 2.0.23-dev.4881 → 2.0.23-dev.4901

package/THIRD-PARTY-NOTICES.md

@@ -40,6 +40,33 @@ The Codex context plugin under `resources/context-plugin/` carries its own
 ## Data credits
 
 - tldr-pages command index (snapshot in src/tldr-tools.generated.ts): Command names from the tldr-pages project, (c) the tldr-pages contributors, licensed under CC BY 4.0 (https://creativecommons.org/licenses/by/4.0/). Source: https://github.com/tldr-pages/tldr
+- Static embedding weights (resources/models/potion-base-8M.q8.bin): potion-base-8M by The Minish Lab (model2vec), MIT License; vocabulary from baai/bge-base-en-v1.5. Redistributed quantized to per-row int8 by packages/embedding/scripts/build-static-model.ts. Source: https://huggingface.co/minishlab/potion-base-8M (revision bf8b056651a2c21b8d2565580b8569da283cab23)
+
+### Static embedding weights (resources/models/potion-base-8M.q8.bin) — MIT
+
+```
+MIT License
+
+Copyright (c) 2024 Thomas van Dongen
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+```
 
 ---
 

package/consolidate-worker.mjs

@@ -17438,9 +17438,6 @@ function installLineageIntegrityRepair(db, now = Date.now()) {
   });
 }
 
-// ../../packages/math/src/constants.ts
-var NEMORI_DEDUP_COSINE = 0.88;
-
 // ../../packages/math/src/triage.ts
 var TRIAGE_GLOBAL_BUCKET = "*";
 function triageContextBuckets(ctx) {
@@ -19694,6 +19691,38 @@ init_src();
 // ../../packages/local-graph/src/problem-package-link.ts
 init_src();
 
+// ../../packages/embedding/src/bands.ts
+var DESIGNED_FOR_MINILM = {
+  dedup: 0.88,
+  softWriteMin: 0.8,
+  bindMin: 0.78,
+  nearMiss: 0.72,
+  judgeMin: 0.5,
+  predictionFloor: 0.5,
+  relevanceFloor: 0.25,
+  relatedWeak: 0.35,
+  relatedStrong: 0.45
+};
+var BANDS = {
+  "hash-v1": DESIGNED_FOR_MINILM,
+  "minilm-l6-v2": DESIGNED_FOR_MINILM,
+  "potion-8m-q8": {
+    dedup: 0.895,
+    softWriteMin: 0.835,
+    bindMin: 0.83,
+    nearMiss: 0.775,
+    judgeMin: 0.335,
+    predictionFloor: 0.335,
+    relevanceFloor: 0.35,
+    relatedWeak: 0.49,
+    relatedStrong: 0.53
+  }
+};
+var UNKNOWN = { ...DESIGNED_FOR_MINILM, relevanceFloor: 0.5 };
+function cosineBandsFor(version3) {
+  return (version3 ? BANDS[version3] : void 0) ?? UNKNOWN;
+}
+
 // ../../packages/local-graph/src/design-problem.ts
 init_src2();
 
@@ -20658,7 +20687,9 @@ function cosine2(a, b) {
   return na === 0 || nb === 0 ? 0 : dot / (Math.sqrt(na) * Math.sqrt(nb));
 }
 function noveltyAgainst(node, neighbors, opts = {}) {
-  const floor = opts.dedupCosine ?? NEMORI_DEDUP_COSINE;
+  const versionOf = (n) => String(n.attrs?.["embeddingVersion"] ?? "hash-v1");
+  const version3 = versionOf(node);
+  const floor = opts.dedupCosine ?? cosineBandsFor(version3).dedup;
   const emb = node.embedding ?? [];
   if (emb.length === 0) {
     return { ready: true, surprise: 1, topCosine: 0, reason: "no-embedding (fidelity-first)" };
@@ -20667,7 +20698,7 @@ function noveltyAgainst(node, neighbors, opts = {}) {
   for (const other of neighbors) {
     if (other.id === node.id) continue;
     const oe = other.embedding ?? [];
-    if (oe.length !== emb.length) continue;
+    if (oe.length !== emb.length || versionOf(other) !== version3) continue;
     const c = cosine2(emb, oe);
     if (c > topCosine) topCosine = c;
   }