@tangleai/pipeline 0.21.1 → 0.24.1

package/CHANGELOG.md

@@ -1,5 +1,40 @@
 # @tangleai/pipeline
 
+## 0.24.1
+
+### Patch Changes
+
+- @tangleai/core@0.24.1
+  - @tangleai/memory@0.24.1
+  - @tangleai/models@0.24.1
+
+## 0.24.0
+
+### Patch Changes
+
+- Updated dependencies
+  - @tangleai/memory@0.24.0
+  - @tangleai/core@0.24.0
+  - @tangleai/models@0.24.0
+
+## 0.23.0
+
+### Patch Changes
+
+- Updated dependencies
+  - @tangleai/memory@0.23.0
+  - @tangleai/core@0.23.0
+  - @tangleai/models@0.23.0
+
+## 0.22.0
+
+### Patch Changes
+
+- Updated dependencies
+  - @tangleai/models@0.22.0
+  - @tangleai/core@0.22.0
+  - @tangleai/memory@0.22.0
+
 ## 0.21.1
 
 ### Patch Changes

package/README.md

@@ -5,3 +5,14 @@ Tangle AI pipeline — the memory loop as a jaren-dag document, executed by @jar
 Install with `npm install @tangleai/pipeline`. The npm distribution provides ESM JavaScript, TypeScript declarations, and the documented package subpaths for Node 24 and Bun 1.4 or newer.
 
 See the [Tangle documentation](https://github.com/jklarenbeek/tangleai#readme) for architecture, examples, and runtime requirements. All public Tangle packages use one coordinated version.
+
+`DEFAULT_THRESHOLDS` and `createOfflineEmbedder()` consume the selected
+`@tangleai/memory/policy` contract. The current ingest default is inert (novelty,
+contradiction and crystallization thresholds are 2); the offline embedder is
+`hash-trigram-512`. Explicit `thresholds`, `embedder` and `judge` options retain
+their meanings. Outcome learning remains driven by evidenced outcomes.
+
+The [memory package](../memory/README.md) documents the exact policy provenance,
+measured alternatives and the explicit historical 64-dimensional configuration.
+The [registered report](https://github.com/jklarenbeek/tangleai/blob/main/docs/LOCOMO_POLICY.md)
+explains the held-out bounded-null decision and the independent lexical width.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tangleai/pipeline",
-  "version": "0.21.1",
+  "version": "0.24.1",
   "description": "Tangle AI pipeline — the memory loop as a jaren-dag document, executed by @jarenjs/flow, projected to mermaid for display",
   "license": "MIT",
   "type": "module",
@@ -38,12 +38,12 @@
   },
   "sideEffects": false,
   "dependencies": {
-    "@tangleai/core": "^0.21.1",
-    "@tangleai/memory": "^0.21.1",
-    "@jarenjs/flow": "0.84.3",
-    "@jarenjs/json": "0.84.3",
-    "@jarenjs/mermaid": "0.84.3",
-    "@tangleai/models": "^0.21.1"
+    "@tangleai/core": "^0.24.1",
+    "@tangleai/memory": "^0.24.1",
+    "@jarenjs/flow": "0.86.0",
+    "@jarenjs/json": "0.86.0",
+    "@jarenjs/mermaid": "0.86.0",
+    "@tangleai/models": "^0.24.1"
   },
   "private": false,
   "types": "./src/index.d.ts",

package/src/run.d.ts

@@ -6,7 +6,7 @@
  * demo, SQLite in the desktop app), an embedder (the @tangleai/models seam:
  * `{ embed, model, dims }` — `createEmbeddingClient` for a wire,
  * `createHashEmbedder` as the offline default), a contradiction judge,
- * a clock, and the tuned thresholds (salvaged memflow defaults). The
+ * a clock, and explicit threshold overrides over the measured policy. The
  * document stays pure JSON; everything replaceable arrives here.
  *
  * Every vector the embed node writes carries its identity

package/src/run.js

@@ -6,7 +6,7 @@
  * demo, SQLite in the desktop app), an embedder (the @tangleai/models seam:
  * `{ embed, model, dims }` — `createEmbeddingClient` for a wire,
  * `createHashEmbedder` as the offline default), a contradiction judge,
- * a clock, and the tuned thresholds (salvaged memflow defaults). The
+ * a clock, and explicit threshold overrides over the measured policy. The
  * document stays pure JSON; everything replaceable arrives here.
  *
  * Every vector the embed node writes carries its identity
@@ -18,14 +18,10 @@
  * through `onNode` exactly as @jarenjs/flow emits them.
  */
 import { compileDag } from '@jarenjs/flow';
-import { createMemoryUnit, noveltyGate, planContradictionPairs, resolveContradictions, planCrystallization, applyCrystallization, } from '@tangleai/memory';
+import { createMemoryUnit, noveltyGate, policyThresholds, planContradictionPairs, resolveContradictions, planCrystallization, applyCrystallization, } from '@tangleai/memory';
 import { createOfflineEmbedder, numericContrastJudge } from "./standins.js";
 import { PIPELINE_DAG } from "./dag.js";
-export const DEFAULT_THRESHOLDS = {
-    novelty: 0.97,
-    contradiction: 0.8,
-    crystallize: 0.9,
-};
+export const DEFAULT_THRESHOLDS = policyThresholds();
 export function createPipeline(options) {
     const store = options.store;
     const embedder = options.embedder ?? createOfflineEmbedder();

package/src/standins.d.ts

@@ -1,37 +1,9 @@
-/**
- * The two offline stand-ins — an embedder and a contradiction judge —
- * that let the whole pipeline run with zero network, promoted out of
- * `examples/skeleton.ts` because the desktop app and the pages demo
- * need them as real seams.
- *
- * `createOfflineEmbedder` is @tangleai/models's `createHashEmbedder` — the
- * suite's own deterministic hashed-trigram reference, behind the same
- * `{ embed, model, dims }` seam a wire client fills — at the width the
- * pipeline's thresholds were measured against. Measured over the
- * skeleton corpus (2026-08-26, `hash-trigram-<dims>`, cosine), against
- * the defaults novelty 0.97 / crystallize 0.9 / contradiction 0.8:
- *
- *   dims  repeat  paraphrase  contradiction  max-unrelated
- *    64   0.989   0.931       0.964          0.606   ← every pair on its side of every threshold
- *   128   0.985   0.902       0.954          0.424   ← paraphrase a hair over the 0.9 merge line
- *   256   0.984   0.888       0.941          0.323   ← paraphrase under the merge line: never crystallized
- *   512   0.983   0.884       0.936          0.225
- *
- * 64 — the suite's own default — is the width with margin on all four:
- * wider buckets spread the shared trigrams thinner, so the paraphrase
- * loses its merge long before an unrelated pair threatens the 0.8
- * judge line. It stays demo-grade and lexical — a real model behind
- * the same seam is the upgrade.
- *
- * `numericContrastJudge` flags two records that agree in words but
- * disagree in figures — the rule stand-in for an LLM contradiction
- * judge (`createStructuredOutput` over `contradictionMessages`).
- */
+/** Offline seams: the selected lexical hash width and the local numeric-contrast judge. */
 import { type Embedder } from '@tangleai/models/embed';
 import type { MemoryUnit } from '@tangleai/core/schemas/memory';
-import type { ContradictionVerdict } from '@tangleai/memory';
-/** The measured width (see the header). */
-export declare const OFFLINE_EMBEDDER_DIMS = 64;
+import { type ContradictionVerdict } from '@tangleai/memory';
+/** Selected by lexical evidence recall, independently of live F1. */
+export declare const OFFLINE_EMBEDDER_DIMS: number;
 /** The offline embedder: the suite's hash reference at the measured width. */
 export declare function createOfflineEmbedder(): Embedder & {
     dims: number;

package/src/standins.js

@@ -1,35 +1,8 @@
-/**
- * The two offline stand-ins — an embedder and a contradiction judge —
- * that let the whole pipeline run with zero network, promoted out of
- * `examples/skeleton.ts` because the desktop app and the pages demo
- * need them as real seams.
- *
- * `createOfflineEmbedder` is @tangleai/models's `createHashEmbedder` — the
- * suite's own deterministic hashed-trigram reference, behind the same
- * `{ embed, model, dims }` seam a wire client fills — at the width the
- * pipeline's thresholds were measured against. Measured over the
- * skeleton corpus (2026-08-26, `hash-trigram-<dims>`, cosine), against
- * the defaults novelty 0.97 / crystallize 0.9 / contradiction 0.8:
- *
- *   dims  repeat  paraphrase  contradiction  max-unrelated
- *    64   0.989   0.931       0.964          0.606   ← every pair on its side of every threshold
- *   128   0.985   0.902       0.954          0.424   ← paraphrase a hair over the 0.9 merge line
- *   256   0.984   0.888       0.941          0.323   ← paraphrase under the merge line: never crystallized
- *   512   0.983   0.884       0.936          0.225
- *
- * 64 — the suite's own default — is the width with margin on all four:
- * wider buckets spread the shared trigrams thinner, so the paraphrase
- * loses its merge long before an unrelated pair threatens the 0.8
- * judge line. It stays demo-grade and lexical — a real model behind
- * the same seam is the upgrade.
- *
- * `numericContrastJudge` flags two records that agree in words but
- * disagree in figures — the rule stand-in for an LLM contradiction
- * judge (`createStructuredOutput` over `contradictionMessages`).
- */
+/** Offline seams: the selected lexical hash width and the local numeric-contrast judge. */
 import { createHashEmbedder } from '@tangleai/models/embed';
-/** The measured width (see the header). */
-export const OFFLINE_EMBEDDER_DIMS = 64;
+import { DEFAULT_MEMORY_POLICY } from '@tangleai/memory';
+/** Selected by lexical evidence recall, independently of live F1. */
+export const OFFLINE_EMBEDDER_DIMS = DEFAULT_MEMORY_POLICY.embedding.dims;
 /** The offline embedder: the suite's hash reference at the measured width. */
 export function createOfflineEmbedder() {
     return createHashEmbedder({ dims: OFFLINE_EMBEDDER_DIMS });