@modusensus/dsh-mneme 0.6.7 → 0.6.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (139) hide show
  1. package/.github/workflows/test.yml +32 -0
  2. package/.release-notes-v0.6.9.md +13 -0
  3. package/CHANGELOG.md +89 -0
  4. package/LICENSE +21 -21
  5. package/README.md +219 -463
  6. package/SECURITY.md +544 -0
  7. package/docs/devlog/2026-08-14-dsh-mneme-dev-log.md +247 -0
  8. package/docs/devlog/2026-08-15-dsh-mneme-audit-stress-dev-log.md +145 -0
  9. package/docs/devlog/2026-08-15-dsh-mneme-pipeline-dev-log.md +56 -0
  10. package/docs/devlog/2026-08-15-dsh-mneme-reflection-dev-log.md +77 -0
  11. package/docs/devlog/2026-08-15-dsh-mneme-review-fixes-dev-log.md +64 -0
  12. package/docs/devlog/2026-08-15-dsh-mneme-semantic-dev-log.md +90 -0
  13. package/dsh-mneme/CHANGELOG.md +248 -0
  14. package/dsh-mneme/LICENSE +21 -0
  15. package/dsh-mneme/README.md +465 -0
  16. package/{cordis.patch.yml → dsh-mneme/cordis.patch.yml} +15 -15
  17. package/dsh-mneme/docs/AGENT_MEMORY_RESEARCH.md +183 -0
  18. package/dsh-mneme/docs/ENTITIES.md +245 -0
  19. package/dsh-mneme/docs/LOCAL_MODEL.md +141 -0
  20. package/dsh-mneme/docs/MIGRATION.md +127 -0
  21. package/dsh-mneme/docs/SEMANTIC.md +256 -0
  22. package/dsh-mneme/docs/SLEEP.md +163 -0
  23. package/{lib → dsh-mneme/lib}/api.js +783 -783
  24. package/{lib → dsh-mneme/lib}/client.js +1757 -1757
  25. package/{src → dsh-mneme/lib}/commands.js +64 -64
  26. package/{lib → dsh-mneme/lib}/config.js +298 -288
  27. package/{lib → dsh-mneme/lib}/dream/clustering.js +118 -118
  28. package/{src → dsh-mneme/lib}/dream/decisions.js +488 -439
  29. package/{lib → dsh-mneme/lib}/dream/sleep.js +561 -554
  30. package/{src → dsh-mneme/lib}/dream/tag-extractor.js +156 -156
  31. package/{lib → dsh-mneme/lib}/dream.js +958 -929
  32. package/{src → dsh-mneme/lib}/embedding.js +154 -154
  33. package/{src → dsh-mneme/lib}/entities/extractor.js +242 -242
  34. package/{src → dsh-mneme/lib}/hot-memory.js +53 -53
  35. package/{lib → dsh-mneme/lib}/index.js +361 -361
  36. package/{src → dsh-mneme/lib}/inject.js +208 -208
  37. package/{lib → dsh-mneme/lib}/local-embedder.js +282 -282
  38. package/{lib → dsh-mneme/lib}/mirror.js +170 -170
  39. package/{lib → dsh-mneme/lib}/parser/tag.js +59 -59
  40. package/{lib → dsh-mneme/lib}/parser/wiki-link.js +38 -38
  41. package/{src → dsh-mneme/lib}/quality-filter.js +123 -123
  42. package/{lib → dsh-mneme/lib}/reranker.js +218 -218
  43. package/{lib → dsh-mneme/lib}/search/adaptive.js +22 -22
  44. package/{lib → dsh-mneme/lib}/search/bm25.js +96 -96
  45. package/{src → dsh-mneme/lib}/search/tag-boost.js +61 -61
  46. package/{src → dsh-mneme/lib}/service.js +1726 -1726
  47. package/{lib → dsh-mneme/lib}/settings.js +172 -172
  48. package/{lib → dsh-mneme/lib}/store.js +2238 -2238
  49. package/{lib → dsh-mneme/lib}/summarize.js +236 -236
  50. package/{lib → dsh-mneme/lib}/tools.js +290 -290
  51. package/{lib → dsh-mneme/lib}/vector-index.js +116 -116
  52. package/dsh-mneme/package-lock.json +1936 -0
  53. package/dsh-mneme/package.json +80 -0
  54. package/{scripts → dsh-mneme/scripts}/benchmark-embed.js +201 -201
  55. package/{scripts → dsh-mneme/scripts}/benchmark-recall.js +133 -133
  56. package/{scripts → dsh-mneme/scripts}/benchmark-rerank.js +166 -166
  57. package/{scripts → dsh-mneme/scripts}/e2e-dsh.js +218 -218
  58. package/{scripts → dsh-mneme/scripts}/stress-dsh.js +255 -255
  59. package/{scripts → dsh-mneme/scripts}/sync-lib.js +52 -52
  60. package/{src → dsh-mneme/src}/api.js +783 -783
  61. package/{lib → dsh-mneme/src}/commands.js +64 -64
  62. package/{src → dsh-mneme/src}/config.js +298 -288
  63. package/{src → dsh-mneme/src}/dream/clustering.js +118 -118
  64. package/{lib → dsh-mneme/src}/dream/decisions.js +488 -439
  65. package/{src → dsh-mneme/src}/dream/sleep.js +561 -554
  66. package/{lib → dsh-mneme/src}/dream/tag-extractor.js +156 -156
  67. package/{src → dsh-mneme/src}/dream.js +958 -929
  68. package/{lib → dsh-mneme/src}/embedding.js +154 -154
  69. package/{lib → dsh-mneme/src}/entities/extractor.js +242 -242
  70. package/{lib → dsh-mneme/src}/hot-memory.js +53 -53
  71. package/{src → dsh-mneme/src}/index.js +361 -361
  72. package/{lib → dsh-mneme/src}/inject.js +208 -208
  73. package/{src → dsh-mneme/src}/local-embedder.js +282 -282
  74. package/{src → dsh-mneme/src}/mirror.js +170 -170
  75. package/{src → dsh-mneme/src}/parser/tag.js +59 -59
  76. package/{src → dsh-mneme/src}/parser/wiki-link.js +38 -38
  77. package/{lib → dsh-mneme/src}/quality-filter.js +123 -123
  78. package/{src → dsh-mneme/src}/reranker.js +218 -218
  79. package/{src → dsh-mneme/src}/search/adaptive.js +22 -22
  80. package/{src → dsh-mneme/src}/search/bm25.js +96 -96
  81. package/{lib → dsh-mneme/src}/search/tag-boost.js +61 -61
  82. package/{lib → dsh-mneme/src}/service.js +1726 -1726
  83. package/{src → dsh-mneme/src}/settings.js +172 -172
  84. package/{src → dsh-mneme/src}/store.js +2238 -2238
  85. package/{src → dsh-mneme/src}/summarize.js +236 -236
  86. package/{src → dsh-mneme/src}/tools.js +290 -290
  87. package/{src → dsh-mneme/src}/vector-index.js +116 -116
  88. package/{test → dsh-mneme/test}/api.test.js +594 -594
  89. package/{test → dsh-mneme/test}/audit.test.js +448 -448
  90. package/{test → dsh-mneme/test}/benchmark.test.js +35 -35
  91. package/{test → dsh-mneme/test}/boundary-v0625.test.js +82 -82
  92. package/{test → dsh-mneme/test}/client.test.js +368 -368
  93. package/{test → dsh-mneme/test}/clustering.test.js +100 -100
  94. package/{test → dsh-mneme/test}/commands.test.js +69 -69
  95. package/{test → dsh-mneme/test}/config.test.js +50 -50
  96. package/{test → dsh-mneme/test}/conflict-freeze.test.js +290 -290
  97. package/{test → dsh-mneme/test}/directory.test.js +134 -134
  98. package/{test → dsh-mneme/test}/dream.test.js +1060 -901
  99. package/{test → dsh-mneme/test}/entities.test.js +522 -522
  100. package/{test → dsh-mneme/test}/epistemic.test.js +298 -298
  101. package/{test → dsh-mneme/test}/fnew-0112.test.js +311 -311
  102. package/{test → dsh-mneme/test}/fnew-03.test.js +422 -422
  103. package/{test → dsh-mneme/test}/graph-api.test.js +175 -175
  104. package/{test → dsh-mneme/test}/helpers/dream-mock.js +82 -82
  105. package/{test → dsh-mneme/test}/hot-memory.test.js +174 -174
  106. package/{test → dsh-mneme/test}/inject.test.js +103 -103
  107. package/{test → dsh-mneme/test}/llm-audit.test.js +279 -279
  108. package/{test → dsh-mneme/test}/local-embedder.test.js +227 -227
  109. package/{test → dsh-mneme/test}/mirror-dirty.test.js +424 -424
  110. package/{test → dsh-mneme/test}/mirror-edit-digest.test.js +187 -187
  111. package/{test → dsh-mneme/test}/mirror-generation.test.js +499 -499
  112. package/{test → dsh-mneme/test}/mirror.test.js +249 -249
  113. package/{test → dsh-mneme/test}/normalize-decisions.test.js +120 -120
  114. package/{test → dsh-mneme/test}/peer-blockers.test.js +190 -190
  115. package/{test → dsh-mneme/test}/policy-epoch.test.js +259 -259
  116. package/{test → dsh-mneme/test}/provenance.test.js +103 -103
  117. package/{test → dsh-mneme/test}/quality-filter.test.js +118 -118
  118. package/{test → dsh-mneme/test}/reasoning-effort.test.js +199 -199
  119. package/{test → dsh-mneme/test}/recall-evals.test.js +235 -235
  120. package/{test → dsh-mneme/test}/recall-layer.test.js +315 -315
  121. package/{test → dsh-mneme/test}/receipt-chain.test.js +451 -451
  122. package/{test → dsh-mneme/test}/reflection.test.js +226 -226
  123. package/{test → dsh-mneme/test}/reranker.test.js +240 -240
  124. package/{test → dsh-mneme/test}/search-fusion.test.js +90 -90
  125. package/{test → dsh-mneme/test}/semantic.test.js +124 -124
  126. package/{test → dsh-mneme/test}/service-search.test.js +199 -199
  127. package/{test → dsh-mneme/test}/service.test.js +435 -435
  128. package/{test → dsh-mneme/test}/settings.test.js +118 -118
  129. package/{test → dsh-mneme/test}/sleep.test.js +365 -365
  130. package/{test → dsh-mneme/test}/store.test.js +436 -436
  131. package/{test → dsh-mneme/test}/stress.test.js +209 -209
  132. package/{test → dsh-mneme/test}/summarize.test.js +191 -191
  133. package/{test → dsh-mneme/test}/tag-boost.test.js +125 -125
  134. package/{test → dsh-mneme/test}/tag.test.js +312 -312
  135. package/{test → dsh-mneme/test}/tools.test.js +285 -285
  136. package/{test → dsh-mneme/test}/vector-index.test.js +221 -221
  137. package/{test → dsh-mneme/test}/wiki-link.test.js +332 -332
  138. package/package.json +18 -40
  139. package//346/250/252/345/271/205.png +0 -0
@@ -1,118 +1,118 @@
1
- // Cosine similarity of two equal-length numeric vectors. Returns 0 for empty
2
- // or mismatched-length inputs, and for zero-norm vectors (numerically stable).
3
- export function cosineSimilarity(a, b) {
4
- if (!Array.isArray(a) || !Array.isArray(b) || a.length === 0 || a.length !== b.length) return 0;
5
- let dot = 0, na = 0, nb = 0;
6
- for (let i = 0; i < a.length; i++) {
7
- dot += a[i] * b[i];
8
- na += a[i] * a[i];
9
- nb += b[i] * b[i];
10
- }
11
- if (na === 0 || nb === 0) return 0;
12
- return dot / (Math.sqrt(na) * Math.sqrt(nb));
13
- }
14
-
15
- // K-Means clustering of numeric vectors. Returns one index array per cluster.
16
- // Uses k-means++ seeding and repairs empty clusters mid-iteration.
17
- export function kMeans(vectors, k, opts = {}) {
18
- const n = vectors.length;
19
- if (n === 0) return [];
20
- const { maxIter = 100, tol = 1e-4 } = opts ?? {};
21
- if (k <= 0 || k >= n) return [vectors.map((_, i) => i)];
22
-
23
- const dim = vectors[0].length;
24
- const randomIndex = () => Math.floor(Math.random() * n);
25
- const squaredDist = (v, c) => {
26
- let s = 0;
27
- for (let d = 0; d < dim; d++) s += (v[d] - c[d]) * (v[d] - c[d]);
28
- return s;
29
- };
30
-
31
- // k-means++ seeding: first centroid uniform-random, later centroids sampled
32
- // with probability proportional to squared distance from nearest centroid.
33
- const centroids = [[...vectors[randomIndex()]]];
34
- while (centroids.length < k) {
35
- const dist = new Array(n);
36
- let sum = 0;
37
- for (let i = 0; i < n; i++) {
38
- let best = Infinity;
39
- for (const c of centroids) best = Math.min(best, squaredDist(vectors[i], c));
40
- dist[i] = best;
41
- sum += best;
42
- }
43
- if (sum === 0) {
44
- // All points coincide with a centroid; fall back to uniform random.
45
- centroids.push([...vectors[randomIndex()]]);
46
- } else {
47
- let r = Math.random() * sum;
48
- let pick = 0;
49
- for (let i = 0; i < n; i++) {
50
- r -= dist[i];
51
- if (r <= 0) { pick = i; break; }
52
- }
53
- centroids.push([...vectors[pick]]);
54
- }
55
- }
56
-
57
- const assignment = new Array(n).fill(0);
58
- for (let iter = 0; iter < maxIter; iter++) {
59
- // Assign each point to its nearest centroid.
60
- let changed = false;
61
- for (let i = 0; i < n; i++) {
62
- let best = 0, bestD = Infinity;
63
- for (let j = 0; j < k; j++) {
64
- const d = squaredDist(vectors[i], centroids[j]);
65
- if (d < bestD) { bestD = d; best = j; }
66
- }
67
- if (assignment[i] !== best) { assignment[i] = best; changed = true; }
68
- }
69
- if (!changed) break; // stable assignment => converged.
70
-
71
- // Recompute centroids as cluster means; reseed empty clusters randomly.
72
- const sums = Array.from({ length: k }, () => new Array(dim).fill(0));
73
- const counts = new Array(k).fill(0);
74
- for (let i = 0; i < n; i++) {
75
- counts[assignment[i]]++;
76
- for (let d = 0; d < dim; d++) sums[assignment[i]][d] += vectors[i][d];
77
- }
78
- let maxMove = 0;
79
- for (let j = 0; j < k; j++) {
80
- if (counts[j] === 0) {
81
- centroids[j] = [...vectors[randomIndex()]];
82
- maxMove = Infinity; // never call this converged this round.
83
- } else {
84
- for (let d = 0; d < dim; d++) {
85
- const mean = sums[j][d] / counts[j];
86
- const move = mean - centroids[j][d];
87
- if (move * move > maxMove) maxMove = move * move;
88
- centroids[j][d] = mean;
89
- }
90
- }
91
- }
92
- if (Math.sqrt(maxMove) < tol) break; // centroids moved less than tol.
93
- }
94
-
95
- // Build clusters from final assignments.
96
- const clusters = Array.from({ length: k }, () => []);
97
- for (let i = 0; i < n; i++) clusters[assignment[i]].push(i);
98
- return clusters;
99
- }
100
-
101
- // Group memories by vector clustering, preserving original object references.
102
- export function clusterMemories(memories, vectors, k) {
103
- return kMeans(vectors, k).map((indices) => indices.map((i) => memories[i]));
104
- }
105
-
106
- // Find memory pairs that are highly similar yet could contradict each other.
107
- // Only same-type pairs count; each pair reported once, lower index first.
108
- export function findPotentialConflicts(memories, vectors, threshold = 0.85) {
109
- const pairs = [];
110
- for (let i = 0; i < memories.length; i++) {
111
- for (let j = i + 1; j < memories.length; j++) {
112
- if (memories[i].type !== memories[j].type) continue;
113
- const sim = cosineSimilarity(vectors[i], vectors[j]);
114
- if (sim > threshold) pairs.push({ a: memories[i], b: memories[j], similarity: sim });
115
- }
116
- }
117
- return pairs;
118
- }
1
+ // Cosine similarity of two equal-length numeric vectors. Returns 0 for empty
2
+ // or mismatched-length inputs, and for zero-norm vectors (numerically stable).
3
+ export function cosineSimilarity(a, b) {
4
+ if (!Array.isArray(a) || !Array.isArray(b) || a.length === 0 || a.length !== b.length) return 0;
5
+ let dot = 0, na = 0, nb = 0;
6
+ for (let i = 0; i < a.length; i++) {
7
+ dot += a[i] * b[i];
8
+ na += a[i] * a[i];
9
+ nb += b[i] * b[i];
10
+ }
11
+ if (na === 0 || nb === 0) return 0;
12
+ return dot / (Math.sqrt(na) * Math.sqrt(nb));
13
+ }
14
+
15
+ // K-Means clustering of numeric vectors. Returns one index array per cluster.
16
+ // Uses k-means++ seeding and repairs empty clusters mid-iteration.
17
+ export function kMeans(vectors, k, opts = {}) {
18
+ const n = vectors.length;
19
+ if (n === 0) return [];
20
+ const { maxIter = 100, tol = 1e-4 } = opts ?? {};
21
+ if (k <= 0 || k >= n) return [vectors.map((_, i) => i)];
22
+
23
+ const dim = vectors[0].length;
24
+ const randomIndex = () => Math.floor(Math.random() * n);
25
+ const squaredDist = (v, c) => {
26
+ let s = 0;
27
+ for (let d = 0; d < dim; d++) s += (v[d] - c[d]) * (v[d] - c[d]);
28
+ return s;
29
+ };
30
+
31
+ // k-means++ seeding: first centroid uniform-random, later centroids sampled
32
+ // with probability proportional to squared distance from nearest centroid.
33
+ const centroids = [[...vectors[randomIndex()]]];
34
+ while (centroids.length < k) {
35
+ const dist = new Array(n);
36
+ let sum = 0;
37
+ for (let i = 0; i < n; i++) {
38
+ let best = Infinity;
39
+ for (const c of centroids) best = Math.min(best, squaredDist(vectors[i], c));
40
+ dist[i] = best;
41
+ sum += best;
42
+ }
43
+ if (sum === 0) {
44
+ // All points coincide with a centroid; fall back to uniform random.
45
+ centroids.push([...vectors[randomIndex()]]);
46
+ } else {
47
+ let r = Math.random() * sum;
48
+ let pick = 0;
49
+ for (let i = 0; i < n; i++) {
50
+ r -= dist[i];
51
+ if (r <= 0) { pick = i; break; }
52
+ }
53
+ centroids.push([...vectors[pick]]);
54
+ }
55
+ }
56
+
57
+ const assignment = new Array(n).fill(0);
58
+ for (let iter = 0; iter < maxIter; iter++) {
59
+ // Assign each point to its nearest centroid.
60
+ let changed = false;
61
+ for (let i = 0; i < n; i++) {
62
+ let best = 0, bestD = Infinity;
63
+ for (let j = 0; j < k; j++) {
64
+ const d = squaredDist(vectors[i], centroids[j]);
65
+ if (d < bestD) { bestD = d; best = j; }
66
+ }
67
+ if (assignment[i] !== best) { assignment[i] = best; changed = true; }
68
+ }
69
+ if (!changed) break; // stable assignment => converged.
70
+
71
+ // Recompute centroids as cluster means; reseed empty clusters randomly.
72
+ const sums = Array.from({ length: k }, () => new Array(dim).fill(0));
73
+ const counts = new Array(k).fill(0);
74
+ for (let i = 0; i < n; i++) {
75
+ counts[assignment[i]]++;
76
+ for (let d = 0; d < dim; d++) sums[assignment[i]][d] += vectors[i][d];
77
+ }
78
+ let maxMove = 0;
79
+ for (let j = 0; j < k; j++) {
80
+ if (counts[j] === 0) {
81
+ centroids[j] = [...vectors[randomIndex()]];
82
+ maxMove = Infinity; // never call this converged this round.
83
+ } else {
84
+ for (let d = 0; d < dim; d++) {
85
+ const mean = sums[j][d] / counts[j];
86
+ const move = mean - centroids[j][d];
87
+ if (move * move > maxMove) maxMove = move * move;
88
+ centroids[j][d] = mean;
89
+ }
90
+ }
91
+ }
92
+ if (Math.sqrt(maxMove) < tol) break; // centroids moved less than tol.
93
+ }
94
+
95
+ // Build clusters from final assignments.
96
+ const clusters = Array.from({ length: k }, () => []);
97
+ for (let i = 0; i < n; i++) clusters[assignment[i]].push(i);
98
+ return clusters;
99
+ }
100
+
101
+ // Group memories by vector clustering, preserving original object references.
102
+ export function clusterMemories(memories, vectors, k) {
103
+ return kMeans(vectors, k).map((indices) => indices.map((i) => memories[i]));
104
+ }
105
+
106
+ // Find memory pairs that are highly similar yet could contradict each other.
107
+ // Only same-type pairs count; each pair reported once, lower index first.
108
+ export function findPotentialConflicts(memories, vectors, threshold = 0.85) {
109
+ const pairs = [];
110
+ for (let i = 0; i < memories.length; i++) {
111
+ for (let j = i + 1; j < memories.length; j++) {
112
+ if (memories[i].type !== memories[j].type) continue;
113
+ const sim = cosineSimilarity(vectors[i], vectors[j]);
114
+ if (sim > threshold) pairs.push({ a: memories[i], b: memories[j], similarity: sim });
115
+ }
116
+ }
117
+ return pairs;
118
+ }