renor-engine 1.2.0 → 1.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (216) hide show
  1. package/README.md +34 -2
  2. package/THIRD-PARTY-NOTICES +2661 -0
  3. package/bin/renor-engine.cjs +38 -0
  4. package/dist/BUILD.json +6 -0
  5. package/dist/cli.js +1674 -516
  6. package/package.json +17 -80
  7. package/dist/.tsbuildinfo +0 -1
  8. package/dist/api/apiAuth.js +0 -43
  9. package/dist/api/server.js +0 -174
  10. package/dist/buildIdentity.js +0 -149
  11. package/dist/callPhases.js +0 -82
  12. package/dist/cli-extractors.js +0 -46
  13. package/dist/config.js +0 -65
  14. package/dist/context/composer.js +0 -320
  15. package/dist/context/readHonesty.js +0 -478
  16. package/dist/context/rowStore.js +0 -238
  17. package/dist/conversation/formatter.js +0 -81
  18. package/dist/conversation/parser.js +0 -193
  19. package/dist/conversation/types.js +0 -2
  20. package/dist/conversation/writer.js +0 -42
  21. package/dist/db/client.js +0 -149
  22. package/dist/db/handoffTable.js +0 -31
  23. package/dist/db/indexSalvage.js +0 -101
  24. package/dist/db/migrations.js +0 -670
  25. package/dist/db/readCache.js +0 -109
  26. package/dist/db/schema.js +0 -5
  27. package/dist/db/sqlite.js +0 -396
  28. package/dist/db/statements.js +0 -89
  29. package/dist/digests/digestCache.js +0 -146
  30. package/dist/digests/digests.js +0 -597
  31. package/dist/digests/worker.js +0 -350
  32. package/dist/embeddings/caching.js +0 -337
  33. package/dist/embeddings/coalescing.js +0 -177
  34. package/dist/embeddings/interactive.js +0 -103
  35. package/dist/embeddings/local.js +0 -70
  36. package/dist/embeddings/openai.js +0 -106
  37. package/dist/embeddings/rebuild.js +0 -166
  38. package/dist/embeddings/simdScan.js +0 -260
  39. package/dist/embeddings/space.js +0 -21
  40. package/dist/embeddings/types.js +0 -14
  41. package/dist/embeddings/vectorIndex.js +0 -674
  42. package/dist/embeddings/vertex.js +0 -334
  43. package/dist/eval/artifacts.js +0 -42
  44. package/dist/eval/cacheReport.js +0 -146
  45. package/dist/eval/comparison.js +0 -182
  46. package/dist/eval/context700-candidate.js +0 -145
  47. package/dist/eval/evalCache.js +0 -568
  48. package/dist/eval/hashEmbedding.js +0 -35
  49. package/dist/eval/indexSnapshots.js +0 -549
  50. package/dist/eval/longmemeval.js +0 -56
  51. package/dist/eval/metrics.js +0 -181
  52. package/dist/eval/pageDump.js +0 -67
  53. package/dist/eval/renorbenchBaseline.js +0 -486
  54. package/dist/eval/renorbenchDocuments.js +0 -134
  55. package/dist/eval/renorbenchProduct.js +0 -182
  56. package/dist/eval/runLedger.js +0 -279
  57. package/dist/eval/runManifest.js +0 -485
  58. package/dist/eval/scoring.js +0 -197
  59. package/dist/eval/textTokens.js +0 -17
  60. package/dist/evidence/attach.js +0 -264
  61. package/dist/evidence/background.js +0 -147
  62. package/dist/evidence/evidenceCache.js +0 -182
  63. package/dist/evidence/gate.js +0 -37
  64. package/dist/evidence/keyPool.js +0 -85
  65. package/dist/evidence/ollamaChat.js +0 -84
  66. package/dist/evidence/optin.js +0 -165
  67. package/dist/evidence/options.js +0 -151
  68. package/dist/evidence/secondPass.js +0 -294
  69. package/dist/extraction/classifyCapture.js +0 -34
  70. package/dist/extraction/decision-model.js +0 -174
  71. package/dist/extraction/eventExtractor.js +0 -113
  72. package/dist/extraction/extractionClient.js +0 -122
  73. package/dist/extraction/factExtractor.js +0 -46
  74. package/dist/extraction/factsWritePath.js +0 -179
  75. package/dist/extraction/jevDecisionModel.js +0 -307
  76. package/dist/extraction/preferenceExtractor.js +0 -150
  77. package/dist/extraction/secretGuard.js +0 -180
  78. package/dist/extraction/secretScanner.js +0 -665
  79. package/dist/extraction/typedFacts.js +0 -224
  80. package/dist/extraction/writePathAdjudication.js +0 -110
  81. package/dist/importing/apply.js +0 -672
  82. package/dist/importing/bundle-write.js +0 -80
  83. package/dist/importing/cli.js +0 -408
  84. package/dist/importing/existing.js +0 -51
  85. package/dist/importing/facts.js +0 -121
  86. package/dist/importing/forgetImported.js +0 -79
  87. package/dist/importing/hosted.js +0 -467
  88. package/dist/importing/journalLog.js +0 -96
  89. package/dist/importing/markdown.js +0 -98
  90. package/dist/importing/plan.js +0 -201
  91. package/dist/importing/secretScreen.js +0 -113
  92. package/dist/importing/serialize.js +0 -188
  93. package/dist/importing/source.js +0 -463
  94. package/dist/importing/types.js +0 -6
  95. package/dist/indexer/chunker.js +0 -319
  96. package/dist/indexer/dailyEntries.js +0 -63
  97. package/dist/indexer/hasher.js +0 -10
  98. package/dist/indexer/laneRuns.js +0 -48
  99. package/dist/indexer/o200k.js +0 -481
  100. package/dist/indexer/outsideRoot.js +0 -77
  101. package/dist/indexer/parser.js +0 -170
  102. package/dist/indexer/pipeline.js +0 -988
  103. package/dist/indexer/staleness.js +0 -201
  104. package/dist/indexer/tokenizer.js +0 -77
  105. package/dist/indexer/walker.js +0 -170
  106. package/dist/learning/cli.js +0 -113
  107. package/dist/learning/schema.js +0 -144
  108. package/dist/learning/settings.js +0 -45
  109. package/dist/learning/store.js +0 -267
  110. package/dist/learning/tap.js +0 -401
  111. package/dist/mcp/hive.js +0 -88
  112. package/dist/mcp/requestErrors.js +0 -47
  113. package/dist/mcp/server.js +0 -426
  114. package/dist/memory/agentLease.js +0 -43
  115. package/dist/memory/confinedWrite.js +0 -315
  116. package/dist/memory/controls.js +0 -73
  117. package/dist/memory/dailyNote.js +0 -265
  118. package/dist/memory/dreamer/adjudicate.js +0 -215
  119. package/dist/memory/dreamer/apply.js +0 -120
  120. package/dist/memory/dreamer/budget.js +0 -64
  121. package/dist/memory/dreamer/candidates.js +0 -149
  122. package/dist/memory/dreamer/collection.js +0 -104
  123. package/dist/memory/dreamer/dreamer.js +0 -352
  124. package/dist/memory/dreamer/review.js +0 -111
  125. package/dist/memory/durableAppend.js +0 -57
  126. package/dist/memory/factConflicts.js +0 -205
  127. package/dist/memory/factTerms.js +0 -321
  128. package/dist/memory/handoff.js +0 -363
  129. package/dist/memory/hiveNameHeader.cjs +0 -10
  130. package/dist/memory/inventory.js +0 -55
  131. package/dist/memory/invisibleText.js +0 -20
  132. package/dist/memory/lifecycle.js +0 -2014
  133. package/dist/memory/limits.js +0 -13
  134. package/dist/memory/requests.js +0 -183
  135. package/dist/memory/sourceName.js +0 -276
  136. package/dist/memory/statusFacts.js +0 -61
  137. package/dist/memory/whatsNew.js +0 -158
  138. package/dist/memory/writer.js +0 -176
  139. package/dist/memory/writerConflicts.js +0 -85
  140. package/dist/memorymap/memoryMap.js +0 -1594
  141. package/dist/memorymap/replacedJournal.js +0 -58
  142. package/dist/memorymap/replacements.js +0 -410
  143. package/dist/mvp/activity.js +0 -86
  144. package/dist/mvp/agentMemory.js +0 -1803
  145. package/dist/mvp/answerCheck.js +0 -211
  146. package/dist/mvp/auth.js +0 -531
  147. package/dist/mvp/cli.js +0 -86
  148. package/dist/mvp/client-store.js +0 -462
  149. package/dist/mvp/compileCache.js +0 -242
  150. package/dist/mvp/compileSeed.js +0 -33
  151. package/dist/mvp/config.js +0 -292
  152. package/dist/mvp/connectionStatus.js +0 -80
  153. package/dist/mvp/contextDistinct.js +0 -53
  154. package/dist/mvp/contextProfile.js +0 -87
  155. package/dist/mvp/contextRelevance.js +0 -413
  156. package/dist/mvp/directorySurface.js +0 -68
  157. package/dist/mvp/engine.js +0 -1078
  158. package/dist/mvp/exportAll.js +0 -393
  159. package/dist/mvp/factLanePack.js +0 -77
  160. package/dist/mvp/factMarkers.js +0 -65
  161. package/dist/mvp/factsLane.js +0 -203
  162. package/dist/mvp/hiddenSpans.js +0 -585
  163. package/dist/mvp/history.js +0 -414
  164. package/dist/mvp/hitDates.js +0 -31
  165. package/dist/mvp/hitFloor.js +0 -36
  166. package/dist/mvp/identity.js +0 -18
  167. package/dist/mvp/idle.js +0 -113
  168. package/dist/mvp/log.js +0 -118
  169. package/dist/mvp/memoryDir.js +0 -98
  170. package/dist/mvp/posthogMcp.js +0 -210
  171. package/dist/mvp/readScope.js +0 -104
  172. package/dist/mvp/readUsefulness.js +0 -222
  173. package/dist/mvp/sanitize.js +0 -48
  174. package/dist/mvp/schemaRejections.js +0 -91
  175. package/dist/mvp/scope.js +0 -127
  176. package/dist/mvp/server.js +0 -2712
  177. package/dist/mvp/serverCard.js +0 -38
  178. package/dist/mvp/storedSize.js +0 -139
  179. package/dist/mvp/telemetry.js +0 -474
  180. package/dist/net/poolFetch.js +0 -174
  181. package/dist/recall/actionRecall.js +0 -282
  182. package/dist/recall/autoRecall.js +0 -447
  183. package/dist/recall/searchRecall.js +0 -189
  184. package/dist/retrieval/adviceLines.js +0 -195
  185. package/dist/retrieval/adviceQuestion.js +0 -44
  186. package/dist/retrieval/conversationShape.js +0 -44
  187. package/dist/retrieval/dailyEntryTime.js +0 -55
  188. package/dist/retrieval/entityLookup.js +0 -162
  189. package/dist/retrieval/factsFirst.js +0 -188
  190. package/dist/retrieval/keyword.js +0 -84
  191. package/dist/retrieval/ledgerEventTime.js +0 -51
  192. package/dist/retrieval/ledgerLiveness.js +0 -83
  193. package/dist/retrieval/ledgerPresentation.js +0 -161
  194. package/dist/retrieval/noteIdentity.js +0 -57
  195. package/dist/retrieval/orchestrator.js +0 -1224
  196. package/dist/retrieval/plainWording.js +0 -236
  197. package/dist/retrieval/queryHelpers.js +0 -142
  198. package/dist/retrieval/questionSpan.js +0 -475
  199. package/dist/retrieval/rankingTrace.js +0 -184
  200. package/dist/retrieval/readerEvents.js +0 -690
  201. package/dist/retrieval/readerLayout.js +0 -422
  202. package/dist/retrieval/relativeTimeHints.js +0 -113
  203. package/dist/retrieval/semantic.js +0 -67
  204. package/dist/router/routerCache.js +0 -106
  205. package/dist/router/sessionRouter.js +0 -726
  206. package/dist/sharing/cli.js +0 -181
  207. package/dist/sharing/examples.js +0 -136
  208. package/dist/sharing/fields.js +0 -225
  209. package/dist/sharing/loop.js +0 -80
  210. package/dist/sharing/project.js +0 -327
  211. package/dist/sharing/send.js +0 -466
  212. package/dist/sharing/state.js +0 -222
  213. package/dist/sharing/wording.js +0 -48
  214. package/dist/toolRefusal.js +0 -120
  215. package/dist/watcher/watcher.js +0 -77
  216. /package/dist/{indexer/o200k.json → o200k.json} +0 -0
@@ -1,146 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.DigestCache = exports.DIGEST_CACHE_SCHEMA_VERSION = void 0;
7
- const node_fs_1 = __importDefault(require("node:fs"));
8
- const node_crypto_1 = __importDefault(require("node:crypto"));
9
- const node_path_1 = __importDefault(require("node:path"));
10
- const sqlite_1 = __importDefault(require("../db/sqlite"));
11
- /**
12
- * Content-addressed store for per-note digests (RENOR_DIGESTS, src/digests/digests.ts).
13
- *
14
- * digest key = sha256(schema \0 model \0 reasoning effort \0 sha256(prompt template) \0 input version \0 note_hash)
15
- *
16
- * A note's digest is keyed by the hash of the note's file (the index's `note_hash`), so an unchanged note is never
17
- * digested twice, an edited note gets a new digest, and a changed prompt, model or input rule re-digests every note.
18
- * An empty digest (the note states nothing about the user's life) is stored too, so it is not asked for again.
19
- *
20
- * The item vectors live beside the digest, one set per embedding space (provider, model, dimensions): a digest
21
- * outlives a change of embedding model, only its vectors are rebuilt. A vector from another space is never read.
22
- *
23
- * Design follows src/router/routerCache.ts: SQLite + WAL + busy_timeout=10000 + INSERT OR IGNORE.
24
- */
25
- exports.DIGEST_CACHE_SCHEMA_VERSION = 'note-digest-v1';
26
- const sha256 = (text) => node_crypto_1.default.createHash('sha256').update(text).digest('hex');
27
- class DigestCache {
28
- db;
29
- getDigestStmt;
30
- putDigestStmt;
31
- getVectorsStmt;
32
- putVectorsStmt;
33
- constructor(dbPath, opts = {}) {
34
- if (!opts.readonly)
35
- node_fs_1.default.mkdirSync(node_path_1.default.dirname(dbPath), { recursive: true });
36
- this.db = new sqlite_1.default(dbPath, opts.readonly ? { readonly: true, fileMustExist: true } : undefined);
37
- if (!opts.readonly) {
38
- this.db.pragma('journal_mode = WAL');
39
- this.db.exec(`
40
- CREATE TABLE IF NOT EXISTS note_digests (
41
- cache_key TEXT PRIMARY KEY,
42
- schema_version TEXT NOT NULL,
43
- model TEXT NOT NULL,
44
- note_hash TEXT NOT NULL,
45
- items_json TEXT NOT NULL,
46
- created_at TEXT NOT NULL
47
- );
48
- CREATE TABLE IF NOT EXISTS digest_vectors (
49
- cache_key TEXT NOT NULL,
50
- space TEXT NOT NULL,
51
- dims INTEGER NOT NULL,
52
- vectors BLOB NOT NULL,
53
- PRIMARY KEY (cache_key, space)
54
- );
55
- -- What the background worker (src/digests/worker.ts) spent per UTC day: the per-workspace cost guard reads it.
56
- CREATE TABLE IF NOT EXISTS digest_spend (
57
- day TEXT PRIMARY KEY,
58
- calls INTEGER NOT NULL DEFAULT 0,
59
- prompt_tokens INTEGER NOT NULL DEFAULT 0,
60
- completion_tokens INTEGER NOT NULL DEFAULT 0,
61
- micro_usd INTEGER NOT NULL DEFAULT 0
62
- );
63
- `);
64
- }
65
- this.db.pragma('busy_timeout = 10000');
66
- this.getDigestStmt = this.db.prepare('SELECT items_json, model FROM note_digests WHERE cache_key = ?');
67
- this.putDigestStmt = this.db.prepare(`INSERT OR IGNORE INTO note_digests (cache_key, schema_version, model, note_hash, items_json, created_at)
68
- VALUES (?, ?, ?, ?, ?, ?)`);
69
- this.getVectorsStmt = this.db.prepare('SELECT dims, vectors FROM digest_vectors WHERE cache_key = ? AND space = ?');
70
- this.putVectorsStmt = this.db.prepare('INSERT OR IGNORE INTO digest_vectors (cache_key, space, dims, vectors) VALUES (?, ?, ?, ?)');
71
- }
72
- static digestKey(model, effort, promptTemplate, inputVersion, noteHash) {
73
- return sha256([exports.DIGEST_CACHE_SCHEMA_VERSION, model, effort, sha256(promptTemplate), inputVersion, noteHash].join('\0'));
74
- }
75
- getDigest(key) {
76
- const row = this.getDigestStmt.get(key);
77
- if (!row)
78
- return null;
79
- return { items: JSON.parse(row.items_json), model: row.model };
80
- }
81
- putDigest(key, noteHash, entry) {
82
- this.putDigestStmt.run(key, exports.DIGEST_CACHE_SCHEMA_VERSION, entry.model, noteHash, JSON.stringify(entry.items), new Date().toISOString());
83
- }
84
- /** The item vectors of one digest in one embedding space, or null when they are absent or do not match the items. */
85
- getVectors(key, space, count) {
86
- const row = this.getVectorsStmt.get(key, space);
87
- if (!row || row.dims <= 0 || row.vectors.length !== count * row.dims * 4)
88
- return null;
89
- const floats = new Float32Array(row.vectors.buffer.slice(row.vectors.byteOffset, row.vectors.byteOffset + row.vectors.length));
90
- const out = [];
91
- for (let i = 0; i < count; i++)
92
- out.push(Array.from(floats.subarray(i * row.dims, (i + 1) * row.dims)));
93
- return out;
94
- }
95
- putVectors(key, space, vectors) {
96
- if (vectors.length === 0)
97
- return;
98
- const dims = vectors[0].length;
99
- const floats = new Float32Array(vectors.length * dims);
100
- vectors.forEach((vector, i) => floats.set(vector, i * dims));
101
- this.putVectorsStmt.run(key, space, dims, Buffer.from(floats.buffer));
102
- }
103
- /** The models the cache holds digests of, and how many digests each: what an eval run reads to arm the digests for the model the cache holds. */
104
- digestsByModel() {
105
- return this.db.prepare('SELECT model, COUNT(*) AS digests FROM note_digests GROUP BY model ORDER BY model').all();
106
- }
107
- /**
108
- * Keep only the digests of the notes whose file hash is in `noteHashes`, and the vectors that go with them: a digest
109
- * of text a note no longer holds (it was edited, forgotten, or its file is gone) is derived from content the user
110
- * removed, so it is not kept. Only the workspace's own cache calls this: an eval cache is shared by many vaults.
111
- * Returns how many digests it removed.
112
- */
113
- retainOnly(noteHashes) {
114
- const rows = this.db.prepare('SELECT cache_key, note_hash FROM note_digests').all();
115
- const stale = rows.filter(row => !noteHashes.has(row.note_hash));
116
- if (stale.length === 0)
117
- return 0;
118
- const dropDigest = this.db.prepare('DELETE FROM note_digests WHERE cache_key = ?');
119
- const dropVectors = this.db.prepare('DELETE FROM digest_vectors WHERE cache_key = ?');
120
- this.db.transaction(() => {
121
- for (const row of stale) {
122
- dropVectors.run(row.cache_key);
123
- dropDigest.run(row.cache_key);
124
- }
125
- })();
126
- return stale.length;
127
- }
128
- /** What the worker has spent on `day` (a UTC `YYYY-MM-DD`), in USD. */
129
- spentUsd(day) {
130
- const row = this.db.prepare('SELECT micro_usd FROM digest_spend WHERE day = ?').get(day);
131
- return (row?.micro_usd ?? 0) / 1e6;
132
- }
133
- addSpend(day, promptTokens, completionTokens, usd) {
134
- this.db.prepare(`INSERT INTO digest_spend (day, calls, prompt_tokens, completion_tokens, micro_usd) VALUES (?, 1, ?, ?, ?)
135
- ON CONFLICT(day) DO UPDATE SET calls = calls + 1, prompt_tokens = prompt_tokens + excluded.prompt_tokens,
136
- completion_tokens = completion_tokens + excluded.completion_tokens, micro_usd = micro_usd + excluded.micro_usd`).run(day, Math.max(0, Math.round(promptTokens)), Math.max(0, Math.round(completionTokens)), Math.max(0, Math.round(usd * 1e6)));
137
- }
138
- /** Spend rows older than the newest `keepDays` days are dropped, so the table does not grow without bound. */
139
- pruneSpend(keepDays) {
140
- this.db.prepare('DELETE FROM digest_spend WHERE day NOT IN (SELECT day FROM digest_spend ORDER BY day DESC LIMIT ?)').run(keepDays);
141
- }
142
- close() {
143
- this.db.close();
144
- }
145
- }
146
- exports.DigestCache = DigestCache;