renor-engine 1.1.0 → 1.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (193) hide show
  1. package/README.md +27 -2
  2. package/THIRD-PARTY-NOTICES +2661 -0
  3. package/dist/BUILD.json +3 -3
  4. package/dist/cli.js +1656 -490
  5. package/package.json +16 -80
  6. package/dist/.tsbuildinfo +0 -1
  7. package/dist/api/apiAuth.js +0 -43
  8. package/dist/api/server.js +0 -174
  9. package/dist/buildIdentity.js +0 -149
  10. package/dist/callPhases.js +0 -82
  11. package/dist/cli-extractors.js +0 -46
  12. package/dist/config.js +0 -65
  13. package/dist/context/composer.js +0 -320
  14. package/dist/context/readHonesty.js +0 -478
  15. package/dist/context/rowStore.js +0 -238
  16. package/dist/conversation/formatter.js +0 -81
  17. package/dist/conversation/parser.js +0 -193
  18. package/dist/conversation/types.js +0 -2
  19. package/dist/conversation/writer.js +0 -42
  20. package/dist/db/client.js +0 -149
  21. package/dist/db/handoffTable.js +0 -31
  22. package/dist/db/indexSalvage.js +0 -101
  23. package/dist/db/migrations.js +0 -670
  24. package/dist/db/readCache.js +0 -109
  25. package/dist/db/schema.js +0 -5
  26. package/dist/db/sqlite.js +0 -396
  27. package/dist/db/statements.js +0 -89
  28. package/dist/digests/digestCache.js +0 -146
  29. package/dist/digests/digests.js +0 -597
  30. package/dist/digests/worker.js +0 -350
  31. package/dist/embeddings/caching.js +0 -337
  32. package/dist/embeddings/coalescing.js +0 -177
  33. package/dist/embeddings/interactive.js +0 -103
  34. package/dist/embeddings/local.js +0 -70
  35. package/dist/embeddings/openai.js +0 -106
  36. package/dist/embeddings/rebuild.js +0 -166
  37. package/dist/embeddings/simdScan.js +0 -260
  38. package/dist/embeddings/space.js +0 -21
  39. package/dist/embeddings/types.js +0 -14
  40. package/dist/embeddings/vectorIndex.js +0 -674
  41. package/dist/embeddings/vertex.js +0 -334
  42. package/dist/eval/artifacts.js +0 -42
  43. package/dist/eval/cacheReport.js +0 -146
  44. package/dist/eval/comparison.js +0 -182
  45. package/dist/eval/context700-candidate.js +0 -145
  46. package/dist/eval/evalCache.js +0 -568
  47. package/dist/eval/hashEmbedding.js +0 -35
  48. package/dist/eval/indexSnapshots.js +0 -548
  49. package/dist/eval/longmemeval.js +0 -56
  50. package/dist/eval/metrics.js +0 -181
  51. package/dist/eval/pageDump.js +0 -67
  52. package/dist/eval/renorbenchBaseline.js +0 -486
  53. package/dist/eval/renorbenchDocuments.js +0 -134
  54. package/dist/eval/renorbenchProduct.js +0 -182
  55. package/dist/eval/runLedger.js +0 -279
  56. package/dist/eval/runManifest.js +0 -485
  57. package/dist/eval/scoring.js +0 -197
  58. package/dist/eval/textTokens.js +0 -17
  59. package/dist/evidence/attach.js +0 -264
  60. package/dist/evidence/background.js +0 -147
  61. package/dist/evidence/evidenceCache.js +0 -182
  62. package/dist/evidence/gate.js +0 -37
  63. package/dist/evidence/keyPool.js +0 -85
  64. package/dist/evidence/ollamaChat.js +0 -84
  65. package/dist/evidence/optin.js +0 -165
  66. package/dist/evidence/options.js +0 -151
  67. package/dist/evidence/secondPass.js +0 -294
  68. package/dist/extraction/classifyCapture.js +0 -34
  69. package/dist/extraction/decision-model.js +0 -174
  70. package/dist/extraction/eventExtractor.js +0 -113
  71. package/dist/extraction/extractionClient.js +0 -122
  72. package/dist/extraction/factExtractor.js +0 -46
  73. package/dist/extraction/factsWritePath.js +0 -179
  74. package/dist/extraction/preferenceExtractor.js +0 -150
  75. package/dist/extraction/secretGuard.js +0 -176
  76. package/dist/extraction/secretScanner.js +0 -665
  77. package/dist/extraction/typedFacts.js +0 -224
  78. package/dist/extraction/writePathAdjudication.js +0 -110
  79. package/dist/importing/apply.js +0 -672
  80. package/dist/importing/bundle-write.js +0 -80
  81. package/dist/importing/cli.js +0 -408
  82. package/dist/importing/existing.js +0 -51
  83. package/dist/importing/facts.js +0 -121
  84. package/dist/importing/forgetImported.js +0 -79
  85. package/dist/importing/hosted.js +0 -467
  86. package/dist/importing/journalLog.js +0 -96
  87. package/dist/importing/markdown.js +0 -98
  88. package/dist/importing/plan.js +0 -201
  89. package/dist/importing/secretScreen.js +0 -113
  90. package/dist/importing/serialize.js +0 -188
  91. package/dist/importing/source.js +0 -463
  92. package/dist/importing/types.js +0 -6
  93. package/dist/indexer/chunker.js +0 -319
  94. package/dist/indexer/dailyEntries.js +0 -63
  95. package/dist/indexer/hasher.js +0 -10
  96. package/dist/indexer/laneRuns.js +0 -48
  97. package/dist/indexer/o200k.js +0 -481
  98. package/dist/indexer/outsideRoot.js +0 -77
  99. package/dist/indexer/parser.js +0 -170
  100. package/dist/indexer/pipeline.js +0 -988
  101. package/dist/indexer/staleness.js +0 -201
  102. package/dist/indexer/tokenizer.js +0 -77
  103. package/dist/indexer/walker.js +0 -170
  104. package/dist/mcp/hive.js +0 -88
  105. package/dist/mcp/requestErrors.js +0 -47
  106. package/dist/mcp/server.js +0 -426
  107. package/dist/memory/agentLease.js +0 -43
  108. package/dist/memory/confinedWrite.js +0 -315
  109. package/dist/memory/controls.js +0 -73
  110. package/dist/memory/dailyNote.js +0 -265
  111. package/dist/memory/durableAppend.js +0 -57
  112. package/dist/memory/factConflicts.js +0 -203
  113. package/dist/memory/factTerms.js +0 -321
  114. package/dist/memory/handoff.js +0 -363
  115. package/dist/memory/hiveNameHeader.cjs +0 -10
  116. package/dist/memory/inventory.js +0 -55
  117. package/dist/memory/invisibleText.js +0 -20
  118. package/dist/memory/lifecycle.js +0 -1991
  119. package/dist/memory/limits.js +0 -13
  120. package/dist/memory/requests.js +0 -183
  121. package/dist/memory/sourceName.js +0 -276
  122. package/dist/memory/statusFacts.js +0 -61
  123. package/dist/memory/whatsNew.js +0 -158
  124. package/dist/memory/writer.js +0 -175
  125. package/dist/memory/writerConflicts.js +0 -85
  126. package/dist/memorymap/memoryMap.js +0 -1594
  127. package/dist/memorymap/replacedJournal.js +0 -58
  128. package/dist/memorymap/replacements.js +0 -410
  129. package/dist/mvp/activity.js +0 -86
  130. package/dist/mvp/agentMemory.js +0 -1800
  131. package/dist/mvp/answerCheck.js +0 -211
  132. package/dist/mvp/auth.js +0 -531
  133. package/dist/mvp/cli.js +0 -75
  134. package/dist/mvp/client-store.js +0 -462
  135. package/dist/mvp/compileCache.js +0 -242
  136. package/dist/mvp/compileSeed.js +0 -33
  137. package/dist/mvp/config.js +0 -288
  138. package/dist/mvp/connectionStatus.js +0 -80
  139. package/dist/mvp/contextDistinct.js +0 -53
  140. package/dist/mvp/contextProfile.js +0 -87
  141. package/dist/mvp/contextRelevance.js +0 -413
  142. package/dist/mvp/directorySurface.js +0 -68
  143. package/dist/mvp/engine.js +0 -1078
  144. package/dist/mvp/exportAll.js +0 -374
  145. package/dist/mvp/factLanePack.js +0 -77
  146. package/dist/mvp/factMarkers.js +0 -65
  147. package/dist/mvp/factsLane.js +0 -203
  148. package/dist/mvp/hiddenSpans.js +0 -585
  149. package/dist/mvp/history.js +0 -414
  150. package/dist/mvp/hitDates.js +0 -31
  151. package/dist/mvp/hitFloor.js +0 -36
  152. package/dist/mvp/identity.js +0 -18
  153. package/dist/mvp/idle.js +0 -113
  154. package/dist/mvp/log.js +0 -118
  155. package/dist/mvp/memoryDir.js +0 -98
  156. package/dist/mvp/posthogMcp.js +0 -210
  157. package/dist/mvp/readScope.js +0 -104
  158. package/dist/mvp/readUsefulness.js +0 -222
  159. package/dist/mvp/sanitize.js +0 -48
  160. package/dist/mvp/schemaRejections.js +0 -91
  161. package/dist/mvp/scope.js +0 -127
  162. package/dist/mvp/server.js +0 -2604
  163. package/dist/mvp/serverCard.js +0 -38
  164. package/dist/mvp/storedSize.js +0 -139
  165. package/dist/mvp/telemetry.js +0 -474
  166. package/dist/net/poolFetch.js +0 -174
  167. package/dist/recall/actionRecall.js +0 -282
  168. package/dist/recall/autoRecall.js +0 -447
  169. package/dist/recall/searchRecall.js +0 -189
  170. package/dist/retrieval/adviceLines.js +0 -195
  171. package/dist/retrieval/adviceQuestion.js +0 -44
  172. package/dist/retrieval/conversationShape.js +0 -44
  173. package/dist/retrieval/dailyEntryTime.js +0 -55
  174. package/dist/retrieval/entityLookup.js +0 -162
  175. package/dist/retrieval/factsFirst.js +0 -188
  176. package/dist/retrieval/keyword.js +0 -84
  177. package/dist/retrieval/ledgerEventTime.js +0 -51
  178. package/dist/retrieval/ledgerLiveness.js +0 -83
  179. package/dist/retrieval/ledgerPresentation.js +0 -161
  180. package/dist/retrieval/noteIdentity.js +0 -57
  181. package/dist/retrieval/orchestrator.js +0 -1171
  182. package/dist/retrieval/plainWording.js +0 -236
  183. package/dist/retrieval/queryHelpers.js +0 -142
  184. package/dist/retrieval/questionSpan.js +0 -475
  185. package/dist/retrieval/readerEvents.js +0 -690
  186. package/dist/retrieval/readerLayout.js +0 -422
  187. package/dist/retrieval/relativeTimeHints.js +0 -113
  188. package/dist/retrieval/semantic.js +0 -67
  189. package/dist/router/routerCache.js +0 -106
  190. package/dist/router/sessionRouter.js +0 -726
  191. package/dist/toolRefusal.js +0 -120
  192. package/dist/watcher/watcher.js +0 -77
  193. /package/dist/{indexer/o200k.json → o200k.json} +0 -0
@@ -1,120 +0,0 @@
1
- "use strict";
2
- /**
3
- * Why an MCP tool refused a call: a CLOSED set of short, stable snake_case codes, one per refusal a caller
4
- * can act on.
5
- *
6
- * Every failed tool call used to reach telemetry as `error_kind: "other"`, so one user's day read as "13 of
7
- * 152 calls failed" with nothing to act on: no way to tell an over-long statement from an unknown memory id
8
- * from a path that escapes the vault. `error_kind` says how the call ended (it is a dashboard field and its
9
- * values never change); this says why it was refused, next to it, as `error_reason`.
10
- *
11
- * The rules this file exists to keep:
12
- *
13
- * - A code is a FIXED LITERAL from the list below. Nothing here is ever built from an argument, a statement,
14
- * a file, an exception message or a path, so no code can carry what the user said or wrote.
15
- * - The list is closed: `isToolErrorReason` is the only way a code reaches telemetry, so a free-form string
16
- * (an exception message, say) is dropped rather than logged.
17
- * - Refusal sites name their code where the refusal is decided, and the code travels out of band — in a
18
- * WeakMap beside the thrown error, or beside a refusal result the tool builds itself — instead of being
19
- * parsed back out of a message or added as a property. The error keeps the class, `name` and keys it had
20
- * before; the message still goes to the agent; the code never leaves this vocabulary.
21
- * - Anything with no better code gets `refused`; an unexpected throw gets `internal`.
22
- */
23
- Object.defineProperty(exports, "__esModule", { value: true });
24
- exports.TOOL_ERROR_REASONS = void 0;
25
- exports.isToolErrorReason = isToolErrorReason;
26
- exports.refusal = refusal;
27
- exports.markErrorReason = markErrorReason;
28
- exports.refusalReason = refusalReason;
29
- exports.markToolRefusal = markToolRefusal;
30
- exports.toolRefusalOf = toolRefusalOf;
31
- exports.TOOL_ERROR_REASONS = [
32
- /** An unexpected throw: a defect, not a refusal. */
33
- 'internal',
34
- /** A refusal with no more specific code in this set. */
35
- 'refused',
36
- /** A required argument was absent or empty. */
37
- 'missing_argument',
38
- /** An argument was present but unusable as sent. */
39
- 'invalid_argument',
40
- /** A scope was not `global`, `scope:<slug>` or `project:<slug>`. */
41
- 'invalid_scope',
42
- /** A field was longer than the bound that stores it (memory/limits.ts, lifecycle FIELD_LIMITS). */
43
- 'field_too_long',
44
- /** Text that cannot be stored or framed as text: control characters, an unpaired surrogate, a NUL byte. */
45
- 'invalid_text',
46
- /** A path that escapes the memory directory, hides a segment, crosses a symlink, or is not a memory. */
47
- 'unsafe_path',
48
- /** The memory id named nothing (it may have been retired). */
49
- 'memory_not_found',
50
- /** That memory was already retired. */
51
- 'memory_already_retired',
52
- /** A restore would overwrite a file that now occupies the path. */
53
- 'restore_conflict',
54
- /** A write would take counted Markdown over the workspace plan ceiling. */
55
- 'storage_limit',
56
- /** An import batch or preview is unknown or has expired. */
57
- 'batch_not_found',
58
- /** The batch was already applied, failed or undone; it cannot be applied again. */
59
- 'batch_already_applied',
60
- /** The batch was larger than the import byte bounds allow. */
61
- 'import_too_large',
62
- /** A file the import would not admit (not a Markdown file). */
63
- 'unsupported_import_format',
64
- /** The batch named the same relative path twice. */
65
- 'duplicate_import_path',
66
- /** Too many previews are pending in this workspace; apply or wait for one to expire. */
67
- 'too_many_previews',
68
- /** The deployment cannot answer this way right now (no semantic search, no keyword index, no history). */
69
- 'capability_unavailable',
70
- /** The same, while the index is being rebuilt: it answers again once that finishes. */
71
- 'capability_rebuilding',
72
- /** A search query the keyword index could not read as a query. */
73
- 'invalid_query',
74
- ];
75
- /** The only gate a code passes to reach telemetry: membership in the closed set, nothing else. */
76
- function isToolErrorReason(value) {
77
- return typeof value === 'string' && exports.TOOL_ERROR_REASONS.includes(value);
78
- }
79
- /**
80
- * The code an error carries, out of band: a WeakMap leaves no property to serialize, so the error keeps the
81
- * identity it had before this vocabulary existed — its class, `name`, `message` and enumerable keys — and the
82
- * code reaches telemetry only. Nothing about `String(err)`, a log line or an `instanceof` check changes.
83
- */
84
- const errorReasons = new WeakMap();
85
- /**
86
- * Shorthand for the refusal sites: `throw refusal('invalid_scope', '…')`. The error is a PLAIN `Error`, exactly
87
- * what the site threw before; only the message (unchanged) and the out-of-band code are kept.
88
- */
89
- function refusal(reason, message) {
90
- return markErrorReason(new Error(message), reason);
91
- }
92
- /** Records the code an error carries, out of band. Used by `refusal` and by an error class that names its own. */
93
- function markErrorReason(err, reason) {
94
- errorReasons.set(err, reason);
95
- return err;
96
- }
97
- /**
98
- * The code an error carries, or undefined when it carries none.
99
- *
100
- * Read from the out-of-band WeakMap rather than a property, so an error class that already exists
101
- * (LifecycleInputError, say) names its code without gaining a field and without losing its own identity to the
102
- * callers that check `instanceof` — and no error ever grows a `reason` key a reply or a log line could show.
103
- */
104
- function refusalReason(err) {
105
- return err instanceof Error ? errorReasons.get(err) : undefined;
106
- }
107
- /**
108
- * A tool result built by a refusal path carries its code here, beside the result and never inside it: a
109
- * WeakMap leaves no property to serialize, so the code cannot ride out to the agent, into a log line or into
110
- * a remote sink by accident. The tool wrapper reads it and the code goes to telemetry only.
111
- */
112
- const reasons = new WeakMap();
113
- function markToolRefusal(result, reason) {
114
- reasons.set(result, reason);
115
- return result;
116
- }
117
- /** The code a refusal result carries, if any. */
118
- function toolRefusalOf(result) {
119
- return result !== null && typeof result === 'object' ? reasons.get(result) : undefined;
120
- }
@@ -1,77 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.startWatcher = startWatcher;
7
- const chokidar_1 = __importDefault(require("chokidar"));
8
- const fs_1 = __importDefault(require("fs"));
9
- const path_1 = __importDefault(require("path"));
10
- const pipeline_1 = require("../indexer/pipeline");
11
- const log_1 = require("../mvp/log");
12
- const log = (0, log_1.createLogger)('engine');
13
- function loadIgnorePatterns(vaultPath) {
14
- try {
15
- const raw = fs_1.default.readFileSync(path_1.default.join(vaultPath, '.semanticignore'), 'utf8');
16
- return raw.split('\n').map(l => l.trim()).filter(l => l && !l.startsWith('#'));
17
- }
18
- catch {
19
- return [];
20
- }
21
- }
22
- function isIgnored(filePath, vaultPath, patterns) {
23
- const rel = path_1.default.relative(vaultPath, filePath);
24
- return patterns.some(p => {
25
- const clean = p.replace(/\/$/, '');
26
- return rel === clean || rel.startsWith(clean + '/') || rel.includes('/' + clean + '/') || rel.endsWith('/' + clean);
27
- });
28
- }
29
- // Below the vault, so a vault that itself sits under a folder of this name is still watched.
30
- const WALKER_SKIPS = /(^|[\\/])(\.trash|\.memory-index|node_modules)([\\/]|$)/;
31
- function startWatcher(vaultPath, db, options = {}) {
32
- const ignorePatterns = loadIgnorePatterns(vaultPath);
33
- const watcher = chokidar_1.default.watch(path_1.default.join(vaultPath, '**/*.md'), {
34
- // The walker's rules, so the watcher never indexes what an index pass would leave out (retired notes under .trash,
35
- // node_modules), and no symbolic link: the walker never lists one, and a link in the vault must not pull in a file
36
- // outside it.
37
- ignored: [/\.obsidian/, /\.semantic-memory/, (p) => WALKER_SKIPS.test(path_1.default.relative(vaultPath, p))],
38
- followSymlinks: false,
39
- persistent: true,
40
- ignoreInitial: true,
41
- awaitWriteFinish: { stabilityThreshold: 300, pollInterval: 100 },
42
- });
43
- const pending = new Map();
44
- const handle = (filePath) => {
45
- if (isIgnored(filePath, vaultPath, ignorePatterns))
46
- return;
47
- // The glob reports a link to a file as the file, and a FIFO named like a note as a note; the walker lists neither.
48
- const st = fs_1.default.lstatSync(filePath, { throwIfNoEntry: false });
49
- if (st && !st.isFile())
50
- return;
51
- if (pending.has(filePath))
52
- clearTimeout(pending.get(filePath));
53
- pending.set(filePath, setTimeout(async () => {
54
- pending.delete(filePath);
55
- try {
56
- await (0, pipeline_1.indexFile)(db, filePath, options);
57
- log.info('watcher_indexed', { file: path_1.default.relative(vaultPath, filePath) });
58
- }
59
- catch (err) {
60
- log.error('watcher_index_failed', { file: path_1.default.relative(vaultPath, filePath) }, err);
61
- }
62
- }, 500));
63
- };
64
- watcher
65
- .on('add', handle)
66
- .on('change', handle)
67
- .on('unlink', (filePath) => {
68
- if (isIgnored(filePath, vaultPath, ignorePatterns))
69
- return;
70
- db.transaction(() => {
71
- db.prepare('DELETE FROM relations WHERE source_note = ?').run(filePath);
72
- db.prepare('DELETE FROM notes WHERE path = ?').run(filePath);
73
- })();
74
- log.info('watcher_removed', { file: path_1.default.relative(vaultPath, filePath) });
75
- });
76
- return watcher;
77
- }
File without changes