cloison-runtime 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +313 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +47 -0
- package/dist/cli.js.map +1 -0
- package/dist/config/index.d.ts +57 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +27 -0
- package/dist/config/index.js.map +1 -0
- package/dist/credentials/index.d.ts +4 -0
- package/dist/credentials/index.d.ts.map +1 -0
- package/dist/credentials/index.js +3 -0
- package/dist/credentials/index.js.map +1 -0
- package/dist/credentials/proxy.d.ts +3 -0
- package/dist/credentials/proxy.d.ts.map +1 -0
- package/dist/credentials/proxy.js +11 -0
- package/dist/credentials/proxy.js.map +1 -0
- package/dist/credentials/store.d.ts +7 -0
- package/dist/credentials/store.d.ts.map +1 -0
- package/dist/credentials/store.js +115 -0
- package/dist/credentials/store.js.map +1 -0
- package/dist/credentials/types.d.ts +14 -0
- package/dist/credentials/types.d.ts.map +1 -0
- package/dist/credentials/types.js +2 -0
- package/dist/credentials/types.js.map +1 -0
- package/dist/hooks/index.d.ts +3 -0
- package/dist/hooks/index.d.ts.map +1 -0
- package/dist/hooks/index.js +2 -0
- package/dist/hooks/index.js.map +1 -0
- package/dist/hooks/runner.d.ts +7 -0
- package/dist/hooks/runner.d.ts.map +1 -0
- package/dist/hooks/runner.js +20 -0
- package/dist/hooks/runner.js.map +1 -0
- package/dist/hooks/types.d.ts +39 -0
- package/dist/hooks/types.d.ts.map +1 -0
- package/dist/hooks/types.js +2 -0
- package/dist/hooks/types.js.map +1 -0
- package/dist/index.d.ts +32 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +58 -0
- package/dist/index.js.map +1 -0
- package/dist/infra/env.d.ts +2 -0
- package/dist/infra/env.d.ts.map +1 -0
- package/dist/infra/env.js +6 -0
- package/dist/infra/env.js.map +1 -0
- package/dist/infra/warning-filter.d.ts +8 -0
- package/dist/infra/warning-filter.d.ts.map +1 -0
- package/dist/infra/warning-filter.js +66 -0
- package/dist/infra/warning-filter.js.map +1 -0
- package/dist/logging/subsystem.d.ts +29 -0
- package/dist/logging/subsystem.d.ts.map +1 -0
- package/dist/logging/subsystem.js +322 -0
- package/dist/logging/subsystem.js.map +1 -0
- package/dist/memory/embedding-batch.d.ts +38 -0
- package/dist/memory/embedding-batch.d.ts.map +1 -0
- package/dist/memory/embedding-batch.js +253 -0
- package/dist/memory/embedding-batch.js.map +1 -0
- package/dist/memory/embedding-cache.d.ts +16 -0
- package/dist/memory/embedding-cache.d.ts.map +1 -0
- package/dist/memory/embedding-cache.js +113 -0
- package/dist/memory/embedding-cache.js.map +1 -0
- package/dist/memory/embeddings-debug.d.ts +2 -0
- package/dist/memory/embeddings-debug.d.ts.map +1 -0
- package/dist/memory/embeddings-debug.js +12 -0
- package/dist/memory/embeddings-debug.js.map +1 -0
- package/dist/memory/embeddings.d.ts +17 -0
- package/dist/memory/embeddings.d.ts.map +1 -0
- package/dist/memory/embeddings.js +203 -0
- package/dist/memory/embeddings.js.map +1 -0
- package/dist/memory/file-indexer.d.ts +26 -0
- package/dist/memory/file-indexer.d.ts.map +1 -0
- package/dist/memory/file-indexer.js +260 -0
- package/dist/memory/file-indexer.js.map +1 -0
- package/dist/memory/fs-utils.d.ts +12 -0
- package/dist/memory/fs-utils.d.ts.map +1 -0
- package/dist/memory/fs-utils.js +24 -0
- package/dist/memory/fs-utils.js.map +1 -0
- package/dist/memory/hybrid.d.ts +46 -0
- package/dist/memory/hybrid.d.ts.map +1 -0
- package/dist/memory/hybrid.js +85 -0
- package/dist/memory/hybrid.js.map +1 -0
- package/dist/memory/index.d.ts +17 -0
- package/dist/memory/index.d.ts.map +1 -0
- package/dist/memory/index.js +15 -0
- package/dist/memory/index.js.map +1 -0
- package/dist/memory/internal.d.ts +39 -0
- package/dist/memory/internal.d.ts.map +1 -0
- package/dist/memory/internal.js +292 -0
- package/dist/memory/internal.js.map +1 -0
- package/dist/memory/manager-search.d.ts +61 -0
- package/dist/memory/manager-search.d.ts.map +1 -0
- package/dist/memory/manager-search.js +102 -0
- package/dist/memory/manager-search.js.map +1 -0
- package/dist/memory/mmr.d.ts +63 -0
- package/dist/memory/mmr.d.ts.map +1 -0
- package/dist/memory/mmr.js +165 -0
- package/dist/memory/mmr.js.map +1 -0
- package/dist/memory/query-expansion.d.ts +42 -0
- package/dist/memory/query-expansion.d.ts.map +1 -0
- package/dist/memory/query-expansion.js +776 -0
- package/dist/memory/query-expansion.js.map +1 -0
- package/dist/memory/session-indexer.d.ts +41 -0
- package/dist/memory/session-indexer.d.ts.map +1 -0
- package/dist/memory/session-indexer.js +367 -0
- package/dist/memory/session-indexer.js.map +1 -0
- package/dist/memory/simple-manager.d.ts +29 -0
- package/dist/memory/simple-manager.d.ts.map +1 -0
- package/dist/memory/simple-manager.js +216 -0
- package/dist/memory/simple-manager.js.map +1 -0
- package/dist/memory/sqlite.d.ts +2 -0
- package/dist/memory/sqlite.d.ts.map +1 -0
- package/dist/memory/sqlite.js +16 -0
- package/dist/memory/sqlite.js.map +1 -0
- package/dist/memory/ssrf.d.ts +18 -0
- package/dist/memory/ssrf.d.ts.map +1 -0
- package/dist/memory/ssrf.js +396 -0
- package/dist/memory/ssrf.js.map +1 -0
- package/dist/memory/temporal-decay.d.ts +26 -0
- package/dist/memory/temporal-decay.d.ts.map +1 -0
- package/dist/memory/temporal-decay.js +120 -0
- package/dist/memory/temporal-decay.js.map +1 -0
- package/dist/memory/types.d.ts +95 -0
- package/dist/memory/types.d.ts.map +1 -0
- package/dist/memory/types.js +2 -0
- package/dist/memory/types.js.map +1 -0
- package/dist/package.json +68 -0
- package/dist/platform/index.d.ts +3 -0
- package/dist/platform/index.d.ts.map +1 -0
- package/dist/platform/index.js +2 -0
- package/dist/platform/index.js.map +1 -0
- package/dist/platform/platform.d.ts +3 -0
- package/dist/platform/platform.d.ts.map +1 -0
- package/dist/platform/platform.js +91 -0
- package/dist/platform/platform.js.map +1 -0
- package/dist/platform/types.d.ts +18 -0
- package/dist/platform/types.d.ts.map +1 -0
- package/dist/platform/types.js +2 -0
- package/dist/platform/types.js.map +1 -0
- package/dist/runtime/agent.d.ts +36 -0
- package/dist/runtime/agent.d.ts.map +1 -0
- package/dist/runtime/agent.js +250 -0
- package/dist/runtime/agent.js.map +1 -0
- package/dist/runtime/api-key-rotation.d.ts +26 -0
- package/dist/runtime/api-key-rotation.d.ts.map +1 -0
- package/dist/runtime/api-key-rotation.js +174 -0
- package/dist/runtime/api-key-rotation.js.map +1 -0
- package/dist/runtime/context-guard.d.ts +32 -0
- package/dist/runtime/context-guard.d.ts.map +1 -0
- package/dist/runtime/context-guard.js +61 -0
- package/dist/runtime/context-guard.js.map +1 -0
- package/dist/runtime/failover-error.d.ts +62 -0
- package/dist/runtime/failover-error.d.ts.map +1 -0
- package/dist/runtime/failover-error.js +733 -0
- package/dist/runtime/failover-error.js.map +1 -0
- package/dist/runtime/failover-policy.d.ts +5 -0
- package/dist/runtime/failover-policy.d.ts.map +1 -0
- package/dist/runtime/failover-policy.js +18 -0
- package/dist/runtime/failover-policy.js.map +1 -0
- package/dist/runtime/index.d.ts +13 -0
- package/dist/runtime/index.d.ts.map +1 -0
- package/dist/runtime/index.js +13 -0
- package/dist/runtime/index.js.map +1 -0
- package/dist/runtime/memory-flush.d.ts +24 -0
- package/dist/runtime/memory-flush.d.ts.map +1 -0
- package/dist/runtime/memory-flush.js +64 -0
- package/dist/runtime/memory-flush.js.map +1 -0
- package/dist/runtime/memory-tools.d.ts +14 -0
- package/dist/runtime/memory-tools.d.ts.map +1 -0
- package/dist/runtime/memory-tools.js +58 -0
- package/dist/runtime/memory-tools.js.map +1 -0
- package/dist/runtime/model-fallback.d.ts +56 -0
- package/dist/runtime/model-fallback.d.ts.map +1 -0
- package/dist/runtime/model-fallback.js +301 -0
- package/dist/runtime/model-fallback.js.map +1 -0
- package/dist/runtime/model-fallback.types.d.ts +14 -0
- package/dist/runtime/model-fallback.types.d.ts.map +1 -0
- package/dist/runtime/model-fallback.types.js +3 -0
- package/dist/runtime/model-fallback.types.js.map +1 -0
- package/dist/runtime/retry.d.ts +24 -0
- package/dist/runtime/retry.d.ts.map +1 -0
- package/dist/runtime/retry.js +100 -0
- package/dist/runtime/retry.js.map +1 -0
- package/dist/runtime/session-pruning.d.ts +22 -0
- package/dist/runtime/session-pruning.d.ts.map +1 -0
- package/dist/runtime/session-pruning.js +118 -0
- package/dist/runtime/session-pruning.js.map +1 -0
- package/dist/runtime/stream-adapters.d.ts +11 -0
- package/dist/runtime/stream-adapters.d.ts.map +1 -0
- package/dist/runtime/stream-adapters.js +46 -0
- package/dist/runtime/stream-adapters.js.map +1 -0
- package/dist/runtime/subagent.d.ts +83 -0
- package/dist/runtime/subagent.d.ts.map +1 -0
- package/dist/runtime/subagent.js +190 -0
- package/dist/runtime/subagent.js.map +1 -0
- package/dist/runtime/tool-result-truncation.d.ts +25 -0
- package/dist/runtime/tool-result-truncation.d.ts.map +1 -0
- package/dist/runtime/tool-result-truncation.js +115 -0
- package/dist/runtime/tool-result-truncation.js.map +1 -0
- package/dist/sandbox/cgroup.d.ts +20 -0
- package/dist/sandbox/cgroup.d.ts.map +1 -0
- package/dist/sandbox/cgroup.js +82 -0
- package/dist/sandbox/cgroup.js.map +1 -0
- package/dist/sandbox/index.d.ts +12 -0
- package/dist/sandbox/index.d.ts.map +1 -0
- package/dist/sandbox/index.js +10 -0
- package/dist/sandbox/index.js.map +1 -0
- package/dist/sandbox/ipc.d.ts +26 -0
- package/dist/sandbox/ipc.d.ts.map +1 -0
- package/dist/sandbox/ipc.js +154 -0
- package/dist/sandbox/ipc.js.map +1 -0
- package/dist/sandbox/manager.d.ts +4 -0
- package/dist/sandbox/manager.d.ts.map +1 -0
- package/dist/sandbox/manager.js +251 -0
- package/dist/sandbox/manager.js.map +1 -0
- package/dist/sandbox/namespace.d.ts +12 -0
- package/dist/sandbox/namespace.d.ts.map +1 -0
- package/dist/sandbox/namespace.js +119 -0
- package/dist/sandbox/namespace.js.map +1 -0
- package/dist/sandbox/proxy-tools.d.ts +14 -0
- package/dist/sandbox/proxy-tools.d.ts.map +1 -0
- package/dist/sandbox/proxy-tools.js +63 -0
- package/dist/sandbox/proxy-tools.js.map +1 -0
- package/dist/sandbox/rootfs.d.ts +20 -0
- package/dist/sandbox/rootfs.d.ts.map +1 -0
- package/dist/sandbox/rootfs.js +247 -0
- package/dist/sandbox/rootfs.js.map +1 -0
- package/dist/sandbox/seccomp-apply.d.ts +9 -0
- package/dist/sandbox/seccomp-apply.d.ts.map +1 -0
- package/dist/sandbox/seccomp-apply.js +227 -0
- package/dist/sandbox/seccomp-apply.js.map +1 -0
- package/dist/sandbox/seccomp.d.ts +13 -0
- package/dist/sandbox/seccomp.d.ts.map +1 -0
- package/dist/sandbox/seccomp.js +120 -0
- package/dist/sandbox/seccomp.js.map +1 -0
- package/dist/sandbox/types.d.ts +66 -0
- package/dist/sandbox/types.d.ts.map +1 -0
- package/dist/sandbox/types.js +8 -0
- package/dist/sandbox/types.js.map +1 -0
- package/dist/sandbox/worker.d.ts +15 -0
- package/dist/sandbox/worker.d.ts.map +1 -0
- package/dist/sandbox/worker.js +151 -0
- package/dist/sandbox/worker.js.map +1 -0
- package/dist/sessions/index.d.ts +3 -0
- package/dist/sessions/index.d.ts.map +1 -0
- package/dist/sessions/index.js +3 -0
- package/dist/sessions/index.js.map +1 -0
- package/dist/sessions/store.d.ts +17 -0
- package/dist/sessions/store.d.ts.map +1 -0
- package/dist/sessions/store.js +70 -0
- package/dist/sessions/store.js.map +1 -0
- package/dist/sessions/transcript-events.d.ts +11 -0
- package/dist/sessions/transcript-events.d.ts.map +1 -0
- package/dist/sessions/transcript-events.js +40 -0
- package/dist/sessions/transcript-events.js.map +1 -0
- package/dist/shared/agent-session.d.ts +10 -0
- package/dist/shared/agent-session.d.ts.map +1 -0
- package/dist/shared/agent-session.js +33 -0
- package/dist/shared/agent-session.js.map +1 -0
- package/dist/shared/constants.d.ts +6 -0
- package/dist/shared/constants.d.ts.map +1 -0
- package/dist/shared/constants.js +17 -0
- package/dist/shared/constants.js.map +1 -0
- package/dist/shared/fs.d.ts +7 -0
- package/dist/shared/fs.d.ts.map +1 -0
- package/dist/shared/fs.js +14 -0
- package/dist/shared/fs.js.map +1 -0
- package/dist/shared/index.d.ts +4 -0
- package/dist/shared/index.d.ts.map +1 -0
- package/dist/shared/index.js +4 -0
- package/dist/shared/index.js.map +1 -0
- package/dist/skills/enablement.d.ts +10 -0
- package/dist/skills/enablement.d.ts.map +1 -0
- package/dist/skills/enablement.js +52 -0
- package/dist/skills/enablement.js.map +1 -0
- package/dist/skills/index.d.ts +4 -0
- package/dist/skills/index.d.ts.map +1 -0
- package/dist/skills/index.js +4 -0
- package/dist/skills/index.js.map +1 -0
- package/dist/skills/loader.d.ts +8 -0
- package/dist/skills/loader.d.ts.map +1 -0
- package/dist/skills/loader.js +8 -0
- package/dist/skills/loader.js.map +1 -0
- package/dist/skills/registry.d.ts +19 -0
- package/dist/skills/registry.d.ts.map +1 -0
- package/dist/skills/registry.js +106 -0
- package/dist/skills/registry.js.map +1 -0
- package/dist/utils/boolean.d.ts +6 -0
- package/dist/utils/boolean.d.ts.map +1 -0
- package/dist/utils/boolean.js +28 -0
- package/dist/utils/boolean.js.map +1 -0
- package/dist/utils/run-with-concurrency.d.ts +12 -0
- package/dist/utils/run-with-concurrency.d.ts.map +1 -0
- package/dist/utils/run-with-concurrency.js +40 -0
- package/dist/utils/run-with-concurrency.js.map +1 -0
- package/dist/utils.d.ts +3 -0
- package/dist/utils.d.ts.map +1 -0
- package/dist/utils.js +38 -0
- package/dist/utils.js.map +1 -0
- package/dist/workspace/index.d.ts +3 -0
- package/dist/workspace/index.d.ts.map +1 -0
- package/dist/workspace/index.js +2 -0
- package/dist/workspace/index.js.map +1 -0
- package/dist/workspace/runner.d.ts +19 -0
- package/dist/workspace/runner.d.ts.map +1 -0
- package/dist/workspace/runner.js +491 -0
- package/dist/workspace/runner.js.map +1 -0
- package/dist/workspace/types.d.ts +37 -0
- package/dist/workspace/types.d.ts.map +1 -0
- package/dist/workspace/types.js +2 -0
- package/dist/workspace/types.js.map +1 -0
- package/dist/workspace/workspace.d.ts +12 -0
- package/dist/workspace/workspace.d.ts.map +1 -0
- package/dist/workspace/workspace.js +85 -0
- package/dist/workspace/workspace.js.map +1 -0
- package/package.json +82 -0
|
@@ -0,0 +1,260 @@
|
|
|
1
|
+
// Ported from OpenClaw extensions/memory-core/src/memory/manager-sync-ops.ts
|
|
2
|
+
// ensureWatcher logic, IGNORED_MEMORY_WATCH_DIR_NAMES, shouldIgnoreMemoryWatchPath,
|
|
3
|
+
// syncMemoryFiles with hash comparison and stale cleanup
|
|
4
|
+
import * as fs from "node:fs";
|
|
5
|
+
import * as path from "node:path";
|
|
6
|
+
import { createSubsystemLogger } from "../logging/subsystem.js";
|
|
7
|
+
import { chunkMarkdown, hashText } from "./internal.js";
|
|
8
|
+
const log = createSubsystemLogger("memory/file-indexer");
|
|
9
|
+
const MAX_FILE_SIZE = 1024 * 1024;
|
|
10
|
+
// From OpenClaw: exact list of ignored directory names
|
|
11
|
+
const IGNORED_MEMORY_WATCH_DIR_NAMES = new Set([
|
|
12
|
+
".git",
|
|
13
|
+
"node_modules",
|
|
14
|
+
".pnpm-store",
|
|
15
|
+
".venv",
|
|
16
|
+
"venv",
|
|
17
|
+
".tox",
|
|
18
|
+
"__pycache__",
|
|
19
|
+
]);
|
|
20
|
+
// From OpenClaw
|
|
21
|
+
function shouldIgnoreMemoryWatchPath(watchPath) {
|
|
22
|
+
const normalized = path.normalize(watchPath);
|
|
23
|
+
const parts = normalized.split(path.sep).map((segment) => segment.trim().toLowerCase());
|
|
24
|
+
return parts.some((segment) => IGNORED_MEMORY_WATCH_DIR_NAMES.has(segment));
|
|
25
|
+
}
|
|
26
|
+
export function createFileIndexer(options) {
|
|
27
|
+
const { workspaceDir, memory, debounceMs = 2000, chunking = { tokens: 500, overlap: 50 }, } = options;
|
|
28
|
+
const watchers = [];
|
|
29
|
+
let watching = false;
|
|
30
|
+
let watchTimer = null;
|
|
31
|
+
let dirty = false;
|
|
32
|
+
let syncLock = null;
|
|
33
|
+
const indexedFiles = new Map();
|
|
34
|
+
function resolveWatchPaths() {
|
|
35
|
+
const paths = new Set();
|
|
36
|
+
const memoryMd = path.join(workspaceDir, "MEMORY.md");
|
|
37
|
+
if (fs.existsSync(memoryMd))
|
|
38
|
+
paths.add(memoryMd);
|
|
39
|
+
const memoryMdLower = path.join(workspaceDir, "memory.md");
|
|
40
|
+
if (memoryMdLower !== memoryMd && fs.existsSync(memoryMdLower))
|
|
41
|
+
paths.add(memoryMdLower);
|
|
42
|
+
const memoryDir = path.join(workspaceDir, "memory");
|
|
43
|
+
if (fs.existsSync(memoryDir) && fs.statSync(memoryDir).isDirectory())
|
|
44
|
+
paths.add(memoryDir);
|
|
45
|
+
for (const p of [...(options.watchPaths ?? []), ...(options.extraPaths ?? [])]) {
|
|
46
|
+
const resolved = path.isAbsolute(p) ? p : path.join(workspaceDir, p);
|
|
47
|
+
try {
|
|
48
|
+
const stat = fs.lstatSync(resolved);
|
|
49
|
+
if (stat.isSymbolicLink())
|
|
50
|
+
continue;
|
|
51
|
+
if (stat.isFile() || stat.isDirectory())
|
|
52
|
+
paths.add(resolved);
|
|
53
|
+
}
|
|
54
|
+
catch { /* skip missing */ }
|
|
55
|
+
}
|
|
56
|
+
return Array.from(paths);
|
|
57
|
+
}
|
|
58
|
+
function collectMarkdownFiles(dir) {
|
|
59
|
+
const files = [];
|
|
60
|
+
try {
|
|
61
|
+
const entries = fs.readdirSync(dir, { withFileTypes: true });
|
|
62
|
+
for (const entry of entries) {
|
|
63
|
+
const full = path.join(dir, entry.name);
|
|
64
|
+
if (shouldIgnoreMemoryWatchPath(full))
|
|
65
|
+
continue;
|
|
66
|
+
if (entry.isDirectory()) {
|
|
67
|
+
files.push(...collectMarkdownFiles(full));
|
|
68
|
+
}
|
|
69
|
+
else if (entry.isFile() && (entry.name.endsWith(".md") || entry.name.endsWith(".txt"))) {
|
|
70
|
+
files.push(full);
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
catch { /* directory not readable */ }
|
|
75
|
+
return files;
|
|
76
|
+
}
|
|
77
|
+
function collectAllFiles() {
|
|
78
|
+
const files = [];
|
|
79
|
+
const memoryMd = path.join(workspaceDir, "MEMORY.md");
|
|
80
|
+
if (fs.existsSync(memoryMd))
|
|
81
|
+
files.push(memoryMd);
|
|
82
|
+
const memoryMdLower = path.join(workspaceDir, "memory.md");
|
|
83
|
+
if (memoryMdLower !== memoryMd && fs.existsSync(memoryMdLower))
|
|
84
|
+
files.push(memoryMdLower);
|
|
85
|
+
const memoryDir = path.join(workspaceDir, "memory");
|
|
86
|
+
if (fs.existsSync(memoryDir) && fs.statSync(memoryDir).isDirectory()) {
|
|
87
|
+
files.push(...collectMarkdownFiles(memoryDir));
|
|
88
|
+
}
|
|
89
|
+
for (const p of [...(options.watchPaths ?? []), ...(options.extraPaths ?? [])]) {
|
|
90
|
+
const resolved = path.isAbsolute(p) ? p : path.join(workspaceDir, p);
|
|
91
|
+
try {
|
|
92
|
+
const stat = fs.lstatSync(resolved);
|
|
93
|
+
if (stat.isSymbolicLink())
|
|
94
|
+
continue;
|
|
95
|
+
if (stat.isFile())
|
|
96
|
+
files.push(resolved);
|
|
97
|
+
else if (stat.isDirectory())
|
|
98
|
+
files.push(...collectMarkdownFiles(resolved));
|
|
99
|
+
}
|
|
100
|
+
catch { /* skip */ }
|
|
101
|
+
}
|
|
102
|
+
return [...new Set(files)];
|
|
103
|
+
}
|
|
104
|
+
function scheduleWatchSync() {
|
|
105
|
+
dirty = true;
|
|
106
|
+
if (watchTimer)
|
|
107
|
+
clearTimeout(watchTimer);
|
|
108
|
+
watchTimer = setTimeout(() => {
|
|
109
|
+
watchTimer = null;
|
|
110
|
+
sync().catch((err) => log.warn(`memory sync failed (watch): ${String(err)}`));
|
|
111
|
+
}, debounceMs);
|
|
112
|
+
}
|
|
113
|
+
async function sync() {
|
|
114
|
+
if (syncLock) {
|
|
115
|
+
return syncLock;
|
|
116
|
+
}
|
|
117
|
+
syncLock = syncImpl();
|
|
118
|
+
try {
|
|
119
|
+
return await syncLock;
|
|
120
|
+
}
|
|
121
|
+
finally {
|
|
122
|
+
syncLock = null;
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
async function syncImpl() {
|
|
126
|
+
dirty = false;
|
|
127
|
+
const result = {
|
|
128
|
+
filesProcessed: 0, chunksStored: 0, chunksRemoved: 0, errors: 0,
|
|
129
|
+
};
|
|
130
|
+
const currentFiles = collectAllFiles();
|
|
131
|
+
const currentPaths = new Set(currentFiles);
|
|
132
|
+
// Remove chunks for deleted files
|
|
133
|
+
for (const [filePath, state] of indexedFiles) {
|
|
134
|
+
if (!currentPaths.has(filePath)) {
|
|
135
|
+
for (const chunkId of state.chunkIds) {
|
|
136
|
+
try {
|
|
137
|
+
await memory.delete(chunkId);
|
|
138
|
+
result.chunksRemoved++;
|
|
139
|
+
}
|
|
140
|
+
catch {
|
|
141
|
+
result.errors++;
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
indexedFiles.delete(filePath);
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
// Index new/changed files
|
|
148
|
+
for (const filePath of currentFiles) {
|
|
149
|
+
try {
|
|
150
|
+
const stat = fs.statSync(filePath);
|
|
151
|
+
if (stat.size > MAX_FILE_SIZE) {
|
|
152
|
+
log.warn(`skipping large file: ${filePath} (${stat.size} bytes)`);
|
|
153
|
+
continue;
|
|
154
|
+
}
|
|
155
|
+
const content = fs.readFileSync(filePath, "utf-8");
|
|
156
|
+
const hash = hashText(content);
|
|
157
|
+
const existing = indexedFiles.get(filePath);
|
|
158
|
+
// Skip unchanged files (OpenClaw's hash comparison)
|
|
159
|
+
if (existing && existing.hash === hash) {
|
|
160
|
+
result.filesProcessed++;
|
|
161
|
+
continue;
|
|
162
|
+
}
|
|
163
|
+
// Remove old chunks for changed files
|
|
164
|
+
if (existing) {
|
|
165
|
+
for (const chunkId of existing.chunkIds) {
|
|
166
|
+
try {
|
|
167
|
+
await memory.delete(chunkId);
|
|
168
|
+
result.chunksRemoved++;
|
|
169
|
+
}
|
|
170
|
+
catch {
|
|
171
|
+
result.errors++;
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
const relPath = path.relative(workspaceDir, filePath);
|
|
176
|
+
const chunks = chunkMarkdown(content, chunking);
|
|
177
|
+
const newChunkIds = [];
|
|
178
|
+
for (const chunk of chunks) {
|
|
179
|
+
if (!chunk.text.trim())
|
|
180
|
+
continue;
|
|
181
|
+
try {
|
|
182
|
+
const id = await memory.store(chunk.text, {
|
|
183
|
+
source: "file",
|
|
184
|
+
path: relPath,
|
|
185
|
+
startLine: chunk.startLine,
|
|
186
|
+
endLine: chunk.endLine,
|
|
187
|
+
});
|
|
188
|
+
newChunkIds.push(id);
|
|
189
|
+
result.chunksStored++;
|
|
190
|
+
}
|
|
191
|
+
catch {
|
|
192
|
+
result.errors++;
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
indexedFiles.set(filePath, { hash, chunkIds: newChunkIds });
|
|
196
|
+
result.filesProcessed++;
|
|
197
|
+
}
|
|
198
|
+
catch (err) {
|
|
199
|
+
log.error(`failed to index ${filePath}`, { error: String(err) });
|
|
200
|
+
result.errors++;
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
log.info("sync complete", {
|
|
204
|
+
files: result.filesProcessed, stored: result.chunksStored,
|
|
205
|
+
removed: result.chunksRemoved, errors: result.errors,
|
|
206
|
+
});
|
|
207
|
+
return result;
|
|
208
|
+
}
|
|
209
|
+
return {
|
|
210
|
+
get watching() { return watching; },
|
|
211
|
+
start() {
|
|
212
|
+
if (watching)
|
|
213
|
+
return;
|
|
214
|
+
watching = true;
|
|
215
|
+
const paths = resolveWatchPaths();
|
|
216
|
+
if (paths.length === 0) {
|
|
217
|
+
log.debug("no watch paths found");
|
|
218
|
+
return;
|
|
219
|
+
}
|
|
220
|
+
for (const watchPath of paths) {
|
|
221
|
+
try {
|
|
222
|
+
const isDir = fs.statSync(watchPath).isDirectory();
|
|
223
|
+
const watcher = fs.watch(watchPath, { recursive: isDir, persistent: false }, (_eventType, filename) => {
|
|
224
|
+
if (!filename)
|
|
225
|
+
return;
|
|
226
|
+
if (shouldIgnoreMemoryWatchPath(filename))
|
|
227
|
+
return;
|
|
228
|
+
const ext = path.extname(filename);
|
|
229
|
+
if (ext === ".md" || ext === ".txt" || filename === "MEMORY.md") {
|
|
230
|
+
log.debug(`file change detected: ${filename}`);
|
|
231
|
+
scheduleWatchSync();
|
|
232
|
+
}
|
|
233
|
+
});
|
|
234
|
+
watchers.push(watcher);
|
|
235
|
+
}
|
|
236
|
+
catch (err) {
|
|
237
|
+
log.warn(`cannot watch ${watchPath}: ${err}`);
|
|
238
|
+
}
|
|
239
|
+
}
|
|
240
|
+
log.info(`watching ${paths.length} paths for changes`);
|
|
241
|
+
sync().catch((err) => log.error("initial sync failed", { error: String(err) }));
|
|
242
|
+
},
|
|
243
|
+
stop() {
|
|
244
|
+
watching = false;
|
|
245
|
+
if (watchTimer) {
|
|
246
|
+
clearTimeout(watchTimer);
|
|
247
|
+
watchTimer = null;
|
|
248
|
+
}
|
|
249
|
+
for (const w of watchers) {
|
|
250
|
+
try {
|
|
251
|
+
w.close();
|
|
252
|
+
}
|
|
253
|
+
catch { /* best effort */ }
|
|
254
|
+
}
|
|
255
|
+
watchers.length = 0;
|
|
256
|
+
},
|
|
257
|
+
sync,
|
|
258
|
+
};
|
|
259
|
+
}
|
|
260
|
+
//# sourceMappingURL=file-indexer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"file-indexer.js","sourceRoot":"","sources":["../../src/memory/file-indexer.ts"],"names":[],"mappings":"AAAA,6EAA6E;AAC7E,oFAAoF;AACpF,yDAAyD;AAEzD,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGxD,MAAM,GAAG,GAAG,qBAAqB,CAAC,qBAAqB,CAAC,CAAC;AAEzD,MAAM,aAAa,GAAG,IAAI,GAAG,IAAI,CAAC;AAElC,uDAAuD;AACvD,MAAM,8BAA8B,GAAG,IAAI,GAAG,CAAC;IAC7C,MAAM;IACN,cAAc;IACd,aAAa;IACb,OAAO;IACP,MAAM;IACN,MAAM;IACN,aAAa;CACd,CAAC,CAAC;AA8BH,gBAAgB;AAChB,SAAS,2BAA2B,CAAC,SAAiB;IACpD,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IACxF,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,8BAA8B,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;AAC9E,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAA2B;IAC3D,MAAM,EACJ,YAAY,EACZ,MAAM,EACN,UAAU,GAAG,IAAI,EACjB,QAAQ,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,GACxC,GAAG,OAAO,CAAC;IAEZ,MAAM,QAAQ,GAAmB,EAAE,CAAC;IACpC,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,UAAU,GAAyC,IAAI,CAAC;IAC5D,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,IAAI,QAAQ,GAAwC,IAAI,CAAC;IAEzD,MAAM,YAAY,GAAG,IAAI,GAAG,EAA4B,CAAC;IAEzD,SAAS,iBAAiB;QACxB,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QACtD,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACjD,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QAC3D,IAAI,aAAa,KAAK,QAAQ,IAAI,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC;YAAE,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAEzF,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QACpD,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;YAAE,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAE3F,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;YAC/E,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;YACrE,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;gBACpC,IAAI,IAAI,CAAC,cAAc,EAAE;oBAAE,SAAS;gBACpC,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,WAAW,EAAE;oBAAE,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC/D,CAAC;YAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;QAChC,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IAED,SAAS,oBAAoB,CAAC,GAAW;QACvC,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACxC,IAAI,2BAA2B,CAAC,IAAI,CAAC;oBAAE,SAAS;gBAChD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;oBACxB,KAAK,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC5C,CAAC;qBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;oBACzF,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACnB,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,4BAA4B,CAAC,CAAC;QACxC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,SAAS,eAAe;QACtB,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QACtD,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAClD,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QAC3D,IAAI,aAAa,KAAK,QAAQ,IAAI,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE1F,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QACpD,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;YACrE,KAAK,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAC,CAAC;QACjD,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;YAC/E,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;YACrE,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;gBACpC,IAAI,IAAI,CAAC,cAAc,EAAE;oBAAE,SAAS;gBACpC,IAAI,IAAI,CAAC,MAAM,EAAE;oBAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;qBACnC,IAAI,IAAI,CAAC,WAAW,EAAE;oBAAE,KAAK,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC7E,CAAC;YAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;QACxB,CAAC;QAED,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7B,CAAC;IAED,SAAS,iBAAiB;QACxB,KAAK,GAAG,IAAI,CAAC;QACb,IAAI,UAAU;YAAE,YAAY,CAAC,UAAU,CAAC,CAAC;QACzC,UAAU,GAAG,UAAU,CAAC,GAAG,EAAE;YAC3B,UAAU,GAAG,IAAI,CAAC;YAClB,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,+BAA+B,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAChF,CAAC,EAAE,UAAU,CAAC,CAAC;IACjB,CAAC;IAED,KAAK,UAAU,IAAI;QACjB,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,QAAQ,GAAG,QAAQ,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,OAAO,MAAM,QAAQ,CAAC;QACxB,CAAC;gBAAS,CAAC;YACT,QAAQ,GAAG,IAAI,CAAC;QAClB,CAAC;IACH,CAAC;IAED,KAAK,UAAU,QAAQ;QACrB,KAAK,GAAG,KAAK,CAAC;QACd,MAAM,MAAM,GAAwB;YAClC,cAAc,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;SAChE,CAAC;QAEF,MAAM,YAAY,GAAG,eAAe,EAAE,CAAC;QACvC,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC;QAE3C,kCAAkC;QAClC,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,YAAY,EAAE,CAAC;YAC7C,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAChC,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;oBACrC,IAAI,CAAC;wBAAC,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;wBAAC,MAAM,CAAC,aAAa,EAAE,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC;wBAAC,MAAM,CAAC,MAAM,EAAE,CAAC;oBAAC,CAAC;gBAC1F,CAAC;gBACD,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QAED,0BAA0B;QAC1B,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBACnC,IAAI,IAAI,CAAC,IAAI,GAAG,aAAa,EAAE,CAAC;oBAC9B,GAAG,CAAC,IAAI,CAAC,wBAAwB,QAAQ,KAAK,IAAI,CAAC,IAAI,SAAS,CAAC,CAAC;oBAClE,SAAS;gBACX,CAAC;gBACD,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBACnD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAC/B,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAE5C,oDAAoD;gBACpD,IAAI,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;oBACvC,MAAM,CAAC,cAAc,EAAE,CAAC;oBACxB,SAAS;gBACX,CAAC;gBAED,sCAAsC;gBACtC,IAAI,QAAQ,EAAE,CAAC;oBACb,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;wBACxC,IAAI,CAAC;4BAAC,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;4BAAC,MAAM,CAAC,aAAa,EAAE,CAAC;wBAAC,CAAC;wBAAC,MAAM,CAAC;4BAAC,MAAM,CAAC,MAAM,EAAE,CAAC;wBAAC,CAAC;oBAC1F,CAAC;gBACH,CAAC;gBAED,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;gBACtD,MAAM,MAAM,GAAG,aAAa,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;gBAChD,MAAM,WAAW,GAAa,EAAE,CAAC;gBAEjC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE;wBAAE,SAAS;oBACjC,IAAI,CAAC;wBACH,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE;4BACxC,MAAM,EAAE,MAAM;4BACd,IAAI,EAAE,OAAO;4BACb,SAAS,EAAE,KAAK,CAAC,SAAS;4BAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;yBACvB,CAAC,CAAC;wBACH,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;wBACrB,MAAM,CAAC,YAAY,EAAE,CAAC;oBACxB,CAAC;oBAAC,MAAM,CAAC;wBAAC,MAAM,CAAC,MAAM,EAAE,CAAC;oBAAC,CAAC;gBAC9B,CAAC;gBAED,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;gBAC5D,MAAM,CAAC,cAAc,EAAE,CAAC;YAC1B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,KAAK,CAAC,mBAAmB,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACjE,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,CAAC;QACH,CAAC;QAED,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE;YACxB,KAAK,EAAE,MAAM,CAAC,cAAc,EAAE,MAAM,EAAE,MAAM,CAAC,YAAY;YACzD,OAAO,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM;SACrD,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO;QACL,IAAI,QAAQ,KAAK,OAAO,QAAQ,CAAC,CAAC,CAAC;QAEnC,KAAK;YACH,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,IAAI,CAAC;YAChB,MAAM,KAAK,GAAG,iBAAiB,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAAC,GAAG,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;gBAAC,OAAO;YAAC,CAAC;YAEtE,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;gBAC9B,IAAI,CAAC;oBACH,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;oBACnD,MAAM,OAAO,GAAG,EAAE,CAAC,KAAK,CACtB,SAAS,EACT,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,EACvC,CAAC,UAAU,EAAE,QAAQ,EAAE,EAAE;wBACvB,IAAI,CAAC,QAAQ;4BAAE,OAAO;wBACtB,IAAI,2BAA2B,CAAC,QAAQ,CAAC;4BAAE,OAAO;wBAClD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;wBACnC,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,MAAM,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;4BAChE,GAAG,CAAC,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;4BAC/C,iBAAiB,EAAE,CAAC;wBACtB,CAAC;oBACH,CAAC,CACF,CAAC;oBACF,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACzB,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,GAAG,CAAC,IAAI,CAAC,gBAAgB,SAAS,KAAK,GAAG,EAAE,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;YAED,GAAG,CAAC,IAAI,CAAC,YAAY,KAAK,CAAC,MAAM,oBAAoB,CAAC,CAAC;YACvD,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAClF,CAAC;QAED,IAAI;YACF,QAAQ,GAAG,KAAK,CAAC;YACjB,IAAI,UAAU,EAAE,CAAC;gBAAC,YAAY,CAAC,UAAU,CAAC,CAAC;gBAAC,UAAU,GAAG,IAAI,CAAC;YAAC,CAAC;YAChE,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;gBAAC,IAAI,CAAC;oBAAC,CAAC,CAAC,KAAK,EAAE,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,CAAC;YAAC,CAAC;YAC5E,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;QACtB,CAAC;QAED,IAAI;KACL,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { Stats } from "node:fs";
|
|
2
|
+
export type RegularFileStatResult = {
|
|
3
|
+
missing: true;
|
|
4
|
+
} | {
|
|
5
|
+
missing: false;
|
|
6
|
+
stat: Stats;
|
|
7
|
+
};
|
|
8
|
+
export declare function isFileMissingError(err: unknown): err is NodeJS.ErrnoException & {
|
|
9
|
+
code: "ENOENT";
|
|
10
|
+
};
|
|
11
|
+
export declare function statRegularFile(absPath: string): Promise<RegularFileStatResult>;
|
|
12
|
+
//# sourceMappingURL=fs-utils.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fs-utils.d.ts","sourceRoot":"","sources":["../../src/memory/fs-utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAGrC,MAAM,MAAM,qBAAqB,GAAG;IAAE,OAAO,EAAE,IAAI,CAAA;CAAE,GAAG;IAAE,OAAO,EAAE,KAAK,CAAC;IAAC,IAAI,EAAE,KAAK,CAAA;CAAE,CAAC;AAExF,wBAAgB,kBAAkB,CAChC,GAAG,EAAE,OAAO,GACX,GAAG,IAAI,MAAM,CAAC,cAAc,GAAG;IAAE,IAAI,EAAE,QAAQ,CAAA;CAAE,CAOnD;AAED,wBAAsB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAcrF"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import fs from "node:fs/promises";
|
|
2
|
+
export function isFileMissingError(err) {
|
|
3
|
+
return Boolean(err &&
|
|
4
|
+
typeof err === "object" &&
|
|
5
|
+
"code" in err &&
|
|
6
|
+
err.code === "ENOENT");
|
|
7
|
+
}
|
|
8
|
+
export async function statRegularFile(absPath) {
|
|
9
|
+
let stat;
|
|
10
|
+
try {
|
|
11
|
+
stat = await fs.lstat(absPath);
|
|
12
|
+
}
|
|
13
|
+
catch (err) {
|
|
14
|
+
if (isFileMissingError(err)) {
|
|
15
|
+
return { missing: true };
|
|
16
|
+
}
|
|
17
|
+
throw err;
|
|
18
|
+
}
|
|
19
|
+
if (stat.isSymbolicLink() || !stat.isFile()) {
|
|
20
|
+
throw new Error("path required");
|
|
21
|
+
}
|
|
22
|
+
return { missing: false, stat };
|
|
23
|
+
}
|
|
24
|
+
//# sourceMappingURL=fs-utils.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fs-utils.js","sourceRoot":"","sources":["../../src/memory/fs-utils.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAIlC,MAAM,UAAU,kBAAkB,CAChC,GAAY;IAEZ,OAAO,OAAO,CACZ,GAAG;QACH,OAAO,GAAG,KAAK,QAAQ;QACvB,MAAM,IAAI,GAAG;QACZ,GAAsC,CAAC,IAAI,KAAK,QAAQ,CAC1D,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAAe;IACnD,IAAI,IAAW,CAAC;IAChB,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAC3B,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;IACD,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;AAClC,CAAC"}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import { type MMRConfig, DEFAULT_MMR_CONFIG } from "./mmr.js";
|
|
2
|
+
import { type TemporalDecayConfig, DEFAULT_TEMPORAL_DECAY_CONFIG } from "./temporal-decay.js";
|
|
3
|
+
export type HybridSource = string;
|
|
4
|
+
export { type MMRConfig, DEFAULT_MMR_CONFIG };
|
|
5
|
+
export { type TemporalDecayConfig, DEFAULT_TEMPORAL_DECAY_CONFIG };
|
|
6
|
+
export type HybridVectorResult = {
|
|
7
|
+
id: string;
|
|
8
|
+
path: string;
|
|
9
|
+
startLine: number;
|
|
10
|
+
endLine: number;
|
|
11
|
+
source: HybridSource;
|
|
12
|
+
snippet: string;
|
|
13
|
+
vectorScore: number;
|
|
14
|
+
};
|
|
15
|
+
export type HybridKeywordResult = {
|
|
16
|
+
id: string;
|
|
17
|
+
path: string;
|
|
18
|
+
startLine: number;
|
|
19
|
+
endLine: number;
|
|
20
|
+
source: HybridSource;
|
|
21
|
+
snippet: string;
|
|
22
|
+
textScore: number;
|
|
23
|
+
};
|
|
24
|
+
export declare function buildFtsQuery(raw: string): string | null;
|
|
25
|
+
export declare function bm25RankToScore(rank: number): number;
|
|
26
|
+
export declare function mergeHybridResults(params: {
|
|
27
|
+
vector: HybridVectorResult[];
|
|
28
|
+
keyword: HybridKeywordResult[];
|
|
29
|
+
vectorWeight: number;
|
|
30
|
+
textWeight: number;
|
|
31
|
+
workspaceDir?: string;
|
|
32
|
+
/** MMR configuration for diversity-aware re-ranking */
|
|
33
|
+
mmr?: Partial<MMRConfig>;
|
|
34
|
+
/** Temporal decay configuration for recency-aware scoring */
|
|
35
|
+
temporalDecay?: Partial<TemporalDecayConfig>;
|
|
36
|
+
/** Test seam for deterministic time-dependent behavior */
|
|
37
|
+
nowMs?: number;
|
|
38
|
+
}): Promise<Array<{
|
|
39
|
+
path: string;
|
|
40
|
+
startLine: number;
|
|
41
|
+
endLine: number;
|
|
42
|
+
score: number;
|
|
43
|
+
snippet: string;
|
|
44
|
+
source: HybridSource;
|
|
45
|
+
}>>;
|
|
46
|
+
//# sourceMappingURL=hybrid.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hybrid.d.ts","sourceRoot":"","sources":["../../src/memory/hybrid.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,KAAK,SAAS,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AACvF,OAAO,EAEL,KAAK,mBAAmB,EACxB,6BAA6B,EAC9B,MAAM,qBAAqB,CAAC;AAE7B,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC;AAElC,OAAO,EAAE,KAAK,SAAS,EAAE,kBAAkB,EAAE,CAAC;AAC9C,OAAO,EAAE,KAAK,mBAAmB,EAAE,6BAA6B,EAAE,CAAC;AAEnE,MAAM,MAAM,kBAAkB,GAAG;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,YAAY,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAWxD;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAMpD;AAED,wBAAsB,kBAAkB,CAAC,MAAM,EAAE;IAC/C,MAAM,EAAE,kBAAkB,EAAE,CAAC;IAC7B,OAAO,EAAE,mBAAmB,EAAE,CAAC;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,uDAAuD;IACvD,GAAG,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IACzB,6DAA6D;IAC7D,aAAa,CAAC,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAC7C,0DAA0D;IAC1D,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,GAAG,OAAO,CACT,KAAK,CAAC;IACJ,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,YAAY,CAAC;CACtB,CAAC,CACH,CA6EA"}
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
import { applyMMRToHybridResults, DEFAULT_MMR_CONFIG } from "./mmr.js";
|
|
2
|
+
import { applyTemporalDecayToHybridResults, DEFAULT_TEMPORAL_DECAY_CONFIG, } from "./temporal-decay.js";
|
|
3
|
+
export { DEFAULT_MMR_CONFIG };
|
|
4
|
+
export { DEFAULT_TEMPORAL_DECAY_CONFIG };
|
|
5
|
+
export function buildFtsQuery(raw) {
|
|
6
|
+
const tokens = raw
|
|
7
|
+
.match(/[\p{L}\p{N}_]+/gu)
|
|
8
|
+
?.map((t) => t.trim())
|
|
9
|
+
.filter(Boolean) ?? [];
|
|
10
|
+
if (tokens.length === 0) {
|
|
11
|
+
return null;
|
|
12
|
+
}
|
|
13
|
+
const quoted = tokens.map((t) => `"${t.replaceAll('"', "")}"`);
|
|
14
|
+
return quoted.join(" AND ");
|
|
15
|
+
}
|
|
16
|
+
export function bm25RankToScore(rank) {
|
|
17
|
+
if (!Number.isFinite(rank))
|
|
18
|
+
return 0;
|
|
19
|
+
// bm25() returns values <= 0 where more negative = more relevant.
|
|
20
|
+
// Negate to get a positive relevance value, then normalize to [0, 1).
|
|
21
|
+
const positive = Math.max(0, -rank);
|
|
22
|
+
return positive / (1 + positive);
|
|
23
|
+
}
|
|
24
|
+
export async function mergeHybridResults(params) {
|
|
25
|
+
const byId = new Map();
|
|
26
|
+
for (const r of params.vector) {
|
|
27
|
+
byId.set(r.id, {
|
|
28
|
+
id: r.id,
|
|
29
|
+
path: r.path,
|
|
30
|
+
startLine: r.startLine,
|
|
31
|
+
endLine: r.endLine,
|
|
32
|
+
source: r.source,
|
|
33
|
+
snippet: r.snippet,
|
|
34
|
+
vectorScore: r.vectorScore,
|
|
35
|
+
textScore: 0,
|
|
36
|
+
});
|
|
37
|
+
}
|
|
38
|
+
for (const r of params.keyword) {
|
|
39
|
+
const existing = byId.get(r.id);
|
|
40
|
+
if (existing) {
|
|
41
|
+
existing.textScore = r.textScore;
|
|
42
|
+
if (r.snippet && r.snippet.length > 0) {
|
|
43
|
+
existing.snippet = r.snippet;
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
else {
|
|
47
|
+
byId.set(r.id, {
|
|
48
|
+
id: r.id,
|
|
49
|
+
path: r.path,
|
|
50
|
+
startLine: r.startLine,
|
|
51
|
+
endLine: r.endLine,
|
|
52
|
+
source: r.source,
|
|
53
|
+
snippet: r.snippet,
|
|
54
|
+
vectorScore: 0,
|
|
55
|
+
textScore: r.textScore,
|
|
56
|
+
});
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
const merged = Array.from(byId.values()).map((entry) => {
|
|
60
|
+
const score = params.vectorWeight * entry.vectorScore + params.textWeight * entry.textScore;
|
|
61
|
+
return {
|
|
62
|
+
path: entry.path,
|
|
63
|
+
startLine: entry.startLine,
|
|
64
|
+
endLine: entry.endLine,
|
|
65
|
+
score,
|
|
66
|
+
snippet: entry.snippet,
|
|
67
|
+
source: entry.source,
|
|
68
|
+
};
|
|
69
|
+
});
|
|
70
|
+
const temporalDecayConfig = { ...DEFAULT_TEMPORAL_DECAY_CONFIG, ...params.temporalDecay };
|
|
71
|
+
const decayed = await applyTemporalDecayToHybridResults({
|
|
72
|
+
results: merged,
|
|
73
|
+
temporalDecay: temporalDecayConfig,
|
|
74
|
+
workspaceDir: params.workspaceDir,
|
|
75
|
+
nowMs: params.nowMs,
|
|
76
|
+
});
|
|
77
|
+
const sorted = decayed.toSorted((a, b) => b.score - a.score);
|
|
78
|
+
// Apply MMR re-ranking if enabled
|
|
79
|
+
const mmrConfig = { ...DEFAULT_MMR_CONFIG, ...params.mmr };
|
|
80
|
+
if (mmrConfig.enabled) {
|
|
81
|
+
return applyMMRToHybridResults(sorted, mmrConfig);
|
|
82
|
+
}
|
|
83
|
+
return sorted;
|
|
84
|
+
}
|
|
85
|
+
//# sourceMappingURL=hybrid.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hybrid.js","sourceRoot":"","sources":["../../src/memory/hybrid.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAkB,kBAAkB,EAAE,MAAM,UAAU,CAAC;AACvF,OAAO,EACL,iCAAiC,EAEjC,6BAA6B,GAC9B,MAAM,qBAAqB,CAAC;AAI7B,OAAO,EAAkB,kBAAkB,EAAE,CAAC;AAC9C,OAAO,EAA4B,6BAA6B,EAAE,CAAC;AAsBnE,MAAM,UAAU,aAAa,CAAC,GAAW;IACvC,MAAM,MAAM,GACV,GAAG;SACA,KAAK,CAAC,kBAAkB,CAAC;QAC1B,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACrB,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAC3B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;IAC/D,OAAO,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC;IACrC,kEAAkE;IAClE,sEAAsE;IACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IACpC,OAAO,QAAQ,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,MAYxC;IAUC,MAAM,IAAI,GAAG,IAAI,GAAG,EAYjB,CAAC;IAEJ,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAC9B,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACb,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,SAAS,EAAE,CAAC;SACb,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAChC,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC;YACjC,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtC,QAAQ,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC;YAC/B,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACb,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,WAAW,EAAE,CAAC;gBACd,SAAS,EAAE,CAAC,CAAC,SAAS;aACvB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACrD,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,GAAG,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC;QAC5F,OAAO;YACL,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,KAAK;YACL,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM,EAAE,KAAK,CAAC,MAAM;SACrB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,mBAAmB,GAAG,EAAE,GAAG,6BAA6B,EAAE,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;IAC1F,MAAM,OAAO,GAAG,MAAM,iCAAiC,CAAC;QACtD,OAAO,EAAE,MAAM;QACf,aAAa,EAAE,mBAAmB;QAClC,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,KAAK,EAAE,MAAM,CAAC,KAAK;KACpB,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAE7D,kCAAkC;IAClC,MAAM,SAAS,GAAG,EAAE,GAAG,kBAAkB,EAAE,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;IAC3D,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;QACtB,OAAO,uBAAuB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
export type { MemorySource, MemorySearchResult, MemorySearchManager, MemoryEmbeddingProbeResult, MemorySyncProgressUpdate, MemoryProviderStatus, } from "./types.js";
|
|
2
|
+
export type { EmbeddingProvider } from "./embeddings.js";
|
|
3
|
+
export { cosineSimilarity, chunkMarkdown, listMemoryFiles, hashText, buildFileEntry, isMemoryPath, parseEmbedding, type MemoryFileEntry, type MemoryChunk, } from "./internal.js";
|
|
4
|
+
export { searchVector, searchKeyword } from "./manager-search.js";
|
|
5
|
+
export { mergeHybridResults } from "./hybrid.js";
|
|
6
|
+
export { mmrRerank, applyMMRToHybridResults } from "./mmr.js";
|
|
7
|
+
export { applyTemporalDecayToHybridResults, applyTemporalDecayToScore, calculateTemporalDecayMultiplier, } from "./temporal-decay.js";
|
|
8
|
+
export { extractKeywords } from "./query-expansion.js";
|
|
9
|
+
export { buildFtsQuery, bm25RankToScore } from "./hybrid.js";
|
|
10
|
+
export { requireNodeSqlite } from "./sqlite.js";
|
|
11
|
+
export { createSimpleMemoryManager, type SimpleMemoryManager } from "./simple-manager.js";
|
|
12
|
+
export { createEmbeddingCache, hashContent, type EmbeddingCache, } from "./embedding-cache.js";
|
|
13
|
+
export { embedBatchWithCacheAndRetry, embedQueryWithTimeout, runBatchWithFallback, createBatchFailureState, enforceEmbeddingMaxInputTokens, type BatchEmbeddingOptions, type BatchEmbeddingResult, type BatchFailureState, } from "./embedding-batch.js";
|
|
14
|
+
export { createFileIndexer, type FileIndexer, type FileIndexerOptions, type FileIndexSyncResult, } from "./file-indexer.js";
|
|
15
|
+
export { createSessionIndexer, type SessionIndexer, type SessionIndexerOptions, type SessionIndexResult, } from "./session-indexer.js";
|
|
16
|
+
export { buildBaseUrlPolicy, validateUrl, fetchWithSsrfGuard, type SsrfPolicy, } from "./ssrf.js";
|
|
17
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/memory/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,YAAY,EACZ,kBAAkB,EAClB,mBAAmB,EACnB,0BAA0B,EAC1B,wBAAwB,EACxB,oBAAoB,GACrB,MAAM,YAAY,CAAC;AAEpB,YAAY,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAEzD,OAAO,EACL,gBAAgB,EAChB,aAAa,EACb,eAAe,EACf,QAAQ,EACR,cAAc,EACd,YAAY,EACZ,cAAc,EACd,KAAK,eAAe,EACpB,KAAK,WAAW,GACjB,MAAM,eAAe,CAAC;AAEvB,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,uBAAuB,EAAE,MAAM,UAAU,CAAC;AAC9D,OAAO,EACL,iCAAiC,EACjC,yBAAyB,EACzB,gCAAgC,GACjC,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD,OAAO,EAAE,yBAAyB,EAAE,KAAK,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAE1F,OAAO,EACL,oBAAoB,EACpB,WAAW,EACX,KAAK,cAAc,GACpB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EACL,2BAA2B,EAC3B,qBAAqB,EACrB,oBAAoB,EACpB,uBAAuB,EACvB,8BAA8B,EAC9B,KAAK,qBAAqB,EAC1B,KAAK,oBAAoB,EACzB,KAAK,iBAAiB,GACvB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EACL,iBAAiB,EACjB,KAAK,WAAW,EAChB,KAAK,kBAAkB,EACvB,KAAK,mBAAmB,GACzB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EACL,oBAAoB,EACpB,KAAK,cAAc,EACnB,KAAK,qBAAqB,EAC1B,KAAK,kBAAkB,GACxB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EACL,kBAAkB,EAClB,WAAW,EACX,kBAAkB,EAClB,KAAK,UAAU,GAChB,MAAM,WAAW,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
export { cosineSimilarity, chunkMarkdown, listMemoryFiles, hashText, buildFileEntry, isMemoryPath, parseEmbedding, } from "./internal.js";
|
|
2
|
+
export { searchVector, searchKeyword } from "./manager-search.js";
|
|
3
|
+
export { mergeHybridResults } from "./hybrid.js";
|
|
4
|
+
export { mmrRerank, applyMMRToHybridResults } from "./mmr.js";
|
|
5
|
+
export { applyTemporalDecayToHybridResults, applyTemporalDecayToScore, calculateTemporalDecayMultiplier, } from "./temporal-decay.js";
|
|
6
|
+
export { extractKeywords } from "./query-expansion.js";
|
|
7
|
+
export { buildFtsQuery, bm25RankToScore } from "./hybrid.js";
|
|
8
|
+
export { requireNodeSqlite } from "./sqlite.js";
|
|
9
|
+
export { createSimpleMemoryManager } from "./simple-manager.js";
|
|
10
|
+
export { createEmbeddingCache, hashContent, } from "./embedding-cache.js";
|
|
11
|
+
export { embedBatchWithCacheAndRetry, embedQueryWithTimeout, runBatchWithFallback, createBatchFailureState, enforceEmbeddingMaxInputTokens, } from "./embedding-batch.js";
|
|
12
|
+
export { createFileIndexer, } from "./file-indexer.js";
|
|
13
|
+
export { createSessionIndexer, } from "./session-indexer.js";
|
|
14
|
+
export { buildBaseUrlPolicy, validateUrl, fetchWithSsrfGuard, } from "./ssrf.js";
|
|
15
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/memory/index.ts"],"names":[],"mappings":"AAWA,OAAO,EACL,gBAAgB,EAChB,aAAa,EACb,eAAe,EACf,QAAQ,EACR,cAAc,EACd,YAAY,EACZ,cAAc,GAGf,MAAM,eAAe,CAAC;AAEvB,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,uBAAuB,EAAE,MAAM,UAAU,CAAC;AAC9D,OAAO,EACL,iCAAiC,EACjC,yBAAyB,EACzB,gCAAgC,GACjC,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD,OAAO,EAAE,yBAAyB,EAA4B,MAAM,qBAAqB,CAAC;AAE1F,OAAO,EACL,oBAAoB,EACpB,WAAW,GAEZ,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EACL,2BAA2B,EAC3B,qBAAqB,EACrB,oBAAoB,EACpB,uBAAuB,EACvB,8BAA8B,GAI/B,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EACL,iBAAiB,GAIlB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EACL,oBAAoB,GAIrB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EACL,kBAAkB,EAClB,WAAW,EACX,kBAAkB,GAEnB,MAAM,WAAW,CAAC"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
export type MemoryFileEntry = {
|
|
2
|
+
path: string;
|
|
3
|
+
absPath: string;
|
|
4
|
+
mtimeMs: number;
|
|
5
|
+
size: number;
|
|
6
|
+
hash: string;
|
|
7
|
+
};
|
|
8
|
+
export type MemoryChunk = {
|
|
9
|
+
startLine: number;
|
|
10
|
+
endLine: number;
|
|
11
|
+
text: string;
|
|
12
|
+
hash: string;
|
|
13
|
+
};
|
|
14
|
+
export declare function ensureDir(dir: string): string;
|
|
15
|
+
export declare function normalizeRelPath(value: string): string;
|
|
16
|
+
export declare function normalizeExtraMemoryPaths(workspaceDir: string, extraPaths?: string[]): string[];
|
|
17
|
+
export declare function isMemoryPath(relPath: string): boolean;
|
|
18
|
+
export declare function listMemoryFiles(workspaceDir: string, extraPaths?: string[]): Promise<string[]>;
|
|
19
|
+
export declare function hashText(value: string): string;
|
|
20
|
+
export declare function buildFileEntry(absPath: string, workspaceDir: string): Promise<MemoryFileEntry | null>;
|
|
21
|
+
export declare function chunkMarkdown(content: string, chunking: {
|
|
22
|
+
tokens: number;
|
|
23
|
+
overlap: number;
|
|
24
|
+
}): MemoryChunk[];
|
|
25
|
+
/**
|
|
26
|
+
* Remap chunk startLine/endLine from content-relative positions to original
|
|
27
|
+
* source file positions using a lineMap. Each entry in lineMap gives the
|
|
28
|
+
* 1-indexed source line for the corresponding 0-indexed content line.
|
|
29
|
+
*
|
|
30
|
+
* This is used for session JSONL files where buildSessionEntry() flattens
|
|
31
|
+
* messages into a plain-text string before chunking. Without remapping the
|
|
32
|
+
* stored line numbers would reference positions in the flattened text rather
|
|
33
|
+
* than the original JSONL file.
|
|
34
|
+
*/
|
|
35
|
+
export declare function remapChunkLines(chunks: MemoryChunk[], lineMap: number[] | undefined): void;
|
|
36
|
+
export declare function parseEmbedding(raw: string): number[];
|
|
37
|
+
export declare function cosineSimilarity(a: number[], b: number[]): number;
|
|
38
|
+
export declare function runWithConcurrency<T>(tasks: Array<() => Promise<T>>, limit: number): Promise<T[]>;
|
|
39
|
+
//# sourceMappingURL=internal.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"internal.d.ts","sourceRoot":"","sources":["../../src/memory/internal.ts"],"names":[],"mappings":"AAOA,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAK7C;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAGtD;AAED,wBAAgB,yBAAyB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAW/F;AAED,wBAAgB,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CASrD;AAuBD,wBAAsB,eAAe,CACnC,YAAY,EAAE,MAAM,EACpB,UAAU,CAAC,EAAE,MAAM,EAAE,GACpB,OAAO,CAAC,MAAM,EAAE,CAAC,CA+DnB;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE9C;AAED,wBAAsB,cAAc,CAClC,OAAO,EAAE,MAAM,EACf,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CA2BjC;AAED,wBAAgB,aAAa,CAC3B,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAC5C,WAAW,EAAE,CA8Ef;AAED;;;;;;;;;GASG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,SAAS,GAAG,IAAI,CAS1F;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,EAAE,CAOpD;AAED,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAmBjE;AAED,wBAAsB,kBAAkB,CAAC,CAAC,EACxC,KAAK,EAAE,KAAK,CAAC,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC,EAC9B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,CAAC,EAAE,CAAC,CAUd"}
|