@coreyuan/vector-mind 1.0.53 → 1.0.54
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/builtin-conventions.js +1 -1
- package/dist/builtin-conventions.js.map +1 -1
- package/dist/builtin-instructions.d.ts +1 -1
- package/dist/builtin-instructions.js +1 -1
- package/dist/builtin-instructions.js.map +1 -1
- package/dist/config.d.ts +4 -1
- package/dist/config.js +25 -1
- package/dist/config.js.map +1 -1
- package/dist/database-runtime.d.ts +3 -0
- package/dist/database-runtime.js +342 -19
- package/dist/database-runtime.js.map +1 -1
- package/dist/development-warnings.js +2 -2
- package/dist/development-warnings.js.map +1 -1
- package/dist/index.js +3 -0
- package/dist/index.js.map +1 -1
- package/dist/large-file-split.d.ts +1 -0
- package/dist/large-file-split.js +8 -3
- package/dist/large-file-split.js.map +1 -1
- package/dist/memory-maintenance/compaction.d.ts +7 -0
- package/dist/memory-maintenance/compaction.js +132 -0
- package/dist/memory-maintenance/compaction.js.map +1 -0
- package/dist/memory-maintenance/context.d.ts +37 -0
- package/dist/memory-maintenance/context.js +52 -0
- package/dist/memory-maintenance/context.js.map +1 -0
- package/dist/memory-maintenance/index-prune.d.ts +22 -0
- package/dist/memory-maintenance/index-prune.js +243 -0
- package/dist/memory-maintenance/index-prune.js.map +1 -0
- package/dist/memory-maintenance/metrics.d.ts +5 -0
- package/dist/memory-maintenance/metrics.js +22 -0
- package/dist/memory-maintenance/metrics.js.map +1 -0
- package/dist/memory-maintenance/pending.d.ts +4 -0
- package/dist/memory-maintenance/pending.js +74 -0
- package/dist/memory-maintenance/pending.js.map +1 -0
- package/dist/memory-maintenance/purge.d.ts +7 -0
- package/dist/memory-maintenance/purge.js +115 -0
- package/dist/memory-maintenance/purge.js.map +1 -0
- package/dist/memory-maintenance/runner.d.ts +4 -0
- package/dist/memory-maintenance/runner.js +170 -0
- package/dist/memory-maintenance/runner.js.map +1 -0
- package/dist/memory-maintenance/sqlite.d.ts +10 -0
- package/dist/memory-maintenance/sqlite.js +67 -0
- package/dist/memory-maintenance/sqlite.js.map +1 -0
- package/dist/memory-maintenance/types.d.ts +86 -0
- package/dist/memory-maintenance/types.js +2 -0
- package/dist/memory-maintenance/types.js.map +1 -0
- package/dist/memory-maintenance.d.ts +5 -80
- package/dist/memory-maintenance.js +3 -536
- package/dist/memory-maintenance.js.map +1 -1
- package/dist/memory-recall.d.ts +3 -1
- package/dist/memory-recall.js +17 -0
- package/dist/memory-recall.js.map +1 -1
- package/dist/path-rules.d.ts +1 -0
- package/dist/path-rules.js +23 -1
- package/dist/path-rules.js.map +1 -1
- package/dist/pending-changes.js +4 -0
- package/dist/pending-changes.js.map +1 -1
- package/dist/server-instructions.js +1 -1
- package/dist/server-instructions.js.map +1 -1
- package/dist/tool-catalog.js +2 -2
- package/dist/tool-catalog.js.map +1 -1
- package/dist/tool-handlers/large-files.js +19 -1
- package/dist/tool-handlers/large-files.js.map +1 -1
- package/dist/tool-handlers/requirements.js +66 -19
- package/dist/tool-handlers/requirements.js.map +1 -1
- package/dist/tool-handlers.js +261 -1
- package/dist/tool-handlers.js.map +1 -1
- package/dist/tool-output.d.ts +39 -1
- package/dist/tool-output.js +26 -2
- package/dist/tool-output.js.map +1 -1
- package/dist/tool-schemas.d.ts +8 -0
- package/dist/tool-schemas.js +15 -1
- package/dist/tool-schemas.js.map +1 -1
- package/dist/types.d.ts +9 -1
- package/package.json +4 -1
|
@@ -0,0 +1,170 @@
|
|
|
1
|
+
import { MAINTENANCE_AUTO_ENABLED, MAINTENANCE_CHECKPOINT_WAL, MAINTENANCE_COMPACT_AFTER_DAYS, MAINTENANCE_INTERVAL_HOURS, MAINTENANCE_MAX_INDEX_FILES, MAINTENANCE_MAX_MEMORY_ITEMS, MAINTENANCE_PURGE_HIDDEN_AFTER_DAYS, MAINTENANCE_TOKEN_SAVINGS_RETENTION_DAYS, } from "../config.js";
|
|
2
|
+
import { logActivity } from "../activity-log.js";
|
|
3
|
+
import { compactOldMemoryItems } from "./compaction.js";
|
|
4
|
+
import { getDb, getDbPath, getProjectRoot, hasDb } from "./context.js";
|
|
5
|
+
import { countFilenameNoiseIndexDeletes, countIgnoredIndexDeletes, pruneFilenameNoiseIndexes, pruneIgnoredIndexesByPathPatterns, pruneStaleFileIndexes, } from "./index-prune.js";
|
|
6
|
+
import { pruneTokenSavings } from "./metrics.js";
|
|
7
|
+
import { prunePendingNoise } from "./pending.js";
|
|
8
|
+
import { purgeHiddenMemory } from "./purge.js";
|
|
9
|
+
import { checkpointWal, getDbSize, kvGet, kvSet, optimizeFts } from "./sqlite.js";
|
|
10
|
+
export function runMemoryMaintenance(args, trigger = "manual") {
|
|
11
|
+
const dbSizeBefore = getDbSize();
|
|
12
|
+
const compactedMemory = args.compact_old_memories
|
|
13
|
+
? compactOldMemoryItems({
|
|
14
|
+
dryRun: args.dry_run,
|
|
15
|
+
compactAfterDays: args.compact_after_days,
|
|
16
|
+
maxMemoryItems: args.max_memory_items,
|
|
17
|
+
compactNotes: args.compact_notes,
|
|
18
|
+
})
|
|
19
|
+
: {
|
|
20
|
+
cutoff: new Date(Date.now() - args.compact_after_days * 86_400_000).toISOString(),
|
|
21
|
+
candidates: 0,
|
|
22
|
+
compacted: 0,
|
|
23
|
+
summary_memory_id: null,
|
|
24
|
+
archived: 0,
|
|
25
|
+
samples: [],
|
|
26
|
+
};
|
|
27
|
+
const ignoredPaths = args.prune_ignored_paths
|
|
28
|
+
? args.dry_run
|
|
29
|
+
? countIgnoredIndexDeletes()
|
|
30
|
+
: pruneIgnoredIndexesByPathPatterns()
|
|
31
|
+
: { chunks_deleted: 0, symbols_deleted: 0 };
|
|
32
|
+
const filenameNoise = args.prune_filename_noise
|
|
33
|
+
? args.dry_run
|
|
34
|
+
? countFilenameNoiseIndexDeletes()
|
|
35
|
+
: pruneFilenameNoiseIndexes()
|
|
36
|
+
: { chunks_deleted: 0, symbols_deleted: 0 };
|
|
37
|
+
const staleFiles = args.prune_stale_indexes
|
|
38
|
+
? pruneStaleFileIndexes({
|
|
39
|
+
dryRun: args.dry_run,
|
|
40
|
+
maxIndexFiles: args.max_index_files,
|
|
41
|
+
skipReasons: [
|
|
42
|
+
...(args.prune_ignored_paths ? ["ignored_path"] : []),
|
|
43
|
+
...(args.prune_filename_noise ? ["filename_noise"] : []),
|
|
44
|
+
],
|
|
45
|
+
})
|
|
46
|
+
: { files_checked: 0, files_matched: 0, chunks_deleted: 0, symbols_deleted: 0, samples: [] };
|
|
47
|
+
const pendingPruned = args.prune_pending_noise
|
|
48
|
+
? prunePendingNoise({ dryRun: args.dry_run })
|
|
49
|
+
: { ignored_deleted: 0, old_deleted: 0, overflow_deleted: 0 };
|
|
50
|
+
const purgedHiddenMemory = args.purge_hidden_memories
|
|
51
|
+
? purgeHiddenMemory({
|
|
52
|
+
dryRun: args.dry_run,
|
|
53
|
+
purgeAfterDays: args.purge_after_days,
|
|
54
|
+
maxMemoryItems: args.max_memory_items,
|
|
55
|
+
purgeArchives: args.purge_archives,
|
|
56
|
+
})
|
|
57
|
+
: {
|
|
58
|
+
cutoff: new Date(Date.now() - args.purge_after_days * 86_400_000).toISOString(),
|
|
59
|
+
memory_candidates: 0,
|
|
60
|
+
memory_deleted: 0,
|
|
61
|
+
archive_candidates: 0,
|
|
62
|
+
archives_deleted: 0,
|
|
63
|
+
samples: [],
|
|
64
|
+
};
|
|
65
|
+
const metricsPruned = args.prune_token_savings
|
|
66
|
+
? pruneTokenSavings({ dryRun: args.dry_run, retentionDays: args.token_savings_retention_days })
|
|
67
|
+
: {
|
|
68
|
+
cutoff: new Date(Date.now() - args.token_savings_retention_days * 86_400_000).toISOString(),
|
|
69
|
+
token_savings_deleted: 0,
|
|
70
|
+
};
|
|
71
|
+
const ftsOptimized = args.optimize_fts ? optimizeFts({ dryRun: args.dry_run }) : false;
|
|
72
|
+
let walCheckpointed = args.checkpoint_wal ? checkpointWal({ dryRun: args.dry_run }) : false;
|
|
73
|
+
let vacuumed = false;
|
|
74
|
+
if (!args.dry_run && args.vacuum) {
|
|
75
|
+
try {
|
|
76
|
+
getDb().exec("VACUUM");
|
|
77
|
+
vacuumed = true;
|
|
78
|
+
if (args.checkpoint_wal)
|
|
79
|
+
walCheckpointed = checkpointWal({ dryRun: false }) || walCheckpointed;
|
|
80
|
+
}
|
|
81
|
+
catch (err) {
|
|
82
|
+
console.error("[vectormind] maintenance vacuum failed:", err);
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
const result = {
|
|
86
|
+
ok: true,
|
|
87
|
+
dry_run: args.dry_run,
|
|
88
|
+
trigger,
|
|
89
|
+
generated_at: new Date().toISOString(),
|
|
90
|
+
project_root: getProjectRoot(),
|
|
91
|
+
db_path: getDbPath(),
|
|
92
|
+
config: {
|
|
93
|
+
compact_after_days: args.compact_after_days,
|
|
94
|
+
max_memory_items: args.max_memory_items,
|
|
95
|
+
max_index_files: args.max_index_files,
|
|
96
|
+
compact_notes: args.compact_notes,
|
|
97
|
+
purge_hidden_after_days: args.purge_after_days,
|
|
98
|
+
token_savings_retention_days: args.token_savings_retention_days,
|
|
99
|
+
},
|
|
100
|
+
compacted_memory: compactedMemory,
|
|
101
|
+
pruned: {
|
|
102
|
+
ignored_paths: ignoredPaths,
|
|
103
|
+
filename_noise: filenameNoise,
|
|
104
|
+
stale_files: staleFiles,
|
|
105
|
+
},
|
|
106
|
+
pending_pruned: pendingPruned,
|
|
107
|
+
purged_hidden_memory: purgedHiddenMemory,
|
|
108
|
+
metrics_pruned: metricsPruned,
|
|
109
|
+
fts_optimized: ftsOptimized,
|
|
110
|
+
wal_checkpointed: walCheckpointed,
|
|
111
|
+
vacuumed,
|
|
112
|
+
db_size_before: dbSizeBefore,
|
|
113
|
+
db_size_after: getDbSize(),
|
|
114
|
+
};
|
|
115
|
+
logActivity("memory_maintenance", {
|
|
116
|
+
trigger,
|
|
117
|
+
dry_run: args.dry_run,
|
|
118
|
+
compacted: result.compacted_memory.compacted,
|
|
119
|
+
purged_hidden: result.purged_hidden_memory.memory_deleted,
|
|
120
|
+
purged_archives: result.purged_hidden_memory.archives_deleted,
|
|
121
|
+
pending_pruned: result.pending_pruned.ignored_deleted +
|
|
122
|
+
result.pending_pruned.old_deleted +
|
|
123
|
+
result.pending_pruned.overflow_deleted,
|
|
124
|
+
stale_files: result.pruned.stale_files.files_matched,
|
|
125
|
+
chunks_deleted: result.pruned.ignored_paths.chunks_deleted +
|
|
126
|
+
result.pruned.filename_noise.chunks_deleted +
|
|
127
|
+
result.pruned.stale_files.chunks_deleted,
|
|
128
|
+
db_bytes_before: result.db_size_before.total_bytes,
|
|
129
|
+
db_bytes_after: result.db_size_after.total_bytes,
|
|
130
|
+
});
|
|
131
|
+
return result;
|
|
132
|
+
}
|
|
133
|
+
export function runAutoMaintenanceIfDue() {
|
|
134
|
+
if (!MAINTENANCE_AUTO_ENABLED || !hasDb())
|
|
135
|
+
return;
|
|
136
|
+
const lastRaw = kvGet("maintenance.last_auto_at");
|
|
137
|
+
const last = lastRaw ? Date.parse(lastRaw) : 0;
|
|
138
|
+
const dueMs = MAINTENANCE_INTERVAL_HOURS * 3_600_000;
|
|
139
|
+
if (Number.isFinite(last) && last > 0 && Date.now() - last < dueMs)
|
|
140
|
+
return;
|
|
141
|
+
try {
|
|
142
|
+
runMemoryMaintenance({
|
|
143
|
+
project_root: getProjectRoot(),
|
|
144
|
+
dry_run: false,
|
|
145
|
+
format: "compact",
|
|
146
|
+
compact_old_memories: true,
|
|
147
|
+
compact_notes: false,
|
|
148
|
+
prune_stale_indexes: true,
|
|
149
|
+
prune_ignored_paths: true,
|
|
150
|
+
prune_filename_noise: true,
|
|
151
|
+
prune_pending_noise: true,
|
|
152
|
+
purge_hidden_memories: true,
|
|
153
|
+
purge_archives: true,
|
|
154
|
+
prune_token_savings: true,
|
|
155
|
+
optimize_fts: true,
|
|
156
|
+
checkpoint_wal: MAINTENANCE_CHECKPOINT_WAL,
|
|
157
|
+
compact_after_days: MAINTENANCE_COMPACT_AFTER_DAYS,
|
|
158
|
+
purge_after_days: MAINTENANCE_PURGE_HIDDEN_AFTER_DAYS,
|
|
159
|
+
max_memory_items: MAINTENANCE_MAX_MEMORY_ITEMS,
|
|
160
|
+
max_index_files: MAINTENANCE_MAX_INDEX_FILES,
|
|
161
|
+
token_savings_retention_days: MAINTENANCE_TOKEN_SAVINGS_RETENTION_DAYS,
|
|
162
|
+
vacuum: false,
|
|
163
|
+
}, "auto");
|
|
164
|
+
kvSet("maintenance.last_auto_at", new Date().toISOString());
|
|
165
|
+
}
|
|
166
|
+
catch (err) {
|
|
167
|
+
console.error("[vectormind] auto maintenance failed:", err);
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
//# sourceMappingURL=runner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/memory-maintenance/runner.ts"],"names":[],"mappings":"AACA,OAAO,EACL,wBAAwB,EACxB,0BAA0B,EAC1B,8BAA8B,EAC9B,0BAA0B,EAC1B,2BAA2B,EAC3B,4BAA4B,EAC5B,mCAAmC,EACnC,wCAAwC,GACzC,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AACvE,OAAO,EACL,8BAA8B,EAC9B,wBAAwB,EACxB,yBAAyB,EACzB,iCAAiC,EACjC,qBAAqB,GACtB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAGlF,MAAM,UAAU,oBAAoB,CAClC,IAAwB,EACxB,UAA6B,QAAQ;IAErC,MAAM,YAAY,GAAG,SAAS,EAAE,CAAC;IACjC,MAAM,eAAe,GAAG,IAAI,CAAC,oBAAoB;QAC/C,CAAC,CAAC,qBAAqB,CAAC;YACpB,MAAM,EAAE,IAAI,CAAC,OAAO;YACpB,gBAAgB,EAAE,IAAI,CAAC,kBAAkB;YACzC,cAAc,EAAE,IAAI,CAAC,gBAAgB;YACrC,YAAY,EAAE,IAAI,CAAC,aAAa;SACjC,CAAC;QACJ,CAAC,CAAC;YACE,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,kBAAkB,GAAG,UAAU,CAAC,CAAC,WAAW,EAAE;YACjF,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,CAAC;YACZ,iBAAiB,EAAE,IAAI;YACvB,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,EAAE;SACZ,CAAC;IAEN,MAAM,YAAY,GAAG,IAAI,CAAC,mBAAmB;QAC3C,CAAC,CAAC,IAAI,CAAC,OAAO;YACZ,CAAC,CAAC,wBAAwB,EAAE;YAC5B,CAAC,CAAC,iCAAiC,EAAE;QACvC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC;IAE9C,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB;QAC7C,CAAC,CAAC,IAAI,CAAC,OAAO;YACZ,CAAC,CAAC,8BAA8B,EAAE;YAClC,CAAC,CAAC,yBAAyB,EAAE;QAC7B,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC;IAEhD,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB;QACzC,CAAC,CAAC,qBAAqB,CAAC;YACpB,MAAM,EAAE,IAAI,CAAC,OAAO;YACpB,aAAa,EAAE,IAAI,CAAC,eAAe;YACnC,WAAW,EAAE;gBACX,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrD,GAAG,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;aACzD;SACF,CAAC;QACJ,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IAE/F,MAAM,aAAa,GAAG,IAAI,CAAC,mBAAmB;QAC5C,CAAC,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;QAC7C,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,CAAC;IAEhE,MAAM,kBAAkB,GAAG,IAAI,CAAC,qBAAqB;QACnD,CAAC,CAAC,iBAAiB,CAAC;YAChB,MAAM,EAAE,IAAI,CAAC,OAAO;YACpB,cAAc,EAAE,IAAI,CAAC,gBAAgB;YACrC,cAAc,EAAE,IAAI,CAAC,gBAAgB;YACrC,aAAa,EAAE,IAAI,CAAC,cAAc;SACnC,CAAC;QACJ,CAAC,CAAC;YACE,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,gBAAgB,GAAG,UAAU,CAAC,CAAC,WAAW,EAAE;YAC/E,iBAAiB,EAAE,CAAC;YACpB,cAAc,EAAE,CAAC;YACjB,kBAAkB,EAAE,CAAC;YACrB,gBAAgB,EAAE,CAAC;YACnB,OAAO,EAAE,EAAE;SACZ,CAAC;IAEN,MAAM,aAAa,GAAG,IAAI,CAAC,mBAAmB;QAC5C,CAAC,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,IAAI,CAAC,4BAA4B,EAAE,CAAC;QAC/F,CAAC,CAAC;YACE,MAAM,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,4BAA4B,GAAG,UAAU,CAAC,CAAC,WAAW,EAAE;YAC3F,qBAAqB,EAAE,CAAC;SACzB,CAAC;IAEN,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACvF,IAAI,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAE5F,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACjC,IAAI,CAAC;YACH,KAAK,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACvB,QAAQ,GAAG,IAAI,CAAC;YAChB,IAAI,IAAI,CAAC,cAAc;gBAAE,eAAe,GAAG,aAAa,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,IAAI,eAAe,CAAC;QACjG,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,yCAAyC,EAAE,GAAG,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAsB;QAChC,EAAE,EAAE,IAAI;QACR,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,OAAO;QACP,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACtC,YAAY,EAAE,cAAc,EAAE;QAC9B,OAAO,EAAE,SAAS,EAAE;QACpB,MAAM,EAAE;YACN,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,uBAAuB,EAAE,IAAI,CAAC,gBAAgB;YAC9C,4BAA4B,EAAE,IAAI,CAAC,4BAA4B;SAChE;QACD,gBAAgB,EAAE,eAAe;QACjC,MAAM,EAAE;YACN,aAAa,EAAE,YAAY;YAC3B,cAAc,EAAE,aAAa;YAC7B,WAAW,EAAE,UAAU;SACxB;QACD,cAAc,EAAE,aAAa;QAC7B,oBAAoB,EAAE,kBAAkB;QACxC,cAAc,EAAE,aAAa;QAC7B,aAAa,EAAE,YAAY;QAC3B,gBAAgB,EAAE,eAAe;QACjC,QAAQ;QACR,cAAc,EAAE,YAAY;QAC5B,aAAa,EAAE,SAAS,EAAE;KAC3B,CAAC;IAEF,WAAW,CAAC,oBAAoB,EAAE;QAChC,OAAO;QACP,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,SAAS,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS;QAC5C,aAAa,EAAE,MAAM,CAAC,oBAAoB,CAAC,cAAc;QACzD,eAAe,EAAE,MAAM,CAAC,oBAAoB,CAAC,gBAAgB;QAC7D,cAAc,EACZ,MAAM,CAAC,cAAc,CAAC,eAAe;YACrC,MAAM,CAAC,cAAc,CAAC,WAAW;YACjC,MAAM,CAAC,cAAc,CAAC,gBAAgB;QACxC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,aAAa;QACpD,cAAc,EACZ,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,cAAc;YAC1C,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,cAAc;YAC3C,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,cAAc;QAC1C,eAAe,EAAE,MAAM,CAAC,cAAc,CAAC,WAAW;QAClD,cAAc,EAAE,MAAM,CAAC,aAAa,CAAC,WAAW;KACjD,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,uBAAuB;IACrC,IAAI,CAAC,wBAAwB,IAAI,CAAC,KAAK,EAAE;QAAE,OAAO;IAClD,MAAM,OAAO,GAAG,KAAK,CAAC,0BAA0B,CAAC,CAAC;IAClD,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,0BAA0B,GAAG,SAAS,CAAC;IACrD,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,KAAK;QAAE,OAAO;IAE3E,IAAI,CAAC;QACH,oBAAoB,CAClB;YACE,YAAY,EAAE,cAAc,EAAE;YAC9B,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,SAAS;YACjB,oBAAoB,EAAE,IAAI;YAC1B,aAAa,EAAE,KAAK;YACpB,mBAAmB,EAAE,IAAI;YACzB,mBAAmB,EAAE,IAAI;YACzB,oBAAoB,EAAE,IAAI;YAC1B,mBAAmB,EAAE,IAAI;YACzB,qBAAqB,EAAE,IAAI;YAC3B,cAAc,EAAE,IAAI;YACpB,mBAAmB,EAAE,IAAI;YACzB,YAAY,EAAE,IAAI;YAClB,cAAc,EAAE,0BAA0B;YAC1C,kBAAkB,EAAE,8BAA8B;YAClD,gBAAgB,EAAE,mCAAmC;YACrD,gBAAgB,EAAE,4BAA4B;YAC9C,eAAe,EAAE,2BAA2B;YAC5C,4BAA4B,EAAE,wCAAwC;YACtE,MAAM,EAAE,KAAK;SACd,EACD,MAAM,CACP,CAAC;QACF,KAAK,CAAC,0BAA0B,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IAC9D,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,uCAAuC,EAAE,GAAG,CAAC,CAAC;IAC9D,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { MaintenanceDbSize } from "./types.js";
|
|
2
|
+
export declare function kvGet(key: string): string | null;
|
|
3
|
+
export declare function kvSet(key: string, value: string): void;
|
|
4
|
+
export declare function getDbSize(): MaintenanceDbSize;
|
|
5
|
+
export declare function optimizeFts(opts: {
|
|
6
|
+
dryRun: boolean;
|
|
7
|
+
}): boolean;
|
|
8
|
+
export declare function checkpointWal(opts: {
|
|
9
|
+
dryRun: boolean;
|
|
10
|
+
}): boolean;
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import fs from "node:fs";
|
|
2
|
+
import { MEMORY_ITEMS_FTS_TABLE } from "../memory-recall.js";
|
|
3
|
+
import { getDb, getDbPath, getKvStatement, getSetKvStatement } from "./context.js";
|
|
4
|
+
export function kvGet(key) {
|
|
5
|
+
try {
|
|
6
|
+
const row = getKvStatement()?.get(key);
|
|
7
|
+
return row?.value ?? null;
|
|
8
|
+
}
|
|
9
|
+
catch {
|
|
10
|
+
return null;
|
|
11
|
+
}
|
|
12
|
+
}
|
|
13
|
+
export function kvSet(key, value) {
|
|
14
|
+
try {
|
|
15
|
+
getSetKvStatement()?.run(key, value);
|
|
16
|
+
}
|
|
17
|
+
catch (err) {
|
|
18
|
+
console.error("[vectormind] kv set failed:", err);
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
function fileSizeOrZero(filePath) {
|
|
22
|
+
try {
|
|
23
|
+
return fs.statSync(filePath).size;
|
|
24
|
+
}
|
|
25
|
+
catch {
|
|
26
|
+
return 0;
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
export function getDbSize() {
|
|
30
|
+
const dbFile = getDbPath();
|
|
31
|
+
const walFile = `${dbFile}-wal`;
|
|
32
|
+
const shmFile = `${dbFile}-shm`;
|
|
33
|
+
const dbBytes = fileSizeOrZero(dbFile);
|
|
34
|
+
const walBytes = fileSizeOrZero(walFile);
|
|
35
|
+
const shmBytes = fileSizeOrZero(shmFile);
|
|
36
|
+
return {
|
|
37
|
+
db_bytes: dbBytes,
|
|
38
|
+
wal_bytes: walBytes,
|
|
39
|
+
shm_bytes: shmBytes,
|
|
40
|
+
total_bytes: dbBytes + walBytes + shmBytes,
|
|
41
|
+
};
|
|
42
|
+
}
|
|
43
|
+
export function optimizeFts(opts) {
|
|
44
|
+
if (opts.dryRun)
|
|
45
|
+
return false;
|
|
46
|
+
try {
|
|
47
|
+
getDb().exec(`INSERT INTO ${MEMORY_ITEMS_FTS_TABLE}(${MEMORY_ITEMS_FTS_TABLE}) VALUES('optimize')`);
|
|
48
|
+
return true;
|
|
49
|
+
}
|
|
50
|
+
catch (err) {
|
|
51
|
+
console.error("[vectormind] fts optimize failed:", err);
|
|
52
|
+
return false;
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
export function checkpointWal(opts) {
|
|
56
|
+
if (opts.dryRun)
|
|
57
|
+
return false;
|
|
58
|
+
try {
|
|
59
|
+
getDb().pragma("wal_checkpoint(TRUNCATE)");
|
|
60
|
+
return true;
|
|
61
|
+
}
|
|
62
|
+
catch (err) {
|
|
63
|
+
console.error("[vectormind] wal checkpoint failed:", err);
|
|
64
|
+
return false;
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
//# sourceMappingURL=sqlite.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sqlite.js","sourceRoot":"","sources":["../../src/memory-maintenance/sqlite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AAEzB,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAGnF,MAAM,UAAU,KAAK,CAAC,GAAW;IAC/B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,cAAc,EAAE,EAAE,GAAG,CAAC,GAAG,CAAkC,CAAC;QACxE,OAAO,GAAG,EAAE,KAAK,IAAI,IAAI,CAAC;IAC5B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AACD,MAAM,UAAU,KAAK,CAAC,GAAW,EAAE,KAAa;IAC9C,IAAI,CAAC;QACH,iBAAiB,EAAE,EAAE,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACvC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAC;IACpD,CAAC;AACH,CAAC;AACD,SAAS,cAAc,CAAC,QAAgB;IACtC,IAAI,CAAC;QACH,OAAO,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AACD,MAAM,UAAU,SAAS;IACvB,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,MAAM,OAAO,GAAG,GAAG,MAAM,MAAM,CAAC;IAChC,MAAM,OAAO,GAAG,GAAG,MAAM,MAAM,CAAC;IAChC,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;IACzC,OAAO;QACL,QAAQ,EAAE,OAAO;QACjB,SAAS,EAAE,QAAQ;QACnB,SAAS,EAAE,QAAQ;QACnB,WAAW,EAAE,OAAO,GAAG,QAAQ,GAAG,QAAQ;KAC3C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAyB;IACnD,IAAI,IAAI,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAC9B,IAAI,CAAC;QACH,KAAK,EAAE,CAAC,IAAI,CAAC,eAAe,sBAAsB,IAAI,sBAAsB,sBAAsB,CAAC,CAAC;QACpG,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,GAAG,CAAC,CAAC;QACxD,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAyB;IACrD,IAAI,IAAI,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAC9B,IAAI,CAAC;QACH,KAAK,EAAE,CAAC,MAAM,CAAC,0BAA0B,CAAC,CAAC;QAC3C,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,GAAG,CAAC,CAAC;QAC1D,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
export type MaintenanceIndexPruneResult = {
|
|
2
|
+
ignored_paths: {
|
|
3
|
+
chunks_deleted: number;
|
|
4
|
+
symbols_deleted: number;
|
|
5
|
+
};
|
|
6
|
+
filename_noise: {
|
|
7
|
+
chunks_deleted: number;
|
|
8
|
+
symbols_deleted: number;
|
|
9
|
+
};
|
|
10
|
+
stale_files: {
|
|
11
|
+
files_checked: number;
|
|
12
|
+
files_matched: number;
|
|
13
|
+
chunks_deleted: number;
|
|
14
|
+
symbols_deleted: number;
|
|
15
|
+
samples: string[];
|
|
16
|
+
};
|
|
17
|
+
};
|
|
18
|
+
export type MaintenanceCompactionResult = {
|
|
19
|
+
cutoff: string;
|
|
20
|
+
candidates: number;
|
|
21
|
+
compacted: number;
|
|
22
|
+
summary_memory_id: number | null;
|
|
23
|
+
archived: number;
|
|
24
|
+
samples: Array<{
|
|
25
|
+
id: number;
|
|
26
|
+
kind: string;
|
|
27
|
+
title: string | null;
|
|
28
|
+
file_path: string | null;
|
|
29
|
+
updated_at: string;
|
|
30
|
+
}>;
|
|
31
|
+
};
|
|
32
|
+
export type MaintenancePendingPruneResult = {
|
|
33
|
+
ignored_deleted: number;
|
|
34
|
+
old_deleted: number;
|
|
35
|
+
overflow_deleted: number;
|
|
36
|
+
};
|
|
37
|
+
export type MaintenancePurgeHiddenResult = {
|
|
38
|
+
cutoff: string;
|
|
39
|
+
memory_candidates: number;
|
|
40
|
+
memory_deleted: number;
|
|
41
|
+
archive_candidates: number;
|
|
42
|
+
archives_deleted: number;
|
|
43
|
+
samples: Array<{
|
|
44
|
+
id: number;
|
|
45
|
+
kind: string;
|
|
46
|
+
title: string | null;
|
|
47
|
+
file_path: string | null;
|
|
48
|
+
updated_at: string;
|
|
49
|
+
}>;
|
|
50
|
+
};
|
|
51
|
+
export type MaintenanceMetricsPruneResult = {
|
|
52
|
+
cutoff: string;
|
|
53
|
+
token_savings_deleted: number;
|
|
54
|
+
};
|
|
55
|
+
export type MaintenanceDbSize = {
|
|
56
|
+
db_bytes: number;
|
|
57
|
+
wal_bytes: number;
|
|
58
|
+
shm_bytes: number;
|
|
59
|
+
total_bytes: number;
|
|
60
|
+
};
|
|
61
|
+
export type MaintenanceResult = {
|
|
62
|
+
ok: true;
|
|
63
|
+
dry_run: boolean;
|
|
64
|
+
trigger: "manual" | "auto";
|
|
65
|
+
generated_at: string;
|
|
66
|
+
project_root: string;
|
|
67
|
+
db_path: string;
|
|
68
|
+
config: {
|
|
69
|
+
compact_after_days: number;
|
|
70
|
+
max_memory_items: number;
|
|
71
|
+
max_index_files: number;
|
|
72
|
+
compact_notes: boolean;
|
|
73
|
+
purge_hidden_after_days: number;
|
|
74
|
+
token_savings_retention_days: number;
|
|
75
|
+
};
|
|
76
|
+
compacted_memory: MaintenanceCompactionResult;
|
|
77
|
+
pruned: MaintenanceIndexPruneResult;
|
|
78
|
+
pending_pruned: MaintenancePendingPruneResult;
|
|
79
|
+
purged_hidden_memory: MaintenancePurgeHiddenResult;
|
|
80
|
+
metrics_pruned: MaintenanceMetricsPruneResult;
|
|
81
|
+
fts_optimized: boolean;
|
|
82
|
+
wal_checkpointed: boolean;
|
|
83
|
+
vacuumed: boolean;
|
|
84
|
+
db_size_before: MaintenanceDbSize;
|
|
85
|
+
db_size_after: MaintenanceDbSize;
|
|
86
|
+
};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/memory-maintenance/types.ts"],"names":[],"mappings":""}
|
|
@@ -1,80 +1,5 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
getDbPath: () => string;
|
|
7
|
-
getKvStatement: () => Database.Statement | undefined;
|
|
8
|
-
getSetKvStatement: () => Database.Statement | undefined;
|
|
9
|
-
getDeleteFileChunkItemsStatement: () => Database.Statement;
|
|
10
|
-
getDeleteSymbolsForFileStatement: () => Database.Statement;
|
|
11
|
-
getInsertMemoryItemStatement: () => Database.Statement;
|
|
12
|
-
sha256Hex: (input: string) => string;
|
|
13
|
-
parseMetadataJson: (raw: string | null | undefined) => Record<string, unknown>;
|
|
14
|
-
metadataStatus: (row: {
|
|
15
|
-
metadata_json: string | null | undefined;
|
|
16
|
-
}) => string | null;
|
|
17
|
-
isHiddenFromDefaultRecall: (row: {
|
|
18
|
-
metadata_json: string | null | undefined;
|
|
19
|
-
}) => boolean;
|
|
20
|
-
};
|
|
21
|
-
export declare function configureMemoryMaintenance(context: MemoryMaintenanceContext): void;
|
|
22
|
-
export declare function pruneIgnoredIndexesByPathPatterns(): {
|
|
23
|
-
chunks_deleted: number;
|
|
24
|
-
symbols_deleted: number;
|
|
25
|
-
};
|
|
26
|
-
export declare function pruneFilenameNoiseIndexes(): {
|
|
27
|
-
chunks_deleted: number;
|
|
28
|
-
symbols_deleted: number;
|
|
29
|
-
};
|
|
30
|
-
type MaintenanceIndexPruneResult = {
|
|
31
|
-
ignored_paths: {
|
|
32
|
-
chunks_deleted: number;
|
|
33
|
-
symbols_deleted: number;
|
|
34
|
-
};
|
|
35
|
-
filename_noise: {
|
|
36
|
-
chunks_deleted: number;
|
|
37
|
-
symbols_deleted: number;
|
|
38
|
-
};
|
|
39
|
-
stale_files: {
|
|
40
|
-
files_checked: number;
|
|
41
|
-
files_matched: number;
|
|
42
|
-
chunks_deleted: number;
|
|
43
|
-
symbols_deleted: number;
|
|
44
|
-
samples: string[];
|
|
45
|
-
};
|
|
46
|
-
};
|
|
47
|
-
type MaintenanceCompactionResult = {
|
|
48
|
-
cutoff: string;
|
|
49
|
-
candidates: number;
|
|
50
|
-
compacted: number;
|
|
51
|
-
summary_memory_id: number | null;
|
|
52
|
-
archived: number;
|
|
53
|
-
samples: Array<{
|
|
54
|
-
id: number;
|
|
55
|
-
kind: string;
|
|
56
|
-
title: string | null;
|
|
57
|
-
file_path: string | null;
|
|
58
|
-
updated_at: string;
|
|
59
|
-
}>;
|
|
60
|
-
};
|
|
61
|
-
type MaintenanceResult = {
|
|
62
|
-
ok: true;
|
|
63
|
-
dry_run: boolean;
|
|
64
|
-
trigger: "manual" | "auto";
|
|
65
|
-
generated_at: string;
|
|
66
|
-
project_root: string;
|
|
67
|
-
db_path: string;
|
|
68
|
-
config: {
|
|
69
|
-
compact_after_days: number;
|
|
70
|
-
max_memory_items: number;
|
|
71
|
-
max_index_files: number;
|
|
72
|
-
compact_notes: boolean;
|
|
73
|
-
};
|
|
74
|
-
compacted_memory: MaintenanceCompactionResult;
|
|
75
|
-
pruned: MaintenanceIndexPruneResult;
|
|
76
|
-
vacuumed: boolean;
|
|
77
|
-
};
|
|
78
|
-
export declare function runMemoryMaintenance(args: MaintainMemoryArgs, trigger?: "manual" | "auto"): MaintenanceResult;
|
|
79
|
-
export declare function runAutoMaintenanceIfDue(): void;
|
|
80
|
-
export {};
|
|
1
|
+
export { configureMemoryMaintenance } from "./memory-maintenance/context.js";
|
|
2
|
+
export { pruneFilenameNoiseIndexes, pruneIgnoredIndexesByPathPatterns } from "./memory-maintenance/index-prune.js";
|
|
3
|
+
export { runAutoMaintenanceIfDue, runMemoryMaintenance } from "./memory-maintenance/runner.js";
|
|
4
|
+
export type { MemoryMaintenanceContext } from "./memory-maintenance/context.js";
|
|
5
|
+
export type { MaintenanceResult } from "./memory-maintenance/types.js";
|