mindlore 0.5.3 → 0.5.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -5
- package/dist/scripts/fetch-raw.js +14 -7
- package/dist/scripts/fetch-raw.js.map +1 -1
- package/dist/scripts/init.js +39 -1
- package/dist/scripts/init.js.map +1 -1
- package/dist/scripts/lib/backfill.d.ts +9 -0
- package/dist/scripts/lib/backfill.d.ts.map +1 -0
- package/dist/scripts/lib/backfill.js +74 -0
- package/dist/scripts/lib/backfill.js.map +1 -0
- package/dist/scripts/lib/constants.d.ts +5 -1
- package/dist/scripts/lib/constants.d.ts.map +1 -1
- package/dist/scripts/lib/constants.js +8 -1
- package/dist/scripts/lib/constants.js.map +1 -1
- package/dist/scripts/lib/contradiction.d.ts +7 -0
- package/dist/scripts/lib/contradiction.d.ts.map +1 -0
- package/dist/scripts/lib/contradiction.js +205 -0
- package/dist/scripts/lib/contradiction.js.map +1 -0
- package/dist/scripts/lib/daemon.d.ts +15 -0
- package/dist/scripts/lib/daemon.d.ts.map +1 -0
- package/dist/scripts/lib/daemon.js +129 -0
- package/dist/scripts/lib/daemon.js.map +1 -0
- package/dist/scripts/lib/db-helpers.d.ts.map +1 -1
- package/dist/scripts/lib/db-helpers.js +7 -1
- package/dist/scripts/lib/db-helpers.js.map +1 -1
- package/dist/scripts/lib/decay.d.ts +7 -2
- package/dist/scripts/lib/decay.d.ts.map +1 -1
- package/dist/scripts/lib/decay.js +31 -5
- package/dist/scripts/lib/decay.js.map +1 -1
- package/dist/scripts/lib/git-snapshot.d.ts +3 -0
- package/dist/scripts/lib/git-snapshot.d.ts.map +1 -0
- package/dist/scripts/lib/git-snapshot.js +57 -0
- package/dist/scripts/lib/git-snapshot.js.map +1 -0
- package/dist/scripts/lib/session-payload.d.ts +19 -0
- package/dist/scripts/lib/session-payload.d.ts.map +1 -0
- package/dist/scripts/lib/session-payload.js +85 -0
- package/dist/scripts/lib/session-payload.js.map +1 -0
- package/dist/scripts/mindlore-daemon.d.ts +2 -0
- package/dist/scripts/mindlore-daemon.d.ts.map +1 -0
- package/dist/scripts/mindlore-daemon.js +118 -0
- package/dist/scripts/mindlore-daemon.js.map +1 -0
- package/dist/scripts/mindlore-fts5-index.js +18 -6
- package/dist/scripts/mindlore-fts5-index.js.map +1 -1
- package/dist/scripts/mindlore-health-check.d.ts.map +1 -1
- package/dist/scripts/mindlore-health-check.js +12 -0
- package/dist/scripts/mindlore-health-check.js.map +1 -1
- package/dist/tests/backfill.test.d.ts +2 -0
- package/dist/tests/backfill.test.d.ts.map +1 -0
- package/dist/tests/backfill.test.js +127 -0
- package/dist/tests/backfill.test.js.map +1 -0
- package/dist/tests/contradiction-extended.test.d.ts +2 -0
- package/dist/tests/contradiction-extended.test.d.ts.map +1 -0
- package/dist/tests/contradiction-extended.test.js +182 -0
- package/dist/tests/contradiction-extended.test.js.map +1 -0
- package/dist/tests/daemon-integration.test.d.ts +2 -0
- package/dist/tests/daemon-integration.test.d.ts.map +1 -0
- package/dist/tests/daemon-integration.test.js +37 -0
- package/dist/tests/daemon-integration.test.js.map +1 -0
- package/dist/tests/daemon.test.d.ts +2 -0
- package/dist/tests/daemon.test.d.ts.map +1 -0
- package/dist/tests/daemon.test.js +187 -0
- package/dist/tests/daemon.test.js.map +1 -0
- package/dist/tests/decay.test.js +51 -0
- package/dist/tests/decay.test.js.map +1 -1
- package/dist/tests/fts5.test.js +181 -0
- package/dist/tests/fts5.test.js.map +1 -1
- package/dist/tests/git-snapshot.test.js +54 -10
- package/dist/tests/git-snapshot.test.js.map +1 -1
- package/dist/tests/helpers/db.d.ts.map +1 -1
- package/dist/tests/helpers/db.js +3 -1
- package/dist/tests/helpers/db.js.map +1 -1
- package/dist/tests/init.test.js +36 -3
- package/dist/tests/init.test.js.map +1 -1
- package/dist/tests/research-guard-scope.test.d.ts +2 -0
- package/dist/tests/research-guard-scope.test.d.ts.map +1 -0
- package/dist/tests/research-guard-scope.test.js +154 -0
- package/dist/tests/research-guard-scope.test.js.map +1 -0
- package/dist/tests/research-guard.test.js +60 -0
- package/dist/tests/research-guard.test.js.map +1 -1
- package/dist/tests/search-hook.test.js +37 -0
- package/dist/tests/search-hook.test.js.map +1 -1
- package/dist/tests/session-focus.test.js +106 -3
- package/dist/tests/session-focus.test.js.map +1 -1
- package/dist/tests/session-payload.test.d.ts +5 -0
- package/dist/tests/session-payload.test.d.ts.map +1 -0
- package/dist/tests/session-payload.test.js +135 -0
- package/dist/tests/session-payload.test.js.map +1 -0
- package/hooks/lib/mindlore-common.cjs +37 -7
- package/hooks/mindlore-research-guard.cjs +25 -2
- package/hooks/mindlore-search.cjs +65 -16
- package/hooks/mindlore-session-end.cjs +35 -0
- package/hooks/mindlore-session-focus.cjs +58 -47
- package/package.json +2 -2
- package/plugin.json +1 -1
- package/skills/mindlore-health/SKILL.md +1 -0
- package/skills/mindlore-query/SKILL.md +7 -0
- package/templates/config.json +11 -9
|
@@ -0,0 +1,205 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.detectContradictions = detectContradictions;
|
|
7
|
+
const fs_1 = __importDefault(require("fs"));
|
|
8
|
+
const path_1 = __importDefault(require("path"));
|
|
9
|
+
function parseFrontmatterSimple(raw) {
|
|
10
|
+
const match = raw.match(/^---\n([\s\S]*?)\n---/);
|
|
11
|
+
if (!match)
|
|
12
|
+
return {};
|
|
13
|
+
const result = {};
|
|
14
|
+
const block = match[1];
|
|
15
|
+
if (!block)
|
|
16
|
+
return result;
|
|
17
|
+
for (const line of block.split('\n')) {
|
|
18
|
+
const idx = line.indexOf(':');
|
|
19
|
+
if (idx > 0) {
|
|
20
|
+
result[line.slice(0, idx).trim()] = line.slice(idx + 1).trim();
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
return result;
|
|
24
|
+
}
|
|
25
|
+
function parseTags(raw) {
|
|
26
|
+
if (!raw)
|
|
27
|
+
return [];
|
|
28
|
+
return raw.replace(/^\[|\]$/g, '').split(',').map(t => t.trim().replace(/['"]/g, '')).filter(Boolean);
|
|
29
|
+
}
|
|
30
|
+
function loadFiles(baseDir) {
|
|
31
|
+
const files = [];
|
|
32
|
+
const dirs = ['sources', 'domains', 'analyses', 'insights', 'decisions', 'learnings'];
|
|
33
|
+
for (const dir of dirs) {
|
|
34
|
+
const dirPath = path_1.default.join(baseDir, dir);
|
|
35
|
+
if (!fs_1.default.existsSync(dirPath))
|
|
36
|
+
continue;
|
|
37
|
+
for (const file of fs_1.default.readdirSync(dirPath)) {
|
|
38
|
+
if (!file.endsWith('.md'))
|
|
39
|
+
continue;
|
|
40
|
+
const filePath = path_1.default.join(dirPath, file);
|
|
41
|
+
const rawContent = fs_1.default.readFileSync(filePath, 'utf8').replace(/\r\n/g, '\n');
|
|
42
|
+
const meta = parseFrontmatterSimple(rawContent);
|
|
43
|
+
files.push({
|
|
44
|
+
path: filePath,
|
|
45
|
+
slug: meta.slug ?? '',
|
|
46
|
+
type: meta.type ?? '',
|
|
47
|
+
tags: parseTags(meta.tags),
|
|
48
|
+
content: rawContent.replace(/^---\n[\s\S]*?\n---\n?/, ''),
|
|
49
|
+
});
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
return files;
|
|
53
|
+
}
|
|
54
|
+
function groupBySharedTag(files) {
|
|
55
|
+
const tagMap = new Map();
|
|
56
|
+
for (const file of files) {
|
|
57
|
+
for (const tag of file.tags) {
|
|
58
|
+
if (!tagMap.has(tag))
|
|
59
|
+
tagMap.set(tag, []);
|
|
60
|
+
tagMap.get(tag).push(file); // eslint-disable-line @typescript-eslint/no-non-null-assertion -- has() check above
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
return tagMap;
|
|
64
|
+
}
|
|
65
|
+
function checkDateContradictions(files) {
|
|
66
|
+
const results = [];
|
|
67
|
+
const tagMap = groupBySharedTag(files);
|
|
68
|
+
const datePattern = /(\b[A-Z][\w.-]+(?:\s+[\w.-]+){0,3})\s+(?:was|were|is|will be)\s+\S+\s+(?:on|at|in)\s+(\d{4}-\d{2}-\d{2})/gi;
|
|
69
|
+
for (const [, group] of tagMap) {
|
|
70
|
+
if (group.length < 2)
|
|
71
|
+
continue;
|
|
72
|
+
const claimMap = new Map();
|
|
73
|
+
for (const f of group) {
|
|
74
|
+
for (const m of f.content.matchAll(datePattern)) {
|
|
75
|
+
const subject = (m[1] ?? '').toLowerCase().trim();
|
|
76
|
+
const date = m[2] ?? '';
|
|
77
|
+
if (!subject || !date)
|
|
78
|
+
continue;
|
|
79
|
+
if (!claimMap.has(subject))
|
|
80
|
+
claimMap.set(subject, []);
|
|
81
|
+
claimMap.get(subject).push({ file: f.path, date }); // eslint-disable-line @typescript-eslint/no-non-null-assertion -- has() check above
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
for (const [subject, entries] of claimMap) {
|
|
85
|
+
const dates = new Set(entries.map(e => e.date));
|
|
86
|
+
if (dates.size > 1) {
|
|
87
|
+
const uniqueFiles = [...new Set(entries.map(e => e.file))];
|
|
88
|
+
if (uniqueFiles.length > 1) {
|
|
89
|
+
results.push({
|
|
90
|
+
rule: 'date-contradiction',
|
|
91
|
+
files: uniqueFiles,
|
|
92
|
+
detail: `"${subject}" has conflicting dates: ${[...dates].join(' vs ')}`,
|
|
93
|
+
});
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
return results;
|
|
99
|
+
}
|
|
100
|
+
function checkBooleanContradictions(files) {
|
|
101
|
+
const results = [];
|
|
102
|
+
const tagMap = groupBySharedTag(files);
|
|
103
|
+
const boolPattern = /\b(the\s+\w+(?:\s+\w+)?)\s+is\s+(enabled|disabled|true|false)\b/gi;
|
|
104
|
+
for (const [, group] of tagMap) {
|
|
105
|
+
if (group.length < 2)
|
|
106
|
+
continue;
|
|
107
|
+
const claimMap = new Map();
|
|
108
|
+
for (const f of group) {
|
|
109
|
+
for (const m of f.content.matchAll(boolPattern)) {
|
|
110
|
+
const subject = (m[1] ?? '').toLowerCase().trim();
|
|
111
|
+
const state = (m[2] ?? '').toLowerCase();
|
|
112
|
+
if (!subject || !state)
|
|
113
|
+
continue;
|
|
114
|
+
if (!claimMap.has(subject))
|
|
115
|
+
claimMap.set(subject, []);
|
|
116
|
+
claimMap.get(subject).push({ file: f.path, state }); // eslint-disable-line @typescript-eslint/no-non-null-assertion -- has() check above
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
for (const [subject, entries] of claimMap) {
|
|
120
|
+
const states = new Set(entries.map(e => e.state));
|
|
121
|
+
const hasConflict = (states.has('enabled') && states.has('disabled')) ||
|
|
122
|
+
(states.has('true') && states.has('false'));
|
|
123
|
+
if (hasConflict) {
|
|
124
|
+
const uniqueFiles = [...new Set(entries.map(e => e.file))];
|
|
125
|
+
if (uniqueFiles.length > 1) {
|
|
126
|
+
results.push({
|
|
127
|
+
rule: 'boolean-contradiction',
|
|
128
|
+
files: uniqueFiles,
|
|
129
|
+
detail: `"${subject}" has conflicting states: ${[...states].join(' vs ')}`,
|
|
130
|
+
});
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
return results;
|
|
136
|
+
}
|
|
137
|
+
function checkVersionContradictions(files) {
|
|
138
|
+
const results = [];
|
|
139
|
+
const tagMap = groupBySharedTag(files);
|
|
140
|
+
const versionPattern = /(\b[A-Z][\w.-]+(?:\s+[\w.-]+){0,2})\s+version\s+(\d+(?:\.\d+)+)/gi;
|
|
141
|
+
for (const [, group] of tagMap) {
|
|
142
|
+
if (group.length < 2)
|
|
143
|
+
continue;
|
|
144
|
+
const claimMap = new Map();
|
|
145
|
+
for (const f of group) {
|
|
146
|
+
for (const m of f.content.matchAll(versionPattern)) {
|
|
147
|
+
const subject = (m[1] ?? '').toLowerCase().trim();
|
|
148
|
+
const version = m[2] ?? '';
|
|
149
|
+
if (!subject || !version)
|
|
150
|
+
continue;
|
|
151
|
+
if (!claimMap.has(subject))
|
|
152
|
+
claimMap.set(subject, []);
|
|
153
|
+
claimMap.get(subject).push({ file: f.path, version }); // eslint-disable-line @typescript-eslint/no-non-null-assertion -- has() check above
|
|
154
|
+
}
|
|
155
|
+
}
|
|
156
|
+
for (const [subject, entries] of claimMap) {
|
|
157
|
+
const versions = new Set(entries.map(e => e.version));
|
|
158
|
+
if (versions.size > 1) {
|
|
159
|
+
const uniqueFiles = [...new Set(entries.map(e => e.file))];
|
|
160
|
+
if (uniqueFiles.length > 1) {
|
|
161
|
+
results.push({
|
|
162
|
+
rule: 'version-contradiction',
|
|
163
|
+
files: uniqueFiles,
|
|
164
|
+
detail: `"${subject}" has conflicting versions: ${[...versions].join(' vs ')}`,
|
|
165
|
+
});
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
return results;
|
|
171
|
+
}
|
|
172
|
+
function checkFrontmatterInconsistencies(files) {
|
|
173
|
+
const results = [];
|
|
174
|
+
const slugMap = new Map();
|
|
175
|
+
for (const f of files) {
|
|
176
|
+
if (!f.slug)
|
|
177
|
+
continue;
|
|
178
|
+
if (!slugMap.has(f.slug))
|
|
179
|
+
slugMap.set(f.slug, []);
|
|
180
|
+
slugMap.get(f.slug).push(f); // eslint-disable-line @typescript-eslint/no-non-null-assertion -- has() check above
|
|
181
|
+
}
|
|
182
|
+
for (const [slug, entries] of slugMap) {
|
|
183
|
+
if (entries.length < 2)
|
|
184
|
+
continue;
|
|
185
|
+
const types = new Set(entries.map(e => e.type).filter(Boolean));
|
|
186
|
+
if (types.size > 1) {
|
|
187
|
+
results.push({
|
|
188
|
+
rule: 'frontmatter-inconsistency',
|
|
189
|
+
files: entries.map(e => e.path),
|
|
190
|
+
detail: `duplicate slug "${slug}" with conflicting types: ${[...types].join(' vs ')}`,
|
|
191
|
+
});
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
return results;
|
|
195
|
+
}
|
|
196
|
+
function detectContradictions(baseDir) {
|
|
197
|
+
const files = loadFiles(baseDir);
|
|
198
|
+
return [
|
|
199
|
+
...checkDateContradictions(files),
|
|
200
|
+
...checkBooleanContradictions(files),
|
|
201
|
+
...checkVersionContradictions(files),
|
|
202
|
+
...checkFrontmatterInconsistencies(files),
|
|
203
|
+
];
|
|
204
|
+
}
|
|
205
|
+
//# sourceMappingURL=contradiction.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"contradiction.js","sourceRoot":"","sources":["../../../scripts/lib/contradiction.ts"],"names":[],"mappings":";;;;;AA8MA,oDAQC;AAtND,4CAAoB;AACpB,gDAAwB;AAgBxB,SAAS,sBAAsB,CAAC,GAAW;IACzC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;IACjD,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACvB,IAAI,CAAC,KAAK;QAAE,OAAO,MAAM,CAAC;IAC1B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;YACZ,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACjE,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,SAAS,CAAC,GAAuB;IACxC,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IACpB,OAAO,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AACxG,CAAC;AAED,SAAS,SAAS,CAAC,OAAe;IAChC,MAAM,KAAK,GAAe,EAAE,CAAC;IAC7B,MAAM,IAAI,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;IACtF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACxC,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,OAAO,CAAC;YAAE,SAAS;QACtC,KAAK,MAAM,IAAI,IAAI,YAAE,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAE,SAAS;YACpC,MAAM,QAAQ,GAAG,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC1C,MAAM,UAAU,GAAG,YAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC5E,MAAM,IAAI,GAAG,sBAAsB,CAAC,UAAU,CAAC,CAAC;YAChD,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;gBACrB,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;gBACrB,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;gBAC1B,OAAO,EAAE,UAAU,CAAC,OAAO,CAAC,wBAAwB,EAAE,EAAE,CAAC;aAC1D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAiB;IACzC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC7C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC1C,MAAM,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,oFAAoF;QACnH,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAiB;IAChD,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,WAAW,GAAG,4GAA4G,CAAC;IAEjI,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;QAC/B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAC/B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAiD,CAAC;QAE1E,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAChD,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;gBAClD,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBACxB,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI;oBAAE,SAAS;gBAChC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC;oBAAE,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBACtD,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,oFAAoF;YAC3I,CAAC;QACH,CAAC;QAED,KAAK,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,QAAQ,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAChD,IAAI,KAAK,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gBACnB,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC3D,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3B,OAAO,CAAC,IAAI,CAAC;wBACX,IAAI,EAAE,oBAAoB;wBAC1B,KAAK,EAAE,WAAW;wBAClB,MAAM,EAAE,IAAI,OAAO,4BAA4B,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;qBACzE,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAiB;IACnD,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,WAAW,GAAG,mEAAmE,CAAC;IAExF,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;QAC/B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAC/B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkD,CAAC;QAE3E,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAChD,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;gBAClD,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;gBACzC,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK;oBAAE,SAAS;gBACjC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC;oBAAE,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBACtD,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,oFAAoF;YAC5I,CAAC;QACH,CAAC;QAED,KAAK,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,QAAQ,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YAClD,MAAM,WAAW,GACf,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBACjD,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;YAC9C,IAAI,WAAW,EAAE,CAAC;gBAChB,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC3D,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3B,OAAO,CAAC,IAAI,CAAC;wBACX,IAAI,EAAE,uBAAuB;wBAC7B,KAAK,EAAE,WAAW;wBAClB,MAAM,EAAE,IAAI,OAAO,6BAA6B,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;qBAC3E,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAiB;IACnD,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,cAAc,GAAG,mEAAmE,CAAC;IAE3F,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;QAC/B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAC/B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAoD,CAAC;QAE7E,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;gBACnD,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;gBAClD,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC3B,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO;oBAAE,SAAS;gBACnC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC;oBAAE,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBACtD,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAE,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,oFAAoF;YAC9I,CAAC;QACH,CAAC;QAED,KAAK,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,QAAQ,EAAE,CAAC;YAC1C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YACtD,IAAI,QAAQ,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC3D,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3B,OAAO,CAAC,IAAI,CAAC;wBACX,IAAI,EAAE,uBAAuB;wBAC7B,KAAK,EAAE,WAAW;wBAClB,MAAM,EAAE,IAAI,OAAO,+BAA+B,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;qBAC/E,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,+BAA+B,CAAC,KAAiB;IACxD,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAsB,CAAC;IAE9C,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,CAAC,CAAC,IAAI;YAAE,SAAS;QACtB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,oFAAoF;IACpH,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,OAAO,EAAE,CAAC;QACtC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QACjC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QAChE,IAAI,KAAK,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACnB,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,2BAA2B;gBACjC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;gBAC/B,MAAM,EAAE,mBAAmB,IAAI,6BAA6B,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;aACtF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAgB,oBAAoB,CAAC,OAAe;IAClD,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;IACjC,OAAO;QACL,GAAG,uBAAuB,CAAC,KAAK,CAAC;QACjC,GAAG,0BAA0B,CAAC,KAAK,CAAC;QACpC,GAAG,0BAA0B,CAAC,KAAK,CAAC;QACpC,GAAG,+BAA+B,CAAC,KAAK,CAAC;KAC1C,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
interface DaemonOptions {
|
|
2
|
+
pidFile?: string;
|
|
3
|
+
portFile?: string;
|
|
4
|
+
skipModelLoad?: boolean;
|
|
5
|
+
mockEmbedding?: number[];
|
|
6
|
+
}
|
|
7
|
+
interface DaemonServer {
|
|
8
|
+
start: () => Promise<void>;
|
|
9
|
+
stop: () => Promise<void>;
|
|
10
|
+
isRunning: () => boolean;
|
|
11
|
+
getPort: () => number | null;
|
|
12
|
+
}
|
|
13
|
+
export declare function createDaemonServer(options: DaemonOptions): DaemonServer;
|
|
14
|
+
export {};
|
|
15
|
+
//# sourceMappingURL=daemon.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"daemon.d.ts","sourceRoot":"","sources":["../../../scripts/lib/daemon.ts"],"names":[],"mappings":"AAIA,UAAU,aAAa;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAaD,UAAU,YAAY;IACpB,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,SAAS,EAAE,MAAM,OAAO,CAAC;IACzB,OAAO,EAAE,MAAM,MAAM,GAAG,IAAI,CAAC;CAC9B;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,aAAa,GAAG,YAAY,CAsHvE"}
|
|
@@ -0,0 +1,129 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.createDaemonServer = createDaemonServer;
|
|
7
|
+
const net_1 = __importDefault(require("net"));
|
|
8
|
+
const fs_1 = __importDefault(require("fs"));
|
|
9
|
+
const constants_js_1 = require("./constants.js");
|
|
10
|
+
function createDaemonServer(options) {
|
|
11
|
+
let server = null;
|
|
12
|
+
let port = null;
|
|
13
|
+
let embedFn = null;
|
|
14
|
+
async function loadModel() {
|
|
15
|
+
if (options.skipModelLoad) {
|
|
16
|
+
embedFn = async () => options.mockEmbedding ?? new Array(384).fill(0);
|
|
17
|
+
return;
|
|
18
|
+
}
|
|
19
|
+
const { generateEmbedding } = await import('./embedding.js');
|
|
20
|
+
embedFn = generateEmbedding;
|
|
21
|
+
}
|
|
22
|
+
async function handleRequest(req) {
|
|
23
|
+
switch (req.type) {
|
|
24
|
+
case 'ping':
|
|
25
|
+
return { type: 'pong' };
|
|
26
|
+
case 'embed': {
|
|
27
|
+
if (!embedFn)
|
|
28
|
+
return { type: 'error', error: 'Model not loaded' };
|
|
29
|
+
if (!req.text)
|
|
30
|
+
return { type: 'error', error: 'No text provided' };
|
|
31
|
+
try {
|
|
32
|
+
const embedding = await embedFn(req.text);
|
|
33
|
+
return { type: 'embedding', embedding };
|
|
34
|
+
}
|
|
35
|
+
catch (e) {
|
|
36
|
+
const msg = e instanceof Error ? e.message : String(e);
|
|
37
|
+
return { type: 'error', error: msg };
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
case 'stop':
|
|
41
|
+
return { type: 'stopped' };
|
|
42
|
+
default:
|
|
43
|
+
return { type: 'error', error: 'Unknown request type' };
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
const instance = {
|
|
47
|
+
async start() {
|
|
48
|
+
await loadModel();
|
|
49
|
+
return new Promise((resolve) => {
|
|
50
|
+
server = net_1.default.createServer((conn) => {
|
|
51
|
+
let buffer = '';
|
|
52
|
+
const MAX_BUFFER = 1024 * 1024;
|
|
53
|
+
conn.on('data', async (data) => {
|
|
54
|
+
buffer += data.toString();
|
|
55
|
+
if (buffer.length > MAX_BUFFER) {
|
|
56
|
+
conn.write(JSON.stringify({ type: 'error', error: 'Buffer overflow' }) + '\n');
|
|
57
|
+
conn.destroy();
|
|
58
|
+
return;
|
|
59
|
+
}
|
|
60
|
+
const lines = buffer.split('\n');
|
|
61
|
+
buffer = lines.pop() ?? '';
|
|
62
|
+
for (const line of lines) {
|
|
63
|
+
if (!line.trim())
|
|
64
|
+
continue;
|
|
65
|
+
try {
|
|
66
|
+
const req = JSON.parse(line);
|
|
67
|
+
const res = await handleRequest(req);
|
|
68
|
+
conn.write(JSON.stringify(res) + '\n');
|
|
69
|
+
if (req.type === 'stop') {
|
|
70
|
+
setTimeout(() => { void instance.stop(); }, 100);
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
catch {
|
|
74
|
+
conn.write(JSON.stringify({ type: 'error', error: 'Invalid JSON' }) + '\n');
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
});
|
|
78
|
+
});
|
|
79
|
+
server.listen(0, constants_js_1.DAEMON_HOST, () => {
|
|
80
|
+
const addr = server?.address();
|
|
81
|
+
if (addr && typeof addr === 'object') {
|
|
82
|
+
port = addr.port;
|
|
83
|
+
}
|
|
84
|
+
if (options.portFile) {
|
|
85
|
+
fs_1.default.writeFileSync(options.portFile, String(port), 'utf8');
|
|
86
|
+
}
|
|
87
|
+
if (options.pidFile) {
|
|
88
|
+
fs_1.default.writeFileSync(options.pidFile, String(process.pid), 'utf8');
|
|
89
|
+
}
|
|
90
|
+
resolve();
|
|
91
|
+
});
|
|
92
|
+
});
|
|
93
|
+
},
|
|
94
|
+
async stop() {
|
|
95
|
+
return new Promise((resolve) => {
|
|
96
|
+
if (options.pidFile) {
|
|
97
|
+
try {
|
|
98
|
+
fs_1.default.unlinkSync(options.pidFile);
|
|
99
|
+
}
|
|
100
|
+
catch { /* already gone */ }
|
|
101
|
+
}
|
|
102
|
+
if (options.portFile) {
|
|
103
|
+
try {
|
|
104
|
+
fs_1.default.unlinkSync(options.portFile);
|
|
105
|
+
}
|
|
106
|
+
catch { /* already gone */ }
|
|
107
|
+
}
|
|
108
|
+
if (server) {
|
|
109
|
+
server.close(() => {
|
|
110
|
+
server = null;
|
|
111
|
+
port = null;
|
|
112
|
+
resolve();
|
|
113
|
+
});
|
|
114
|
+
}
|
|
115
|
+
else {
|
|
116
|
+
resolve();
|
|
117
|
+
}
|
|
118
|
+
});
|
|
119
|
+
},
|
|
120
|
+
isRunning() {
|
|
121
|
+
return server !== null && server.listening;
|
|
122
|
+
},
|
|
123
|
+
getPort() {
|
|
124
|
+
return port;
|
|
125
|
+
},
|
|
126
|
+
};
|
|
127
|
+
return instance;
|
|
128
|
+
}
|
|
129
|
+
//# sourceMappingURL=daemon.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"daemon.js","sourceRoot":"","sources":["../../../scripts/lib/daemon.ts"],"names":[],"mappings":";;;;;AA6BA,gDAsHC;AAnJD,8CAAsB;AACtB,4CAAoB;AACpB,iDAA6C;AA2B7C,SAAgB,kBAAkB,CAAC,OAAsB;IACvD,IAAI,MAAM,GAAsB,IAAI,CAAC;IACrC,IAAI,IAAI,GAAkB,IAAI,CAAC;IAC/B,IAAI,OAAO,GAAiD,IAAI,CAAC;IAEjE,KAAK,UAAU,SAAS;QACtB,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YAC1B,OAAO,GAAG,KAAK,IAAI,EAAE,CAAC,OAAO,CAAC,aAAa,IAAI,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACtE,OAAO;QACT,CAAC;QACD,MAAM,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC7D,OAAO,GAAG,iBAAiB,CAAC;IAC9B,CAAC;IAED,KAAK,UAAU,aAAa,CAAC,GAAkB;QAC7C,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,MAAM;gBACT,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;YAC1B,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,IAAI,CAAC,OAAO;oBAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC;gBAClE,IAAI,CAAC,GAAG,CAAC,IAAI;oBAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC;gBACnE,IAAI,CAAC;oBACH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBAC1C,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC;gBAC1C,CAAC;gBAAC,OAAO,CAAU,EAAE,CAAC;oBACpB,MAAM,GAAG,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;oBACvD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;gBACvC,CAAC;YACH,CAAC;YACD,KAAK,MAAM;gBACT,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;YAC7B;gBACE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC;QAC5D,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAiB;QAC7B,KAAK,CAAC,KAAK;YACT,MAAM,SAAS,EAAE,CAAC;YAElB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;gBAC7B,MAAM,GAAG,aAAG,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE,EAAE;oBACjC,IAAI,MAAM,GAAG,EAAE,CAAC;oBAChB,MAAM,UAAU,GAAG,IAAI,GAAG,IAAI,CAAC;oBAC/B,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;wBAC7B,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;wBAC1B,IAAI,MAAM,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC;4BAC/B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,iBAAiB,EAA2B,CAAC,GAAG,IAAI,CAAC,CAAC;4BACxG,IAAI,CAAC,OAAO,EAAE,CAAC;4BACf,OAAO;wBACT,CAAC;wBACD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;wBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;4BACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;gCAAE,SAAS;4BAC3B,IAAI,CAAC;gCACH,MAAM,GAAG,GAAkB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gCAC5C,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,CAAC;gCACrC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;gCAEvC,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oCACxB,UAAU,CAAC,GAAG,EAAE,GAAG,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gCACnD,CAAC;4BACH,CAAC;4BAAC,MAAM,CAAC;gCACP,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,cAAc,EAA2B,CAAC,GAAG,IAAI,CAAC,CAAC;4BACvG,CAAC;wBACH,CAAC;oBACH,CAAC,CAAC,CAAC;gBACL,CAAC,CAAC,CAAC;gBAEH,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,0BAAW,EAAE,GAAG,EAAE;oBACjC,MAAM,IAAI,GAAG,MAAM,EAAE,OAAO,EAAE,CAAC;oBAC/B,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;wBACrC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;oBACnB,CAAC;oBAED,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;wBACrB,YAAE,CAAC,aAAa,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;oBAC3D,CAAC;oBACD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;wBACpB,YAAE,CAAC,aAAa,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;oBACjE,CAAC;oBACD,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;QAED,KAAK,CAAC,IAAI;YACR,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;gBAC7B,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpB,IAAI,CAAC;wBAAC,YAAE,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;gBACtE,CAAC;gBACD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;oBACrB,IAAI,CAAC;wBAAC,YAAE,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;gBACvE,CAAC;gBACD,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE;wBAChB,MAAM,GAAG,IAAI,CAAC;wBACd,IAAI,GAAG,IAAI,CAAC;wBACZ,OAAO,EAAE,CAAC;oBACZ,CAAC,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,OAAO,EAAE,CAAC;gBACZ,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,SAAS;YACP,OAAO,MAAM,KAAK,IAAI,IAAI,MAAM,CAAC,SAAS,CAAC;QAC7C,CAAC;QAED,OAAO;YACL,OAAO,IAAI,CAAC;QACd,CAAC;KACF,CAAC;IAEF,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"db-helpers.d.ts","sourceRoot":"","sources":["../../../scripts/lib/db-helpers.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,KAAK,aAAa,MAAM,gBAAgB,CAAC;AAChD,KAAK,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC;AAMvC;;;GAGG;AACH,wBAAgB,KAAK,CAAC,CAAC,SAAS,MAAM,EACpC,EAAE,EAAE,QAAQ,EACZ,GAAG,EAAE,MAAM,EACX,GAAG,MAAM,EAAE,OAAO,EAAE,GACnB,CAAC,GAAG,SAAS,CAQf;AAED;;GAEG;AACH,wBAAgB,KAAK,CAAC,CAAC,SAAS,MAAM,EACpC,EAAE,EAAE,QAAQ,EACZ,GAAG,EAAE,MAAM,EACX,GAAG,MAAM,EAAE,OAAO,EAAE,GACnB,CAAC,EAAE,CAIL;AAED;;GAEG;AACH,wBAAgB,QAAQ,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,GAAG,CAAC,EAAE,CAI7D;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,EAAE,EAAE,QAAQ,GAAG,OAAO,CAQnD;AAED;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,EAAE,EAAE,QAAQ,GAAG,OAAO,CAcpD;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,EAAE,EAAE,QAAQ,GAAG,OAAO,CAOjD;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,CAAC,EAC9B,MAAM,EAAE,MAAM,EACd,EAAE,EAAE,CAAC,EAAE,EAAE,QAAQ,KAAK,CAAC,GACtB,CAAC,GAAG,SAAS,CAUf;AAED;;GAEG;AACH,wBAAgB,cAAc,CAC5B,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE;IAAE,QAAQ,CAAC,EAAE,OAAO,CAAA;CAAE,GAC/B,QAAQ,GAAG,IAAI,
|
|
1
|
+
{"version":3,"file":"db-helpers.d.ts","sourceRoot":"","sources":["../../../scripts/lib/db-helpers.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,KAAK,aAAa,MAAM,gBAAgB,CAAC;AAChD,KAAK,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC;AAMvC;;;GAGG;AACH,wBAAgB,KAAK,CAAC,CAAC,SAAS,MAAM,EACpC,EAAE,EAAE,QAAQ,EACZ,GAAG,EAAE,MAAM,EACX,GAAG,MAAM,EAAE,OAAO,EAAE,GACnB,CAAC,GAAG,SAAS,CAQf;AAED;;GAEG;AACH,wBAAgB,KAAK,CAAC,CAAC,SAAS,MAAM,EACpC,EAAE,EAAE,QAAQ,EACZ,GAAG,EAAE,MAAM,EACX,GAAG,MAAM,EAAE,OAAO,EAAE,GACnB,CAAC,EAAE,CAIL;AAED;;GAEG;AACH,wBAAgB,QAAQ,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,GAAG,CAAC,EAAE,CAI7D;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,EAAE,EAAE,QAAQ,GAAG,OAAO,CAQnD;AAED;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,EAAE,EAAE,QAAQ,GAAG,OAAO,CAcpD;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,EAAE,EAAE,QAAQ,GAAG,OAAO,CAOjD;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,CAAC,EAC9B,MAAM,EAAE,MAAM,EACd,EAAE,EAAE,CAAC,EAAE,EAAE,QAAQ,KAAK,CAAC,GACtB,CAAC,GAAG,SAAS,CAUf;AAED;;GAEG;AACH,wBAAgB,cAAc,CAC5B,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE;IAAE,QAAQ,CAAC,EAAE,OAAO,CAAA;CAAE,GAC/B,QAAQ,GAAG,IAAI,CAajB"}
|
|
@@ -114,7 +114,13 @@ function openDatabaseTs(dbPath, options) {
|
|
|
114
114
|
try {
|
|
115
115
|
if (!fs_1.default.existsSync(dbPath))
|
|
116
116
|
return null;
|
|
117
|
-
|
|
117
|
+
const readonly = options?.readonly ?? false;
|
|
118
|
+
const db = new better_sqlite3_1.default(dbPath, { readonly });
|
|
119
|
+
if (!readonly) {
|
|
120
|
+
db.pragma('journal_mode = WAL');
|
|
121
|
+
db.pragma('busy_timeout = 5000');
|
|
122
|
+
}
|
|
123
|
+
return db;
|
|
118
124
|
}
|
|
119
125
|
catch {
|
|
120
126
|
return null;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"db-helpers.js","sourceRoot":"","sources":["../../../scripts/lib/db-helpers.ts"],"names":[],"mappings":";;;;;AAgBA,sBAYC;AAKD,sBAQC;AAKD,4BAIC;AAMD,sCAQC;AAOD,wCAcC;AAKD,kCAOC;AAKD,wCAaC;AAKD,
|
|
1
|
+
{"version":3,"file":"db-helpers.js","sourceRoot":"","sources":["../../../scripts/lib/db-helpers.ts"],"names":[],"mappings":";;;;;AAgBA,sBAYC;AAKD,sBAQC;AAKD,4BAIC;AAMD,sCAQC;AAOD,wCAcC;AAKD,kCAOC;AAKD,wCAaC;AAKD,wCAgBC;AAhID,oEAA2C;AAC3C,4CAAoB;AACpB,iDAAqE;AAErE;;;GAGG;AACH,SAAgB,KAAK,CACnB,EAAY,EACZ,GAAW,EACX,GAAG,MAAiB;IAEpB,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAC9C,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC3C,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QAClD,MAAM,IAAI,SAAS,CAAC,mCAAmC,OAAO,MAAM,EAAE,CAAC,CAAC;IAC1E,CAAC;IACD,qHAAqH;IACrH,OAAO,MAAW,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,SAAgB,KAAK,CACnB,EAAY,EACZ,GAAW,EACX,GAAG,MAAiB;IAEpB,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAC/C,mIAAmI;IACnI,OAAO,OAAc,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,SAAgB,QAAQ,CAAI,EAAY,EAAE,MAAc;IACtD,MAAM,MAAM,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACjC,4HAA4H;IAC5H,OAAO,MAAa,CAAC;AACvB,CAAC;AAED;;;GAGG;AACH,SAAgB,aAAa,CAAC,EAAY;IACxC,IAAI,CAAC;QACH,MAAM,SAAS,GAAoC,OAAO,CAAC,YAAY,CAAC,CAAC;QACzE,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,IAAI,EAAE,CAAC;QACd,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,SAAgB,cAAc,CAAC,EAAY;IACzC,IAAI,CAAC;QACH,EAAE,CAAC,IAAI,CAAC;2CAC+B,6BAAc;0BAC/B,kCAAmB;;;;;KAKxC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,IAAI,EAAE,CAAC;QACd,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAgB,WAAW,CAAC,EAAY;IACtC,IAAI,CAAC;QACH,EAAE,CAAC,OAAO,CAAC,oBAAoB,6BAAc,UAAU,CAAC,CAAC,GAAG,EAAE,CAAC;QAC/D,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,IAAI,EAAE,CAAC;QACd,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAgB,cAAc,CAC5B,MAAc,EACd,EAAuB;IAEvB,IAAI,EAAE,GAAoB,IAAI,CAAC;IAC/B,IAAI,CAAC;QACH,EAAE,GAAG,IAAI,wBAAa,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;YAAS,CAAC;QACT,EAAE,EAAE,KAAK,EAAE,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAgB,cAAc,CAC5B,MAAc,EACd,OAAgC;IAEhC,IAAI,CAAC;QACH,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC;QACxC,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,IAAI,KAAK,CAAC;QAC5C,MAAM,EAAE,GAAG,IAAI,wBAAa,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QACnD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;YAChC,EAAE,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}
|
|
@@ -1,5 +1,9 @@
|
|
|
1
1
|
import type BetterSqlite3 from 'better-sqlite3';
|
|
2
2
|
type Database = BetterSqlite3.Database;
|
|
3
|
+
export interface DecayConfig {
|
|
4
|
+
halfLifeDays?: number;
|
|
5
|
+
staleThreshold?: number;
|
|
6
|
+
}
|
|
3
7
|
interface DecayInput {
|
|
4
8
|
created_at: string;
|
|
5
9
|
last_recalled_at: string | null;
|
|
@@ -13,9 +17,10 @@ interface StaleDocument {
|
|
|
13
17
|
last_recalled_at: string | null;
|
|
14
18
|
created_at: string;
|
|
15
19
|
}
|
|
16
|
-
export declare function calculateDecayScore(input: DecayInput): number;
|
|
20
|
+
export declare function calculateDecayScore(input: DecayInput, config?: DecayConfig): number;
|
|
17
21
|
export declare function archiveDocument(db: Database, filePath: string): void;
|
|
18
22
|
export declare function restoreDocument(db: Database, filePath: string): void;
|
|
19
|
-
export declare function listStaleDocuments(db: Database, threshold?: number): StaleDocument[];
|
|
23
|
+
export declare function listStaleDocuments(db: Database, threshold?: number, config?: DecayConfig): StaleDocument[];
|
|
24
|
+
export declare function persistDecayScores(db: Database): number;
|
|
20
25
|
export {};
|
|
21
26
|
//# sourceMappingURL=decay.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"decay.d.ts","sourceRoot":"","sources":["../../../scripts/lib/decay.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,aAAa,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"decay.d.ts","sourceRoot":"","sources":["../../../scripts/lib/decay.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,aAAa,MAAM,gBAAgB,CAAC;AAMhD,KAAK,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC;AAEvC,MAAM,WAAW,WAAW;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,UAAU,UAAU;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,UAAU,aAAa;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,MAAM,CAanF;AAED,wBAAgB,eAAe,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAIpE;AAED,wBAAgB,eAAe,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAIpE;AAED,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,aAAa,EAAE,CAkC1G;AAED,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,QAAQ,GAAG,MAAM,CA0BvD"}
|
|
@@ -4,15 +4,18 @@ exports.calculateDecayScore = calculateDecayScore;
|
|
|
4
4
|
exports.archiveDocument = archiveDocument;
|
|
5
5
|
exports.restoreDocument = restoreDocument;
|
|
6
6
|
exports.listStaleDocuments = listStaleDocuments;
|
|
7
|
+
exports.persistDecayScores = persistDecayScores;
|
|
7
8
|
const db_helpers_js_1 = require("./db-helpers.js");
|
|
8
9
|
const constants_js_1 = require("./constants.js");
|
|
9
|
-
|
|
10
|
+
const STALE_QUERY_LIMIT = 500;
|
|
11
|
+
function calculateDecayScore(input, config) {
|
|
12
|
+
const halfLife = config?.halfLifeDays ?? constants_js_1.DECAY_HALF_LIFE_DAYS;
|
|
10
13
|
const now = Date.now();
|
|
11
14
|
const lastAccess = input.last_recalled_at
|
|
12
15
|
? new Date(input.last_recalled_at).getTime()
|
|
13
16
|
: new Date(input.created_at).getTime();
|
|
14
17
|
const daysSinceAccess = (now - lastAccess) / (1000 * 60 * 60 * 24);
|
|
15
|
-
const timeDecay = Math.pow(0.5, daysSinceAccess /
|
|
18
|
+
const timeDecay = Math.pow(0.5, daysSinceAccess / halfLife);
|
|
16
19
|
const accessBoost = Math.min(1.0, Math.log2(input.recall_count + 1) / 5);
|
|
17
20
|
const score = (timeDecay * 0.6 + accessBoost * 0.4) * input.importance;
|
|
18
21
|
return Math.max(0, Math.min(1.0, score));
|
|
@@ -23,7 +26,8 @@ function archiveDocument(db, filePath) {
|
|
|
23
26
|
function restoreDocument(db, filePath) {
|
|
24
27
|
db.prepare('UPDATE file_hashes SET archived_at = NULL WHERE path = ?').run(filePath);
|
|
25
28
|
}
|
|
26
|
-
function listStaleDocuments(db, threshold
|
|
29
|
+
function listStaleDocuments(db, threshold, config) {
|
|
30
|
+
const effectiveThreshold = threshold ?? config?.staleThreshold ?? constants_js_1.STALE_THRESHOLD;
|
|
27
31
|
const rows = (0, db_helpers_js_1.dbAll)(db, `
|
|
28
32
|
SELECT path, recall_count, last_recalled_at, last_indexed,
|
|
29
33
|
COALESCE(importance, 1.0) as importance
|
|
@@ -31,6 +35,8 @@ function listStaleDocuments(db, threshold = constants_js_1.STALE_THRESHOLD) {
|
|
|
31
35
|
WHERE archived_at IS NULL
|
|
32
36
|
AND path NOT LIKE '%MEMORY.md'
|
|
33
37
|
AND path NOT LIKE '%INDEX.md'
|
|
38
|
+
ORDER BY last_indexed ASC
|
|
39
|
+
LIMIT ${STALE_QUERY_LIMIT}
|
|
34
40
|
`);
|
|
35
41
|
const stale = [];
|
|
36
42
|
for (const row of rows) {
|
|
@@ -40,11 +46,31 @@ function listStaleDocuments(db, threshold = constants_js_1.STALE_THRESHOLD) {
|
|
|
40
46
|
last_recalled_at: row.last_recalled_at,
|
|
41
47
|
recall_count: row.recall_count ?? 0,
|
|
42
48
|
importance: row.importance,
|
|
43
|
-
});
|
|
44
|
-
if (score <
|
|
49
|
+
}, config);
|
|
50
|
+
if (score < effectiveThreshold) {
|
|
45
51
|
stale.push({ ...row, decay_score: score, created_at });
|
|
46
52
|
}
|
|
47
53
|
}
|
|
48
54
|
return stale.sort((a, b) => a.decay_score - b.decay_score);
|
|
49
55
|
}
|
|
56
|
+
function persistDecayScores(db) {
|
|
57
|
+
const episodes = (0, db_helpers_js_1.dbAll)(db, "SELECT id, created_at, kind FROM episodes WHERE status = 'active'");
|
|
58
|
+
const now = new Date().toISOString();
|
|
59
|
+
const update = db.prepare('UPDATE episodes SET decay_score = ?, last_decay_calc = ? WHERE id = ?');
|
|
60
|
+
let count = 0;
|
|
61
|
+
for (const ep of episodes) {
|
|
62
|
+
const importance = ep.kind === 'decision' ? 0.9
|
|
63
|
+
: ep.kind === 'learning' ? 0.8
|
|
64
|
+
: 0.5;
|
|
65
|
+
const score = calculateDecayScore({
|
|
66
|
+
created_at: ep.created_at,
|
|
67
|
+
last_recalled_at: null,
|
|
68
|
+
recall_count: 0,
|
|
69
|
+
importance,
|
|
70
|
+
});
|
|
71
|
+
update.run(score, now, ep.id);
|
|
72
|
+
count++;
|
|
73
|
+
}
|
|
74
|
+
return count;
|
|
75
|
+
}
|
|
50
76
|
//# sourceMappingURL=decay.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"decay.js","sourceRoot":"","sources":["../../../scripts/lib/decay.ts"],"names":[],"mappings":";;
|
|
1
|
+
{"version":3,"file":"decay.js","sourceRoot":"","sources":["../../../scripts/lib/decay.ts"],"names":[],"mappings":";;AA4BA,kDAaC;AAED,0CAIC;AAED,0CAIC;AAED,gDAkCC;AAED,gDA0BC;AApHD,mDAAwC;AACxC,iDAAuE;AAEvE,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAwB9B,SAAgB,mBAAmB,CAAC,KAAiB,EAAE,MAAoB;IACzE,MAAM,QAAQ,GAAG,MAAM,EAAE,YAAY,IAAI,mCAAoB,CAAC;IAC9D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,UAAU,GAAG,KAAK,CAAC,gBAAgB;QACvC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,OAAO,EAAE;QAC5C,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAC;IAEzC,MAAM,eAAe,GAAG,CAAC,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;IACnE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,eAAe,GAAG,QAAQ,CAAC,CAAC;IAC5D,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACzE,MAAM,KAAK,GAAG,CAAC,SAAS,GAAG,GAAG,GAAG,WAAW,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC;IAEvE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED,SAAgB,eAAe,CAAC,EAAY,EAAE,QAAgB;IAC5D,EAAE,CAAC,OAAO,CACR,uDAAuD,CACxD,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,QAAQ,CAAC,CAAC;AAC5C,CAAC;AAED,SAAgB,eAAe,CAAC,EAAY,EAAE,QAAgB;IAC5D,EAAE,CAAC,OAAO,CACR,0DAA0D,CAC3D,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;AAClB,CAAC;AAED,SAAgB,kBAAkB,CAAC,EAAY,EAAE,SAAkB,EAAE,MAAoB;IACvF,MAAM,kBAAkB,GAAG,SAAS,IAAI,MAAM,EAAE,cAAc,IAAI,8BAAe,CAAC;IAClF,MAAM,IAAI,GAAG,IAAA,qBAAK,EAMf,EAAE,EAAE;;;;;;;;YAQG,iBAAiB;GAC1B,CAAC,CAAC;IAEH,MAAM,KAAK,GAAoB,EAAE,CAAC;IAClC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,GAAG,CAAC,YAAY,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAChE,MAAM,KAAK,GAAG,mBAAmB,CAAC;YAChC,UAAU;YACV,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;YACtC,YAAY,EAAE,GAAG,CAAC,YAAY,IAAI,CAAC;YACnC,UAAU,EAAE,GAAG,CAAC,UAAU;SAC3B,EAAE,MAAM,CAAC,CAAC;QACX,IAAI,KAAK,GAAG,kBAAkB,EAAE,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC;AAC7D,CAAC;AAED,SAAgB,kBAAkB,CAAC,EAAY;IAC7C,MAAM,QAAQ,GAAG,IAAA,qBAAK,EACpB,EAAE,EACF,mEAAmE,CACpE,CAAC;IAEF,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CACvB,uEAAuE,CACxE,CAAC;IAEF,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;QAC1B,MAAM,UAAU,GAAG,EAAE,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG;YAC7C,CAAC,CAAC,EAAE,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG;gBAC9B,CAAC,CAAC,GAAG,CAAC;QACR,MAAM,KAAK,GAAG,mBAAmB,CAAC;YAChC,UAAU,EAAE,EAAE,CAAC,UAAU;YACzB,gBAAgB,EAAE,IAAI;YACtB,YAAY,EAAE,CAAC;YACf,UAAU;SACX,CAAC,CAAC;QACH,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9B,KAAK,EAAE,CAAC;IACV,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"git-snapshot.d.ts","sourceRoot":"","sources":["../../../scripts/lib/git-snapshot.ts"],"names":[],"mappings":"AAGA,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,MAAM,GAAE,MAAwB,GAC/B,MAAM,GAAG,IAAI,CAiCf;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAW7D"}
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.createPreEvictionTag = createPreEvictionTag;
|
|
7
|
+
exports.listPreEvictionTags = listPreEvictionTags;
|
|
8
|
+
const child_process_1 = require("child_process");
|
|
9
|
+
const path_1 = __importDefault(require("path"));
|
|
10
|
+
function createPreEvictionTag(baseDir, filePath, reason = 'decay-archive') {
|
|
11
|
+
try {
|
|
12
|
+
const slug = path_1.default.basename(filePath, '.md');
|
|
13
|
+
const date = new Date().toISOString().slice(0, 10);
|
|
14
|
+
let tagName = `pre-evict/${slug}-${date}`;
|
|
15
|
+
// Collision check: append suffix if tag already exists
|
|
16
|
+
try {
|
|
17
|
+
const existing = (0, child_process_1.execSync)('git tag -l "pre-evict/*"', { cwd: baseDir, encoding: 'utf8', stdio: ['pipe', 'pipe', 'pipe'] }).trim();
|
|
18
|
+
const tags = existing.split(/\r?\n/);
|
|
19
|
+
if (tags.includes(tagName)) {
|
|
20
|
+
let resolved = false;
|
|
21
|
+
for (let i = 2; i <= 10; i++) {
|
|
22
|
+
const candidate = `${tagName}-${i}`;
|
|
23
|
+
if (!tags.includes(candidate)) {
|
|
24
|
+
tagName = candidate;
|
|
25
|
+
resolved = true;
|
|
26
|
+
break;
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
if (!resolved)
|
|
30
|
+
return null;
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
catch { /* git tag -l failed, proceed with original name */ }
|
|
34
|
+
(0, child_process_1.execSync)(`git tag -a "${tagName}" -m "${reason}: ${slug}"`, {
|
|
35
|
+
cwd: baseDir,
|
|
36
|
+
stdio: ['pipe', 'pipe', 'pipe'],
|
|
37
|
+
});
|
|
38
|
+
return tagName;
|
|
39
|
+
}
|
|
40
|
+
catch {
|
|
41
|
+
return null;
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
function listPreEvictionTags(baseDir) {
|
|
45
|
+
try {
|
|
46
|
+
const output = (0, child_process_1.execSync)('git tag -l "pre-evict/*"', {
|
|
47
|
+
cwd: baseDir,
|
|
48
|
+
encoding: 'utf8',
|
|
49
|
+
stdio: ['pipe', 'pipe', 'pipe'],
|
|
50
|
+
});
|
|
51
|
+
return output.trim().split('\n').filter(Boolean);
|
|
52
|
+
}
|
|
53
|
+
catch {
|
|
54
|
+
return [];
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
//# sourceMappingURL=git-snapshot.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"git-snapshot.js","sourceRoot":"","sources":["../../../scripts/lib/git-snapshot.ts"],"names":[],"mappings":";;;;;AAGA,oDAqCC;AAED,kDAWC;AArDD,iDAAyC;AACzC,gDAAwB;AAExB,SAAgB,oBAAoB,CAClC,OAAe,EACf,QAAgB,EAChB,SAAiB,eAAe;IAEhC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,cAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC5C,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACnD,IAAI,OAAO,GAAG,aAAa,IAAI,IAAI,IAAI,EAAE,CAAC;QAE1C,uDAAuD;QACvD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAA,wBAAQ,EAAC,0BAA0B,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAClI,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACrC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3B,IAAI,QAAQ,GAAG,KAAK,CAAC;gBACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC7B,MAAM,SAAS,GAAG,GAAG,OAAO,IAAI,CAAC,EAAE,CAAC;oBACpC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;wBAC9B,OAAO,GAAG,SAAS,CAAC;wBACpB,QAAQ,GAAG,IAAI,CAAC;wBAChB,MAAM;oBACR,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,QAAQ;oBAAE,OAAO,IAAI,CAAC;YAC7B,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,mDAAmD,CAAC,CAAC;QAE/D,IAAA,wBAAQ,EAAC,eAAe,OAAO,SAAS,MAAM,KAAK,IAAI,GAAG,EAAE;YAC1D,GAAG,EAAE,OAAO;YACZ,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;SAChC,CAAC,CAAC;QAEH,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAgB,mBAAmB,CAAC,OAAe;IACjD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAA,wBAAQ,EAAC,0BAA0B,EAAE;YAClD,GAAG,EAAE,OAAO;YACZ,QAAQ,EAAE,MAAM;YAChB,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;SAChC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACnD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* session-payload — builds 4 structured injection sections for SessionStart.
|
|
3
|
+
* Token budget enforcement + content-hash cache-lock.
|
|
4
|
+
*/
|
|
5
|
+
import Database from 'better-sqlite3';
|
|
6
|
+
export interface SessionSection {
|
|
7
|
+
label: string;
|
|
8
|
+
content: string;
|
|
9
|
+
tokens: number;
|
|
10
|
+
}
|
|
11
|
+
export interface SessionPayload {
|
|
12
|
+
sections: SessionSection[];
|
|
13
|
+
totalTokens: number;
|
|
14
|
+
contentHash: string;
|
|
15
|
+
skipInjection: boolean;
|
|
16
|
+
}
|
|
17
|
+
export declare function resetCache(): void;
|
|
18
|
+
export declare function buildSessionPayload(db: Database.Database, baseDir: string, project: string, tokenBudget?: number): SessionPayload;
|
|
19
|
+
//# sourceMappingURL=session-payload.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"session-payload.d.ts","sourceRoot":"","sources":["../../../scripts/lib/session-payload.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAKtC,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,OAAO,CAAC;CACxB;AAeD,wBAAgB,UAAU,IAAI,IAAI,CAEjC;AA8CD,wBAAgB,mBAAmB,CACjC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EACrB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,EACf,WAAW,GAAE,MAAa,GACzB,cAAc,CA4BhB"}
|