@carloswon/cairn-memory 0.0.0-stage → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +54 -0
- package/LICENSE +21 -0
- package/README.md +158 -2
- package/dist/src/agents/adapters.d.ts +82 -0
- package/dist/src/agents/adapters.js +209 -0
- package/dist/src/agents/adapters.js.map +1 -0
- package/dist/src/agents/config.d.ts +82 -0
- package/dist/src/agents/config.js +603 -0
- package/dist/src/agents/config.js.map +1 -0
- package/dist/src/agents/cordisPatch.d.ts +89 -0
- package/dist/src/agents/cordisPatch.js +201 -0
- package/dist/src/agents/cordisPatch.js.map +1 -0
- package/dist/src/agents/index.d.ts +2 -0
- package/dist/src/agents/index.js +3 -0
- package/dist/src/agents/index.js.map +1 -0
- package/dist/src/core/errors.d.ts +36 -0
- package/dist/src/core/errors.js +74 -0
- package/dist/src/core/errors.js.map +1 -0
- package/dist/src/core/hash.d.ts +14 -0
- package/dist/src/core/hash.js +48 -0
- package/dist/src/core/hash.js.map +1 -0
- package/dist/src/core/ids.d.ts +10 -0
- package/dist/src/core/ids.js +41 -0
- package/dist/src/core/ids.js.map +1 -0
- package/dist/src/core/index.d.ts +6 -0
- package/dist/src/core/index.js +7 -0
- package/dist/src/core/index.js.map +1 -0
- package/dist/src/core/scope.d.ts +78 -0
- package/dist/src/core/scope.js +181 -0
- package/dist/src/core/scope.js.map +1 -0
- package/dist/src/core/secrets.d.ts +13 -0
- package/dist/src/core/secrets.js +122 -0
- package/dist/src/core/secrets.js.map +1 -0
- package/dist/src/core/time.d.ts +7 -0
- package/dist/src/core/time.js +18 -0
- package/dist/src/core/time.js.map +1 -0
- package/dist/src/core/types.d.ts +133 -0
- package/dist/src/core/types.js +30 -0
- package/dist/src/core/types.js.map +1 -0
- package/dist/src/governance/apply.d.ts +64 -0
- package/dist/src/governance/apply.js +160 -0
- package/dist/src/governance/apply.js.map +1 -0
- package/dist/src/governance/dedup.d.ts +21 -0
- package/dist/src/governance/dedup.js +23 -0
- package/dist/src/governance/dedup.js.map +1 -0
- package/dist/src/governance/index.d.ts +16 -0
- package/dist/src/governance/index.js +17 -0
- package/dist/src/governance/index.js.map +1 -0
- package/dist/src/governance/propose.d.ts +78 -0
- package/dist/src/governance/propose.js +150 -0
- package/dist/src/governance/propose.js.map +1 -0
- package/dist/src/index.d.ts +15 -0
- package/dist/src/index.js +24 -0
- package/dist/src/index.js.map +1 -0
- package/dist/src/interfaces/app-service.d.ts +242 -0
- package/dist/src/interfaces/app-service.js +614 -0
- package/dist/src/interfaces/app-service.js.map +1 -0
- package/dist/src/interfaces/cli/main.d.ts +2 -0
- package/dist/src/interfaces/cli/main.js +790 -0
- package/dist/src/interfaces/cli/main.js.map +1 -0
- package/dist/src/interfaces/console/assets/page.d.ts +18 -0
- package/dist/src/interfaces/console/assets/page.js +39 -0
- package/dist/src/interfaces/console/assets/page.js.map +1 -0
- package/dist/src/interfaces/console/assets/ui-css.d.ts +11 -0
- package/dist/src/interfaces/console/assets/ui-css.js +119 -0
- package/dist/src/interfaces/console/assets/ui-css.js.map +1 -0
- package/dist/src/interfaces/console/assets/ui-js.d.ts +14 -0
- package/dist/src/interfaces/console/assets/ui-js.js +1098 -0
- package/dist/src/interfaces/console/assets/ui-js.js.map +1 -0
- package/dist/src/interfaces/console/assets/url-state.d.ts +9 -0
- package/dist/src/interfaces/console/assets/url-state.js +45 -0
- package/dist/src/interfaces/console/assets/url-state.js.map +1 -0
- package/dist/src/interfaces/console/export.d.ts +46 -0
- package/dist/src/interfaces/console/export.js +84 -0
- package/dist/src/interfaces/console/export.js.map +1 -0
- package/dist/src/interfaces/console/model.d.ts +372 -0
- package/dist/src/interfaces/console/model.js +731 -0
- package/dist/src/interfaces/console/model.js.map +1 -0
- package/dist/src/interfaces/console/review-store.d.ts +142 -0
- package/dist/src/interfaces/console/review-store.js +342 -0
- package/dist/src/interfaces/console/review-store.js.map +1 -0
- package/dist/src/interfaces/console/security.d.ts +76 -0
- package/dist/src/interfaces/console/security.js +105 -0
- package/dist/src/interfaces/console/security.js.map +1 -0
- package/dist/src/interfaces/console/server.d.ts +45 -0
- package/dist/src/interfaces/console/server.js +476 -0
- package/dist/src/interfaces/console/server.js.map +1 -0
- package/dist/src/interfaces/console/suggestions.d.ts +112 -0
- package/dist/src/interfaces/console/suggestions.js +511 -0
- package/dist/src/interfaces/console/suggestions.js.map +1 -0
- package/dist/src/interfaces/console/text.d.ts +4 -0
- package/dist/src/interfaces/console/text.js +18 -0
- package/dist/src/interfaces/console/text.js.map +1 -0
- package/dist/src/interfaces/mcp/server.d.ts +4 -0
- package/dist/src/interfaces/mcp/server.js +412 -0
- package/dist/src/interfaces/mcp/server.js.map +1 -0
- package/dist/src/jobs/index.d.ts +6 -0
- package/dist/src/jobs/index.js +7 -0
- package/dist/src/jobs/index.js.map +1 -0
- package/dist/src/jobs/remote.d.ts +42 -0
- package/dist/src/jobs/remote.js +34 -0
- package/dist/src/jobs/remote.js.map +1 -0
- package/dist/src/jobs/worker.d.ts +67 -0
- package/dist/src/jobs/worker.js +169 -0
- package/dist/src/jobs/worker.js.map +1 -0
- package/dist/src/onboarding/auto.d.ts +88 -0
- package/dist/src/onboarding/auto.js +399 -0
- package/dist/src/onboarding/auto.js.map +1 -0
- package/dist/src/onboarding/batches.d.ts +103 -0
- package/dist/src/onboarding/batches.js +219 -0
- package/dist/src/onboarding/batches.js.map +1 -0
- package/dist/src/onboarding/discover.d.ts +54 -0
- package/dist/src/onboarding/discover.js +369 -0
- package/dist/src/onboarding/discover.js.map +1 -0
- package/dist/src/onboarding/import.d.ts +69 -0
- package/dist/src/onboarding/import.js +279 -0
- package/dist/src/onboarding/import.js.map +1 -0
- package/dist/src/onboarding/index.d.ts +24 -0
- package/dist/src/onboarding/index.js +22 -0
- package/dist/src/onboarding/index.js.map +1 -0
- package/dist/src/onboarding/judgement.d.ts +50 -0
- package/dist/src/onboarding/judgement.js +121 -0
- package/dist/src/onboarding/judgement.js.map +1 -0
- package/dist/src/onboarding/policy.d.ts +86 -0
- package/dist/src/onboarding/policy.js +249 -0
- package/dist/src/onboarding/policy.js.map +1 -0
- package/dist/src/projection/brief.d.ts +77 -0
- package/dist/src/projection/brief.js +111 -0
- package/dist/src/projection/brief.js.map +1 -0
- package/dist/src/projection/index.d.ts +1 -0
- package/dist/src/projection/index.js +2 -0
- package/dist/src/projection/index.js.map +1 -0
- package/dist/src/projection/markdown.d.ts +82 -0
- package/dist/src/projection/markdown.js +313 -0
- package/dist/src/projection/markdown.js.map +1 -0
- package/dist/src/retrieval/export.d.ts +80 -0
- package/dist/src/retrieval/export.js +215 -0
- package/dist/src/retrieval/export.js.map +1 -0
- package/dist/src/retrieval/index.d.ts +5 -0
- package/dist/src/retrieval/index.js +6 -0
- package/dist/src/retrieval/index.js.map +1 -0
- package/dist/src/retrieval/search.d.ts +37 -0
- package/dist/src/retrieval/search.js +294 -0
- package/dist/src/retrieval/search.js.map +1 -0
- package/dist/src/store/archives.d.ts +94 -0
- package/dist/src/store/archives.js +135 -0
- package/dist/src/store/archives.js.map +1 -0
- package/dist/src/store/audit.d.ts +26 -0
- package/dist/src/store/audit.js +48 -0
- package/dist/src/store/audit.js.map +1 -0
- package/dist/src/store/backup.d.ts +36 -0
- package/dist/src/store/backup.js +90 -0
- package/dist/src/store/backup.js.map +1 -0
- package/dist/src/store/blocks.d.ts +64 -0
- package/dist/src/store/blocks.js +104 -0
- package/dist/src/store/blocks.js.map +1 -0
- package/dist/src/store/conflicts.d.ts +52 -0
- package/dist/src/store/conflicts.js +112 -0
- package/dist/src/store/conflicts.js.map +1 -0
- package/dist/src/store/db.d.ts +44 -0
- package/dist/src/store/db.js +162 -0
- package/dist/src/store/db.js.map +1 -0
- package/dist/src/store/device.d.ts +46 -0
- package/dist/src/store/device.js +111 -0
- package/dist/src/store/device.js.map +1 -0
- package/dist/src/store/index.d.ts +14 -0
- package/dist/src/store/index.js +15 -0
- package/dist/src/store/index.js.map +1 -0
- package/dist/src/store/memories.d.ts +101 -0
- package/dist/src/store/memories.js +378 -0
- package/dist/src/store/memories.js.map +1 -0
- package/dist/src/store/migrate.d.ts +32 -0
- package/dist/src/store/migrate.js +86 -0
- package/dist/src/store/migrate.js.map +1 -0
- package/dist/src/store/open.d.ts +53 -0
- package/dist/src/store/open.js +177 -0
- package/dist/src/store/open.js.map +1 -0
- package/dist/src/store/outbox.d.ts +65 -0
- package/dist/src/store/outbox.js +137 -0
- package/dist/src/store/outbox.js.map +1 -0
- package/dist/src/store/plans.d.ts +137 -0
- package/dist/src/store/plans.js +243 -0
- package/dist/src/store/plans.js.map +1 -0
- package/dist/src/store/schema.d.ts +34 -0
- package/dist/src/store/schema.js +527 -0
- package/dist/src/store/schema.js.map +1 -0
- package/dist/src/store/scopes.d.ts +44 -0
- package/dist/src/store/scopes.js +220 -0
- package/dist/src/store/scopes.js.map +1 -0
- package/dist/src/store/write-guard.d.ts +10 -0
- package/dist/src/store/write-guard.js +10 -0
- package/dist/src/store/write-guard.js.map +1 -0
- package/dist/src/sync/apply.d.ts +24 -0
- package/dist/src/sync/apply.js +130 -0
- package/dist/src/sync/apply.js.map +1 -0
- package/dist/src/sync/cryptoutil.d.ts +86 -0
- package/dist/src/sync/cryptoutil.js +339 -0
- package/dist/src/sync/cryptoutil.js.map +1 -0
- package/dist/src/sync/events.d.ts +69 -0
- package/dist/src/sync/events.js +78 -0
- package/dist/src/sync/events.js.map +1 -0
- package/dist/src/sync/obs-store.d.ts +41 -0
- package/dist/src/sync/obs-store.js +325 -0
- package/dist/src/sync/obs-store.js.map +1 -0
- package/dist/src/sync/orchestrate.d.ts +37 -0
- package/dist/src/sync/orchestrate.js +84 -0
- package/dist/src/sync/orchestrate.js.map +1 -0
- package/dist/src/sync/pull.d.ts +24 -0
- package/dist/src/sync/pull.js +150 -0
- package/dist/src/sync/pull.js.map +1 -0
- package/dist/src/sync/push.d.ts +19 -0
- package/dist/src/sync/push.js +227 -0
- package/dist/src/sync/push.js.map +1 -0
- package/dist/src/sync/syncd-store.d.ts +31 -0
- package/dist/src/sync/syncd-store.js +92 -0
- package/dist/src/sync/syncd-store.js.map +1 -0
- package/dist/src/sync/vault.d.ts +37 -0
- package/dist/src/sync/vault.js +53 -0
- package/dist/src/sync/vault.js.map +1 -0
- package/docs/cairn-security.md +254 -0
- package/docs/cairn-usage.md +821 -0
- package/package.json +71 -4
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/retrieval/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import { CairnStore } from '../store/open.js';
|
|
2
|
+
import { ScopeQuery } from '../core/scope.js';
|
|
3
|
+
import { MemoryStatus, SearchResultRecord } from '../core/types.js';
|
|
4
|
+
/**
|
|
5
|
+
* 检索(design D5 / spec scoped-retrieval)。
|
|
6
|
+
*
|
|
7
|
+
* - 主通道:FTS5 trigram 虚表(memory_fts),服务 ≥3 字中文子串与拉丁/数字词。
|
|
8
|
+
* - 回退通道:两字中文短查询走【有界 LIKE】——作用域前置过滤 + 结果上限 + 超时预算。
|
|
9
|
+
* - 降级:FTS 抛 SQLite 异常(索引损坏/虚表缺失)时捕获并整体改走 LIKE(degraded=true);
|
|
10
|
+
* 绝不以“返回全部记忆”作为降级方式(spec:无效查询安全失败)。
|
|
11
|
+
* - 隔离:所有结果逐行过 scopeAllowsRead,与详情/导出/投影共用同一判定入口。
|
|
12
|
+
* - 只读:本函数不写库;last_used 更新由调用方负责。
|
|
13
|
+
*/
|
|
14
|
+
export interface SearchInput {
|
|
15
|
+
text: string;
|
|
16
|
+
/** 调用方身份;所有结果必须逐行过 scopeAllowsRead。 */
|
|
17
|
+
query: ScopeQuery;
|
|
18
|
+
/** 可选作用域白名单(SQL 前置过滤);为空数组时不过滤 scope。 */
|
|
19
|
+
scopeIds?: string[];
|
|
20
|
+
/** 默认 ['active']。tombstoned / superseded 永远不可检索。 */
|
|
21
|
+
statuses?: MemoryStatus[];
|
|
22
|
+
/** 默认 20,上限 100。 */
|
|
23
|
+
limit?: number;
|
|
24
|
+
/** 默认 false:过期(expires_at <= now)行被排除。 */
|
|
25
|
+
includeExpired?: boolean;
|
|
26
|
+
/** LIKE 回退通道的累计超时预算,默认 1000ms。 */
|
|
27
|
+
timeoutMs?: number;
|
|
28
|
+
}
|
|
29
|
+
export interface SearchOutput {
|
|
30
|
+
results: SearchResultRecord[];
|
|
31
|
+
/** 实际产生结果的通道:fts / like / mixed(两通道都有命中)。 */
|
|
32
|
+
matchedBy: 'fts' | 'like' | 'mixed';
|
|
33
|
+
/** 索引不可用、改走有界 LIKE 回退时为 true(按设计走 LIKE 的两字短查询不算降级)。 */
|
|
34
|
+
degraded: boolean;
|
|
35
|
+
elapsedMs: number;
|
|
36
|
+
}
|
|
37
|
+
export declare function searchMemories(store: CairnStore, input: SearchInput): SearchOutput;
|
|
@@ -0,0 +1,294 @@
|
|
|
1
|
+
import { scopeAllowsRead } from '../core/scope.js';
|
|
2
|
+
import { MEMORY_STATUSES, } from '../core/types.js';
|
|
3
|
+
import { err } from '../core/errors.js';
|
|
4
|
+
import { nowIso } from '../core/time.js';
|
|
5
|
+
import { mapMemory } from '../store/memories.js';
|
|
6
|
+
const MAX_TEXT_LENGTH = 512;
|
|
7
|
+
const DEFAULT_LIMIT = 20;
|
|
8
|
+
const MAX_LIMIT = 100;
|
|
9
|
+
const DEFAULT_TIMEOUT_MS = 1000;
|
|
10
|
+
/** SQL 候选行上限:先按 scope/status/expiry 前置过滤,再逐行 scopeAllowsRead 后截断到 limit。 */
|
|
11
|
+
const FETCH_CAP = 400;
|
|
12
|
+
const LIKE_ESCAPE = '\\';
|
|
13
|
+
// ---------------------------------------------------------------------------
|
|
14
|
+
// 分词:连续 CJK 段按长度切(≥3 字整段进 FTS;2 字段进 LIKE 词表),
|
|
15
|
+
// 拉丁/数字词(≥2 字符)进 FTS。单字 CJK 丢弃(任何通道都会近似全表匹配)。
|
|
16
|
+
// ---------------------------------------------------------------------------
|
|
17
|
+
const CJK_CHAR_RE = /^[\u2E80-\u2EFF\u3400-\u4DBF\u4E00-\u9FFF\uF900-\uFAFF\u{20000}-\u{2FA1F}]$/u;
|
|
18
|
+
const WORD_CHAR_RE = /[\p{L}\p{N}_]/u;
|
|
19
|
+
function isCjkChar(ch) {
|
|
20
|
+
return CJK_CHAR_RE.test(ch);
|
|
21
|
+
}
|
|
22
|
+
function dedupe(terms) {
|
|
23
|
+
return [...new Set(terms)];
|
|
24
|
+
}
|
|
25
|
+
function tokenizeQuery(text) {
|
|
26
|
+
const ftsTerms = [];
|
|
27
|
+
const likeTerms = [];
|
|
28
|
+
let cjkRun = '';
|
|
29
|
+
let wordRun = '';
|
|
30
|
+
const flushCjk = () => {
|
|
31
|
+
if (cjkRun === '')
|
|
32
|
+
return;
|
|
33
|
+
const len = Array.from(cjkRun).length;
|
|
34
|
+
if (len >= 3)
|
|
35
|
+
ftsTerms.push(cjkRun);
|
|
36
|
+
else if (len === 2)
|
|
37
|
+
likeTerms.push(cjkRun);
|
|
38
|
+
cjkRun = '';
|
|
39
|
+
};
|
|
40
|
+
const flushWord = () => {
|
|
41
|
+
if (wordRun.length >= 2)
|
|
42
|
+
ftsTerms.push(wordRun);
|
|
43
|
+
wordRun = '';
|
|
44
|
+
};
|
|
45
|
+
for (const ch of text) {
|
|
46
|
+
if (isCjkChar(ch)) {
|
|
47
|
+
flushWord();
|
|
48
|
+
cjkRun += ch;
|
|
49
|
+
}
|
|
50
|
+
else if (WORD_CHAR_RE.test(ch)) {
|
|
51
|
+
flushCjk();
|
|
52
|
+
wordRun += ch;
|
|
53
|
+
}
|
|
54
|
+
else {
|
|
55
|
+
flushCjk();
|
|
56
|
+
flushWord();
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
flushCjk();
|
|
60
|
+
flushWord();
|
|
61
|
+
return { ftsTerms: dedupe(ftsTerms), likeTerms: dedupe(likeTerms) };
|
|
62
|
+
}
|
|
63
|
+
// ---------------------------------------------------------------------------
|
|
64
|
+
// 查询构造与转义
|
|
65
|
+
// ---------------------------------------------------------------------------
|
|
66
|
+
/** FTS MATCH:双引号短语包裹 + OR 连接;词内双引号按 FTS5 规则加倍转义。 */
|
|
67
|
+
function buildFtsMatch(terms) {
|
|
68
|
+
if (terms.length === 0)
|
|
69
|
+
return null;
|
|
70
|
+
return terms.map((t) => `"${t.replace(/"/g, '""')}"`).join(' OR ');
|
|
71
|
+
}
|
|
72
|
+
/** LIKE 词转义:词内 %/_/\ 前置反斜杠,配合 ESCAPE '\'。 */
|
|
73
|
+
function escapeLike(term) {
|
|
74
|
+
return term.replace(/[\\%_]/g, (ch) => LIKE_ESCAPE + ch);
|
|
75
|
+
}
|
|
76
|
+
/** LIKE 命中分:位置越靠前分越高;恒 >0。 */
|
|
77
|
+
function likeScore(content, term) {
|
|
78
|
+
const idx = content.toLowerCase().indexOf(term.toLowerCase());
|
|
79
|
+
return 1 / (1 + Math.max(idx, 0));
|
|
80
|
+
}
|
|
81
|
+
/** FTS 分:-bm25 归一化到 (0,1],保持 bm25 排序(越小越优 → 分越高)。 */
|
|
82
|
+
function ftsScore(bm25) {
|
|
83
|
+
const v = Math.abs(Number(bm25 ?? 0));
|
|
84
|
+
return 1 / (1 + (Number.isFinite(v) ? v : 0));
|
|
85
|
+
}
|
|
86
|
+
// ---------------------------------------------------------------------------
|
|
87
|
+
// 校验
|
|
88
|
+
// ---------------------------------------------------------------------------
|
|
89
|
+
function validateStatuses(statuses) {
|
|
90
|
+
for (const s of statuses) {
|
|
91
|
+
if (!MEMORY_STATUSES.includes(s)) {
|
|
92
|
+
throw err('E_VALIDATION', `未知记忆状态: ${String(s)}`);
|
|
93
|
+
}
|
|
94
|
+
if (s === 'tombstoned' || s === 'superseded') {
|
|
95
|
+
throw err('E_VALIDATION', `状态 ${s} 永远不可检索或导出`);
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
return dedupe(statuses);
|
|
99
|
+
}
|
|
100
|
+
function validateQueryIdentity(query) {
|
|
101
|
+
if (query == null ||
|
|
102
|
+
typeof query.deviceId !== 'string' ||
|
|
103
|
+
typeof query.agentId !== 'string' ||
|
|
104
|
+
query.deviceId === '' ||
|
|
105
|
+
query.agentId === '') {
|
|
106
|
+
throw err('E_VALIDATION', '检索/导出必须提供调用方身份(deviceId 与 agentId 均非空)');
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
function validateScopeIds(store, scopeIds) {
|
|
110
|
+
if (scopeIds == null)
|
|
111
|
+
return;
|
|
112
|
+
if (!Array.isArray(scopeIds))
|
|
113
|
+
throw err('E_VALIDATION', 'scopeIds 必须是字符串数组');
|
|
114
|
+
for (const id of scopeIds) {
|
|
115
|
+
if (typeof id !== 'string' || id === '')
|
|
116
|
+
throw err('E_VALIDATION', 'scopeIds 必须是非空字符串数组');
|
|
117
|
+
}
|
|
118
|
+
// 白名单里的作用域必须真实存在;不存在直接 E_NOT_FOUND,而不是静默返回空集。
|
|
119
|
+
for (const id of scopeIds)
|
|
120
|
+
store.scopes.requireById(id);
|
|
121
|
+
}
|
|
122
|
+
// ---------------------------------------------------------------------------
|
|
123
|
+
// 共用读取判定(与导出/详情/投影同一边界)
|
|
124
|
+
// ---------------------------------------------------------------------------
|
|
125
|
+
function makeScopeChecker(store, query) {
|
|
126
|
+
const cache = new Map();
|
|
127
|
+
return (scopeId) => {
|
|
128
|
+
if (!cache.has(scopeId))
|
|
129
|
+
cache.set(scopeId, store.scopes.getById(scopeId));
|
|
130
|
+
const row = cache.get(scopeId);
|
|
131
|
+
return row != null && scopeAllowsRead(row, query);
|
|
132
|
+
};
|
|
133
|
+
}
|
|
134
|
+
function commonFilter(statuses, scopeIds, includeExpired, now) {
|
|
135
|
+
const conds = [`m.status IN (${statuses.map(() => '?').join(',')})`];
|
|
136
|
+
const params = [...statuses];
|
|
137
|
+
if (!includeExpired) {
|
|
138
|
+
conds.push('(m.expires_at IS NULL OR m.expires_at > ?)');
|
|
139
|
+
params.push(now);
|
|
140
|
+
}
|
|
141
|
+
if (scopeIds != null && scopeIds.length > 0) {
|
|
142
|
+
conds.push(`m.scope_id IN (${scopeIds.map(() => '?').join(',')})`);
|
|
143
|
+
params.push(...scopeIds);
|
|
144
|
+
}
|
|
145
|
+
return { where: conds.join(' AND '), params };
|
|
146
|
+
}
|
|
147
|
+
// ---------------------------------------------------------------------------
|
|
148
|
+
// 结果装配
|
|
149
|
+
// ---------------------------------------------------------------------------
|
|
150
|
+
function assembleResult(store, memory, matchedBy, score, now) {
|
|
151
|
+
const expired = memory.expiresAt != null && memory.expiresAt <= now;
|
|
152
|
+
const unverifiableImport = memory.authority === 'imported_unverified';
|
|
153
|
+
let conflictId;
|
|
154
|
+
if (memory.status === 'conflicted') {
|
|
155
|
+
conflictId = store.conflicts.listOpen(memory.id)[0]?.id;
|
|
156
|
+
}
|
|
157
|
+
return { memory, matchedBy, score, conflictId, unverifiableImport, expired };
|
|
158
|
+
}
|
|
159
|
+
function mergedByChannelSort(a, b) {
|
|
160
|
+
if (b.score !== a.score)
|
|
161
|
+
return b.score - a.score;
|
|
162
|
+
if (a.matchedBy !== b.matchedBy)
|
|
163
|
+
return a.matchedBy === 'fts' ? -1 : 1;
|
|
164
|
+
return a.memory.id < b.memory.id ? -1 : a.memory.id > b.memory.id ? 1 : 0;
|
|
165
|
+
}
|
|
166
|
+
// ---------------------------------------------------------------------------
|
|
167
|
+
// 主入口
|
|
168
|
+
// ---------------------------------------------------------------------------
|
|
169
|
+
export function searchMemories(store, input) {
|
|
170
|
+
const startedAt = performance.now();
|
|
171
|
+
const elapsed = () => performance.now() - startedAt;
|
|
172
|
+
// 1. 校验:非法输入安全失败,绝不降级为全量
|
|
173
|
+
if (typeof input.text !== 'string' || input.text.trim().length === 0) {
|
|
174
|
+
throw err('E_VALIDATION', '检索文本不能为空');
|
|
175
|
+
}
|
|
176
|
+
if (input.text.length > MAX_TEXT_LENGTH) {
|
|
177
|
+
throw err('E_VALIDATION', `检索文本超过 ${MAX_TEXT_LENGTH} 字符上限`);
|
|
178
|
+
}
|
|
179
|
+
validateQueryIdentity(input.query);
|
|
180
|
+
const statuses = validateStatuses(input.statuses ?? ['active']);
|
|
181
|
+
const rawLimit = input.limit ?? DEFAULT_LIMIT;
|
|
182
|
+
if (!Number.isInteger(rawLimit) || rawLimit < 1) {
|
|
183
|
+
throw err('E_VALIDATION', 'limit 必须是正整数');
|
|
184
|
+
}
|
|
185
|
+
const limit = Math.min(rawLimit, MAX_LIMIT);
|
|
186
|
+
const includeExpired = input.includeExpired ?? false;
|
|
187
|
+
const timeoutMs = input.timeoutMs ?? DEFAULT_TIMEOUT_MS;
|
|
188
|
+
if (typeof timeoutMs !== 'number' || !Number.isFinite(timeoutMs) || timeoutMs <= 0) {
|
|
189
|
+
throw err('E_VALIDATION', 'timeoutMs 必须是正数');
|
|
190
|
+
}
|
|
191
|
+
validateScopeIds(store, input.scopeIds);
|
|
192
|
+
const query = input.query;
|
|
193
|
+
const now = nowIso();
|
|
194
|
+
const fetchLimit = Math.min(limit * 4 + 20, FETCH_CAP);
|
|
195
|
+
const isReadable = makeScopeChecker(store, query);
|
|
196
|
+
const scopeFilter = input.scopeIds != null && input.scopeIds.length > 0 ? input.scopeIds : null;
|
|
197
|
+
// 2. 分词
|
|
198
|
+
const tokens = tokenizeQuery(input.text);
|
|
199
|
+
let ftsTerms = tokens.ftsTerms;
|
|
200
|
+
let likeTerms = tokens.likeTerms;
|
|
201
|
+
// 3. FTS MATCH 构造:失败时全部词改走 LIKE(非索引故障,不算 degraded)
|
|
202
|
+
let ftsMatch = null;
|
|
203
|
+
try {
|
|
204
|
+
ftsMatch = buildFtsMatch(ftsTerms);
|
|
205
|
+
}
|
|
206
|
+
catch {
|
|
207
|
+
likeTerms = dedupe([...ftsTerms, ...likeTerms]);
|
|
208
|
+
ftsTerms = [];
|
|
209
|
+
ftsMatch = null;
|
|
210
|
+
}
|
|
211
|
+
const merged = new Map();
|
|
212
|
+
let degraded = false;
|
|
213
|
+
let ftsRan = false;
|
|
214
|
+
let ftsHits = 0;
|
|
215
|
+
let likeHits = 0;
|
|
216
|
+
// 4. FTS 主通道(只读查询;异常时降级到 LIKE)
|
|
217
|
+
if (ftsMatch != null) {
|
|
218
|
+
ftsRan = true;
|
|
219
|
+
const { where, params } = commonFilter(statuses, scopeFilter, includeExpired, now);
|
|
220
|
+
const sql = `SELECT m.*, bm25(memory_fts) AS bm25_score
|
|
221
|
+
FROM memory_fts
|
|
222
|
+
JOIN memory m ON m.rowid = memory_fts.rowid
|
|
223
|
+
WHERE memory_fts MATCH ? AND ${where}
|
|
224
|
+
ORDER BY bm25(memory_fts), m.id
|
|
225
|
+
LIMIT ?`;
|
|
226
|
+
let rows;
|
|
227
|
+
try {
|
|
228
|
+
rows = store.db.all(sql, ftsMatch, ...params, fetchLimit);
|
|
229
|
+
}
|
|
230
|
+
catch {
|
|
231
|
+
// 索引不可用(损坏/虚表缺失):degraded=true,全部改走 LIKE;绝不返回全部记忆。
|
|
232
|
+
degraded = true;
|
|
233
|
+
likeTerms = dedupe([...ftsTerms, ...likeTerms]);
|
|
234
|
+
ftsMatch = null;
|
|
235
|
+
merged.clear();
|
|
236
|
+
ftsHits = 0;
|
|
237
|
+
rows = [];
|
|
238
|
+
}
|
|
239
|
+
for (const row of rows) {
|
|
240
|
+
if (merged.size >= limit)
|
|
241
|
+
break;
|
|
242
|
+
const memory = mapMemory(row);
|
|
243
|
+
if (!isReadable(memory.scopeId))
|
|
244
|
+
continue;
|
|
245
|
+
if (merged.has(memory.id))
|
|
246
|
+
continue;
|
|
247
|
+
merged.set(memory.id, assembleResult(store, memory, 'fts', ftsScore(row['bm25_score']), now));
|
|
248
|
+
ftsHits++;
|
|
249
|
+
}
|
|
250
|
+
}
|
|
251
|
+
// 5. LIKE 回退通道:2 字 CJK 词(或降级后的全部词);有界:前置过滤 + 上限 + 超时
|
|
252
|
+
for (const term of likeTerms) {
|
|
253
|
+
if (merged.size >= limit)
|
|
254
|
+
break;
|
|
255
|
+
if (elapsed() >= timeoutMs)
|
|
256
|
+
break;
|
|
257
|
+
const pattern = `%${escapeLike(term)}%`;
|
|
258
|
+
const { where, params } = commonFilter(statuses, scopeFilter, includeExpired, now);
|
|
259
|
+
const sql = `SELECT m.* FROM memory m
|
|
260
|
+
WHERE ${where} AND m.content LIKE ? ESCAPE '${LIKE_ESCAPE}'
|
|
261
|
+
ORDER BY m.updated_at DESC, m.id
|
|
262
|
+
LIMIT ?`;
|
|
263
|
+
const rows = store.db.all(sql, ...params, pattern, fetchLimit);
|
|
264
|
+
for (const row of rows) {
|
|
265
|
+
if (merged.size >= limit)
|
|
266
|
+
break;
|
|
267
|
+
const memory = mapMemory(row);
|
|
268
|
+
if (!isReadable(memory.scopeId))
|
|
269
|
+
continue;
|
|
270
|
+
if (merged.has(memory.id))
|
|
271
|
+
continue;
|
|
272
|
+
merged.set(memory.id, assembleResult(store, memory, 'like', likeScore(memory.content, term), now));
|
|
273
|
+
likeHits++;
|
|
274
|
+
}
|
|
275
|
+
}
|
|
276
|
+
// 6. matchedBy 按实际产生结果的通道
|
|
277
|
+
const likeRan = likeTerms.length > 0;
|
|
278
|
+
let matchedBy;
|
|
279
|
+
if (degraded) {
|
|
280
|
+
matchedBy = 'like';
|
|
281
|
+
}
|
|
282
|
+
else if (ftsRan && likeRan) {
|
|
283
|
+
matchedBy = ftsHits > 0 && likeHits > 0 ? 'mixed' : ftsHits > 0 ? 'fts' : 'like';
|
|
284
|
+
}
|
|
285
|
+
else if (ftsRan) {
|
|
286
|
+
matchedBy = 'fts';
|
|
287
|
+
}
|
|
288
|
+
else {
|
|
289
|
+
matchedBy = 'like';
|
|
290
|
+
}
|
|
291
|
+
const results = [...merged.values()].sort(mergedByChannelSort).slice(0, limit);
|
|
292
|
+
return { results, matchedBy, degraded, elapsedMs: Math.round(elapsed() * 100) / 100 };
|
|
293
|
+
}
|
|
294
|
+
//# sourceMappingURL=search.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search.js","sourceRoot":"","sources":["../../../src/retrieval/search.ts"],"names":[],"mappings":"AACA,OAAO,EAAwB,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACzE,OAAO,EACL,eAAe,GAIhB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,GAAG,EAAE,MAAM,mBAAmB,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAsCjD,MAAM,eAAe,GAAG,GAAG,CAAC;AAC5B,MAAM,aAAa,GAAG,EAAE,CAAC;AACzB,MAAM,SAAS,GAAG,GAAG,CAAC;AACtB,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,4EAA4E;AAC5E,MAAM,SAAS,GAAG,GAAG,CAAC;AACtB,MAAM,WAAW,GAAG,IAAI,CAAC;AAEzB,8EAA8E;AAC9E,8CAA8C;AAC9C,8CAA8C;AAC9C,8EAA8E;AAE9E,MAAM,WAAW,GAAG,8EAA8E,CAAC;AACnG,MAAM,YAAY,GAAG,gBAAgB,CAAC;AAOtC,SAAS,SAAS,CAAC,EAAU;IAC3B,OAAO,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,MAAM,CAAI,KAAU;IAC3B,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,MAAM,QAAQ,GAAG,GAAS,EAAE;QAC1B,IAAI,MAAM,KAAK,EAAE;YAAE,OAAO;QAC1B,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QACtC,IAAI,GAAG,IAAI,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aAC/B,IAAI,GAAG,KAAK,CAAC;YAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,GAAG,EAAE,CAAC;IACd,CAAC,CAAC;IACF,MAAM,SAAS,GAAG,GAAS,EAAE;QAC3B,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAChD,OAAO,GAAG,EAAE,CAAC;IACf,CAAC,CAAC;IACF,KAAK,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;QACtB,IAAI,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;YAClB,SAAS,EAAE,CAAC;YACZ,MAAM,IAAI,EAAE,CAAC;QACf,CAAC;aAAM,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;YACjC,QAAQ,EAAE,CAAC;YACX,OAAO,IAAI,EAAE,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,QAAQ,EAAE,CAAC;YACX,SAAS,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IACD,QAAQ,EAAE,CAAC;IACX,SAAS,EAAE,CAAC;IACZ,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;AACtE,CAAC;AAED,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,oDAAoD;AACpD,SAAS,aAAa,CAAC,KAAe;IACpC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACpC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACrE,CAAC;AAED,6CAA6C;AAC7C,SAAS,UAAU,CAAC,IAAY;IAC9B,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC;AAC3D,CAAC;AAED,8BAA8B;AAC9B,SAAS,SAAS,CAAC,OAAe,EAAE,IAAY;IAC9C,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;IAC9D,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,qDAAqD;AACrD,SAAS,QAAQ,CAAC,IAAa;IAC7B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;IACtC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC;AAED,8EAA8E;AAC9E,KAAK;AACL,8EAA8E;AAE9E,SAAS,gBAAgB,CAAC,QAAwB;IAChD,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAE,eAAqC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YACxD,MAAM,GAAG,CAAC,cAAc,EAAE,WAAW,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,CAAC,KAAK,YAAY,IAAI,CAAC,KAAK,YAAY,EAAE,CAAC;YAC7C,MAAM,GAAG,CAAC,cAAc,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAiB;IAC9C,IACE,KAAK,IAAI,IAAI;QACb,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ;QAClC,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;QACjC,KAAK,CAAC,QAAQ,KAAK,EAAE;QACrB,KAAK,CAAC,OAAO,KAAK,EAAE,EACpB,CAAC;QACD,MAAM,GAAG,CAAC,cAAc,EAAE,wCAAwC,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAiB,EAAE,QAA8B;IACzE,IAAI,QAAQ,IAAI,IAAI;QAAE,OAAO;IAC7B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;QAAE,MAAM,GAAG,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;IAC7E,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;QAC1B,IAAI,OAAO,EAAE,KAAK,QAAQ,IAAI,EAAE,KAAK,EAAE;YAAE,MAAM,GAAG,CAAC,cAAc,EAAE,qBAAqB,CAAC,CAAC;IAC5F,CAAC;IACD,8CAA8C;IAC9C,KAAK,MAAM,EAAE,IAAI,QAAQ;QAAE,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;AAC1D,CAAC;AAED,8EAA8E;AAC9E,wBAAwB;AACxB,8EAA8E;AAE9E,SAAS,gBAAgB,CAAC,KAAiB,EAAE,KAAiB;IAC5D,MAAM,KAAK,GAAG,IAAI,GAAG,EAA2B,CAAC;IACjD,OAAO,CAAC,OAAe,EAAW,EAAE;QAClC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QAC3E,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC/B,OAAO,GAAG,IAAI,IAAI,IAAI,eAAe,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACpD,CAAC,CAAC;AACJ,CAAC;AAOD,SAAS,YAAY,CAAC,QAAwB,EAAE,QAAyB,EAAE,cAAuB,EAAE,GAAW;IAC7G,MAAM,KAAK,GAAG,CAAC,gBAAgB,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACrE,MAAM,MAAM,GAAc,CAAC,GAAG,QAAQ,CAAC,CAAC;IACxC,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACnB,CAAC;IACD,IAAI,QAAQ,IAAI,IAAI,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5C,KAAK,CAAC,IAAI,CAAC,kBAAkB,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnE,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;IAC3B,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;AAChD,CAAC;AAED,8EAA8E;AAC9E,OAAO;AACP,8EAA8E;AAE9E,SAAS,cAAc,CAAC,KAAiB,EAAE,MAAoB,EAAE,SAAyB,EAAE,KAAa,EAAE,GAAW;IACpH,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,IAAI,MAAM,CAAC,SAAS,IAAI,GAAG,CAAC;IACpE,MAAM,kBAAkB,GAAG,MAAM,CAAC,SAAS,KAAK,qBAAqB,CAAC;IACtE,IAAI,UAA8B,CAAC;IACnC,IAAI,MAAM,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;QACnC,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IAC1D,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,OAAO,EAAE,CAAC;AAC/E,CAAC;AAED,SAAS,mBAAmB,CAAC,CAAqB,EAAE,CAAqB;IACvE,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK;QAAE,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;IAClD,IAAI,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,SAAS;QAAE,OAAO,CAAC,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvE,OAAO,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED,8EAA8E;AAC9E,MAAM;AACN,8EAA8E;AAE9E,MAAM,UAAU,cAAc,CAAC,KAAiB,EAAE,KAAkB;IAClE,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACpC,MAAM,OAAO,GAAG,GAAW,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAE5D,yBAAyB;IACzB,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrE,MAAM,GAAG,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,eAAe,EAAE,CAAC;QACxC,MAAM,GAAG,CAAC,cAAc,EAAE,UAAU,eAAe,OAAO,CAAC,CAAC;IAC9D,CAAC;IACD,qBAAqB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,IAAI,aAAa,CAAC;IAC9C,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;QAChD,MAAM,GAAG,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;IAC5C,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IAC5C,MAAM,cAAc,GAAG,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC;IACrD,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,kBAAkB,CAAC;IACxD,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACnF,MAAM,GAAG,CAAC,cAAc,EAAE,iBAAiB,CAAC,CAAC;IAC/C,CAAC;IACD,gBAAgB,CAAC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IAExC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC1B,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC;IACrB,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;IACvD,MAAM,UAAU,GAAG,gBAAgB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAClD,MAAM,WAAW,GAAG,KAAK,CAAC,QAAQ,IAAI,IAAI,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;IAEhG,QAAQ;IACR,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACzC,IAAI,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;IAC/B,IAAI,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IAEjC,mDAAmD;IACnD,IAAI,QAAQ,GAAkB,IAAI,CAAC;IACnC,IAAI,CAAC;QACH,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,SAAS,GAAG,MAAM,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC;QAChD,QAAQ,GAAG,EAAE,CAAC;QACd,QAAQ,GAAG,IAAI,CAAC;IAClB,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,GAAG,EAA8B,CAAC;IACrD,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,+BAA+B;IAC/B,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,GAAG,IAAI,CAAC;QACd,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,YAAY,CAAC,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE,GAAG,CAAC,CAAC;QACnF,MAAM,GAAG,GAAG;;;+BAGe,KAAK;;QAE5B,CAAC;QACL,IAAI,IAA+B,CAAC;QACpC,IAAI,CAAC;YACH,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,MAAM,EAAE,UAAU,CAAC,CAAC;QAC5D,CAAC;QAAC,MAAM,CAAC;YACP,mDAAmD;YACnD,QAAQ,GAAG,IAAI,CAAC;YAChB,SAAS,GAAG,MAAM,CAAC,CAAC,GAAG,QAAQ,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC;YAChD,QAAQ,GAAG,IAAI,CAAC;YAChB,MAAM,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,GAAG,CAAC,CAAC;YACZ,IAAI,GAAG,EAAE,CAAC;QACZ,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,MAAM,CAAC,IAAI,IAAI,KAAK;gBAAE,MAAM;YAChC,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC;gBAAE,SAAS;YAC1C,IAAI,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBAAE,SAAS;YACpC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;YAC9F,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,qDAAqD;IACrD,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,IAAI,IAAI,KAAK;YAAE,MAAM;QAChC,IAAI,OAAO,EAAE,IAAI,SAAS;YAAE,MAAM;QAClC,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;QACxC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,YAAY,CAAC,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE,GAAG,CAAC,CAAC;QACnF,MAAM,GAAG,GAAG;QACR,KAAK,iCAAiC,WAAW;;QAEjD,CAAC;QACL,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;QAC/D,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,MAAM,CAAC,IAAI,IAAI,KAAK;gBAAE,MAAM;YAChC,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC;gBAAE,SAAS;YAC1C,IAAI,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBAAE,SAAS;YACpC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;YACnG,QAAQ,EAAE,CAAC;QACb,CAAC;IACH,CAAC;IAED,0BAA0B;IAC1B,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;IACrC,IAAI,SAAoC,CAAC;IACzC,IAAI,QAAQ,EAAE,CAAC;QACb,SAAS,GAAG,MAAM,CAAC;IACrB,CAAC;SAAM,IAAI,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,SAAS,GAAG,OAAO,GAAG,CAAC,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IACnF,CAAC;SAAM,IAAI,MAAM,EAAE,CAAC;QAClB,SAAS,GAAG,KAAK,CAAC;IACpB,CAAC;SAAM,CAAC;QACN,SAAS,GAAG,MAAM,CAAC;IACrB,CAAC;IAED,MAAM,OAAO,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAC/E,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC;AACxF,CAAC"}
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
import { CairnDb } from './db.js';
|
|
2
|
+
import { WriteGuardMixin } from './write-guard.js';
|
|
3
|
+
/**
|
|
4
|
+
* 导入档案仓储(任务 4.2):不可变快照的元数据与条目。
|
|
5
|
+
* 快照文件本身由 onboarding 快照层写入 dataDir/snapshots/;
|
|
6
|
+
* 本仓储只负责幂等登记与条目索引。
|
|
7
|
+
*/
|
|
8
|
+
export type ImportSourceKind = 'markdown' | 'jsonl' | 'agent_memory_file' | 'manual_export';
|
|
9
|
+
export type ImportArchiveStatus = 'stored' | 'partially_indexed' | 'indexed' | 'rejected' | 'quarantined';
|
|
10
|
+
export type RedactionState = 'not_scanned' | 'scanned_clean' | 'scanned_blocked';
|
|
11
|
+
export interface ImportArchiveRow {
|
|
12
|
+
id: string;
|
|
13
|
+
batchId: string;
|
|
14
|
+
sourceKind: ImportSourceKind;
|
|
15
|
+
sourceLocatorHash: string;
|
|
16
|
+
sourceLabel: string | null;
|
|
17
|
+
byteSize: number;
|
|
18
|
+
contentHash: string;
|
|
19
|
+
snapshotPath: string;
|
|
20
|
+
parser: string;
|
|
21
|
+
status: ImportArchiveStatus;
|
|
22
|
+
redactionState: RedactionState;
|
|
23
|
+
discoveredAt: string;
|
|
24
|
+
importedAt: string | null;
|
|
25
|
+
}
|
|
26
|
+
export interface CreateArchiveInput {
|
|
27
|
+
batchId: string;
|
|
28
|
+
sourceKind: ImportSourceKind;
|
|
29
|
+
/** 来源定位串(路径 + 关键元数据);只存哈希,不存原始路径以外的敏感信息。 */
|
|
30
|
+
sourceLocator: string;
|
|
31
|
+
sourceLabel?: string;
|
|
32
|
+
byteSize: number;
|
|
33
|
+
contentHash: string;
|
|
34
|
+
snapshotPath: string;
|
|
35
|
+
parser: string;
|
|
36
|
+
}
|
|
37
|
+
export interface ImportItemRow {
|
|
38
|
+
id: string;
|
|
39
|
+
archiveId: string;
|
|
40
|
+
itemIndex: number;
|
|
41
|
+
content: string;
|
|
42
|
+
contentHash: string;
|
|
43
|
+
byteOffset: number | null;
|
|
44
|
+
sourceRef: string | null;
|
|
45
|
+
scanState: 'pending' | 'clean' | 'blocked';
|
|
46
|
+
scanFindings: string | null;
|
|
47
|
+
batchId: string | null;
|
|
48
|
+
createdAt: string;
|
|
49
|
+
}
|
|
50
|
+
export declare class ImportArchiveRepository extends WriteGuardMixin {
|
|
51
|
+
private readonly db;
|
|
52
|
+
constructor(db: CairnDb);
|
|
53
|
+
/**
|
|
54
|
+
* 幂等创建:同一 (来源定位哈希, 内容哈希) 重复导入零新增,
|
|
55
|
+
* 返回 created=false 复用已有档案(spec agent-onboarding:重复导入)。
|
|
56
|
+
*/
|
|
57
|
+
createArchive(input: CreateArchiveInput): {
|
|
58
|
+
archive: ImportArchiveRow;
|
|
59
|
+
created: boolean;
|
|
60
|
+
};
|
|
61
|
+
requireById(id: string): ImportArchiveRow;
|
|
62
|
+
findById(id: string): ImportArchiveRow | null;
|
|
63
|
+
listByBatch(batchId: string): ImportArchiveRow[];
|
|
64
|
+
list(): ImportArchiveRow[];
|
|
65
|
+
setStatus(id: string, status: ImportArchiveStatus): void;
|
|
66
|
+
setRedactionState(id: string, state: RedactionState): void;
|
|
67
|
+
/** 条目登记:archive 内按 index 幂等。 */
|
|
68
|
+
addItem(input: {
|
|
69
|
+
archiveId: string;
|
|
70
|
+
itemIndex: number;
|
|
71
|
+
content: string;
|
|
72
|
+
byteOffset?: number;
|
|
73
|
+
sourceRef?: string;
|
|
74
|
+
scanState?: 'pending' | 'clean' | 'blocked';
|
|
75
|
+
scanFindings?: string;
|
|
76
|
+
batchId?: string;
|
|
77
|
+
}): {
|
|
78
|
+
item: ImportItemRow;
|
|
79
|
+
created: boolean;
|
|
80
|
+
};
|
|
81
|
+
requireItem(id: string): ImportItemRow;
|
|
82
|
+
listItems(archiveId: string, filter?: {
|
|
83
|
+
batchId?: string;
|
|
84
|
+
scanState?: ImportItemRow['scanState'];
|
|
85
|
+
}): ImportItemRow[];
|
|
86
|
+
/** 分批取件:按批次取待处理条目,供 onboarding 分批读取(任务 4.3)。 */
|
|
87
|
+
nextBatch(batchId: string, limit: number, states?: ImportItemRow['scanState'][]): ImportItemRow[];
|
|
88
|
+
updateItemState(id: string, scanState: ImportItemRow['scanState'], scanFindings?: string, batchId?: string): void;
|
|
89
|
+
counts(): {
|
|
90
|
+
archives: number;
|
|
91
|
+
items: number;
|
|
92
|
+
blockedItems: number;
|
|
93
|
+
};
|
|
94
|
+
}
|
|
@@ -0,0 +1,135 @@
|
|
|
1
|
+
import { err } from '../core/errors.js';
|
|
2
|
+
import { uuidv7 } from '../core/ids.js';
|
|
3
|
+
import { nowIso } from '../core/time.js';
|
|
4
|
+
import { sha256Hex } from '../core/hash.js';
|
|
5
|
+
import { WriteGuardMixin } from './write-guard.js';
|
|
6
|
+
export class ImportArchiveRepository extends WriteGuardMixin {
|
|
7
|
+
db;
|
|
8
|
+
constructor(db) {
|
|
9
|
+
super();
|
|
10
|
+
this.db = db;
|
|
11
|
+
}
|
|
12
|
+
/**
|
|
13
|
+
* 幂等创建:同一 (来源定位哈希, 内容哈希) 重复导入零新增,
|
|
14
|
+
* 返回 created=false 复用已有档案(spec agent-onboarding:重复导入)。
|
|
15
|
+
*/
|
|
16
|
+
createArchive(input) {
|
|
17
|
+
this.checkWritable();
|
|
18
|
+
const locatorHash = sha256Hex(input.sourceLocator);
|
|
19
|
+
const existing = this.db.get('SELECT * FROM import_archive WHERE source_locator_hash = ? AND content_hash = ?', locatorHash, input.contentHash);
|
|
20
|
+
if (existing)
|
|
21
|
+
return { archive: mapArchive(existing), created: false };
|
|
22
|
+
const id = uuidv7();
|
|
23
|
+
this.db.run(`INSERT INTO import_archive (id, batch_id, source_kind, source_locator_hash, source_label, byte_size,
|
|
24
|
+
content_hash, snapshot_path, parser, status, redaction_state, discovered_at, imported_at)
|
|
25
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, 'stored', 'not_scanned', ?, ?)`, id, input.batchId, input.sourceKind, locatorHash, input.sourceLabel ?? null, input.byteSize, input.contentHash, input.snapshotPath, input.parser, nowIso(), nowIso());
|
|
26
|
+
return { archive: this.requireById(id), created: true };
|
|
27
|
+
}
|
|
28
|
+
requireById(id) {
|
|
29
|
+
const row = this.db.get('SELECT * FROM import_archive WHERE id = ?', id);
|
|
30
|
+
if (!row)
|
|
31
|
+
throw err('E_NOT_FOUND', `导入档案不存在: ${id}`);
|
|
32
|
+
return mapArchive(row);
|
|
33
|
+
}
|
|
34
|
+
findById(id) {
|
|
35
|
+
const row = this.db.get('SELECT * FROM import_archive WHERE id = ?', id);
|
|
36
|
+
return row ? mapArchive(row) : null;
|
|
37
|
+
}
|
|
38
|
+
listByBatch(batchId) {
|
|
39
|
+
return this.db.all('SELECT * FROM import_archive WHERE batch_id = ? ORDER BY discovered_at, id', batchId).map(mapArchive);
|
|
40
|
+
}
|
|
41
|
+
list() {
|
|
42
|
+
return this.db.all('SELECT * FROM import_archive ORDER BY discovered_at DESC, id').map(mapArchive);
|
|
43
|
+
}
|
|
44
|
+
setStatus(id, status) {
|
|
45
|
+
this.db.run('UPDATE import_archive SET status = ? WHERE id = ?', status, id);
|
|
46
|
+
}
|
|
47
|
+
setRedactionState(id, state) {
|
|
48
|
+
this.db.run('UPDATE import_archive SET redaction_state = ? WHERE id = ?', state, id);
|
|
49
|
+
}
|
|
50
|
+
/** 条目登记:archive 内按 index 幂等。 */
|
|
51
|
+
addItem(input) {
|
|
52
|
+
this.checkWritable();
|
|
53
|
+
const existing = this.db.get('SELECT * FROM import_item WHERE archive_id = ? AND item_index = ?', input.archiveId, input.itemIndex);
|
|
54
|
+
if (existing)
|
|
55
|
+
return { item: mapItem(existing), created: false };
|
|
56
|
+
const id = uuidv7();
|
|
57
|
+
this.db.run(`INSERT INTO import_item (id, archive_id, item_index, content, content_hash, byte_offset, source_ref,
|
|
58
|
+
scan_state, scan_findings, batch_id, created_at)
|
|
59
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`, id, input.archiveId, input.itemIndex, input.content, sha256Hex(input.content), input.byteOffset ?? null, input.sourceRef ?? null, input.scanState ?? 'pending', input.scanFindings ?? null, input.batchId ?? null, nowIso());
|
|
60
|
+
this.db.run("UPDATE import_archive SET status = 'partially_indexed' WHERE id = ? AND status = 'stored'", input.archiveId);
|
|
61
|
+
return { item: this.requireItem(id), created: true };
|
|
62
|
+
}
|
|
63
|
+
requireItem(id) {
|
|
64
|
+
const row = this.db.get('SELECT * FROM import_item WHERE id = ?', id);
|
|
65
|
+
if (!row)
|
|
66
|
+
throw err('E_NOT_FOUND', `导入条目不存在: ${id}`);
|
|
67
|
+
return mapItem(row);
|
|
68
|
+
}
|
|
69
|
+
listItems(archiveId, filter = {}) {
|
|
70
|
+
const where = ['archive_id = ?'];
|
|
71
|
+
const params = [archiveId];
|
|
72
|
+
if (filter.batchId) {
|
|
73
|
+
where.push('batch_id = ?');
|
|
74
|
+
params.push(filter.batchId);
|
|
75
|
+
}
|
|
76
|
+
if (filter.scanState) {
|
|
77
|
+
where.push('scan_state = ?');
|
|
78
|
+
params.push(filter.scanState);
|
|
79
|
+
}
|
|
80
|
+
return this.db
|
|
81
|
+
.all(`SELECT * FROM import_item WHERE ${where.join(' AND ')} ORDER BY item_index`, ...params)
|
|
82
|
+
.map(mapItem);
|
|
83
|
+
}
|
|
84
|
+
/** 分批取件:按批次取待处理条目,供 onboarding 分批读取(任务 4.3)。 */
|
|
85
|
+
nextBatch(batchId, limit, states = ['clean']) {
|
|
86
|
+
const placeholders = states.map(() => '?').join(',');
|
|
87
|
+
return this.db
|
|
88
|
+
.all(`SELECT * FROM import_item WHERE batch_id = ? AND scan_state IN (${placeholders}) ORDER BY archive_id, item_index LIMIT ?`, batchId, ...states, limit)
|
|
89
|
+
.map(mapItem);
|
|
90
|
+
}
|
|
91
|
+
updateItemState(id, scanState, scanFindings, batchId) {
|
|
92
|
+
this.checkWritable();
|
|
93
|
+
this.db.run('UPDATE import_item SET scan_state = ?, scan_findings = IFNULL(?, scan_findings), batch_id = IFNULL(?, batch_id) WHERE id = ?', scanState, scanFindings ?? null, batchId ?? null, id);
|
|
94
|
+
}
|
|
95
|
+
counts() {
|
|
96
|
+
return {
|
|
97
|
+
archives: Number(this.db.scalar('SELECT COUNT(*) AS n FROM import_archive') ?? 0),
|
|
98
|
+
items: Number(this.db.scalar('SELECT COUNT(*) AS n FROM import_item') ?? 0),
|
|
99
|
+
blockedItems: Number(this.db.scalar("SELECT COUNT(*) AS n FROM import_item WHERE scan_state = 'blocked'") ?? 0),
|
|
100
|
+
};
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
function mapArchive(r) {
|
|
104
|
+
return {
|
|
105
|
+
id: r.id,
|
|
106
|
+
batchId: r.batch_id,
|
|
107
|
+
sourceKind: r.source_kind,
|
|
108
|
+
sourceLocatorHash: r.source_locator_hash,
|
|
109
|
+
sourceLabel: r.source_label ?? null,
|
|
110
|
+
byteSize: Number(r.byte_size),
|
|
111
|
+
contentHash: r.content_hash,
|
|
112
|
+
snapshotPath: r.snapshot_path,
|
|
113
|
+
parser: r.parser,
|
|
114
|
+
status: r.status,
|
|
115
|
+
redactionState: r.redaction_state,
|
|
116
|
+
discoveredAt: r.discovered_at,
|
|
117
|
+
importedAt: r.imported_at ?? null,
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
function mapItem(r) {
|
|
121
|
+
return {
|
|
122
|
+
id: r.id,
|
|
123
|
+
archiveId: r.archive_id,
|
|
124
|
+
itemIndex: Number(r.item_index),
|
|
125
|
+
content: r.content,
|
|
126
|
+
contentHash: r.content_hash,
|
|
127
|
+
byteOffset: r.byte_offset ?? null,
|
|
128
|
+
sourceRef: r.source_ref ?? null,
|
|
129
|
+
scanState: r.scan_state,
|
|
130
|
+
scanFindings: r.scan_findings ?? null,
|
|
131
|
+
batchId: r.batch_id ?? null,
|
|
132
|
+
createdAt: r.created_at,
|
|
133
|
+
};
|
|
134
|
+
}
|
|
135
|
+
//# sourceMappingURL=archives.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"archives.js","sourceRoot":"","sources":["../../../src/store/archives.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,MAAM,mBAAmB,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAsDnD,MAAM,OAAO,uBAAwB,SAAQ,eAAe;IAC7B;IAA7B,YAA6B,EAAW;QACtC,KAAK,EAAE,CAAC;QADmB,OAAE,GAAF,EAAE,CAAS;IAExC,CAAC;IAED;;;OAGG;IACH,aAAa,CAAC,KAAyB;QACrC,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAC1B,iFAAiF,EACjF,WAAW,EACX,KAAK,CAAC,WAAW,CAClB,CAAC;QACF,IAAI,QAAQ;YAAE,OAAO,EAAE,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QACvE,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;QACpB,IAAI,CAAC,EAAE,CAAC,GAAG,CACT;;yEAEmE,EACnE,EAAE,EACF,KAAK,CAAC,OAAO,EACb,KAAK,CAAC,UAAU,EAChB,WAAW,EACX,KAAK,CAAC,WAAW,IAAI,IAAI,EACzB,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,YAAY,EAClB,KAAK,CAAC,MAAM,EACZ,MAAM,EAAE,EACR,MAAM,EAAE,CACT,CAAC;QACF,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC1D,CAAC;IAED,WAAW,CAAC,EAAU;QACpB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,2CAA2C,EAAE,EAAE,CAAC,CAAC;QACzE,IAAI,CAAC,GAAG;YAAE,MAAM,GAAG,CAAC,aAAa,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC;QACrD,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,QAAQ,CAAC,EAAU;QACjB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,2CAA2C,EAAE,EAAE,CAAC,CAAC;QACzE,OAAO,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACtC,CAAC;IAED,WAAW,CAAC,OAAe;QACzB,OAAO,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,4EAA4E,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC5H,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACrG,CAAC;IAED,SAAS,CAAC,EAAU,EAAE,MAA2B;QAC/C,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,mDAAmD,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;IAC/E,CAAC;IAED,iBAAiB,CAAC,EAAU,EAAE,KAAqB;QACjD,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,4DAA4D,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;IACvF,CAAC;IAED,gCAAgC;IAChC,OAAO,CAAC,KASP;QACC,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,mEAAmE,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;QACpI,IAAI,QAAQ;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QACjE,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;QACpB,IAAI,CAAC,EAAE,CAAC,GAAG,CACT;;gDAE0C,EAC1C,EAAE,EACF,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,OAAO,EACb,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EACxB,KAAK,CAAC,UAAU,IAAI,IAAI,EACxB,KAAK,CAAC,SAAS,IAAI,IAAI,EACvB,KAAK,CAAC,SAAS,IAAI,SAAS,EAC5B,KAAK,CAAC,YAAY,IAAI,IAAI,EAC1B,KAAK,CAAC,OAAO,IAAI,IAAI,EACrB,MAAM,EAAE,CACT,CAAC;QACF,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,2FAA2F,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;QAC1H,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACvD,CAAC;IAED,WAAW,CAAC,EAAU;QACpB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,wCAAwC,EAAE,EAAE,CAAC,CAAC;QACtE,IAAI,CAAC,GAAG;YAAE,MAAM,GAAG,CAAC,aAAa,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC;QACrD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;IACtB,CAAC;IAED,SAAS,CAAC,SAAiB,EAAE,SAAuE,EAAE;QACpG,MAAM,KAAK,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACjC,MAAM,MAAM,GAAc,CAAC,SAAS,CAAC,CAAC;QACtC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC3B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAChC,CAAC;QACD,OAAO,IAAI,CAAC,EAAE;aACX,GAAG,CAAC,mCAAmC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,sBAAsB,EAAE,GAAG,MAAM,CAAC;aAC5F,GAAG,CAAC,OAAO,CAAC,CAAC;IAClB,CAAC;IAED,gDAAgD;IAChD,SAAS,CAAC,OAAe,EAAE,KAAa,EAAE,SAAuC,CAAC,OAAO,CAAC;QACxF,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrD,OAAO,IAAI,CAAC,EAAE;aACX,GAAG,CACF,mEAAmE,YAAY,2CAA2C,EAC1H,OAAO,EACP,GAAG,MAAM,EACT,KAAK,CACN;aACA,GAAG,CAAC,OAAO,CAAC,CAAC;IAClB,CAAC;IAED,eAAe,CAAC,EAAU,EAAE,SAAqC,EAAE,YAAqB,EAAE,OAAgB;QACxG,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,8HAA8H,EAAE,SAAS,EAAE,YAAY,IAAI,IAAI,EAAE,OAAO,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;IACpM,CAAC;IAED,MAAM;QACJ,OAAO;YACL,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,0CAA0C,CAAC,IAAI,CAAC,CAAC;YACjF,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,uCAAuC,CAAC,IAAI,CAAC,CAAC;YAC3E,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oEAAoE,CAAC,IAAI,CAAC,CAAC;SAChH,CAAC;IACJ,CAAC;CACF;AAED,SAAS,UAAU,CAAC,CAA0B;IAC5C,OAAO;QACL,EAAE,EAAE,CAAC,CAAC,EAAY;QAClB,OAAO,EAAE,CAAC,CAAC,QAAkB;QAC7B,UAAU,EAAE,CAAC,CAAC,WAA+B;QAC7C,iBAAiB,EAAE,CAAC,CAAC,mBAA6B;QAClD,WAAW,EAAG,CAAC,CAAC,YAA8B,IAAI,IAAI;QACtD,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;QAC7B,WAAW,EAAE,CAAC,CAAC,YAAsB;QACrC,YAAY,EAAE,CAAC,CAAC,aAAuB;QACvC,MAAM,EAAE,CAAC,CAAC,MAAgB;QAC1B,MAAM,EAAE,CAAC,CAAC,MAA6B;QACvC,cAAc,EAAE,CAAC,CAAC,eAAiC;QACnD,YAAY,EAAE,CAAC,CAAC,aAAuB;QACvC,UAAU,EAAG,CAAC,CAAC,WAA6B,IAAI,IAAI;KACrD,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CAAC,CAA0B;IACzC,OAAO;QACL,EAAE,EAAE,CAAC,CAAC,EAAY;QAClB,SAAS,EAAE,CAAC,CAAC,UAAoB;QACjC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC;QAC/B,OAAO,EAAE,CAAC,CAAC,OAAiB;QAC5B,WAAW,EAAE,CAAC,CAAC,YAAsB;QACrC,UAAU,EAAG,CAAC,CAAC,WAA6B,IAAI,IAAI;QACpD,SAAS,EAAG,CAAC,CAAC,UAA4B,IAAI,IAAI;QAClD,SAAS,EAAE,CAAC,CAAC,UAAwC;QACrD,YAAY,EAAG,CAAC,CAAC,aAA+B,IAAI,IAAI;QACxD,OAAO,EAAG,CAAC,CAAC,QAA0B,IAAI,IAAI;QAC9C,SAAS,EAAE,CAAC,CAAC,UAAoB;KAClC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { CairnDb } from './db.js';
|
|
2
|
+
export interface AuditDetail {
|
|
3
|
+
[k: string]: unknown;
|
|
4
|
+
}
|
|
5
|
+
/**
|
|
6
|
+
* 本地审计事件(design D10):记录计划、审批、配置备份、作用域排除、
|
|
7
|
+
* 恢复与错误类别。detail 绝不写入记忆正文和秘密——调用方负责。
|
|
8
|
+
*/
|
|
9
|
+
export declare class AuditLog {
|
|
10
|
+
private readonly db;
|
|
11
|
+
constructor(db: CairnDb);
|
|
12
|
+
record(category: string, action: string, subject?: {
|
|
13
|
+
type?: string;
|
|
14
|
+
id?: string;
|
|
15
|
+
}, detail?: AuditDetail): string;
|
|
16
|
+
recent(limit?: number): {
|
|
17
|
+
id: string;
|
|
18
|
+
at: string;
|
|
19
|
+
category: string;
|
|
20
|
+
action: string;
|
|
21
|
+
subjectType: string | null;
|
|
22
|
+
subjectId: string | null;
|
|
23
|
+
detail: Record<string, unknown>;
|
|
24
|
+
}[];
|
|
25
|
+
countByCategory(): Record<string, number>;
|
|
26
|
+
}
|