@octopi-agent/engine 0.56.0 → 0.65.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/config-schema/context.d.ts +1 -1
- package/dist/config-schema/context.js +1 -1
- package/dist/config-schema/engine.d.ts +43 -1
- package/dist/config-schema/substrate.d.ts +42 -0
- package/dist/config-schema/substrate.js +58 -0
- package/dist/config.d.ts +39 -1
- package/dist/harness/agent/builder.d.ts +14 -0
- package/dist/harness/agent/builder.js +14 -2
- package/dist/harness/agent/config-bridge.js +3 -0
- package/dist/harness/{context/capabilities → capabilities}/document/backends/docx.d.ts +1 -1
- package/dist/harness/{context/capabilities → capabilities}/document/backends/docx.js +1 -1
- package/dist/harness/{context/capabilities → capabilities}/document/backends/office-parser.d.ts +1 -1
- package/dist/harness/{context/capabilities → capabilities}/document/backends/office-parser.js +1 -1
- package/dist/harness/{context/capabilities → capabilities}/document/backends/pdf.d.ts +1 -1
- package/dist/harness/{context/capabilities → capabilities}/document/backends/pdf.js +13 -3
- package/dist/harness/{context/capabilities → capabilities}/document/backends/plain.d.ts +1 -1
- package/dist/harness/{context/capabilities → capabilities}/document/backends/plain.js +13 -4
- package/dist/harness/{context/capabilities → capabilities}/document/backends/sheet.d.ts +1 -1
- package/dist/harness/{context/capabilities → capabilities}/document/backends/sheet.js +25 -5
- package/dist/harness/{context/capabilities → capabilities}/document/backends/xmind.d.ts +1 -1
- package/dist/harness/{context/capabilities → capabilities}/document/backends/xmind.js +1 -1
- package/dist/harness/{context/capabilities → capabilities}/document/errors.d.ts +1 -1
- package/dist/harness/{context/capabilities → capabilities}/document/errors.js +1 -1
- package/dist/harness/capabilities/document/factory.d.ts +33 -0
- package/dist/harness/capabilities/document/factory.js +37 -0
- package/dist/harness/{context/capabilities → capabilities}/document/format.d.ts +1 -1
- package/dist/harness/{context/capabilities → capabilities}/document/format.js +1 -1
- package/dist/harness/{context/capabilities → capabilities}/document/html-to-md.d.ts +1 -1
- package/dist/harness/{context/capabilities → capabilities}/document/html-to-md.js +1 -1
- package/dist/harness/{context/capabilities → capabilities}/document/index.d.ts +3 -1
- package/dist/harness/{context/capabilities → capabilities}/document/index.js +2 -1
- package/dist/harness/{context/capabilities → capabilities}/document/legacy/factory.d.ts +3 -1
- package/dist/harness/{context/capabilities → capabilities}/document/legacy/factory.js +3 -1
- package/dist/harness/{context/capabilities → capabilities}/document/legacy/soffice.d.ts +3 -1
- package/dist/harness/{context/capabilities → capabilities}/document/legacy/soffice.js +44 -1
- package/dist/harness/{context/capabilities → capabilities}/document/port.d.ts +1 -1
- package/dist/harness/{context/capabilities → capabilities}/document/port.js +4 -4
- package/dist/harness/{context/capabilities → capabilities}/document/types.d.ts +11 -1
- package/dist/harness/{context/capabilities → capabilities}/document/types.js +1 -1
- package/dist/harness/capabilities/document/worker-port.d.ts +13 -0
- package/dist/harness/capabilities/document/worker-port.js +78 -0
- package/dist/harness/context/capabilities/index.d.ts +2 -2
- package/dist/harness/context/capabilities/index.js +2 -2
- package/dist/harness/context/constitution/default-agents.md +1 -0
- package/dist/harness/context/index.d.ts +2 -2
- package/dist/harness/context/index.js +1 -1
- package/dist/harness/context/layer-types.d.ts +26 -2
- package/dist/harness/context/layer-types.js +59 -11
- package/dist/harness/context/layers.d.ts +3 -0
- package/dist/harness/context/layers.js +38 -12
- package/dist/harness/context/system-prompt-assembler.d.ts +5 -0
- package/dist/harness/context/system-prompt-assembler.js +2 -0
- package/dist/harness/extension/plugin-ecosystem/tools/knowledge.d.ts +10 -0
- package/dist/harness/extension/plugin-ecosystem/tools/knowledge.js +115 -5
- package/dist/harness/extension/plugin-ecosystem/tools/memory.js +3 -0
- package/dist/harness/index.d.ts +5 -3
- package/dist/harness/index.js +3 -2
- package/dist/harness/knowledge/adapters.d.ts +8 -5
- package/dist/harness/knowledge/adapters.js +53 -13
- package/dist/harness/knowledge/catalog-types.d.ts +4 -0
- package/dist/harness/knowledge/client.d.ts +197 -0
- package/dist/harness/knowledge/client.js +237 -0
- package/dist/harness/knowledge/connector-fetcher.d.ts +2 -2
- package/dist/harness/knowledge/connectors.d.ts +3 -3
- package/dist/harness/knowledge/connectors.js +14 -8
- package/dist/harness/knowledge/db.d.ts +42 -3
- package/dist/harness/knowledge/db.js +466 -83
- package/dist/harness/knowledge/describe.d.ts +2 -0
- package/dist/harness/knowledge/describe.js +5 -1
- package/dist/harness/knowledge/document-extract-worker.d.ts +1 -0
- package/dist/harness/knowledge/document-extract-worker.js +68 -0
- package/dist/harness/knowledge/embed-runner.d.ts +53 -0
- package/dist/harness/knowledge/embed-runner.js +171 -0
- package/dist/harness/knowledge/engine-thread.d.ts +1 -0
- package/dist/harness/knowledge/engine-thread.js +302 -0
- package/dist/harness/knowledge/extract-document.d.ts +33 -0
- package/dist/harness/knowledge/extract-document.js +86 -0
- package/dist/harness/knowledge/fetchers.d.ts +14 -3
- package/dist/harness/knowledge/fetchers.js +52 -16
- package/dist/harness/knowledge/file-identity.d.ts +53 -0
- package/dist/harness/knowledge/file-identity.js +172 -0
- package/dist/harness/knowledge/file-index-store.d.ts +50 -0
- package/dist/harness/knowledge/file-index-store.js +132 -0
- package/dist/harness/knowledge/file-limits.d.ts +86 -0
- package/dist/harness/knowledge/file-limits.js +175 -0
- package/dist/harness/knowledge/fts.d.ts +60 -0
- package/dist/harness/knowledge/fts.js +218 -0
- package/dist/harness/knowledge/grounding.d.ts +3 -2
- package/dist/harness/knowledge/http-app.d.ts +50 -0
- package/dist/harness/knowledge/http-app.js +652 -0
- package/dist/harness/knowledge/http-bridge.d.ts +49 -0
- package/dist/harness/knowledge/http-bridge.js +17 -0
- package/dist/harness/knowledge/index-store.d.ts +166 -63
- package/dist/harness/knowledge/index-store.js +1025 -282
- package/dist/harness/knowledge/index.d.ts +47 -5
- package/dist/harness/knowledge/index.js +24 -2
- package/dist/harness/knowledge/ingest.d.ts +322 -49
- package/dist/harness/knowledge/ingest.js +1383 -267
- package/dist/harness/knowledge/job-control-state.d.ts +29 -0
- package/dist/harness/knowledge/job-control-state.js +44 -0
- package/dist/harness/knowledge/job-control.d.ts +35 -0
- package/dist/harness/knowledge/job-control.js +86 -0
- package/dist/harness/knowledge/job-queue.d.ts +62 -0
- package/dist/harness/knowledge/job-queue.js +173 -0
- package/dist/harness/knowledge/knowledge-serve-child.d.ts +1 -0
- package/dist/harness/knowledge/knowledge-serve-child.js +100 -0
- package/dist/harness/knowledge/local-stack.d.ts +27 -0
- package/dist/harness/knowledge/local-stack.js +63 -0
- package/dist/harness/knowledge/membership-store.d.ts +65 -0
- package/dist/harness/knowledge/membership-store.js +198 -0
- package/dist/harness/knowledge/network-guard.d.ts +11 -2
- package/dist/harness/knowledge/network-guard.js +130 -85
- package/dist/harness/knowledge/parse-text-in-worker.d.ts +32 -0
- package/dist/harness/knowledge/parse-text-in-worker.js +158 -0
- package/dist/harness/knowledge/query-service.d.ts +272 -0
- package/dist/harness/knowledge/query-service.js +326 -0
- package/dist/harness/knowledge/query-worker-client.d.ts +96 -0
- package/dist/harness/knowledge/query-worker-client.js +207 -0
- package/dist/harness/knowledge/query-worker.d.ts +1 -0
- package/dist/harness/knowledge/query-worker.js +186 -0
- package/dist/harness/knowledge/read-http.d.ts +35 -0
- package/dist/harness/knowledge/read-http.js +373 -0
- package/dist/harness/knowledge/retriever.d.ts +30 -5
- package/dist/harness/knowledge/retriever.js +98 -35
- package/dist/harness/knowledge/secret-scan.d.ts +13 -2
- package/dist/harness/knowledge/secret-scan.js +25 -2
- package/dist/harness/knowledge/serve.d.ts +48 -0
- package/dist/harness/knowledge/serve.js +336 -0
- package/dist/harness/knowledge/source-store.d.ts +83 -16
- package/dist/harness/knowledge/source-store.js +205 -78
- package/dist/harness/knowledge/start-service-process.d.ts +49 -0
- package/dist/harness/knowledge/start-service-process.js +158 -0
- package/dist/harness/knowledge/text-parse-worker.d.ts +1 -0
- package/dist/harness/knowledge/text-parse-worker.js +54 -0
- package/dist/harness/knowledge/topics.d.ts +13 -0
- package/dist/harness/knowledge/topics.js +48 -0
- package/dist/harness/knowledge/types.d.ts +1 -1
- package/dist/harness/knowledge/types.js +1 -1
- package/dist/harness/knowledge/vector-ann.d.ts +42 -0
- package/dist/harness/knowledge/vector-ann.js +68 -0
- package/dist/harness/knowledge/writer-lock.d.ts +13 -0
- package/dist/harness/knowledge/writer-lock.js +71 -0
- package/dist/harness/knowledge/writer-service.d.ts +194 -0
- package/dist/harness/knowledge/writer-service.js +355 -0
- package/dist/harness/knowledge/writer-worker-client.d.ts +102 -0
- package/dist/harness/knowledge/writer-worker-client.js +381 -0
- package/dist/harness/knowledge/writer-worker.d.ts +1 -0
- package/dist/harness/knowledge/writer-worker.js +189 -0
- package/dist/harness/memory/index.d.ts +3 -2
- package/dist/harness/memory/index.js +3 -1
- package/dist/harness/memory/retrieval-rank.d.ts +51 -0
- package/dist/harness/memory/retrieval-rank.js +60 -0
- package/dist/harness/memory/sqlite/embedding.d.ts +5 -2
- package/dist/harness/memory/sqlite/embedding.js +109 -16
- package/dist/harness/memory/sqlite/index.d.ts +2 -2
- package/dist/harness/memory/sqlite/index.js +1 -1
- package/dist/harness/memory/sqlite/keyword-search.d.ts +41 -2
- package/dist/harness/memory/sqlite/keyword-search.js +104 -17
- package/dist/harness/memory/sqlite/memory-store.d.ts +18 -4
- package/dist/harness/memory/sqlite/memory-store.js +89 -39
- package/dist/harness/memory/store.js +39 -21
- package/dist/harness/memory/types.d.ts +7 -0
- package/dist/harness/run/runner.d.ts +1 -0
- package/dist/harness/run/runner.js +4 -2
- package/dist/harness/session/attachments/service.d.ts +1 -1
- package/dist/harness/session/attachments/service.js +1 -1
- package/dist/harness/session/tasks/index.d.ts +1 -1
- package/dist/harness/session/tasks/index.js +1 -1
- package/dist/harness/session/tasks/render.d.ts +10 -0
- package/dist/harness/session/tasks/render.js +27 -0
- package/dist/index.d.ts +4 -2
- package/dist/index.js +2 -1
- package/dist/worker-path.d.ts +8 -0
- package/dist/worker-path.js +15 -0
- package/package.json +2 -2
|
@@ -1,16 +1,20 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* KnowledgeDatabase — OCTOPI_HOME/knowledge/knowledge.db
|
|
3
3
|
*
|
|
4
|
-
*
|
|
5
|
-
*
|
|
4
|
+
* Source 权威 + Project 挂载 + Global 屏蔽 + **Index 投影**
|
|
5
|
+
* (files/chunks/embeddings/FTS/jobs/control)。Index 非权威,可整库 rebuild。
|
|
6
6
|
*/
|
|
7
7
|
import { mkdir } from 'node:fs/promises';
|
|
8
8
|
import { dirname } from 'node:path';
|
|
9
9
|
export class KnowledgeDatabase {
|
|
10
10
|
db;
|
|
11
|
+
_sqliteVec = false;
|
|
11
12
|
constructor(db) {
|
|
12
13
|
this.db = db;
|
|
13
14
|
}
|
|
15
|
+
get sqliteVecEnabled() {
|
|
16
|
+
return this._sqliteVec;
|
|
17
|
+
}
|
|
14
18
|
/**
|
|
15
19
|
* 打开/创建 knowledge.db(Node >= 24 node:sqlite)
|
|
16
20
|
*/
|
|
@@ -27,26 +31,107 @@ export class KnowledgeDatabase {
|
|
|
27
31
|
if (dbPath !== ':memory:') {
|
|
28
32
|
await mkdir(dirname(dbPath), { recursive: true });
|
|
29
33
|
}
|
|
34
|
+
const vecOpt = options?.sqliteVec;
|
|
35
|
+
const readOnly = options?.readOnly === true;
|
|
36
|
+
const skipMigrate = readOnly || options?.skipMigrate === true;
|
|
30
37
|
const db = new DatabaseSyncCtor(dbPath, {
|
|
31
|
-
|
|
38
|
+
// 索引写入与管理面读并发时需要更长 busy 窗口
|
|
39
|
+
timeout: options?.busyTimeoutMs ?? 15_000,
|
|
32
40
|
enableForeignKeyConstraints: false,
|
|
41
|
+
// sqlite-vec 扩展(可选);构造后无法补开
|
|
42
|
+
allowExtension: vecOpt !== false,
|
|
43
|
+
...(readOnly ? { readOnly: true } : {}),
|
|
33
44
|
});
|
|
34
|
-
|
|
45
|
+
// 只读连接不改 journal_mode(WAL 由写者建立)
|
|
46
|
+
if (!readOnly && options?.wal !== false) {
|
|
35
47
|
db.exec('PRAGMA journal_mode = WAL');
|
|
36
48
|
}
|
|
37
49
|
const kdb = new KnowledgeDatabase(db);
|
|
38
|
-
|
|
50
|
+
if (!skipMigrate) {
|
|
51
|
+
kdb.createTables();
|
|
52
|
+
}
|
|
53
|
+
if (vecOpt !== false) {
|
|
54
|
+
try {
|
|
55
|
+
const { tryLoadSqliteVec } = await import('../memory/sqlite/sqlite-vec.js');
|
|
56
|
+
const extensionPath = typeof vecOpt === 'object' ? vecOpt.extensionPath : undefined;
|
|
57
|
+
kdb._sqliteVec = await tryLoadSqliteVec(db, extensionPath);
|
|
58
|
+
}
|
|
59
|
+
catch {
|
|
60
|
+
kdb._sqliteVec = false;
|
|
61
|
+
}
|
|
62
|
+
}
|
|
39
63
|
return kdb;
|
|
40
64
|
}
|
|
41
65
|
createTables() {
|
|
66
|
+
// 旧库先升列/重建,再 CREATE INDEX(否则索引引用新列会炸)
|
|
67
|
+
this.upgradeLegacySchema();
|
|
68
|
+
// v2.1 File 本位(arch/knowledge-service-http.md):无兼容迁移,一次建对。
|
|
42
69
|
this.db.exec(`
|
|
70
|
+
CREATE TABLE IF NOT EXISTS knowledge_principals (
|
|
71
|
+
tenant_id TEXT NOT NULL,
|
|
72
|
+
gateway_id TEXT NOT NULL,
|
|
73
|
+
local_agent_id TEXT NOT NULL,
|
|
74
|
+
display_name TEXT,
|
|
75
|
+
status TEXT NOT NULL DEFAULT 'active',
|
|
76
|
+
last_seen_at INTEGER,
|
|
77
|
+
created_at INTEGER NOT NULL,
|
|
78
|
+
updated_at INTEGER NOT NULL,
|
|
79
|
+
PRIMARY KEY (tenant_id, gateway_id, local_agent_id)
|
|
80
|
+
);
|
|
81
|
+
|
|
82
|
+
CREATE TABLE IF NOT EXISTS knowledge_projects (
|
|
83
|
+
tenant_id TEXT NOT NULL DEFAULT 'default',
|
|
84
|
+
project_key TEXT NOT NULL,
|
|
85
|
+
display_name TEXT,
|
|
86
|
+
registered_by TEXT NOT NULL DEFAULT 'default',
|
|
87
|
+
visibility TEXT NOT NULL DEFAULT 'private',
|
|
88
|
+
created_at INTEGER NOT NULL,
|
|
89
|
+
updated_at INTEGER NOT NULL,
|
|
90
|
+
PRIMARY KEY (tenant_id, project_key)
|
|
91
|
+
);
|
|
92
|
+
|
|
93
|
+
CREATE TABLE IF NOT EXISTS knowledge_project_agents (
|
|
94
|
+
tenant_id TEXT NOT NULL DEFAULT 'default',
|
|
95
|
+
gateway_id TEXT NOT NULL DEFAULT 'default',
|
|
96
|
+
local_agent_id TEXT NOT NULL,
|
|
97
|
+
project_key TEXT NOT NULL,
|
|
98
|
+
created_at INTEGER NOT NULL,
|
|
99
|
+
PRIMARY KEY (tenant_id, gateway_id, local_agent_id, project_key)
|
|
100
|
+
);
|
|
101
|
+
|
|
102
|
+
CREATE TABLE IF NOT EXISTS knowledge_agent_hidden (
|
|
103
|
+
tenant_id TEXT NOT NULL DEFAULT 'default',
|
|
104
|
+
gateway_id TEXT NOT NULL DEFAULT 'default',
|
|
105
|
+
local_agent_id TEXT NOT NULL,
|
|
106
|
+
source_id TEXT NOT NULL,
|
|
107
|
+
created_at INTEGER NOT NULL,
|
|
108
|
+
PRIMARY KEY (tenant_id, gateway_id, local_agent_id, source_id)
|
|
109
|
+
);
|
|
110
|
+
|
|
111
|
+
CREATE TABLE IF NOT EXISTS knowledge_session_visibility (
|
|
112
|
+
tenant_id TEXT NOT NULL DEFAULT 'default',
|
|
113
|
+
gateway_id TEXT NOT NULL DEFAULT 'default',
|
|
114
|
+
local_session_id TEXT NOT NULL,
|
|
115
|
+
target_type TEXT NOT NULL CHECK (target_type IN ('project', 'source')),
|
|
116
|
+
target_id TEXT NOT NULL,
|
|
117
|
+
op TEXT NOT NULL CHECK (op IN ('include', 'exclude')),
|
|
118
|
+
created_at INTEGER NOT NULL,
|
|
119
|
+
PRIMARY KEY (tenant_id, gateway_id, local_session_id, target_type, target_id)
|
|
120
|
+
);
|
|
121
|
+
|
|
43
122
|
CREATE TABLE IF NOT EXISTS knowledge_sources (
|
|
44
123
|
id TEXT PRIMARY KEY,
|
|
124
|
+
tenant_id TEXT NOT NULL DEFAULT 'default',
|
|
125
|
+
registered_by TEXT NOT NULL DEFAULT 'default',
|
|
126
|
+
visibility TEXT NOT NULL DEFAULT 'private',
|
|
45
127
|
kind TEXT NOT NULL,
|
|
46
128
|
location TEXT NOT NULL,
|
|
47
129
|
scope_level TEXT NOT NULL,
|
|
48
130
|
scope_key TEXT NOT NULL,
|
|
49
131
|
sync_json TEXT NOT NULL DEFAULT '{}',
|
|
132
|
+
network_json TEXT,
|
|
133
|
+
discover_json TEXT,
|
|
134
|
+
auth_ref TEXT,
|
|
50
135
|
status TEXT NOT NULL DEFAULT 'pending',
|
|
51
136
|
coverage REAL,
|
|
52
137
|
errors_json TEXT NOT NULL DEFAULT '[]',
|
|
@@ -55,90 +140,68 @@ export class KnowledgeDatabase {
|
|
|
55
140
|
generated_description TEXT,
|
|
56
141
|
catalog_priority INTEGER,
|
|
57
142
|
hidden_from_catalog INTEGER NOT NULL DEFAULT 0,
|
|
143
|
+
last_polled_at INTEGER,
|
|
58
144
|
created_at INTEGER NOT NULL,
|
|
59
145
|
updated_at INTEGER NOT NULL
|
|
60
146
|
);
|
|
61
147
|
CREATE INDEX IF NOT EXISTS idx_knowledge_sources_scope
|
|
62
148
|
ON knowledge_sources(scope_level, scope_key);
|
|
63
|
-
CREATE INDEX IF NOT EXISTS
|
|
64
|
-
ON knowledge_sources(
|
|
65
|
-
|
|
66
|
-
-- Project 显式挂载(默认拒绝):project_key + agent_id
|
|
67
|
-
CREATE TABLE IF NOT EXISTS knowledge_projects (
|
|
68
|
-
project_key TEXT PRIMARY KEY,
|
|
69
|
-
display_name TEXT,
|
|
70
|
-
created_at INTEGER NOT NULL,
|
|
71
|
-
updated_at INTEGER NOT NULL
|
|
72
|
-
);
|
|
73
|
-
|
|
74
|
-
CREATE TABLE IF NOT EXISTS knowledge_project_agents (
|
|
75
|
-
project_key TEXT NOT NULL,
|
|
76
|
-
agent_id TEXT NOT NULL,
|
|
77
|
-
created_at INTEGER NOT NULL,
|
|
78
|
-
PRIMARY KEY (project_key, agent_id)
|
|
79
|
-
);
|
|
80
|
-
|
|
81
|
-
-- Global 源对 agent 的屏蔽
|
|
82
|
-
CREATE TABLE IF NOT EXISTS knowledge_agent_hidden (
|
|
83
|
-
agent_id TEXT NOT NULL,
|
|
84
|
-
source_id TEXT NOT NULL,
|
|
85
|
-
created_at INTEGER NOT NULL,
|
|
86
|
-
PRIMARY KEY (agent_id, source_id)
|
|
87
|
-
);
|
|
88
|
-
|
|
89
|
-
-- 会话可见视图 overlay(资产归属不变;只改本场 effective view)
|
|
90
|
-
CREATE TABLE IF NOT EXISTS knowledge_session_visibility (
|
|
91
|
-
session_id TEXT NOT NULL,
|
|
92
|
-
target_type TEXT NOT NULL CHECK (target_type IN ('project', 'source')),
|
|
93
|
-
target_id TEXT NOT NULL,
|
|
94
|
-
op TEXT NOT NULL CHECK (op IN ('include', 'exclude')),
|
|
95
|
-
created_at INTEGER NOT NULL,
|
|
96
|
-
PRIMARY KEY (session_id, target_type, target_id)
|
|
97
|
-
);
|
|
149
|
+
CREATE INDEX IF NOT EXISTS idx_knowledge_sources_tenant
|
|
150
|
+
ON knowledge_sources(tenant_id);
|
|
98
151
|
|
|
99
|
-
--
|
|
152
|
+
-- 物理 File:identity 稳定,size/mtime 为版本
|
|
100
153
|
CREATE TABLE IF NOT EXISTS knowledge_files (
|
|
101
154
|
id TEXT PRIMARY KEY,
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
content_hash TEXT NOT NULL,
|
|
155
|
+
tenant_id TEXT NOT NULL DEFAULT 'default',
|
|
156
|
+
identity_key TEXT NOT NULL,
|
|
105
157
|
size INTEGER NOT NULL DEFAULT 0,
|
|
106
158
|
mtime INTEGER NOT NULL DEFAULT 0,
|
|
159
|
+
content_hash TEXT,
|
|
107
160
|
adapter_id TEXT,
|
|
108
161
|
status TEXT NOT NULL DEFAULT 'indexed',
|
|
109
162
|
error TEXT,
|
|
110
163
|
chunk_count INTEGER NOT NULL DEFAULT 0,
|
|
111
164
|
indexed_at INTEGER NOT NULL,
|
|
112
|
-
|
|
165
|
+
external_url TEXT,
|
|
166
|
+
etag TEXT,
|
|
167
|
+
last_modified TEXT,
|
|
168
|
+
UNIQUE (tenant_id, identity_key)
|
|
113
169
|
);
|
|
114
|
-
|
|
170
|
+
|
|
171
|
+
-- 逻辑认领:path 只活在 Membership
|
|
172
|
+
CREATE TABLE IF NOT EXISTS knowledge_memberships (
|
|
173
|
+
source_id TEXT NOT NULL,
|
|
174
|
+
file_id TEXT NOT NULL,
|
|
175
|
+
logical_path TEXT NOT NULL,
|
|
176
|
+
created_at INTEGER NOT NULL,
|
|
177
|
+
PRIMARY KEY (source_id, logical_path)
|
|
178
|
+
);
|
|
179
|
+
CREATE INDEX IF NOT EXISTS idx_knowledge_memberships_file
|
|
180
|
+
ON knowledge_memberships(file_id);
|
|
115
181
|
|
|
116
182
|
CREATE TABLE IF NOT EXISTS knowledge_chunks (
|
|
117
183
|
id TEXT PRIMARY KEY,
|
|
118
184
|
file_id TEXT NOT NULL,
|
|
119
|
-
source_id TEXT NOT NULL,
|
|
120
|
-
path TEXT NOT NULL,
|
|
121
185
|
ordinal INTEGER NOT NULL,
|
|
122
186
|
text TEXT NOT NULL,
|
|
123
187
|
start_line INTEGER NOT NULL DEFAULT 1,
|
|
124
188
|
end_line INTEGER NOT NULL DEFAULT 1
|
|
125
189
|
);
|
|
126
|
-
CREATE INDEX IF NOT EXISTS idx_knowledge_chunks_source ON knowledge_chunks(source_id);
|
|
127
190
|
CREATE INDEX IF NOT EXISTS idx_knowledge_chunks_file ON knowledge_chunks(file_id);
|
|
128
191
|
|
|
129
|
-
-- Phase B 向量(可关;未配 embedding 则不写)
|
|
130
192
|
CREATE TABLE IF NOT EXISTS knowledge_chunk_embeddings (
|
|
131
193
|
chunk_id TEXT PRIMARY KEY,
|
|
132
194
|
dimensions INTEGER NOT NULL,
|
|
133
|
-
|
|
195
|
+
embedding BLOB NOT NULL,
|
|
196
|
+
bucket INTEGER NOT NULL DEFAULT -1,
|
|
134
197
|
created_at INTEGER NOT NULL
|
|
135
198
|
);
|
|
136
199
|
|
|
137
|
-
-- 使用痕迹(P5;提升候选计量,非权威)
|
|
138
200
|
CREATE TABLE IF NOT EXISTS knowledge_hits (
|
|
139
201
|
id TEXT PRIMARY KEY,
|
|
140
|
-
|
|
202
|
+
file_id TEXT,
|
|
141
203
|
chunk_id TEXT,
|
|
204
|
+
source_id TEXT,
|
|
142
205
|
path TEXT NOT NULL,
|
|
143
206
|
agent_id TEXT,
|
|
144
207
|
session_id TEXT,
|
|
@@ -146,14 +209,12 @@ export class KnowledgeDatabase {
|
|
|
146
209
|
mode TEXT NOT NULL DEFAULT 'inject',
|
|
147
210
|
created_at INTEGER NOT NULL
|
|
148
211
|
);
|
|
149
|
-
CREATE INDEX IF NOT EXISTS idx_knowledge_hits_path ON knowledge_hits(path);
|
|
150
|
-
CREATE INDEX IF NOT EXISTS idx_knowledge_hits_source ON knowledge_hits(source_id);
|
|
151
212
|
CREATE INDEX IF NOT EXISTS idx_knowledge_hits_created ON knowledge_hits(created_at);
|
|
152
213
|
|
|
153
|
-
-- ingest 任务队列(背压排队,不丢任务)
|
|
154
214
|
CREATE TABLE IF NOT EXISTS knowledge_jobs (
|
|
155
215
|
id TEXT PRIMARY KEY,
|
|
156
|
-
|
|
216
|
+
file_id TEXT,
|
|
217
|
+
source_id TEXT,
|
|
157
218
|
kind TEXT NOT NULL,
|
|
158
219
|
path TEXT,
|
|
159
220
|
priority INTEGER NOT NULL DEFAULT 2,
|
|
@@ -163,43 +224,358 @@ export class KnowledgeDatabase {
|
|
|
163
224
|
created_at INTEGER NOT NULL,
|
|
164
225
|
updated_at INTEGER NOT NULL
|
|
165
226
|
);
|
|
227
|
+
CREATE TABLE IF NOT EXISTS knowledge_source_control (
|
|
228
|
+
source_id TEXT PRIMARY KEY,
|
|
229
|
+
aborted INTEGER NOT NULL DEFAULT 0,
|
|
230
|
+
aborted_at INTEGER,
|
|
231
|
+
updated_at INTEGER NOT NULL
|
|
232
|
+
);
|
|
233
|
+
|
|
166
234
|
CREATE INDEX IF NOT EXISTS idx_knowledge_jobs_status
|
|
167
235
|
ON knowledge_jobs(status, priority, created_at);
|
|
168
|
-
CREATE INDEX IF NOT EXISTS
|
|
236
|
+
CREATE INDEX IF NOT EXISTS idx_knowledge_jobs_file ON knowledge_jobs(file_id);
|
|
237
|
+
CREATE INDEX IF NOT EXISTS idx_knowledge_jobs_source_status
|
|
238
|
+
ON knowledge_jobs(source_id, status);
|
|
169
239
|
`);
|
|
170
240
|
this.migrate();
|
|
171
241
|
}
|
|
172
|
-
/**
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
this.db.
|
|
242
|
+
/**
|
|
243
|
+
* 旧库升级:补缺失列 + 重建 File identity 投影。
|
|
244
|
+
* 必须在 CREATE INDEX 之前跑,否则旧表上建新列索引会 `no such column`。
|
|
245
|
+
*/
|
|
246
|
+
upgradeLegacySchema() {
|
|
247
|
+
// 1) 各表补列(幂等)
|
|
248
|
+
const alterIfMissing = (table, cols) => {
|
|
249
|
+
const existing = this.db.prepare(`PRAGMA table_info(${table})`).all();
|
|
250
|
+
const names = new Set(existing.map((c) => c.name));
|
|
251
|
+
for (const col of cols) {
|
|
252
|
+
if (!names.has(col.name)) {
|
|
253
|
+
try {
|
|
254
|
+
this.db.exec(`ALTER TABLE ${table} ADD COLUMN ${col.ddl}`);
|
|
255
|
+
}
|
|
256
|
+
catch {
|
|
257
|
+
// 表可能尚不存在(createTables 随后会建)
|
|
258
|
+
}
|
|
259
|
+
}
|
|
260
|
+
}
|
|
261
|
+
};
|
|
262
|
+
alterIfMissing('knowledge_sources', [
|
|
263
|
+
{ name: 'tenant_id', ddl: `tenant_id TEXT NOT NULL DEFAULT 'default'` },
|
|
264
|
+
{ name: 'registered_by', ddl: `registered_by TEXT NOT NULL DEFAULT 'default'` },
|
|
265
|
+
{ name: 'visibility', ddl: `visibility TEXT NOT NULL DEFAULT 'private'` },
|
|
266
|
+
{ name: 'network_json', ddl: `network_json TEXT` },
|
|
267
|
+
{ name: 'discover_json', ddl: `discover_json TEXT` },
|
|
268
|
+
{ name: 'auth_ref', ddl: `auth_ref TEXT` },
|
|
269
|
+
{ name: 'last_polled_at', ddl: `last_polled_at INTEGER` },
|
|
270
|
+
]);
|
|
271
|
+
alterIfMissing('knowledge_projects', [
|
|
272
|
+
{ name: 'tenant_id', ddl: `tenant_id TEXT NOT NULL DEFAULT 'default'` },
|
|
273
|
+
{ name: 'registered_by', ddl: `registered_by TEXT NOT NULL DEFAULT 'default'` },
|
|
274
|
+
{ name: 'visibility', ddl: `visibility TEXT NOT NULL DEFAULT 'private'` },
|
|
275
|
+
]);
|
|
276
|
+
alterIfMissing('knowledge_project_agents', [
|
|
277
|
+
{ name: 'tenant_id', ddl: `tenant_id TEXT NOT NULL DEFAULT 'default'` },
|
|
278
|
+
{ name: 'gateway_id', ddl: `gateway_id TEXT NOT NULL DEFAULT 'default'` },
|
|
279
|
+
{ name: 'local_agent_id', ddl: `local_agent_id TEXT NOT NULL DEFAULT ''` },
|
|
280
|
+
]);
|
|
281
|
+
alterIfMissing('knowledge_agent_hidden', [
|
|
282
|
+
{ name: 'tenant_id', ddl: `tenant_id TEXT NOT NULL DEFAULT 'default'` },
|
|
283
|
+
{ name: 'gateway_id', ddl: `gateway_id TEXT NOT NULL DEFAULT 'default'` },
|
|
284
|
+
{ name: 'local_agent_id', ddl: `local_agent_id TEXT NOT NULL DEFAULT ''` },
|
|
285
|
+
]);
|
|
286
|
+
alterIfMissing('knowledge_session_visibility', [
|
|
287
|
+
{ name: 'tenant_id', ddl: `tenant_id TEXT NOT NULL DEFAULT 'default'` },
|
|
288
|
+
{ name: 'gateway_id', ddl: `gateway_id TEXT NOT NULL DEFAULT 'default'` },
|
|
289
|
+
{ name: 'local_session_id', ddl: `local_session_id TEXT NOT NULL DEFAULT ''` },
|
|
290
|
+
]);
|
|
291
|
+
alterIfMissing('knowledge_jobs', [
|
|
292
|
+
{ name: 'file_id', ddl: `file_id TEXT` },
|
|
293
|
+
{ name: 'tenant_id', ddl: `tenant_id TEXT NOT NULL DEFAULT 'default'` },
|
|
294
|
+
]);
|
|
295
|
+
alterIfMissing('knowledge_hits', [
|
|
296
|
+
{ name: 'file_id', ddl: `file_id TEXT` },
|
|
297
|
+
{ name: 'tenant_id', ddl: `tenant_id TEXT NOT NULL DEFAULT 'default'` },
|
|
298
|
+
]);
|
|
299
|
+
// 2) 旧 files/chunks(source_id,path)→ File identity 重建
|
|
300
|
+
this.migrateLegacyFileIdentitySchema();
|
|
301
|
+
// 2b) 旧 projects/project_agents 等主键 → 复合键重建
|
|
302
|
+
this.rebuildLegacyProjectTables();
|
|
303
|
+
// 3) 旧 project_agents/hidden/session:local_agent_id 空则从 agent_id 回填
|
|
304
|
+
this.backfillLegacyAgentColumns();
|
|
305
|
+
this.ensureEmbeddingSchema();
|
|
306
|
+
}
|
|
307
|
+
/**
|
|
308
|
+
* 旧 projects PK(project_key) / project_agents PK(project_key,agent_id) → 复合键
|
|
309
|
+
* (含 tenant/gateway),否则 ON CONFLICT(tenant_id, project_key) 会炸。
|
|
310
|
+
*/
|
|
311
|
+
rebuildLegacyProjectTables() {
|
|
312
|
+
const tableSql = (name) => {
|
|
313
|
+
try {
|
|
314
|
+
const row = this.db
|
|
315
|
+
.prepare(`SELECT sql FROM sqlite_master WHERE type='table' AND name = ?`)
|
|
316
|
+
.get(name);
|
|
317
|
+
return row?.sql ?? null;
|
|
318
|
+
}
|
|
319
|
+
catch {
|
|
320
|
+
return null;
|
|
321
|
+
}
|
|
322
|
+
};
|
|
323
|
+
// knowledge_projects:无 tenant_id 在 PK 中则重建
|
|
324
|
+
const projSql = tableSql('knowledge_projects');
|
|
325
|
+
if (projSql && !/PRIMARY KEY\s*\(\s*tenant_id/i.test(projSql)) {
|
|
326
|
+
this.db.exec('BEGIN');
|
|
327
|
+
try {
|
|
328
|
+
this.db.exec(`
|
|
329
|
+
CREATE TABLE knowledge_projects_v2 (
|
|
330
|
+
tenant_id TEXT NOT NULL DEFAULT 'default',
|
|
331
|
+
project_key TEXT NOT NULL,
|
|
332
|
+
display_name TEXT,
|
|
333
|
+
registered_by TEXT NOT NULL DEFAULT 'default',
|
|
334
|
+
visibility TEXT NOT NULL DEFAULT 'private',
|
|
335
|
+
created_at INTEGER NOT NULL,
|
|
336
|
+
updated_at INTEGER NOT NULL,
|
|
337
|
+
PRIMARY KEY (tenant_id, project_key)
|
|
338
|
+
);
|
|
339
|
+
INSERT INTO knowledge_projects_v2
|
|
340
|
+
(tenant_id, project_key, display_name, registered_by, visibility, created_at, updated_at)
|
|
341
|
+
SELECT COALESCE(tenant_id,'default'), project_key, display_name,
|
|
342
|
+
COALESCE(registered_by,'default'), COALESCE(visibility,'private'),
|
|
343
|
+
created_at, updated_at
|
|
344
|
+
FROM knowledge_projects;
|
|
345
|
+
DROP TABLE knowledge_projects;
|
|
346
|
+
ALTER TABLE knowledge_projects_v2 RENAME TO knowledge_projects;
|
|
347
|
+
`);
|
|
348
|
+
this.db.exec('COMMIT');
|
|
349
|
+
}
|
|
350
|
+
catch (err) {
|
|
351
|
+
try {
|
|
352
|
+
this.db.exec('ROLLBACK');
|
|
353
|
+
}
|
|
354
|
+
catch {
|
|
355
|
+
/* ignore */
|
|
356
|
+
}
|
|
357
|
+
throw err;
|
|
358
|
+
}
|
|
180
359
|
}
|
|
181
|
-
|
|
182
|
-
|
|
360
|
+
// knowledge_project_agents
|
|
361
|
+
const paSql = tableSql('knowledge_project_agents');
|
|
362
|
+
if (paSql && !/PRIMARY KEY\s*\(\s*tenant_id/i.test(paSql)) {
|
|
363
|
+
this.db.exec('BEGIN');
|
|
364
|
+
try {
|
|
365
|
+
this.db.exec(`
|
|
366
|
+
CREATE TABLE knowledge_project_agents_v2 (
|
|
367
|
+
tenant_id TEXT NOT NULL DEFAULT 'default',
|
|
368
|
+
gateway_id TEXT NOT NULL DEFAULT 'default',
|
|
369
|
+
local_agent_id TEXT NOT NULL DEFAULT '',
|
|
370
|
+
project_key TEXT NOT NULL,
|
|
371
|
+
created_at INTEGER NOT NULL,
|
|
372
|
+
PRIMARY KEY (tenant_id, gateway_id, local_agent_id, project_key)
|
|
373
|
+
);
|
|
374
|
+
INSERT OR IGNORE INTO knowledge_project_agents_v2
|
|
375
|
+
(tenant_id, gateway_id, local_agent_id, project_key, created_at)
|
|
376
|
+
SELECT COALESCE(tenant_id,'default'), COALESCE(gateway_id,'default'),
|
|
377
|
+
COALESCE(NULLIF(local_agent_id,''), COALESCE(agent_id,'')),
|
|
378
|
+
project_key, created_at
|
|
379
|
+
FROM knowledge_project_agents;
|
|
380
|
+
DROP TABLE knowledge_project_agents;
|
|
381
|
+
ALTER TABLE knowledge_project_agents_v2 RENAME TO knowledge_project_agents;
|
|
382
|
+
`);
|
|
383
|
+
this.db.exec('COMMIT');
|
|
384
|
+
}
|
|
385
|
+
catch (err) {
|
|
386
|
+
try {
|
|
387
|
+
this.db.exec('ROLLBACK');
|
|
388
|
+
}
|
|
389
|
+
catch {
|
|
390
|
+
/* ignore */
|
|
391
|
+
}
|
|
392
|
+
throw err;
|
|
393
|
+
}
|
|
394
|
+
}
|
|
395
|
+
// knowledge_agent_hidden
|
|
396
|
+
const ahSql = tableSql('knowledge_agent_hidden');
|
|
397
|
+
if (ahSql && !/PRIMARY KEY\s*\(\s*tenant_id/i.test(ahSql)) {
|
|
398
|
+
this.db.exec('BEGIN');
|
|
399
|
+
try {
|
|
400
|
+
this.db.exec(`
|
|
401
|
+
CREATE TABLE knowledge_agent_hidden_v2 (
|
|
402
|
+
tenant_id TEXT NOT NULL DEFAULT 'default',
|
|
403
|
+
gateway_id TEXT NOT NULL DEFAULT 'default',
|
|
404
|
+
local_agent_id TEXT NOT NULL DEFAULT '',
|
|
405
|
+
source_id TEXT NOT NULL,
|
|
406
|
+
created_at INTEGER NOT NULL,
|
|
407
|
+
PRIMARY KEY (tenant_id, gateway_id, local_agent_id, source_id)
|
|
408
|
+
);
|
|
409
|
+
INSERT OR IGNORE INTO knowledge_agent_hidden_v2
|
|
410
|
+
(tenant_id, gateway_id, local_agent_id, source_id, created_at)
|
|
411
|
+
SELECT COALESCE(tenant_id,'default'), COALESCE(gateway_id,'default'),
|
|
412
|
+
COALESCE(NULLIF(local_agent_id,''), COALESCE(agent_id,'')),
|
|
413
|
+
source_id, created_at
|
|
414
|
+
FROM knowledge_agent_hidden;
|
|
415
|
+
DROP TABLE knowledge_agent_hidden;
|
|
416
|
+
ALTER TABLE knowledge_agent_hidden_v2 RENAME TO knowledge_agent_hidden;
|
|
417
|
+
`);
|
|
418
|
+
this.db.exec('COMMIT');
|
|
419
|
+
}
|
|
420
|
+
catch (err) {
|
|
421
|
+
try {
|
|
422
|
+
this.db.exec('ROLLBACK');
|
|
423
|
+
}
|
|
424
|
+
catch {
|
|
425
|
+
/* ignore */
|
|
426
|
+
}
|
|
427
|
+
throw err;
|
|
428
|
+
}
|
|
183
429
|
}
|
|
184
|
-
|
|
185
|
-
|
|
430
|
+
}
|
|
431
|
+
/** 旧列 agent_id / session_id → local_* 回填(best-effort) */
|
|
432
|
+
backfillLegacyAgentColumns() {
|
|
433
|
+
const hasCol = (table, col) => {
|
|
434
|
+
try {
|
|
435
|
+
const rows = this.db.prepare(`PRAGMA table_info(${table})`).all();
|
|
436
|
+
return rows.some((r) => r.name === col);
|
|
437
|
+
}
|
|
438
|
+
catch {
|
|
439
|
+
return false;
|
|
440
|
+
}
|
|
441
|
+
};
|
|
442
|
+
try {
|
|
443
|
+
if (hasCol('knowledge_project_agents', 'agent_id')) {
|
|
444
|
+
this.db.exec(`UPDATE knowledge_project_agents SET local_agent_id = agent_id
|
|
445
|
+
WHERE local_agent_id IS NULL OR local_agent_id = ''`);
|
|
446
|
+
}
|
|
447
|
+
if (hasCol('knowledge_agent_hidden', 'agent_id')) {
|
|
448
|
+
this.db.exec(`UPDATE knowledge_agent_hidden SET local_agent_id = agent_id
|
|
449
|
+
WHERE local_agent_id IS NULL OR local_agent_id = ''`);
|
|
450
|
+
}
|
|
451
|
+
if (hasCol('knowledge_session_visibility', 'session_id')) {
|
|
452
|
+
this.db.exec(`UPDATE knowledge_session_visibility SET local_session_id = session_id
|
|
453
|
+
WHERE local_session_id IS NULL OR local_session_id = ''`);
|
|
454
|
+
}
|
|
186
455
|
}
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
.all();
|
|
190
|
-
const srcNames = new Set(srcCols.map((c) => c.name));
|
|
191
|
-
if (!srcNames.has('auth_ref')) {
|
|
192
|
-
this.db.exec(`ALTER TABLE knowledge_sources ADD COLUMN auth_ref TEXT`);
|
|
456
|
+
catch {
|
|
457
|
+
// 旧列不存在则跳过
|
|
193
458
|
}
|
|
194
|
-
|
|
195
|
-
|
|
459
|
+
}
|
|
460
|
+
/**
|
|
461
|
+
* 保证 embeddings 表含 `bucket` 列并建索引。
|
|
462
|
+
*
|
|
463
|
+
* 必须在任何 `INSERT … bucket` / `WHERE bucket` **之前**调用;
|
|
464
|
+
* 且不得与 `CREATE INDEX … (bucket)` 同批执行(旧表无该列时会先炸索引)。
|
|
465
|
+
*/
|
|
466
|
+
ensureEmbeddingSchema() {
|
|
467
|
+
const cols = this.db
|
|
468
|
+
.prepare(`PRAGMA table_info(knowledge_chunk_embeddings)`)
|
|
469
|
+
.all();
|
|
470
|
+
const names = new Set(cols.map((c) => c.name));
|
|
471
|
+
if (!names.has('bucket')) {
|
|
472
|
+
this.db.exec(`ALTER TABLE knowledge_chunk_embeddings ADD COLUMN bucket INTEGER NOT NULL DEFAULT -1`);
|
|
196
473
|
}
|
|
197
|
-
|
|
198
|
-
|
|
474
|
+
this.db.exec(`CREATE INDEX IF NOT EXISTS idx_knowledge_chunk_embeddings_bucket
|
|
475
|
+
ON knowledge_chunk_embeddings(bucket)`);
|
|
476
|
+
}
|
|
477
|
+
/**
|
|
478
|
+
* 幂等迁移:createTables 已跑 upgradeLegacySchema;此处仅兜底
|
|
479
|
+
*/
|
|
480
|
+
migrate() {
|
|
481
|
+
this.ensureEmbeddingSchema();
|
|
482
|
+
this.migrateLegacyFileIdentitySchema();
|
|
483
|
+
this.ensureEmbeddingSchema();
|
|
484
|
+
}
|
|
485
|
+
/**
|
|
486
|
+
* v2 旧库检测:knowledge_files 仍为 (source_id,path) 且无 identity_key / memberships。
|
|
487
|
+
* Index 非权威 → 迁 membership + identity;失败则重建空索引(源登记保留)。
|
|
488
|
+
*/
|
|
489
|
+
migrateLegacyFileIdentitySchema() {
|
|
490
|
+
const filesCols = this.db
|
|
491
|
+
.prepare(`PRAGMA table_info(knowledge_files)`)
|
|
492
|
+
.all();
|
|
493
|
+
const fileNames = new Set(filesCols.map((c) => c.name));
|
|
494
|
+
const hasMemberships = this.db
|
|
495
|
+
.prepare(`SELECT name FROM sqlite_master WHERE type='table' AND name='knowledge_memberships'`)
|
|
496
|
+
.get();
|
|
497
|
+
// 新库或已迁移
|
|
498
|
+
if (fileNames.has('identity_key') && hasMemberships)
|
|
499
|
+
return;
|
|
500
|
+
const now = Date.now();
|
|
501
|
+
this.db.exec('BEGIN');
|
|
502
|
+
try {
|
|
503
|
+
// 保留 sources / projects / hidden / session_visibility
|
|
504
|
+
// 重建索引投影表(identity 版)+ 清空残留 jobs(引用已删 file)
|
|
505
|
+
this.db.exec(`
|
|
506
|
+
DROP TABLE IF EXISTS knowledge_chunks_fts;
|
|
507
|
+
DROP TABLE IF EXISTS knowledge_chunk_embeddings;
|
|
508
|
+
DROP TABLE IF EXISTS knowledge_chunks;
|
|
509
|
+
DROP TABLE IF EXISTS knowledge_files;
|
|
510
|
+
DROP TABLE IF EXISTS knowledge_memberships;
|
|
511
|
+
`);
|
|
512
|
+
// jobs/hits 可能尚未建表(全新库)或已是新 schema
|
|
513
|
+
try {
|
|
514
|
+
this.db.exec('DELETE FROM knowledge_jobs');
|
|
515
|
+
this.db.exec('DELETE FROM knowledge_hits');
|
|
516
|
+
}
|
|
517
|
+
catch {
|
|
518
|
+
// 表不存在:createTables 随后会建
|
|
519
|
+
}
|
|
520
|
+
this.db.exec(`
|
|
521
|
+
CREATE TABLE knowledge_files (
|
|
522
|
+
id TEXT PRIMARY KEY,
|
|
523
|
+
tenant_id TEXT NOT NULL DEFAULT 'default',
|
|
524
|
+
identity_key TEXT NOT NULL,
|
|
525
|
+
size INTEGER NOT NULL DEFAULT 0,
|
|
526
|
+
mtime INTEGER NOT NULL DEFAULT 0,
|
|
527
|
+
content_hash TEXT,
|
|
528
|
+
adapter_id TEXT,
|
|
529
|
+
status TEXT NOT NULL DEFAULT 'indexed',
|
|
530
|
+
error TEXT,
|
|
531
|
+
chunk_count INTEGER NOT NULL DEFAULT 0,
|
|
532
|
+
indexed_at INTEGER NOT NULL,
|
|
533
|
+
external_url TEXT,
|
|
534
|
+
etag TEXT,
|
|
535
|
+
last_modified TEXT,
|
|
536
|
+
UNIQUE (tenant_id, identity_key)
|
|
537
|
+
);
|
|
538
|
+
|
|
539
|
+
CREATE TABLE knowledge_memberships (
|
|
540
|
+
source_id TEXT NOT NULL,
|
|
541
|
+
file_id TEXT NOT NULL,
|
|
542
|
+
logical_path TEXT NOT NULL,
|
|
543
|
+
created_at INTEGER NOT NULL,
|
|
544
|
+
PRIMARY KEY (source_id, logical_path)
|
|
545
|
+
);
|
|
546
|
+
CREATE INDEX idx_knowledge_memberships_file ON knowledge_memberships(file_id);
|
|
547
|
+
|
|
548
|
+
CREATE TABLE knowledge_chunks (
|
|
549
|
+
id TEXT PRIMARY KEY,
|
|
550
|
+
file_id TEXT NOT NULL,
|
|
551
|
+
ordinal INTEGER NOT NULL,
|
|
552
|
+
text TEXT NOT NULL,
|
|
553
|
+
start_line INTEGER NOT NULL DEFAULT 1,
|
|
554
|
+
end_line INTEGER NOT NULL DEFAULT 1
|
|
555
|
+
);
|
|
556
|
+
CREATE INDEX idx_knowledge_chunks_file ON knowledge_chunks(file_id);
|
|
557
|
+
|
|
558
|
+
CREATE TABLE knowledge_chunk_embeddings (
|
|
559
|
+
chunk_id TEXT PRIMARY KEY,
|
|
560
|
+
dimensions INTEGER NOT NULL,
|
|
561
|
+
embedding BLOB NOT NULL,
|
|
562
|
+
bucket INTEGER NOT NULL DEFAULT -1,
|
|
563
|
+
created_at INTEGER NOT NULL
|
|
564
|
+
);
|
|
565
|
+
`);
|
|
566
|
+
this.db.exec('COMMIT');
|
|
199
567
|
}
|
|
200
|
-
|
|
201
|
-
|
|
568
|
+
catch (err) {
|
|
569
|
+
try {
|
|
570
|
+
this.db.exec('ROLLBACK');
|
|
571
|
+
}
|
|
572
|
+
catch {
|
|
573
|
+
// 以原异常为准
|
|
574
|
+
}
|
|
575
|
+
throw err;
|
|
202
576
|
}
|
|
577
|
+
// 索引需重建:调用方 reconcile / reindex 补齐
|
|
578
|
+
void now;
|
|
203
579
|
}
|
|
204
580
|
get raw() {
|
|
205
581
|
return this.db;
|
|
@@ -210,11 +586,16 @@ export class KnowledgeDatabase {
|
|
|
210
586
|
stats() {
|
|
211
587
|
const counts = {
|
|
212
588
|
sources: 'SELECT COUNT(*) AS count FROM knowledge_sources',
|
|
589
|
+
memberships: 'SELECT COUNT(*) AS count FROM knowledge_memberships',
|
|
590
|
+
files: 'SELECT COUNT(*) AS count FROM knowledge_files',
|
|
213
591
|
projectAgents: 'SELECT COUNT(*) AS count FROM knowledge_project_agents',
|
|
214
592
|
agentHidden: 'SELECT COUNT(*) AS count FROM knowledge_agent_hidden',
|
|
215
593
|
sessionVisibility: 'SELECT COUNT(*) AS count FROM knowledge_session_visibility',
|
|
216
|
-
files: 'SELECT COUNT(*) AS count FROM knowledge_files',
|
|
217
594
|
chunks: 'SELECT COUNT(*) AS count FROM knowledge_chunks',
|
|
595
|
+
ftsChunks: 'SELECT COUNT(*) AS count FROM knowledge_chunks_fts',
|
|
596
|
+
embeddableChunks: `SELECT COUNT(*) AS count FROM knowledge_chunks c
|
|
597
|
+
LEFT JOIN knowledge_files f ON f.id = c.file_id
|
|
598
|
+
WHERE (f.adapter_id IS NULL OR f.adapter_id NOT IN ('code-tree'))`,
|
|
218
599
|
embeddings: 'SELECT COUNT(*) AS count FROM knowledge_chunk_embeddings',
|
|
219
600
|
hits: 'SELECT COUNT(*) AS count FROM knowledge_hits',
|
|
220
601
|
jobsQueued: "SELECT COUNT(*) AS count FROM knowledge_jobs WHERE status = 'queued'",
|
|
@@ -230,6 +611,8 @@ export class KnowledgeDatabase {
|
|
|
230
611
|
result[key] = 0;
|
|
231
612
|
}
|
|
232
613
|
}
|
|
614
|
+
// 0=无 ANN(仅桶/FTS);1=sqlite-vec KNN —— 百万级部署必须为 1
|
|
615
|
+
result.sqliteVec = this._sqliteVec ? 1 : 0;
|
|
233
616
|
return result;
|
|
234
617
|
}
|
|
235
618
|
}
|
|
@@ -32,6 +32,8 @@ export interface KnowledgeDescribeResult {
|
|
|
32
32
|
export declare function generateKnowledgeDescription(source: Pick<KnowledgeSource, 'displayName' | 'kind' | 'location'>, sampleText: string, options?: KnowledgeDescribeOptions): Promise<KnowledgeDescribeResult>;
|
|
33
33
|
/**
|
|
34
34
|
* 启发式一行描述(不能当正确描述,仅 fallback)
|
|
35
|
+
*
|
|
36
|
+
* 形态:用途/何时搜,而不是 `directory source at <path>` 这种无信息句。
|
|
35
37
|
*/
|
|
36
38
|
export declare function heuristicDescription(source: {
|
|
37
39
|
displayName: string;
|