@octopi-agent/engine 0.56.0 → 0.58.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. package/dist/config-schema/engine.d.ts +5 -0
  2. package/dist/config-schema/substrate.d.ts +5 -0
  3. package/dist/config-schema/substrate.js +11 -0
  4. package/dist/config.d.ts +9 -0
  5. package/dist/harness/agent/config-bridge.js +3 -0
  6. package/dist/harness/context/constitution/default-agents.md +1 -0
  7. package/dist/harness/context/index.d.ts +2 -2
  8. package/dist/harness/context/index.js +1 -1
  9. package/dist/harness/context/layer-types.d.ts +26 -2
  10. package/dist/harness/context/layer-types.js +59 -11
  11. package/dist/harness/context/layers.d.ts +3 -0
  12. package/dist/harness/context/layers.js +38 -12
  13. package/dist/harness/context/system-prompt-assembler.d.ts +5 -0
  14. package/dist/harness/context/system-prompt-assembler.js +2 -0
  15. package/dist/harness/extension/plugin-ecosystem/tools/knowledge.js +13 -0
  16. package/dist/harness/extension/plugin-ecosystem/tools/memory.js +3 -0
  17. package/dist/harness/index.d.ts +1 -1
  18. package/dist/harness/index.js +1 -1
  19. package/dist/harness/knowledge/catalog-types.d.ts +4 -0
  20. package/dist/harness/knowledge/db.d.ts +4 -0
  21. package/dist/harness/knowledge/db.js +58 -3
  22. package/dist/harness/knowledge/describe.d.ts +2 -0
  23. package/dist/harness/knowledge/describe.js +5 -1
  24. package/dist/harness/knowledge/document-extract-worker.d.ts +1 -0
  25. package/dist/harness/knowledge/document-extract-worker.js +25 -0
  26. package/dist/harness/knowledge/extract-document.d.ts +17 -0
  27. package/dist/harness/knowledge/extract-document.js +62 -0
  28. package/dist/harness/knowledge/index-store.d.ts +42 -4
  29. package/dist/harness/knowledge/index-store.js +234 -32
  30. package/dist/harness/knowledge/index.d.ts +2 -0
  31. package/dist/harness/knowledge/index.js +1 -0
  32. package/dist/harness/knowledge/ingest.d.ts +100 -2
  33. package/dist/harness/knowledge/ingest.js +582 -58
  34. package/dist/harness/knowledge/retriever.d.ts +8 -0
  35. package/dist/harness/knowledge/retriever.js +33 -1
  36. package/dist/harness/knowledge/source-store.d.ts +4 -0
  37. package/dist/harness/knowledge/source-store.js +62 -6
  38. package/dist/harness/knowledge/topics.d.ts +13 -0
  39. package/dist/harness/knowledge/topics.js +48 -0
  40. package/dist/harness/memory/index.d.ts +3 -2
  41. package/dist/harness/memory/index.js +3 -1
  42. package/dist/harness/memory/retrieval-rank.d.ts +51 -0
  43. package/dist/harness/memory/retrieval-rank.js +60 -0
  44. package/dist/harness/memory/sqlite/index.d.ts +2 -2
  45. package/dist/harness/memory/sqlite/index.js +1 -1
  46. package/dist/harness/memory/sqlite/keyword-search.d.ts +20 -2
  47. package/dist/harness/memory/sqlite/keyword-search.js +40 -17
  48. package/dist/harness/memory/sqlite/memory-store.d.ts +18 -4
  49. package/dist/harness/memory/sqlite/memory-store.js +89 -39
  50. package/dist/harness/memory/store.js +39 -21
  51. package/dist/harness/memory/types.d.ts +7 -0
  52. package/dist/harness/run/runner.d.ts +1 -0
  53. package/dist/harness/run/runner.js +4 -2
  54. package/dist/harness/session/tasks/index.d.ts +1 -1
  55. package/dist/harness/session/tasks/index.js +1 -1
  56. package/dist/harness/session/tasks/render.d.ts +10 -0
  57. package/dist/harness/session/tasks/render.js +27 -0
  58. package/package.json +2 -2
@@ -32,6 +32,8 @@ export interface KnowledgeIngestOptions {
32
32
  debounceMs?: number;
33
33
  /** 单文件大小上限(默认 5MB;超出 skip) */
34
34
  maxFileBytes?: number;
35
+ /** 单文件 parse 超时 ms(默认 45000) */
36
+ parseTimeoutMs?: number;
35
37
  /** Phase B embedding(未配则纯关键词) */
36
38
  embeddingProvider?: EmbeddingProvider | null;
37
39
  /** embed 批大小(默认 32) */
@@ -68,6 +70,8 @@ export declare class KnowledgeIngest extends EventEmitter {
68
70
  private readonly maxQueueDepth;
69
71
  private readonly debounceMs;
70
72
  private readonly maxFileBytes;
73
+ /** 单文件 parse/fetch 超时(默认 45s;大 Office 同步抽取会堵事件循环) */
74
+ private readonly parseTimeoutMs;
71
75
  private readonly embedding;
72
76
  private readonly embedBatch;
73
77
  private readonly embedMinIntervalMs;
@@ -83,9 +87,17 @@ export declare class KnowledgeIngest extends EventEmitter {
83
87
  private readonly documentPort;
84
88
  private lastEmbedAt;
85
89
  private pollTimer;
86
- private running;
90
+ private reconcileTimer;
91
+ /** 源级中止控制器(手动 abort / 重建前清场) */
92
+ private abortBySource;
93
+ /** 源任务稳定(无 queued/running)时回调 — 用于 auto-describe 等收尾 */
94
+ onSourceSettled?: (sourceId: string) => void;
95
+ /** 上次 parse 缺口扫描时间 */
96
+ private lastParseGapScanAt;
97
+ private runningParse;
87
98
  private runningEmbed;
88
99
  private draining;
100
+ private kickAgain;
89
101
  /** source 级锁:同一 source 不并行 walk/parse 冲突写 */
90
102
  private sourceLocks;
91
103
  /** walk 发现的文件数(Phase A coverage 分母) */
@@ -94,6 +106,11 @@ export declare class KnowledgeIngest extends EventEmitter {
94
106
  private debounceTimers;
95
107
  private disposed;
96
108
  constructor(options: KnowledgeIngestOptions);
109
+ /**
110
+ * 无跨进程 Lease:本进程启动时把历史 running 收回 queued。
111
+ * 仅构造时调用——运行中同进程的 running 是合法的。
112
+ */
113
+ private reclaimOrphanRunningJobs;
97
114
  get indexStore(): KnowledgeIndexStore;
98
115
  /**
99
116
  * 路径过滤:有 DocumentPort 时文档扩展名不再被 BINARY 短路。
@@ -143,6 +160,75 @@ export declare class KnowledgeIngest extends EventEmitter {
143
160
  */
144
161
  idle(timeoutMs?: number): Promise<void>;
145
162
  dispose(): void;
163
+ /**
164
+ * 手动中止索引任务(业务完整:停收 + 清队 + 打断在跑)
165
+ *
166
+ * @param opts.sourceId - 仅中止该源;省略则全部源
167
+ * @returns 取消统计
168
+ */
169
+ abortJobs(opts?: {
170
+ sourceId?: string;
171
+ }): {
172
+ cancelledQueued: number;
173
+ abortedRunning: number;
174
+ };
175
+ /**
176
+ * 恢复/继续索引(相对「重建」更轻)
177
+ *
178
+ * - 清除该源中止态
179
+ * - 把 cancelled 任务放回 queued
180
+ * - 若仍缺向量则排队 embed
181
+ * - 不重新 walk 全量;需要全量对齐请 reindex
182
+ *
183
+ * @param opts.sourceId - 仅恢复该源;省略则全部源
184
+ * @returns 恢复统计
185
+ */
186
+ resumeJobs(opts?: {
187
+ sourceId?: string;
188
+ }): {
189
+ restoredCancelled: number;
190
+ embedQueued: number;
191
+ };
192
+ /** 开启新的中止纪元(abort 后新任务不受旧信号影响) */
193
+ private beginAbortEpoch;
194
+ /**
195
+ * 重建前作废本源未完成任务(supersede)
196
+ *
197
+ * - queued → cancelled(superseded_by_reindex)
198
+ * - running 打断(worker/循环退出)
199
+ * - 随后 beginAbortEpoch,本轮重建可继续写
200
+ */
201
+ private supersedeSourceWork;
202
+ private ensureParseCoverage;
203
+ /**
204
+ * 磁盘↔索引对齐:删掉已不存在的文件(含 chunks/embeddings)
205
+ *
206
+ * 目录源用一次 discover walk 得 keep 集(快);失败退回并行 stat。
207
+ * embed 前调用,避免给已移出文件的残 chunks 上向量。
208
+ *
209
+ * @param sourceId - 知识源 id
210
+ * @returns 删除的文件数
211
+ */
212
+ pruneMissingOnDisk(sourceId: string): Promise<number>;
213
+ /** 逐文件 stat(file 源 / walk 失败回退);并行限流 */
214
+ private pruneByStatScan;
215
+ private abortSignalFor;
216
+ private isAborted;
217
+ /**
218
+ * 任务对账(看门狗)— 不依赖单次 ensureEmbedJob
219
+ *
220
+ * 解决「续跑被去重吞掉 / 进程中断 / 状态卡 partial」等静默停摆:
221
+ * 1. 回收超时 running(崩溃/挂死孤儿)
222
+ * 2. 有缺向量且无 active embed → 自动排队
223
+ * 3. 无队列、无缺口 → 刷 coverage/status
224
+ */
225
+ startReconciler(intervalMs?: number): void;
226
+ stopReconciler(): void;
227
+ /** 对账入口(也可手工调用) */
228
+ reconcileJobs(): Promise<void>;
229
+ /** running 超时(无 heartbeat)→ 收回 queued;多次失败的直接标 failed,防毒文件死循环 */
230
+ private reclaimStaleRunningJobs;
231
+ private countActiveJobs;
146
232
  /**
147
233
  * 启动 poll 调度(幂等);仅处理 sync.strategy=poll 且 enabled 的源
148
234
  */
@@ -158,8 +244,10 @@ export declare class KnowledgeIngest extends EventEmitter {
158
244
  private enqueue;
159
245
  private kick;
160
246
  private drain;
247
+ private countQueuedKinds;
161
248
  private claimJob;
162
249
  private runJob;
250
+ private withTimeout;
163
251
  /**
164
252
  * 外源单文档 job:按逻辑键 fetch + 索引
165
253
  */
@@ -174,10 +262,20 @@ export declare class KnowledgeIngest extends EventEmitter {
174
262
  * @returns 是否成功入索引
175
263
  */
176
264
  private parseDocumentFile;
265
+ /** 优先 worker 抽取;worker 不可用时退回进程内 port */
266
+ private extractDocument;
177
267
  /**
178
- * Phase B:嵌入待处理 chunk(批 + 限速;失败不丢,下次再补)
268
+ * Phase B:嵌入待处理 chunk
269
+ *
270
+ * 单 job 内按 embedConcurrency **并行**多批调用 API;
271
+ * 失败/超时也 re-enqueue,避免 job 标 done 后 coverage 永久卡住。
179
272
  */
180
273
  private embedPending;
274
+ /** 单片 embedding;返回成功写入条数 */
275
+ private embedOneSlice;
276
+ /** 仍有缺向量则排队下一个 embed_source(须在当前 job 标 done 之后调用) */
277
+ private ensureEmbedJob;
278
+ private heartbeatJob;
181
279
  private refreshCoverage;
182
280
  private emitProgress;
183
281
  /** 磁盘水位告警(仅告警,不丢任务) */