@octopi-agent/engine 0.58.0 → 0.65.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (142) hide show
  1. package/dist/config-schema/context.d.ts +1 -1
  2. package/dist/config-schema/context.js +1 -1
  3. package/dist/config-schema/engine.d.ts +38 -1
  4. package/dist/config-schema/substrate.d.ts +37 -0
  5. package/dist/config-schema/substrate.js +47 -0
  6. package/dist/config.d.ts +30 -1
  7. package/dist/harness/agent/builder.d.ts +14 -0
  8. package/dist/harness/agent/builder.js +14 -2
  9. package/dist/harness/{context/capabilities → capabilities}/document/backends/docx.d.ts +1 -1
  10. package/dist/harness/{context/capabilities → capabilities}/document/backends/docx.js +1 -1
  11. package/dist/harness/{context/capabilities → capabilities}/document/backends/office-parser.d.ts +1 -1
  12. package/dist/harness/{context/capabilities → capabilities}/document/backends/office-parser.js +1 -1
  13. package/dist/harness/{context/capabilities → capabilities}/document/backends/pdf.d.ts +1 -1
  14. package/dist/harness/{context/capabilities → capabilities}/document/backends/pdf.js +13 -3
  15. package/dist/harness/{context/capabilities → capabilities}/document/backends/plain.d.ts +1 -1
  16. package/dist/harness/{context/capabilities → capabilities}/document/backends/plain.js +13 -4
  17. package/dist/harness/{context/capabilities → capabilities}/document/backends/sheet.d.ts +1 -1
  18. package/dist/harness/{context/capabilities → capabilities}/document/backends/sheet.js +25 -5
  19. package/dist/harness/{context/capabilities → capabilities}/document/backends/xmind.d.ts +1 -1
  20. package/dist/harness/{context/capabilities → capabilities}/document/backends/xmind.js +1 -1
  21. package/dist/harness/{context/capabilities → capabilities}/document/errors.d.ts +1 -1
  22. package/dist/harness/{context/capabilities → capabilities}/document/errors.js +1 -1
  23. package/dist/harness/capabilities/document/factory.d.ts +33 -0
  24. package/dist/harness/capabilities/document/factory.js +37 -0
  25. package/dist/harness/{context/capabilities → capabilities}/document/format.d.ts +1 -1
  26. package/dist/harness/{context/capabilities → capabilities}/document/format.js +1 -1
  27. package/dist/harness/{context/capabilities → capabilities}/document/html-to-md.d.ts +1 -1
  28. package/dist/harness/{context/capabilities → capabilities}/document/html-to-md.js +1 -1
  29. package/dist/harness/{context/capabilities → capabilities}/document/index.d.ts +3 -1
  30. package/dist/harness/{context/capabilities → capabilities}/document/index.js +2 -1
  31. package/dist/harness/{context/capabilities → capabilities}/document/legacy/factory.d.ts +3 -1
  32. package/dist/harness/{context/capabilities → capabilities}/document/legacy/factory.js +3 -1
  33. package/dist/harness/{context/capabilities → capabilities}/document/legacy/soffice.d.ts +3 -1
  34. package/dist/harness/{context/capabilities → capabilities}/document/legacy/soffice.js +44 -1
  35. package/dist/harness/{context/capabilities → capabilities}/document/port.d.ts +1 -1
  36. package/dist/harness/{context/capabilities → capabilities}/document/port.js +4 -4
  37. package/dist/harness/{context/capabilities → capabilities}/document/types.d.ts +11 -1
  38. package/dist/harness/{context/capabilities → capabilities}/document/types.js +1 -1
  39. package/dist/harness/capabilities/document/worker-port.d.ts +13 -0
  40. package/dist/harness/capabilities/document/worker-port.js +78 -0
  41. package/dist/harness/context/capabilities/index.d.ts +2 -2
  42. package/dist/harness/context/capabilities/index.js +2 -2
  43. package/dist/harness/extension/plugin-ecosystem/tools/knowledge.d.ts +10 -0
  44. package/dist/harness/extension/plugin-ecosystem/tools/knowledge.js +102 -5
  45. package/dist/harness/index.d.ts +4 -2
  46. package/dist/harness/index.js +2 -1
  47. package/dist/harness/knowledge/adapters.d.ts +8 -5
  48. package/dist/harness/knowledge/adapters.js +53 -13
  49. package/dist/harness/knowledge/client.d.ts +197 -0
  50. package/dist/harness/knowledge/client.js +237 -0
  51. package/dist/harness/knowledge/connector-fetcher.d.ts +2 -2
  52. package/dist/harness/knowledge/connectors.d.ts +3 -3
  53. package/dist/harness/knowledge/connectors.js +14 -8
  54. package/dist/harness/knowledge/db.d.ts +40 -5
  55. package/dist/harness/knowledge/db.js +441 -113
  56. package/dist/harness/knowledge/document-extract-worker.js +55 -12
  57. package/dist/harness/knowledge/embed-runner.d.ts +53 -0
  58. package/dist/harness/knowledge/embed-runner.js +171 -0
  59. package/dist/harness/knowledge/engine-thread.d.ts +1 -0
  60. package/dist/harness/knowledge/engine-thread.js +302 -0
  61. package/dist/harness/knowledge/extract-document.d.ts +21 -5
  62. package/dist/harness/knowledge/extract-document.js +32 -8
  63. package/dist/harness/knowledge/fetchers.d.ts +14 -3
  64. package/dist/harness/knowledge/fetchers.js +52 -16
  65. package/dist/harness/knowledge/file-identity.d.ts +53 -0
  66. package/dist/harness/knowledge/file-identity.js +172 -0
  67. package/dist/harness/knowledge/file-index-store.d.ts +50 -0
  68. package/dist/harness/knowledge/file-index-store.js +132 -0
  69. package/dist/harness/knowledge/file-limits.d.ts +86 -0
  70. package/dist/harness/knowledge/file-limits.js +175 -0
  71. package/dist/harness/knowledge/fts.d.ts +60 -0
  72. package/dist/harness/knowledge/fts.js +218 -0
  73. package/dist/harness/knowledge/grounding.d.ts +3 -2
  74. package/dist/harness/knowledge/http-app.d.ts +50 -0
  75. package/dist/harness/knowledge/http-app.js +652 -0
  76. package/dist/harness/knowledge/http-bridge.d.ts +49 -0
  77. package/dist/harness/knowledge/http-bridge.js +17 -0
  78. package/dist/harness/knowledge/index-store.d.ts +158 -93
  79. package/dist/harness/knowledge/index-store.js +982 -441
  80. package/dist/harness/knowledge/index.d.ts +45 -5
  81. package/dist/harness/knowledge/index.js +23 -2
  82. package/dist/harness/knowledge/ingest.d.ts +262 -87
  83. package/dist/harness/knowledge/ingest.js +1072 -480
  84. package/dist/harness/knowledge/job-control-state.d.ts +29 -0
  85. package/dist/harness/knowledge/job-control-state.js +44 -0
  86. package/dist/harness/knowledge/job-control.d.ts +35 -0
  87. package/dist/harness/knowledge/job-control.js +86 -0
  88. package/dist/harness/knowledge/job-queue.d.ts +62 -0
  89. package/dist/harness/knowledge/job-queue.js +173 -0
  90. package/dist/harness/knowledge/knowledge-serve-child.d.ts +1 -0
  91. package/dist/harness/knowledge/knowledge-serve-child.js +100 -0
  92. package/dist/harness/knowledge/local-stack.d.ts +27 -0
  93. package/dist/harness/knowledge/local-stack.js +63 -0
  94. package/dist/harness/knowledge/membership-store.d.ts +65 -0
  95. package/dist/harness/knowledge/membership-store.js +198 -0
  96. package/dist/harness/knowledge/network-guard.d.ts +11 -2
  97. package/dist/harness/knowledge/network-guard.js +130 -85
  98. package/dist/harness/knowledge/parse-text-in-worker.d.ts +32 -0
  99. package/dist/harness/knowledge/parse-text-in-worker.js +158 -0
  100. package/dist/harness/knowledge/query-service.d.ts +272 -0
  101. package/dist/harness/knowledge/query-service.js +326 -0
  102. package/dist/harness/knowledge/query-worker-client.d.ts +96 -0
  103. package/dist/harness/knowledge/query-worker-client.js +207 -0
  104. package/dist/harness/knowledge/query-worker.d.ts +1 -0
  105. package/dist/harness/knowledge/query-worker.js +186 -0
  106. package/dist/harness/knowledge/read-http.d.ts +35 -0
  107. package/dist/harness/knowledge/read-http.js +373 -0
  108. package/dist/harness/knowledge/retriever.d.ts +22 -5
  109. package/dist/harness/knowledge/retriever.js +66 -35
  110. package/dist/harness/knowledge/secret-scan.d.ts +13 -2
  111. package/dist/harness/knowledge/secret-scan.js +25 -2
  112. package/dist/harness/knowledge/serve.d.ts +48 -0
  113. package/dist/harness/knowledge/serve.js +336 -0
  114. package/dist/harness/knowledge/source-store.d.ts +80 -17
  115. package/dist/harness/knowledge/source-store.js +160 -89
  116. package/dist/harness/knowledge/start-service-process.d.ts +49 -0
  117. package/dist/harness/knowledge/start-service-process.js +158 -0
  118. package/dist/harness/knowledge/text-parse-worker.d.ts +1 -0
  119. package/dist/harness/knowledge/text-parse-worker.js +54 -0
  120. package/dist/harness/knowledge/types.d.ts +1 -1
  121. package/dist/harness/knowledge/types.js +1 -1
  122. package/dist/harness/knowledge/vector-ann.d.ts +42 -0
  123. package/dist/harness/knowledge/vector-ann.js +68 -0
  124. package/dist/harness/knowledge/writer-lock.d.ts +13 -0
  125. package/dist/harness/knowledge/writer-lock.js +71 -0
  126. package/dist/harness/knowledge/writer-service.d.ts +194 -0
  127. package/dist/harness/knowledge/writer-service.js +355 -0
  128. package/dist/harness/knowledge/writer-worker-client.d.ts +102 -0
  129. package/dist/harness/knowledge/writer-worker-client.js +381 -0
  130. package/dist/harness/knowledge/writer-worker.d.ts +1 -0
  131. package/dist/harness/knowledge/writer-worker.js +189 -0
  132. package/dist/harness/memory/sqlite/embedding.d.ts +5 -2
  133. package/dist/harness/memory/sqlite/embedding.js +109 -16
  134. package/dist/harness/memory/sqlite/keyword-search.d.ts +21 -0
  135. package/dist/harness/memory/sqlite/keyword-search.js +64 -0
  136. package/dist/harness/session/attachments/service.d.ts +1 -1
  137. package/dist/harness/session/attachments/service.js +1 -1
  138. package/dist/index.d.ts +4 -2
  139. package/dist/index.js +2 -1
  140. package/dist/worker-path.d.ts +8 -0
  141. package/dist/worker-path.js +15 -0
  142. package/package.json +2 -2
@@ -6,23 +6,62 @@
6
6
  */
7
7
  export { KnowledgeDatabase } from './db.js';
8
8
  export type { KnowledgeDatabaseOptions } from './db.js';
9
+ export { identifyLocalFile, identifyUrl, identifyConnector, normalizeFsPath, normalizePathLexical, urlIdentityKey, connectorIdentityKey, logicalPathFrom, isPathPrefix, canonicalizeUrl, } from './file-identity.js';
10
+ export type { FileIdentity } from './file-identity.js';
11
+ export { MembershipStore } from './membership-store.js';
12
+ export type { MembershipRow, FileRow, ReconcileResult } from './membership-store.js';
13
+ export { FileIndexStore } from './file-index-store.js';
14
+ export type { ChunkDraft, UpsertFileResult } from './file-index-store.js';
9
15
  export { KnowledgeSourceStore } from './source-store.js';
10
16
  export { KnowledgeIndexStore, hashContent } from './index-store.js';
11
17
  export type { IndexedFileRecord, ChunkHit } from './index-store.js';
18
+ export { KnowledgeFts, buildFtsTokens, buildFtsQuery } from './fts.js';
19
+ export { vectorBucket, queryBuckets, scoreAnnCandidates, VECTOR_BUCKETS, } from './vector-ann.js';
12
20
  export { FormatAdapterRegistry, textAdapter, markdownAdapter, htmlAdapter, codeAdapter, chunkCodeBySymbols, IGNORED_DIRS, BINARY_EXTENSIONS, } from './adapters.js';
13
21
  export type { FormatAdapter, KnowledgeChunkDraft } from './adapters.js';
14
22
  export { KnowledgeIngest } from './ingest.js';
15
- export type { KnowledgeIngestOptions, IngestProgressEvent, IngestJobKind } from './ingest.js';
23
+ export type { KnowledgeIngestOptions, IngestProgressEvent, IngestJobKind, } from './ingest.js';
24
+ export { KnowledgeJobControl } from './job-control.js';
25
+ export { JobQueue } from './job-queue.js';
26
+ export type { IngestJobKind as JobKind, JobRow } from './job-queue.js';
27
+ export { EmbedRunner } from './embed-runner.js';
28
+ export type { EmbedSecretPolicy } from './embed-runner.js';
29
+ export { DEFAULT_KNOWLEDGE_FILE_LIMITS, classifyFileKind, decideBySize, formatMaxBytes, isRetryableSkipReason, parseTimeoutForSize, resolveKnowledgeFileLimits, } from './file-limits.js';
30
+ export type { KnowledgeFileKind, KnowledgeFileLimits, KnowledgeFileLimitsInput, OversizePolicy, } from './file-limits.js';
16
31
  export { LocalFsFetcher, UrlFetcher, } from './fetchers.js';
17
- export type { SourceFetcher, DiscoveredDocRef, VirtualDocument, } from './fetchers.js';
32
+ export type { SourceFetcher, DiscoveredDocRef, DiscoverResult, VirtualDocument, } from './fetchers.js';
18
33
  export { ConnectorRegistry, RestConnector } from './connectors.js';
19
34
  export type { KnowledgeConnector, ConnectorContext, RestConnectorConfig } from './connectors.js';
20
35
  export { ConnectorFetcher } from './connector-fetcher.js';
21
- export { assertUrlAllowed, guardedFetch, isRestrictedIp } from './network-guard.js';
36
+ export { assertUrlAllowed, authHeadersForUrl, guardedFetch, isRestrictedIp } from './network-guard.js';
22
37
  export type { NetworkGuardOptions, FetchResult } from './network-guard.js';
23
38
  export { htmlToStructuredText, looksLikeHtml } from './html.js';
24
39
  export { KnowledgeRetriever } from './retriever.js';
25
- export type { HybridSearchOptions, HybridSearchResult, AutoGroundDecision, GroundingMode, KnowledgeRecallMode, KnowledgeRetrieverOptions, } from './retriever.js';
40
+ export { LocalKnowledgeQueryService, createKnowledgeQueryService, } from './query-service.js';
41
+ export type { KnowledgeQueryService, SearchQuery, AutoGroundQuery, ListSourcesQuery, QueryIdentity, PrincipalStats, ReadChunkResult, SourceStatsBundle, SourceDetail, ListJobsQuery, ReadySnapshot, QueryWorkerRole, } from './query-service.js';
42
+ export { readJobControlState } from './job-control-state.js';
43
+ export type { KnowledgeJobControlState } from './job-control-state.js';
44
+ export { handleKnowledgeReadHttp, isPureReadRoute, authenticateRead, } from './read-http.js';
45
+ export type { ReadHttpDeps } from './read-http.js';
46
+ export { KnowledgeHttpApp, createKnowledgeHttpApp } from './http-app.js';
47
+ export type { KnowledgeServiceToken, KnowledgeServiceOptions, AuthContext } from './http-app.js';
48
+ export { LocalKnowledgeWriteService, } from './writer-service.js';
49
+ export type { KnowledgeWriteService, WriteIdentity, WriteAbortStats, WriteResumeStats, WriteRegisterResult, WriteDescribeResult, WriteReprocessResult, } from './writer-service.js';
50
+ export { WorkerWriteService } from './writer-worker-client.js';
51
+ export type { WorkerWriteStartOptions } from './writer-worker-client.js';
52
+ export { createLocalKnowledgeStack } from './local-stack.js';
53
+ export type { LocalKnowledgeStack } from './local-stack.js';
54
+ export { startKnowledgeService } from './serve.js';
55
+ export type { KnowledgeServeOptions, KnowledgeServeHandle } from './serve.js';
56
+ export { startKnowledgeServiceProcess } from './start-service-process.js';
57
+ export type { KnowledgeServiceProcessOptions, KnowledgeServiceProcessHandle, } from './start-service-process.js';
58
+ export { acquireKnowledgeWriterLock } from './writer-lock.js';
59
+ export type { WriterLockHolder } from './writer-lock.js';
60
+ export { parseTextInWorker } from './parse-text-in-worker.js';
61
+ export type { TextParseResult, TextParseWorkerOptions } from './parse-text-in-worker.js';
62
+ export { KnowledgeClient, ClientKnowledgeGrounding } from './client.js';
63
+ export type { KnowledgeClientOptions } from './client.js';
64
+ export type { HybridSearchOptions, HybridSearchResult, AutoGroundDecision, AutoGroundPort, GroundingMode, KnowledgeRecallMode, KnowledgeRetrieverOptions, } from './retriever.js';
26
65
  export { GroundingAssembler, formatKnowledgeGroundingMessage, resolveGroundingQuery, wrapUntrustedKnowledgeBlock, isKnowledgeGroundingMessage, stripKnowledgeGrounding, KNOWLEDGE_GROUNDING_SOURCE, } from './grounding.js';
27
66
  export type { GroundingPack, GroundingAssemblerOptions } from './grounding.js';
28
67
  export { KnowledgeHitLog } from './hit-log.js';
@@ -35,6 +74,7 @@ export { deriveTopicsFromPaths } from './topics.js';
35
74
  export type { KnowledgeCatalogItem, KnowledgeCatalogProvider } from './catalog-types.js';
36
75
  export { generateKnowledgeDescription, heuristicDescription, } from './describe.js';
37
76
  export type { KnowledgeDescribePort, KnowledgeDescribeOptions, KnowledgeDescribeResult, } from './describe.js';
38
- export { scanSecretShapes } from './secret-scan.js';
77
+ export { scanSecretShapes, redactSecretShapes } from './secret-scan.js';
78
+ export type { RedactResult } from './secret-scan.js';
39
79
  export type { KnowledgeSource, KnowledgeSourceInput, KnowledgeSourcePatch, KnowledgeSourceKind, KnowledgeSourceStatus, KnowledgeSourceSync, KnowledgeSourceError, KnowledgeSourceNetwork, KnowledgeSourceDiscover, KnowledgeScopeRef, KnowledgeScopeLevel, KnowledgeSourceId, KnowledgeChunkId, KnowledgeVisibilityTargetType, KnowledgeVisibilityOp, KnowledgeSessionVisibilityItem, KnowledgeSessionVisibilityInput, Branded, } from './types.js';
40
80
  export { asSourceId, asChunkId } from './types.js';
@@ -5,21 +5,42 @@
5
5
  * 规格:arch/knowledge-layer.md
6
6
  */
7
7
  export { KnowledgeDatabase } from './db.js';
8
+ export { identifyLocalFile, identifyUrl, identifyConnector, normalizeFsPath, normalizePathLexical, urlIdentityKey, connectorIdentityKey, logicalPathFrom, isPathPrefix, canonicalizeUrl, } from './file-identity.js';
9
+ export { MembershipStore } from './membership-store.js';
10
+ export { FileIndexStore } from './file-index-store.js';
8
11
  export { KnowledgeSourceStore } from './source-store.js';
9
12
  export { KnowledgeIndexStore, hashContent } from './index-store.js';
13
+ export { KnowledgeFts, buildFtsTokens, buildFtsQuery } from './fts.js';
14
+ export { vectorBucket, queryBuckets, scoreAnnCandidates, VECTOR_BUCKETS, } from './vector-ann.js';
10
15
  export { FormatAdapterRegistry, textAdapter, markdownAdapter, htmlAdapter, codeAdapter, chunkCodeBySymbols, IGNORED_DIRS, BINARY_EXTENSIONS, } from './adapters.js';
11
16
  export { KnowledgeIngest } from './ingest.js';
17
+ export { KnowledgeJobControl } from './job-control.js';
18
+ export { JobQueue } from './job-queue.js';
19
+ export { EmbedRunner } from './embed-runner.js';
20
+ export { DEFAULT_KNOWLEDGE_FILE_LIMITS, classifyFileKind, decideBySize, formatMaxBytes, isRetryableSkipReason, parseTimeoutForSize, resolveKnowledgeFileLimits, } from './file-limits.js';
12
21
  export { LocalFsFetcher, UrlFetcher, } from './fetchers.js';
13
22
  export { ConnectorRegistry, RestConnector } from './connectors.js';
14
23
  export { ConnectorFetcher } from './connector-fetcher.js';
15
- export { assertUrlAllowed, guardedFetch, isRestrictedIp } from './network-guard.js';
24
+ export { assertUrlAllowed, authHeadersForUrl, guardedFetch, isRestrictedIp } from './network-guard.js';
16
25
  export { htmlToStructuredText, looksLikeHtml } from './html.js';
17
26
  export { KnowledgeRetriever } from './retriever.js';
27
+ export { LocalKnowledgeQueryService, createKnowledgeQueryService, } from './query-service.js';
28
+ export { readJobControlState } from './job-control-state.js';
29
+ export { handleKnowledgeReadHttp, isPureReadRoute, authenticateRead, } from './read-http.js';
30
+ export { KnowledgeHttpApp, createKnowledgeHttpApp } from './http-app.js';
31
+ export { LocalKnowledgeWriteService, } from './writer-service.js';
32
+ export { WorkerWriteService } from './writer-worker-client.js';
33
+ export { createLocalKnowledgeStack } from './local-stack.js';
34
+ export { startKnowledgeService } from './serve.js';
35
+ export { startKnowledgeServiceProcess } from './start-service-process.js';
36
+ export { acquireKnowledgeWriterLock } from './writer-lock.js';
37
+ export { parseTextInWorker } from './parse-text-in-worker.js';
38
+ export { KnowledgeClient, ClientKnowledgeGrounding } from './client.js';
18
39
  export { GroundingAssembler, formatKnowledgeGroundingMessage, resolveGroundingQuery, wrapUntrustedKnowledgeBlock, isKnowledgeGroundingMessage, stripKnowledgeGrounding, KNOWLEDGE_GROUNDING_SOURCE, } from './grounding.js';
19
40
  export { KnowledgeHitLog } from './hit-log.js';
20
41
  export { KnowledgePurger } from './purge.js';
21
42
  export { resolveKnowledgePaths } from './paths.js';
22
43
  export { deriveTopicsFromPaths } from './topics.js';
23
44
  export { generateKnowledgeDescription, heuristicDescription, } from './describe.js';
24
- export { scanSecretShapes } from './secret-scan.js';
45
+ export { scanSecretShapes, redactSecretShapes } from './secret-scan.js';
25
46
  export { asSourceId, asChunkId } from './types.js';