@qvac/core 1.0.0-rc.1 → 1.0.0-rc.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +1205 -1
- package/README.md +56 -45
- package/dist-lib/index.d.ts +3 -2
- package/dist-lib/index.js +1 -1
- package/dist-lib/lib/api/agent-folders.d.ts +22 -0
- package/dist-lib/lib/api/agent-folders.js +115 -0
- package/dist-lib/lib/api/agents.d.ts +20 -2
- package/dist-lib/lib/api/agents.js +128 -24
- package/dist-lib/lib/api/app-config.d.ts +7 -1
- package/dist-lib/lib/api/app-config.js +37 -6
- package/dist-lib/lib/api/approval-rules.d.ts +1 -1
- package/dist-lib/lib/api/approval-rules.js +12 -5
- package/dist-lib/lib/api/attachments.d.ts +1 -1
- package/dist-lib/lib/api/attachments.js +14 -2
- package/dist-lib/lib/api/chat-move.d.ts +4 -0
- package/dist-lib/lib/api/chat-move.js +7 -0
- package/dist-lib/lib/api/chat.d.ts +12 -2
- package/dist-lib/lib/api/chat.js +100 -9
- package/dist-lib/lib/api/chunk-delta.d.ts +12 -0
- package/dist-lib/lib/api/chunk-delta.js +115 -0
- package/dist-lib/lib/api/chunks.d.ts +19 -2
- package/dist-lib/lib/api/chunks.js +73 -13
- package/dist-lib/lib/api/config.d.ts +11 -3
- package/dist-lib/lib/api/config.js +51 -5
- package/dist-lib/lib/api/current-mesh.d.ts +13 -5
- package/dist-lib/lib/api/current-mesh.js +15 -11
- package/dist-lib/lib/api/custom-models.d.ts +7 -1
- package/dist-lib/lib/api/custom-models.js +12 -12
- package/dist-lib/lib/api/device-routes.d.ts +14 -0
- package/dist-lib/lib/api/device-routes.js +144 -0
- package/dist-lib/lib/api/devices.d.ts +3 -2
- package/dist-lib/lib/api/devices.js +28 -28
- package/dist-lib/lib/api/diagnostics.d.ts +2 -1
- package/dist-lib/lib/api/diagnostics.js +2 -2
- package/dist-lib/lib/api/execution.d.ts +16 -1
- package/dist-lib/lib/api/execution.js +72 -16
- package/dist-lib/lib/api/files.d.ts +1 -1
- package/dist-lib/lib/api/files.js +65 -8
- package/dist-lib/lib/api/host-run-log.d.ts +2 -41
- package/dist-lib/lib/api/host-run-log.js +35 -83
- package/dist-lib/lib/api/index.d.ts +39 -7
- package/dist-lib/lib/api/index.js +116 -36
- package/dist-lib/lib/api/instrument.d.ts +2 -2
- package/dist-lib/lib/api/instrument.js +24 -48
- package/dist-lib/lib/api/knowledge.d.ts +4 -1
- package/dist-lib/lib/api/knowledge.js +25 -7
- package/dist-lib/lib/api/local-files.d.ts +5 -1
- package/dist-lib/lib/api/local-files.js +9 -5
- package/dist-lib/lib/api/logs.js +3 -3
- package/dist-lib/lib/api/members.d.ts +10 -1
- package/dist-lib/lib/api/members.js +69 -44
- package/dist-lib/lib/api/mesh.d.ts +15 -6
- package/dist-lib/lib/api/mesh.js +13 -9
- package/dist-lib/lib/api/model-download.d.ts +2 -1
- package/dist-lib/lib/api/model-download.js +2 -2
- package/dist-lib/lib/api/network.d.ts +10 -2
- package/dist-lib/lib/api/network.js +8 -2
- package/dist-lib/lib/api/notifications.d.ts +3 -1
- package/dist-lib/lib/api/notifications.js +14 -9
- package/dist-lib/lib/api/projects.d.ts +20 -0
- package/dist-lib/lib/api/projects.js +172 -0
- package/dist-lib/lib/api/rag-plugin.d.ts +17 -0
- package/dist-lib/lib/api/rag-plugin.js +44 -0
- package/dist-lib/lib/api/rag.d.ts +0 -1
- package/dist-lib/lib/api/rag.js +106 -33
- package/dist-lib/lib/api/served.d.ts +17 -0
- package/dist-lib/lib/api/served.js +65 -0
- package/dist-lib/lib/api/sync.d.ts +2 -1
- package/dist-lib/lib/api/sync.js +13 -3
- package/dist-lib/lib/api/tool-activity.d.ts +2 -1
- package/dist-lib/lib/api/tool-activity.js +4 -3
- package/dist-lib/lib/api/tool-configs.d.ts +2 -1
- package/dist-lib/lib/api/tool-configs.js +6 -9
- package/dist-lib/lib/api/upload-frames.d.ts +0 -1
- package/dist-lib/lib/api/upload-frames.js +0 -1
- package/dist-lib/lib/api/watchable.d.ts +3 -2
- package/dist-lib/lib/api/watchable.js +2 -3
- package/dist-lib/lib/api/workspace.d.ts +12 -0
- package/dist-lib/lib/api/workspace.js +61 -0
- package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
- package/dist-lib/lib/assistant/fake-models.js +112 -0
- package/dist-lib/lib/assistant/harness.d.ts +48 -31
- package/dist-lib/lib/assistant/harness.js +51 -10
- package/dist-lib/lib/assistant/history.d.ts +37 -17
- package/dist-lib/lib/assistant/history.js +212 -87
- package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
- package/dist-lib/lib/assistant/host-run-log.js +24 -36
- package/dist-lib/lib/assistant/media-round.d.ts +61 -0
- package/dist-lib/lib/assistant/media-round.js +111 -0
- package/dist-lib/lib/assistant/message.d.ts +28 -1
- package/dist-lib/lib/assistant/message.js +65 -2
- package/dist-lib/lib/assistant/model-round.d.ts +118 -0
- package/dist-lib/lib/assistant/model-round.js +706 -0
- package/dist-lib/lib/assistant/pdf-budget.d.ts +11 -0
- package/dist-lib/lib/assistant/pdf-budget.js +12 -0
- package/dist-lib/lib/assistant/pdf-pages.d.ts +25 -0
- package/dist-lib/lib/assistant/pdf-pages.js +75 -0
- package/dist-lib/lib/assistant/round-host.d.ts +65 -0
- package/dist-lib/lib/assistant/round-host.js +332 -0
- package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
- package/dist-lib/lib/assistant/skill-encode.js +2 -1
- package/dist-lib/lib/assistant/upload.d.ts +12 -0
- package/dist-lib/lib/assistant/upload.js +36 -0
- package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
- package/dist-lib/lib/assistant/video-budget.js +29 -0
- package/dist-lib/lib/assistant-client.d.ts +5 -1
- package/dist-lib/lib/assistant-client.js +54 -14
- package/dist-lib/lib/assistant-tree.d.ts +14 -3
- package/dist-lib/lib/assistant-tree.js +113 -21
- package/dist-lib/lib/assistant.d.ts +115 -25
- package/dist-lib/lib/assistant.js +2409 -1245
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-suggestion.d.ts +3 -0
- package/dist-lib/lib/chat-suggestion.js +47 -0
- package/dist-lib/lib/client.d.ts +3 -2
- package/dist-lib/lib/client.js +18 -3
- package/dist-lib/lib/compaction.d.ts +3 -1
- package/dist-lib/lib/compaction.js +20 -6
- package/dist-lib/lib/constants.d.ts +10 -0
- package/dist-lib/lib/constants.js +10 -0
- package/dist-lib/lib/core/agent-copies.d.ts +9 -0
- package/dist-lib/lib/core/agent-copies.js +47 -0
- package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
- package/dist-lib/lib/core/agent-hosting.js +76 -0
- package/dist-lib/lib/core/agent.d.ts +9 -1
- package/dist-lib/lib/core/agent.js +58 -63
- package/dist-lib/lib/core/approval-rules.d.ts +5 -1
- package/dist-lib/lib/core/approval-rules.js +17 -9
- package/dist-lib/lib/core/archived-mesh.d.ts +14 -7
- package/dist-lib/lib/core/archived-mesh.js +75 -59
- package/dist-lib/lib/core/async-iterable.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +1 -0
- package/dist-lib/lib/core/blind-peers.js +1 -0
- package/dist-lib/lib/core/chat-activity.d.ts +1 -1
- package/dist-lib/lib/core/chat-activity.js +45 -34
- package/dist-lib/lib/core/chat-copy.d.ts +42 -0
- package/dist-lib/lib/core/chat-copy.js +404 -0
- package/dist-lib/lib/core/chat-fork.d.ts +16 -0
- package/dist-lib/lib/core/chat-fork.js +246 -0
- package/dist-lib/lib/core/chat-group.js +10 -22
- package/dist-lib/lib/core/chat-move.d.ts +77 -0
- package/dist-lib/lib/core/chat-move.js +601 -0
- package/dist-lib/lib/core/chat-order.d.ts +2 -1
- package/dist-lib/lib/core/chat-order.js +28 -19
- package/dist-lib/lib/core/chat-read.d.ts +4 -0
- package/dist-lib/lib/core/chat-read.js +49 -0
- package/dist-lib/lib/core/chat-search.js +14 -12
- package/dist-lib/lib/core/chat.d.ts +32 -4
- package/dist-lib/lib/core/chat.js +135 -61
- package/dist-lib/lib/core/chunk.d.ts +35 -7
- package/dist-lib/lib/core/chunk.js +271 -72
- package/dist-lib/lib/core/collections.d.ts +41 -1
- package/dist-lib/lib/core/collections.js +41 -1
- package/dist-lib/lib/core/config-value.d.ts +7 -0
- package/dist-lib/lib/core/config-value.js +15 -0
- package/dist-lib/lib/core/contract/activity.d.ts +7 -2
- package/dist-lib/lib/core/contract/activity.js +71 -23
- package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
- package/dist-lib/lib/core/contract/agent-join.js +104 -0
- package/dist-lib/lib/core/contract/agents.d.ts +5 -0
- package/dist-lib/lib/core/contract/agents.js +142 -3
- package/dist-lib/lib/core/contract/chat.d.ts +4 -0
- package/dist-lib/lib/core/contract/chat.js +53 -3
- package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
- package/dist-lib/lib/core/contract/chunks.js +125 -38
- package/dist-lib/lib/core/contract/devices.js +6 -4
- package/dist-lib/lib/core/contract/index.d.ts +2 -3
- package/dist-lib/lib/core/contract/index.js +38 -11
- package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
- package/dist-lib/lib/core/contract/indexing.js +51 -7
- package/dist-lib/lib/core/contract/invites.d.ts +3 -14
- package/dist-lib/lib/core/contract/invites.js +26 -36
- package/dist-lib/lib/core/contract/joined-meshes.js +4 -1
- package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
- package/dist-lib/lib/core/contract/knowledge.js +57 -6
- package/dist-lib/lib/core/contract/members.d.ts +3 -1
- package/dist-lib/lib/core/contract/members.js +48 -12
- package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
- package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
- package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
- package/dist-lib/lib/core/contract/mesh-name.js +31 -0
- package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
- package/dist-lib/lib/core/contract/mesh-rules.js +35 -0
- package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
- package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
- package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
- package/dist-lib/lib/core/contract/model-requests.js +280 -0
- package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
- package/dist-lib/lib/core/contract/oldest-version.js +20 -0
- package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
- package/dist-lib/lib/core/contract/open-join.js +77 -0
- package/dist-lib/lib/core/contract/project-device-keys.d.ts +9 -0
- package/dist-lib/lib/core/contract/project-device-keys.js +38 -0
- package/dist-lib/lib/core/contract/project-host-keys.d.ts +9 -0
- package/dist-lib/lib/core/contract/project-host-keys.js +52 -0
- package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
- package/dist-lib/lib/core/contract/project-order.js +25 -0
- package/dist-lib/lib/core/contract/projects.d.ts +23 -0
- package/dist-lib/lib/core/contract/projects.js +339 -0
- package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
- package/dist-lib/lib/core/contract/public-mesh.js +31 -0
- package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
- package/dist-lib/lib/core/contract/public-seeds.js +43 -0
- package/dist-lib/lib/core/contract/roles.d.ts +10 -0
- package/dist-lib/lib/core/contract/roles.js +123 -0
- package/dist-lib/lib/core/contract/run-requests.d.ts +11 -0
- package/dist-lib/lib/core/contract/run-requests.js +114 -0
- package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
- package/dist-lib/lib/core/contract/shipped-rows.d.ts +2 -0
- package/dist-lib/lib/core/contract/shipped-rows.js +22 -0
- package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
- package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
- package/dist-lib/lib/core/contract/tool-activity.js +12 -1
- package/dist-lib/lib/core/contract/tool-configs.js +2 -1
- package/dist-lib/lib/core/contract/types.d.ts +2 -2
- package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
- package/dist-lib/lib/core/contract/workspace.js +311 -0
- package/dist-lib/lib/core/contract/writers.js +100 -16
- package/dist-lib/lib/core/deleted-agent-runs.d.ts +8 -0
- package/dist-lib/lib/core/deleted-agent-runs.js +57 -0
- package/dist-lib/lib/core/departures.d.ts +18 -5
- package/dist-lib/lib/core/departures.js +82 -6
- package/dist-lib/lib/core/device-control.d.ts +21 -0
- package/dist-lib/lib/core/device-control.js +91 -0
- package/dist-lib/lib/core/device-seal.d.ts +4 -0
- package/dist-lib/lib/core/device-seal.js +22 -0
- package/dist-lib/lib/core/devices.d.ts +2 -1
- package/dist-lib/lib/core/devices.js +6 -11
- package/dist-lib/lib/core/document-attachment.d.ts +10 -0
- package/dist-lib/lib/core/document-attachment.js +14 -0
- package/dist-lib/lib/core/files/attachments.d.ts +2 -0
- package/dist-lib/lib/core/files/attachments.js +23 -7
- package/dist-lib/lib/core/files/index.d.ts +28 -15
- package/dist-lib/lib/core/files/index.js +222 -43
- package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
- package/dist-lib/lib/core/files/knowledge.js +77 -5
- package/dist-lib/lib/core/files/preview/index.js +6 -2
- package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
- package/dist-lib/lib/core/files/processing/claims.js +33 -7
- package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
- package/dist-lib/lib/core/files/processing/document.js +26 -2
- package/dist-lib/lib/core/files/processing/index.d.ts +12 -3
- package/dist-lib/lib/core/files/processing/index.js +122 -73
- package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
- package/dist-lib/lib/core/files/processing/protocol.js +27 -37
- package/dist-lib/lib/core/files/processing/source.d.ts +4 -0
- package/dist-lib/lib/core/files/processing/source.js +12 -4
- package/dist-lib/lib/core/files/processing/state.d.ts +5 -1
- package/dist-lib/lib/core/files/processing/state.js +9 -1
- package/dist-lib/lib/core/files/rag/build.d.ts +15 -2
- package/dist-lib/lib/core/files/rag/build.js +119 -21
- package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
- package/dist-lib/lib/core/files/rag/failure.js +58 -0
- package/dist-lib/lib/core/files/rag/index.d.ts +21 -5
- package/dist-lib/lib/core/files/rag/index.js +38 -9
- package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
- package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
- package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
- package/dist-lib/lib/core/files/rag/limits.js +1 -0
- package/dist-lib/lib/core/files/rag/load.d.ts +3 -3
- package/dist-lib/lib/core/files/rag/load.js +6 -3
- package/dist-lib/lib/core/files/rag/plugin-index.d.ts +32 -0
- package/dist-lib/lib/core/files/rag/plugin-index.js +120 -0
- package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
- package/dist-lib/lib/core/files/rag/policy.js +23 -2
- package/dist-lib/lib/core/files/rag/produce.d.ts +3 -4
- package/dist-lib/lib/core/files/rag/produce.js +31 -18
- package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +2 -0
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +8 -2
- package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/similarity.js +2 -3
- package/dist-lib/lib/core/files/records/chunks.js +22 -1
- package/dist-lib/lib/core/files/records/index.d.ts +1 -1
- package/dist-lib/lib/core/files/records/index.js +1 -1
- package/dist-lib/lib/core/files/records/knowledge.d.ts +12 -4
- package/dist-lib/lib/core/files/records/knowledge.js +34 -30
- package/dist-lib/lib/core/files/records/purge.js +13 -8
- package/dist-lib/lib/core/files/records/reclaim.js +21 -55
- package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
- package/dist-lib/lib/core/files/records/routing.js +6 -2
- package/dist-lib/lib/core/files/records/source.js +3 -5
- package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
- package/dist-lib/lib/core/files/records/sweep.js +9 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
- package/dist-lib/lib/core/files/store/blob.js +2 -2
- package/dist-lib/lib/core/files/store/index.d.ts +3 -1
- package/dist-lib/lib/core/files/store/index.js +4 -1
- package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
- package/dist-lib/lib/core/files/store/reference.js +12 -2
- package/dist-lib/lib/core/files/store/sweep.js +3 -1
- package/dist-lib/lib/core/files/upload.d.ts +5 -1
- package/dist-lib/lib/core/files/upload.js +117 -51
- package/dist-lib/lib/core/first-event.d.ts +6 -0
- package/dist-lib/lib/core/first-event.js +13 -0
- package/dist-lib/lib/core/fs-drives.d.ts +6 -3
- package/dist-lib/lib/core/fs-drives.js +35 -35
- package/dist-lib/lib/core/helpers/index.d.ts +1 -1
- package/dist-lib/lib/core/helpers/index.js +2 -2
- package/dist-lib/lib/core/id.d.ts +1 -0
- package/dist-lib/lib/core/id.js +3 -0
- package/dist-lib/lib/core/identity.d.ts +3 -1
- package/dist-lib/lib/core/identity.js +25 -4
- package/dist-lib/lib/core/invite.d.ts +6 -2
- package/dist-lib/lib/core/invite.js +22 -8
- package/dist-lib/lib/core/local/files.d.ts +2 -1
- package/dist-lib/lib/core/local/files.js +5 -7
- package/dist-lib/lib/core/local/index.d.ts +93 -8
- package/dist-lib/lib/core/local/index.js +327 -28
- package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
- package/dist-lib/lib/core/local/run-logs.js +132 -0
- package/dist-lib/lib/core/member-key.d.ts +7 -0
- package/dist-lib/lib/core/member-key.js +24 -0
- package/dist-lib/lib/core/membership.d.ts +3 -14
- package/dist-lib/lib/core/membership.js +3 -96
- package/dist-lib/lib/core/mesh.d.ts +132 -29
- package/dist-lib/lib/core/mesh.js +775 -215
- package/dist-lib/lib/core/migrations/agent-catalog.js +2 -8
- package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
- package/dist-lib/lib/core/migrations/agent-tools-scope.js +18 -0
- package/dist-lib/lib/core/migrations/chat-chunks.d.ts +4 -0
- package/dist-lib/lib/core/migrations/chat-chunks.js +47 -0
- package/dist-lib/lib/core/migrations/file-index.d.ts +1 -1
- package/dist-lib/lib/core/migrations/file-index.js +8 -6
- package/dist-lib/lib/core/migrations/index.d.ts +2 -1
- package/dist-lib/lib/core/migrations/index.js +69 -8
- package/dist-lib/lib/core/migrations/writer-links.d.ts +3 -0
- package/dist-lib/lib/core/migrations/writer-links.js +30 -0
- package/dist-lib/lib/core/model-requests.d.ts +13 -0
- package/dist-lib/lib/core/model-requests.js +65 -0
- package/dist-lib/lib/core/next-frame.js +2 -1
- package/dist-lib/lib/core/notification.js +100 -25
- package/dist-lib/lib/core/pdf/figure.d.ts +22 -0
- package/dist-lib/lib/core/pdf/figure.js +64 -0
- package/dist-lib/lib/core/pdf/rasterize.d.ts +12 -3
- package/dist-lib/lib/core/pdf/rasterize.js +77 -28
- package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
- package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +104 -45
- package/dist-lib/lib/core/project-keys.d.ts +16 -0
- package/dist-lib/lib/core/project-keys.js +65 -0
- package/dist-lib/lib/core/prompt-history.js +4 -4
- package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
- package/dist-lib/lib/core/protocol-pairing.js +22 -0
- package/dist-lib/lib/core/public-mesh.d.ts +25 -0
- package/dist-lib/lib/core/public-mesh.js +81 -0
- package/dist-lib/lib/core/purge.d.ts +3 -0
- package/dist-lib/lib/core/purge.js +7 -0
- package/dist-lib/lib/core/run-driver.d.ts +17 -0
- package/dist-lib/lib/core/run-driver.js +20 -0
- package/dist-lib/lib/core/run-requests.d.ts +14 -0
- package/dist-lib/lib/core/run-requests.js +78 -0
- package/dist-lib/lib/core/send.d.ts +2 -0
- package/dist-lib/lib/core/send.js +17 -4
- package/dist-lib/lib/core/senders.d.ts +19 -0
- package/dist-lib/lib/core/senders.js +45 -0
- package/dist-lib/lib/core/shared-agents.d.ts +40 -0
- package/dist-lib/lib/core/shared-agents.js +283 -0
- package/dist-lib/lib/core/skill-availability.d.ts +33 -0
- package/dist-lib/lib/core/skill-availability.js +67 -0
- package/dist-lib/lib/core/skill-secrets.d.ts +13 -18
- package/dist-lib/lib/core/skill-secrets.js +93 -72
- package/dist-lib/lib/core/sync/background.d.ts +34 -0
- package/dist-lib/lib/core/sync/background.js +86 -0
- package/dist-lib/lib/core/sync/changed.d.ts +20 -0
- package/dist-lib/lib/core/sync/changed.js +7 -0
- package/dist-lib/lib/core/sync/devices.js +6 -3
- package/dist-lib/lib/core/sync/files.d.ts +1 -0
- package/dist-lib/lib/core/sync/files.js +50 -72
- package/dist-lib/lib/core/sync/index.d.ts +1 -1
- package/dist-lib/lib/core/sync/index.js +193 -81
- package/dist-lib/lib/core/sync/view-updates.d.ts +39 -0
- package/dist-lib/lib/core/sync/view-updates.js +124 -0
- package/dist-lib/lib/core/sync-status.js +99 -43
- package/dist-lib/lib/core/system-info.d.ts +2 -2
- package/dist-lib/lib/core/system-info.js +10 -11
- package/dist-lib/lib/core/tool-activity.js +6 -12
- package/dist-lib/lib/core/tool-configs.d.ts +5 -3
- package/dist-lib/lib/core/tool-configs.js +27 -39
- package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
- package/dist-lib/lib/core/transcript-visibility.js +27 -31
- package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
- package/dist-lib/lib/core/upgrade-agents.js +78 -0
- package/dist-lib/lib/core/upgrade-summary.d.ts +19 -0
- package/dist-lib/lib/core/upgrade-summary.js +67 -0
- package/dist-lib/lib/core/vault-managed-skills.d.ts +18 -0
- package/dist-lib/lib/core/vault-managed-skills.js +105 -0
- package/dist-lib/lib/core/video/attachment.d.ts +1 -0
- package/dist-lib/lib/core/video/attachment.js +7 -0
- package/dist-lib/lib/core/video/digest.d.ts +16 -0
- package/dist-lib/lib/core/video/digest.js +57 -0
- package/dist-lib/lib/core/video/frames.d.ts +32 -0
- package/dist-lib/lib/core/video/frames.js +224 -0
- package/dist-lib/lib/core/view-read.d.ts +4 -0
- package/dist-lib/lib/core/view-read.js +23 -0
- package/dist-lib/lib/core/workspace-upgrade.d.ts +23 -0
- package/dist-lib/lib/core/workspace-upgrade.js +51 -0
- package/dist-lib/lib/core.d.ts +345 -88
- package/dist-lib/lib/core.js +4275 -1513
- package/dist-lib/lib/credential-pusher.d.ts +17 -7
- package/dist-lib/lib/credential-pusher.js +111 -62
- package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
- package/dist-lib/lib/custom-model-task.d.ts +2 -1
- package/dist-lib/lib/custom-model-task.js +2 -2
- package/dist-lib/lib/device-tree.d.ts +18 -0
- package/dist-lib/lib/device-tree.js +32 -0
- package/dist-lib/lib/diagnostics.d.ts +7 -0
- package/dist-lib/lib/diagnostics.js +22 -0
- package/dist-lib/lib/doctor/checks.d.ts +15 -0
- package/dist-lib/lib/doctor/checks.js +272 -0
- package/dist-lib/lib/doctor/redact.d.ts +4 -0
- package/dist-lib/lib/doctor/redact.js +31 -0
- package/dist-lib/lib/doctor/render.d.ts +8 -0
- package/dist-lib/lib/doctor/render.js +83 -0
- package/dist-lib/lib/doctor/tree.d.ts +5 -0
- package/dist-lib/lib/doctor/tree.js +167 -0
- package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
- package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
- package/dist-lib/lib/errors.d.ts +814 -0
- package/dist-lib/lib/errors.js +748 -0
- package/dist-lib/lib/fs-drive-bridge.d.ts +8 -1
- package/dist-lib/lib/fs-drive-bridge.js +312 -31
- package/dist-lib/lib/guards.d.ts +1 -0
- package/dist-lib/lib/guards.js +4 -0
- package/dist-lib/lib/inference-calls.d.ts +1 -2
- package/dist-lib/lib/inference-calls.js +2 -10
- package/dist-lib/lib/integrations/setup-routes.js +7 -5
- package/dist-lib/lib/knowledge-search.d.ts +1 -1
- package/dist-lib/lib/knowledge-search.js +5 -51
- package/dist-lib/lib/kv-cache-ledger.d.ts +22 -0
- package/dist-lib/lib/kv-cache-ledger.js +72 -0
- package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
- package/dist-lib/lib/kv-cache-reclaim.js +30 -0
- package/dist-lib/lib/kv-cache-retention.d.ts +36 -0
- package/dist-lib/lib/kv-cache-retention.js +101 -0
- package/dist-lib/lib/latest-frame.d.ts +10 -0
- package/dist-lib/lib/latest-frame.js +48 -0
- package/dist-lib/lib/llm-model-names.d.ts +1 -1
- package/dist-lib/lib/llm-model-names.js +1 -1
- package/dist-lib/lib/log.d.ts +7 -6
- package/dist-lib/lib/log.js +14 -7
- package/dist-lib/lib/logger-type.d.ts +2 -5
- package/dist-lib/lib/mesh-scoped-engine.js +47 -2
- package/dist-lib/lib/model-context.js +1 -2
- package/dist-lib/lib/model-download-status.d.ts +3 -3
- package/dist-lib/lib/model-download.d.ts +22 -13
- package/dist-lib/lib/model-download.js +106 -37
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
- package/dist-lib/lib/model-memory-cap.d.ts +30 -0
- package/dist-lib/lib/model-memory-cap.js +78 -0
- package/dist-lib/lib/models-watch.d.ts +1 -1
- package/dist-lib/lib/models-watch.js +4 -4
- package/dist-lib/lib/oauth/browser-connect.js +3 -2
- package/dist-lib/lib/oauth/flow-core.js +5 -3
- package/dist-lib/lib/oauth/flow.js +1 -1
- package/dist-lib/lib/oauth/loopback.d.ts +1 -0
- package/dist-lib/lib/oauth/loopback.js +57 -12
- package/dist-lib/lib/oauth/providers.js +4 -2
- package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
- package/dist-lib/lib/oauth/register.js +35 -19
- package/dist-lib/lib/oauth/request.d.ts +10 -0
- package/dist-lib/lib/oauth/request.js +22 -0
- package/dist-lib/lib/oauth/resolve.js +42 -13
- package/dist-lib/lib/oauth/token-exchange-core.js +40 -31
- package/dist-lib/lib/oauth/types.d.ts +3 -0
- package/dist-lib/lib/oauth.d.ts +2 -1
- package/dist-lib/lib/oauth.js +1 -0
- package/dist-lib/lib/persistent-dir.d.ts +1 -0
- package/dist-lib/lib/persistent-dir.js +9 -0
- package/dist-lib/lib/probe-rounds.d.ts +8 -0
- package/dist-lib/lib/probe-rounds.js +10 -0
- package/dist-lib/lib/reconnecting-watch.js +19 -11
- package/dist-lib/lib/run-input.d.ts +14 -0
- package/dist-lib/lib/run-input.js +33 -0
- package/dist-lib/lib/run-notices.d.ts +5 -0
- package/dist-lib/lib/run-notices.js +13 -2
- package/dist-lib/lib/run-replay.d.ts +45 -0
- package/dist-lib/lib/run-replay.js +169 -0
- package/dist-lib/lib/run-transcript.d.ts +13 -12
- package/dist-lib/lib/run-transcript.js +20 -19
- package/dist-lib/lib/suspend-lifecycle.js +15 -5
- package/dist-lib/lib/task.js +6 -4
- package/dist-lib/lib/test-env.d.ts +1 -0
- package/dist-lib/lib/test-env.js +4 -0
- package/dist-lib/schema/build.js +66 -55
- package/dist-lib/schema/config.d.ts +1 -1
- package/dist-lib/schema/config.js +1 -1
- package/dist-lib/schema/content.d.ts +5 -1
- package/dist-lib/schema/content.js +60 -12
- package/dist-lib/schema/engine.d.ts +1 -0
- package/dist-lib/schema/engine.js +941 -152
- package/dist-lib/schema/field-order.js +8 -1
- package/dist-lib/schema/indexes.d.ts +10 -0
- package/dist-lib/schema/indexes.js +53 -3
- package/dist-lib/schema/local.js +83 -5
- package/dist-lib/schema/qvac.d.ts +4 -1
- package/dist-lib/schema/qvac.js +558 -16
- package/dist-lib/spec/bind.js +261 -48
- package/dist-lib/spec/calls.js +56 -5
- package/dist-lib/spec/capabilities.d.ts +129 -20
- package/dist-lib/spec/config/hyperconf/index.js +1 -1
- package/dist-lib/spec/hrpc/hrpc.json +870 -207
- package/dist-lib/spec/hrpc/index.js +969 -347
- package/dist-lib/spec/hrpc/messages.js +7590 -4896
- package/dist-lib/spec/hyperschema/index.js +7590 -4896
- package/dist-lib/spec/hyperschema/schema.json +5316 -3224
- package/dist-lib/spec/hyperschema/types.d.ts +576 -62
- package/dist-lib/spec/local/hyperdb/db.json +95 -1
- package/dist-lib/spec/local/hyperdb/index.js +459 -2
- package/dist-lib/spec/local/hyperdb/messages.js +1588 -488
- package/dist-lib/spec/local/hyperschema/index.js +584 -16
- package/dist-lib/spec/local/hyperschema/schema.json +369 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +88 -2
- package/dist-lib/spec/mesh/hyperdb/db.json +711 -9
- package/dist-lib/spec/mesh/hyperdb/index.js +2769 -7
- package/dist-lib/spec/mesh/hyperdb/messages.js +7140 -1298
- package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +205 -1
- package/dist-lib/spec/mesh/hyperdispatch/index.js +579 -1
- package/dist-lib/spec/mesh/hyperdispatch/messages.js +4017 -267
- package/dist-lib/spec/mesh/hyperschema/index.js +4017 -267
- package/dist-lib/spec/mesh/hyperschema/schema.json +2193 -19
- package/dist-lib/spec/mesh/hyperschema/types.d.ts +550 -6
- package/package.json +136 -90
- package/tui/README.md +119 -20
- package/tui/app.mjs +2000 -621
- package/tui/boot.mjs +76 -9
- package/tui/cli.mjs +93 -0
- package/tui/index.mjs +2 -51
- package/tui/lib/connect-sheet.mjs +350 -0
- package/tui/lib/device-target.mjs +64 -0
- package/tui/lib/folders-command.mjs +84 -0
- package/tui/lib/fork-command.mjs +43 -0
- package/tui/lib/knowledge-import.mjs +3 -21
- package/tui/lib/local-path.mjs +21 -0
- package/tui/lib/move-command.mjs +17 -0
- package/tui/lib/render.mjs +30 -1
- package/tui/lib/setup.mjs +59 -25
- package/tui/lib/skill-connect.mjs +145 -0
- package/tui/lib/updater.mjs +86 -0
- package/tui/main.mjs +44 -18
- package/tui/plugins.mjs +158 -0
- package/worker/assistant-sidecar.mjs +28 -4
- package/worker/stow-entry.mjs +3 -50
- package/dist-lib/lib/core/contract/compute.d.ts +0 -11
- package/dist-lib/lib/core/contract/compute.js +0 -48
- package/dist-lib/lib/core/device-invites.d.ts +0 -11
- package/dist-lib/lib/core/device-invites.js +0 -63
- package/dist-lib/lib/core/files/processing/settle.d.ts +0 -13
- package/dist-lib/lib/core/files/processing/settle.js +0 -86
- package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
- package/dist-lib/lib/core/grant-expiry.js +0 -66
- package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
- package/dist-lib/lib/core/handoff-channel.js +0 -123
- package/dist-lib/lib/core/harness-loan.d.ts +0 -29
- package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
- package/dist-lib/lib/core/host-run-log-store.js +0 -976
- package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
- package/dist-lib/lib/core/hosted-agents.js +0 -140
- package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
- package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
- package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
- package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
- package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
- package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
- package/dist-lib/lib/core/migrations/device-indexes.d.ts +0 -2
- package/dist-lib/lib/core/migrations/device-indexes.js +0 -7
- package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
- package/dist-lib/lib/core/secret-handoff.js +0 -29
- package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
- package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
- package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
- package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
- package/dist-lib/lib/image-cache-dir.d.ts +0 -1
- package/dist-lib/lib/image-cache-dir.js +0 -5
- package/dist-lib/lib/log-levels.d.ts +0 -7
- package/dist-lib/lib/log-levels.js +0 -1
- package/dist-lib/lib/logger.d.ts +0 -5
- package/dist-lib/lib/logger.js +0 -18
- package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
- package/dist-lib/lib/oauth/loopback.stub.js +0 -6
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import type { LoggerInterface } from '@qvac/logging';
|
|
1
2
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
2
3
|
import { type IndexingProgress } from '../rag/index.ts';
|
|
3
4
|
import { IndexingClaims } from './claims.ts';
|
|
@@ -17,6 +18,7 @@ export interface FileDocumentOptions {
|
|
|
17
18
|
readonly closed: () => boolean;
|
|
18
19
|
readonly paused: () => boolean;
|
|
19
20
|
readonly progress?: IndexingProgress;
|
|
21
|
+
readonly admit?: () => void;
|
|
20
22
|
}
|
|
21
23
|
interface SourceReference {
|
|
22
24
|
readonly id: string;
|
|
@@ -32,16 +34,20 @@ export declare class FileDocument {
|
|
|
32
34
|
isFailed: IndexingClaims['isFailed'];
|
|
33
35
|
blockedByStatus: IndexingClaims['blockedByStatus'];
|
|
34
36
|
claim: (id: string) => ReturnType<IndexingClaims['claim']>;
|
|
37
|
+
lease: IndexingClaims['lease'];
|
|
35
38
|
settle: (id: string) => Promise<void>;
|
|
36
39
|
};
|
|
37
40
|
readonly ownership: ArtifactOwnership;
|
|
38
41
|
readonly schedule: (deadline: number) => void;
|
|
39
42
|
readonly closed: () => boolean;
|
|
40
43
|
readonly paused: () => boolean;
|
|
44
|
+
readonly admit: () => void;
|
|
41
45
|
private readonly _output;
|
|
46
|
+
private _fetched;
|
|
42
47
|
private readonly _progress?;
|
|
43
48
|
private readonly _processor;
|
|
44
49
|
constructor(mesh: Mesh, options: FileDocumentOptions);
|
|
50
|
+
get log(): LoggerInterface | null;
|
|
45
51
|
get localCoreKey(): string;
|
|
46
52
|
artifact(id: string): import("./state.ts").ArtifactState;
|
|
47
53
|
readArtifact(id: string): Readonly<import("./state.ts").ArtifactState> | undefined;
|
|
@@ -51,6 +57,8 @@ export declare class FileDocument {
|
|
|
51
57
|
miss: () => number;
|
|
52
58
|
clear: () => void;
|
|
53
59
|
};
|
|
60
|
+
clearFetched(): Promise<void>;
|
|
61
|
+
private _fetching;
|
|
54
62
|
artifacts(): Promise<import("../../../../spec/index").QvacKnowledgeArtifact[]>;
|
|
55
63
|
statuses(): Promise<import("../../../../spec/index").QvacIndexingStatus[]>;
|
|
56
64
|
current(): Promise<FileRecord | null>;
|
|
@@ -14,7 +14,9 @@ export class FileDocument {
|
|
|
14
14
|
schedule;
|
|
15
15
|
closed;
|
|
16
16
|
paused;
|
|
17
|
+
admit;
|
|
17
18
|
_output;
|
|
19
|
+
_fetched = false;
|
|
18
20
|
_progress;
|
|
19
21
|
_processor;
|
|
20
22
|
constructor(mesh, options) {
|
|
@@ -24,11 +26,12 @@ export class FileDocument {
|
|
|
24
26
|
this._processor = options.processor;
|
|
25
27
|
const state = mesh.files.processorState(options.processor.id);
|
|
26
28
|
this.state = state.document(record.id);
|
|
27
|
-
this.source = fileSource(options.source, { id: record.id, reference: record.blobId });
|
|
29
|
+
this.source = this._fetching(fileSource(options.source, { id: record.id, reference: record.blobId }));
|
|
28
30
|
this._output = options.output;
|
|
29
31
|
this.schedule = options.schedule;
|
|
30
32
|
this.closed = () => options.closed() || !!mesh.closing;
|
|
31
33
|
this.paused = options.paused;
|
|
34
|
+
this.admit = options.admit ?? (() => { });
|
|
32
35
|
this._progress = options.progress;
|
|
33
36
|
const claims = new IndexingClaims({
|
|
34
37
|
mesh,
|
|
@@ -41,10 +44,14 @@ export class FileDocument {
|
|
|
41
44
|
isFailed: (id) => claims.isFailed(id),
|
|
42
45
|
blockedByStatus: (id) => claims.blockedByStatus(id),
|
|
43
46
|
claim: (id) => claims.claim(id, record.id),
|
|
47
|
+
lease: (id, claimId) => claims.lease(id, claimId),
|
|
44
48
|
settle: (id) => claims.settle(id, record.id)
|
|
45
49
|
};
|
|
46
50
|
this.ownership = new ArtifactOwnership(mesh, state);
|
|
47
51
|
}
|
|
52
|
+
get log() {
|
|
53
|
+
return this._mesh.log;
|
|
54
|
+
}
|
|
48
55
|
get localCoreKey() {
|
|
49
56
|
return b4a.toHex(this._mesh.blobs.core.key);
|
|
50
57
|
}
|
|
@@ -56,7 +63,24 @@ export class FileDocument {
|
|
|
56
63
|
}
|
|
57
64
|
output(id, reference) {
|
|
58
65
|
this.artifact(id).knowledgeId = this.record.id;
|
|
59
|
-
return fileSource(this._output, { id, reference });
|
|
66
|
+
return this._fetching(fileSource(this._output, { id, reference }));
|
|
67
|
+
}
|
|
68
|
+
async clearFetched() {
|
|
69
|
+
if (this._fetched) {
|
|
70
|
+
await this._mesh.files.clearFetched(this.record.blobId, this.record.id);
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
_fetching(source) {
|
|
74
|
+
return {
|
|
75
|
+
...source,
|
|
76
|
+
read: async (signal) => {
|
|
77
|
+
const read = await source.read(signal);
|
|
78
|
+
if (read.kind === 'bytes') {
|
|
79
|
+
this._fetched = true;
|
|
80
|
+
}
|
|
81
|
+
return read;
|
|
82
|
+
}
|
|
83
|
+
};
|
|
60
84
|
}
|
|
61
85
|
artifacts() {
|
|
62
86
|
return this._mesh.files.artifacts(this.record.id);
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { type AbortSignal } from 'bare-abort-controller';
|
|
2
2
|
import { type IndexingProgress } from '../rag/index.ts';
|
|
3
|
+
import type { IndexingDevice } from '../rag/policy.ts';
|
|
3
4
|
import { type FileInput, type FileRecord } from '../records/index.ts';
|
|
4
5
|
import type { Mesh } from '../../mesh.ts';
|
|
5
6
|
import { FileDocument } from './document.ts';
|
|
@@ -8,6 +9,7 @@ import type { QvacKnowledgeArtifact } from '../../../../spec/mesh/hyperschema/ty
|
|
|
8
9
|
export interface ProcessorHost {
|
|
9
10
|
readonly mesh: Mesh;
|
|
10
11
|
readonly deviceId: Buffer | null;
|
|
12
|
+
readonly device?: IndexingDevice;
|
|
11
13
|
}
|
|
12
14
|
export interface FileProcessor {
|
|
13
15
|
readonly id: string;
|
|
@@ -21,11 +23,13 @@ export interface FileProcessor {
|
|
|
21
23
|
produce(document: FileDocument, signal: AbortSignal): Promise<void>;
|
|
22
24
|
load?(document: FileDocument, signal: AbortSignal): Promise<void>;
|
|
23
25
|
evict?(loaded: LoadedArtifact): Promise<void>;
|
|
26
|
+
allLoaded?(): Promise<void>;
|
|
24
27
|
close(): Promise<boolean>;
|
|
25
28
|
}
|
|
26
29
|
export interface FileProcessingOptions {
|
|
27
30
|
readonly processor: FileProcessor;
|
|
28
31
|
readonly deviceId: Buffer | null;
|
|
32
|
+
readonly device?: IndexingDevice;
|
|
29
33
|
readonly retryMs?: number;
|
|
30
34
|
readonly progress?: IndexingProgress;
|
|
31
35
|
}
|
|
@@ -36,6 +40,7 @@ export declare class FileProcessing {
|
|
|
36
40
|
private readonly _mesh;
|
|
37
41
|
private readonly _processor;
|
|
38
42
|
private readonly _deviceId;
|
|
43
|
+
private readonly _device?;
|
|
39
44
|
private readonly _source;
|
|
40
45
|
private readonly _output;
|
|
41
46
|
private readonly _progress?;
|
|
@@ -43,11 +48,13 @@ export declare class FileProcessing {
|
|
|
43
48
|
private readonly _deadlines;
|
|
44
49
|
private readonly _scheduler;
|
|
45
50
|
private _scanning;
|
|
51
|
+
private readonly _reads;
|
|
46
52
|
private _dirty;
|
|
47
53
|
private _paused;
|
|
48
54
|
private _closed;
|
|
49
55
|
private _close;
|
|
50
56
|
private _indexCleared;
|
|
57
|
+
private _stops;
|
|
51
58
|
private readonly _onDirty;
|
|
52
59
|
private readonly _onAll;
|
|
53
60
|
constructor(mesh: Mesh, options: FileProcessingOptions);
|
|
@@ -55,6 +62,7 @@ export declare class FileProcessing {
|
|
|
55
62
|
suspend(): Promise<void>;
|
|
56
63
|
resume(): void;
|
|
57
64
|
reconnect(): void;
|
|
65
|
+
rescan(): void;
|
|
58
66
|
close(): Promise<void>;
|
|
59
67
|
get indexCleared(): boolean;
|
|
60
68
|
settle(): Promise<void>;
|
|
@@ -62,22 +70,23 @@ export declare class FileProcessing {
|
|
|
62
70
|
private _enqueue;
|
|
63
71
|
get active(): boolean;
|
|
64
72
|
pending(id: string): boolean;
|
|
73
|
+
awaitsBytes(id: string): boolean;
|
|
65
74
|
prioritize(ids: string[]): void;
|
|
66
75
|
private _shutdown;
|
|
67
76
|
private _stop;
|
|
68
77
|
private _kick;
|
|
78
|
+
private _afterFirstLoad;
|
|
69
79
|
private _scan;
|
|
70
80
|
private _documents;
|
|
71
81
|
private _pump;
|
|
72
82
|
private _forget;
|
|
73
|
-
private
|
|
83
|
+
private _run;
|
|
74
84
|
private _recordFailure;
|
|
75
85
|
private _queueLoad;
|
|
76
86
|
private _schedule;
|
|
77
87
|
private _retry;
|
|
78
88
|
}
|
|
79
89
|
export type { FileDocument } from './document.ts';
|
|
80
|
-
export { isClaimLive, listIndexingByChat } from './protocol.ts';
|
|
90
|
+
export { isClaimLive, listIndexingByChat, listIndexingByKnowledge } from './protocol.ts';
|
|
81
91
|
export { FileState } from './state.ts';
|
|
82
92
|
export type { IndexingProgressEntry, LocalWork } from './state.ts';
|
|
83
|
-
export { settleFiles } from './settle.ts';
|
|
@@ -9,6 +9,7 @@ export class FileProcessing {
|
|
|
9
9
|
_mesh;
|
|
10
10
|
_processor;
|
|
11
11
|
_deviceId;
|
|
12
|
+
_device;
|
|
12
13
|
_source;
|
|
13
14
|
_output;
|
|
14
15
|
_progress;
|
|
@@ -16,11 +17,13 @@ export class FileProcessing {
|
|
|
16
17
|
_deadlines = new Map();
|
|
17
18
|
_scheduler = new DeadlineScheduler(() => this._retry());
|
|
18
19
|
_scanning = null;
|
|
20
|
+
_reads = new Set();
|
|
19
21
|
_dirty = false;
|
|
20
22
|
_paused = false;
|
|
21
23
|
_closed = false;
|
|
22
24
|
_close = null;
|
|
23
25
|
_indexCleared = true;
|
|
26
|
+
_stops = 0;
|
|
24
27
|
_onDirty = (ids) => {
|
|
25
28
|
if (ids) {
|
|
26
29
|
void this.enqueue(ids);
|
|
@@ -34,15 +37,18 @@ export class FileProcessing {
|
|
|
34
37
|
this._mesh = mesh;
|
|
35
38
|
this._processor = options.processor;
|
|
36
39
|
this._deviceId = options.deviceId;
|
|
40
|
+
this._device = options.device;
|
|
37
41
|
this._progress = options.progress;
|
|
38
42
|
const readBytes = mesh.files.readBytes.bind(mesh.files);
|
|
39
43
|
const fetch = mesh.files.download.bind(mesh.files);
|
|
40
44
|
this._source = new IndexingSource(readBytes, {
|
|
45
|
+
log: mesh.log,
|
|
41
46
|
retryMs: options.retryMs,
|
|
42
47
|
retries: mesh.files.processorState(options.processor.id).sourceRetries,
|
|
43
48
|
download: { fetch, ready: (id) => this._schedule(id, Date.now()) }
|
|
44
49
|
});
|
|
45
50
|
this._output = new IndexingSource(readBytes, {
|
|
51
|
+
log: mesh.log,
|
|
46
52
|
retryMs: options.retryMs,
|
|
47
53
|
retries: mesh.files.processorState(options.processor.id).outputRetries,
|
|
48
54
|
download: {
|
|
@@ -50,9 +56,9 @@ export class FileProcessing {
|
|
|
50
56
|
ready: (id) => this._schedule(mesh.files.processorState(options.processor.id).artifact(id).knowledgeId ?? id, Date.now())
|
|
51
57
|
}
|
|
52
58
|
});
|
|
53
|
-
this._lanes.push({ stage: 'produce', queue: new Map(),
|
|
59
|
+
this._lanes.push({ stage: 'produce', queue: new Map(), jobs: new Set() });
|
|
54
60
|
if (options.processor.load) {
|
|
55
|
-
this._lanes.push({ stage: 'load', queue: new Map(),
|
|
61
|
+
this._lanes.push({ stage: 'load', queue: new Map(), jobs: new Set() });
|
|
56
62
|
}
|
|
57
63
|
}
|
|
58
64
|
start() {
|
|
@@ -60,6 +66,7 @@ export class FileProcessing {
|
|
|
60
66
|
this._mesh.autobee.on('move-to', this._onAll);
|
|
61
67
|
this._mesh.autobee.on('writable', this._onAll);
|
|
62
68
|
this._kick();
|
|
69
|
+
void this._afterFirstLoad();
|
|
63
70
|
}
|
|
64
71
|
async suspend() {
|
|
65
72
|
this._paused = true;
|
|
@@ -75,6 +82,9 @@ export class FileProcessing {
|
|
|
75
82
|
this._source.reconnect((id, deadline) => this._schedule(id, deadline));
|
|
76
83
|
this._output.reconnect((id, deadline) => this._schedule(this._mesh.files.processorState(this._processor.id).artifact(id).knowledgeId ?? id, deadline));
|
|
77
84
|
}
|
|
85
|
+
rescan() {
|
|
86
|
+
this._kick();
|
|
87
|
+
}
|
|
78
88
|
close() {
|
|
79
89
|
this._close ??= this._shutdown();
|
|
80
90
|
return this._close;
|
|
@@ -119,16 +129,23 @@ export class FileProcessing {
|
|
|
119
129
|
pending(id) {
|
|
120
130
|
return (!this._paused &&
|
|
121
131
|
!this._closed &&
|
|
122
|
-
(this._lanes.some((lane) => lane.
|
|
132
|
+
(this._lanes.some((lane) => lane.queue.has(id) || [...lane.jobs].some((job) => job.id === id)) ||
|
|
123
133
|
this._source.pending((key) => key === id) ||
|
|
124
134
|
this._output.pending((key) => this._mesh.files.processorState(this._processor.id).artifact(key).knowledgeId === id)));
|
|
125
135
|
}
|
|
136
|
+
awaitsBytes(id) {
|
|
137
|
+
return (this._source.awaitsBytes((key) => key === id) ||
|
|
138
|
+
this._output.awaitsBytes((key) => this._mesh.files.processorState(this._processor.id).artifact(key).knowledgeId === id));
|
|
139
|
+
}
|
|
126
140
|
prioritize(ids) {
|
|
127
141
|
for (const lane of this._lanes) {
|
|
128
142
|
const queued = new Map(lane.queue);
|
|
129
143
|
lane.queue.clear();
|
|
130
144
|
for (const id of ids) {
|
|
131
|
-
|
|
145
|
+
const wakes = queued.get(id);
|
|
146
|
+
if (wakes) {
|
|
147
|
+
lane.queue.set(id, wakes);
|
|
148
|
+
}
|
|
132
149
|
}
|
|
133
150
|
for (const [id, wakes] of queued) {
|
|
134
151
|
if (!lane.queue.has(id)) {
|
|
@@ -150,15 +167,18 @@ export class FileProcessing {
|
|
|
150
167
|
this._indexCleared = await this._processor.close();
|
|
151
168
|
}
|
|
152
169
|
async _stop() {
|
|
170
|
+
this._stops++;
|
|
153
171
|
this._scheduler.clear();
|
|
154
172
|
this._deadlines.clear();
|
|
155
173
|
this._mesh.files.emit('update');
|
|
156
|
-
|
|
157
|
-
|
|
174
|
+
const jobs = this._lanes.flatMap((lane) => [...lane.jobs]);
|
|
175
|
+
for (const job of jobs) {
|
|
176
|
+
job.abort.abort({
|
|
158
177
|
type: this._closed ? 'file-processing-closed' : 'file-processing-suspended'
|
|
159
178
|
});
|
|
160
179
|
}
|
|
161
|
-
await Promise.all([
|
|
180
|
+
await Promise.all([...this._reads].map((snap) => snap.close()));
|
|
181
|
+
await Promise.all([this._scanning, ...jobs.map((job) => job.done)]);
|
|
162
182
|
await Promise.all([this._source.cancel(), this._output.cancel()]);
|
|
163
183
|
for (const lane of this._lanes) {
|
|
164
184
|
for (const wakes of lane.queue.values()) {
|
|
@@ -183,6 +203,22 @@ export class FileProcessing {
|
|
|
183
203
|
}
|
|
184
204
|
});
|
|
185
205
|
}
|
|
206
|
+
async _afterFirstLoad() {
|
|
207
|
+
const loader = this._lanes.find((lane) => lane.stage === 'load');
|
|
208
|
+
if (!loader || !this._processor.allLoaded) {
|
|
209
|
+
return;
|
|
210
|
+
}
|
|
211
|
+
const stops = this._stops;
|
|
212
|
+
try {
|
|
213
|
+
await this._enqueue(await this._documents(), [loader], { wait: true });
|
|
214
|
+
if (stops === this._stops && this.active) {
|
|
215
|
+
await this._processor.allLoaded();
|
|
216
|
+
}
|
|
217
|
+
}
|
|
218
|
+
catch (err) {
|
|
219
|
+
this._mesh.log?.warn('rag', 'file processing first load pass failed', { err });
|
|
220
|
+
}
|
|
221
|
+
}
|
|
186
222
|
async _scan() {
|
|
187
223
|
while (this._dirty && !this._closed && !this._paused) {
|
|
188
224
|
this._dirty = false;
|
|
@@ -190,7 +226,7 @@ export class FileProcessing {
|
|
|
190
226
|
await this.enqueue(await this._documents());
|
|
191
227
|
}
|
|
192
228
|
catch (err) {
|
|
193
|
-
|
|
229
|
+
this._mesh.log?.warn('rag', 'file processing scan failed', { err });
|
|
194
230
|
}
|
|
195
231
|
}
|
|
196
232
|
}
|
|
@@ -198,21 +234,41 @@ export class FileProcessing {
|
|
|
198
234
|
if (this._mesh.closing)
|
|
199
235
|
return [];
|
|
200
236
|
const snap = this._mesh.view.snapshot();
|
|
237
|
+
this._reads.add(snap);
|
|
201
238
|
try {
|
|
202
239
|
return await fileIds(snap, this._processor.input, this._processor.mediaKind);
|
|
203
240
|
}
|
|
204
241
|
finally {
|
|
242
|
+
this._reads.delete(snap);
|
|
205
243
|
await snap.close();
|
|
206
244
|
}
|
|
207
245
|
}
|
|
208
246
|
_pump(lane) {
|
|
209
|
-
|
|
210
|
-
|
|
247
|
+
while (lane.queue.size && !this._closed && !this._paused && !this._mesh.closing) {
|
|
248
|
+
const busy = [...lane.jobs];
|
|
249
|
+
if (busy.length && (lane.stage !== 'produce' || busy.length > 1 || !busy[0].admitted)) {
|
|
250
|
+
return;
|
|
251
|
+
}
|
|
252
|
+
const next = [...lane.queue].find(([queued]) => !busy.some((job) => job.id === queued));
|
|
253
|
+
if (!next) {
|
|
254
|
+
return;
|
|
255
|
+
}
|
|
256
|
+
const [id, wakes] = next;
|
|
257
|
+
lane.queue.delete(id);
|
|
258
|
+
const abort = new AbortController();
|
|
259
|
+
const job = { id, abort, admitted: false, done: Promise.resolve() };
|
|
260
|
+
lane.jobs.add(job);
|
|
261
|
+
const admit = () => {
|
|
262
|
+
if (job.admitted)
|
|
263
|
+
return;
|
|
264
|
+
job.admitted = true;
|
|
265
|
+
this._pump(lane);
|
|
266
|
+
};
|
|
267
|
+
job.done = this._run(lane, { id, wakes, signal: abort.signal, admit }).finally(() => {
|
|
268
|
+
lane.jobs.delete(job);
|
|
269
|
+
this._pump(lane);
|
|
270
|
+
});
|
|
211
271
|
}
|
|
212
|
-
lane.running = this._drain(lane).finally(() => {
|
|
213
|
-
lane.running = null;
|
|
214
|
-
this._pump(lane);
|
|
215
|
-
});
|
|
216
272
|
}
|
|
217
273
|
async _forget(id) {
|
|
218
274
|
const loaded = this._mesh.files.processorState(this._processor.id).forget(id)?.loaded;
|
|
@@ -220,65 +276,59 @@ export class FileProcessing {
|
|
|
220
276
|
await this._processor.evict?.(loaded);
|
|
221
277
|
}
|
|
222
278
|
}
|
|
223
|
-
async
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
lane.
|
|
228
|
-
|
|
229
|
-
let produced = false;
|
|
230
|
-
try {
|
|
231
|
-
const record = await fileRecord(this._mesh.view, id, this._processor.input);
|
|
232
|
-
if (!record && lane.stage === 'load') {
|
|
233
|
-
await this._forget(id);
|
|
234
|
-
}
|
|
235
|
-
if (!record || record.deletedAt) {
|
|
236
|
-
await this._source.cancel((key) => key === id);
|
|
237
|
-
await this._output.cancel((key) => this._mesh.files.processorState(this._processor.id).artifact(key).knowledgeId === id);
|
|
238
|
-
}
|
|
239
|
-
if (!record || !this._processor.applies(record) || lane.abort.signal.aborted) {
|
|
240
|
-
continue;
|
|
241
|
-
}
|
|
242
|
-
if (lane.stage === 'produce' &&
|
|
243
|
-
(!this._mesh.writable ||
|
|
244
|
-
!(await this._processor.canProduce(record, {
|
|
245
|
-
mesh: this._mesh,
|
|
246
|
-
deviceId: this._deviceId
|
|
247
|
-
})))) {
|
|
248
|
-
continue;
|
|
249
|
-
}
|
|
250
|
-
const document = new FileDocument(this._mesh, {
|
|
251
|
-
record,
|
|
252
|
-
processor: this._processor,
|
|
253
|
-
source: this._source,
|
|
254
|
-
output: this._output,
|
|
255
|
-
schedule: (deadline) => this._schedule(id, deadline),
|
|
256
|
-
closed: () => this._closed,
|
|
257
|
-
paused: () => this._paused,
|
|
258
|
-
progress: this._progress
|
|
259
|
-
});
|
|
260
|
-
if (lane.abort.signal.aborted) {
|
|
261
|
-
continue;
|
|
262
|
-
}
|
|
263
|
-
await this._processor[lane.stage]?.(document, lane.abort.signal);
|
|
264
|
-
produced = lane.stage === 'produce';
|
|
279
|
+
async _run(lane, { id, wakes, signal, admit }) {
|
|
280
|
+
let produced = false;
|
|
281
|
+
try {
|
|
282
|
+
const record = await fileRecord(this._mesh.view, id, this._processor.input);
|
|
283
|
+
if (!record && lane.stage === 'load') {
|
|
284
|
+
await this._forget(id);
|
|
265
285
|
}
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
}
|
|
286
|
+
if (!record || record.deletedAt) {
|
|
287
|
+
await this._source.cancel((key) => key === id);
|
|
288
|
+
await this._output.cancel((key) => this._mesh.files.processorState(this._processor.id).artifact(key).knowledgeId === id);
|
|
270
289
|
}
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
290
|
+
if (!record || !this._processor.applies(record) || signal.aborted) {
|
|
291
|
+
return;
|
|
292
|
+
}
|
|
293
|
+
if (lane.stage === 'produce' &&
|
|
294
|
+
(!this._mesh.writable ||
|
|
295
|
+
!(await this._processor.canProduce(record, {
|
|
296
|
+
mesh: this._mesh,
|
|
297
|
+
deviceId: this._deviceId,
|
|
298
|
+
device: this._device
|
|
299
|
+
})))) {
|
|
300
|
+
return;
|
|
301
|
+
}
|
|
302
|
+
const document = new FileDocument(this._mesh, {
|
|
303
|
+
record,
|
|
304
|
+
processor: this._processor,
|
|
305
|
+
source: this._source,
|
|
306
|
+
output: this._output,
|
|
307
|
+
schedule: (deadline) => this._schedule(id, deadline),
|
|
308
|
+
closed: () => this._closed,
|
|
309
|
+
paused: () => this._paused,
|
|
310
|
+
progress: this._progress,
|
|
311
|
+
admit
|
|
312
|
+
});
|
|
313
|
+
if (signal.aborted) {
|
|
314
|
+
return;
|
|
315
|
+
}
|
|
316
|
+
await this._processor[lane.stage]?.(document, signal);
|
|
317
|
+
produced = lane.stage === 'produce';
|
|
318
|
+
}
|
|
319
|
+
catch (err) {
|
|
320
|
+
if (!signal.aborted) {
|
|
321
|
+
this._recordFailure(id, { stage: lane.stage, err });
|
|
322
|
+
}
|
|
323
|
+
}
|
|
324
|
+
finally {
|
|
325
|
+
if (produced && this.active) {
|
|
326
|
+
this._queueLoad(id);
|
|
327
|
+
}
|
|
328
|
+
for (const wake of wakes) {
|
|
329
|
+
wake();
|
|
281
330
|
}
|
|
331
|
+
this._mesh.files.emit('update');
|
|
282
332
|
}
|
|
283
333
|
}
|
|
284
334
|
_recordFailure(id, { stage, err }) {
|
|
@@ -292,7 +342,7 @@ export class FileProcessing {
|
|
|
292
342
|
else {
|
|
293
343
|
this._mesh.files.work(id, { state: 'failed', reason }, this._processor.id);
|
|
294
344
|
}
|
|
295
|
-
|
|
345
|
+
this._mesh.log?.warn('rag', 'file processing failed', { id, stage, err });
|
|
296
346
|
}
|
|
297
347
|
_queueLoad(id) {
|
|
298
348
|
const loader = this._lanes.find((entry) => entry.stage === 'load');
|
|
@@ -327,6 +377,5 @@ export class FileProcessing {
|
|
|
327
377
|
void this.enqueue(ids);
|
|
328
378
|
}
|
|
329
379
|
}
|
|
330
|
-
export { isClaimLive, listIndexingByChat } from './protocol.js';
|
|
380
|
+
export { isClaimLive, listIndexingByChat, listIndexingByKnowledge } from './protocol.js';
|
|
331
381
|
export { FileState } from './state.js';
|
|
332
|
-
export { settleFiles } from './settle.js';
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import type { QvacIndexingResolution, QvacIndexingStatus } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
2
2
|
import type { Mesh } from '../../mesh.ts';
|
|
3
3
|
import type { ChatScope, KnowledgeScope } from '../records/knowledge.ts';
|
|
4
|
-
export { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS } from '../../contract/indexing.ts';
|
|
4
|
+
export { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS, INDEXING_STALE_MS } from '../../contract/indexing.ts';
|
|
5
5
|
export declare function isClaimLive(row: QvacIndexingStatus, at: number): boolean;
|
|
6
6
|
export interface ClaimIndexingInput {
|
|
7
7
|
artifactId: string;
|
|
@@ -12,6 +12,11 @@ export interface IndexingClaimResult {
|
|
|
12
12
|
readonly row: QvacIndexingStatus;
|
|
13
13
|
readonly won: boolean;
|
|
14
14
|
}
|
|
15
|
+
export interface ProgressIndexingInput {
|
|
16
|
+
readonly artifactId: string;
|
|
17
|
+
readonly claimId: string;
|
|
18
|
+
readonly at: number;
|
|
19
|
+
}
|
|
15
20
|
export interface ResolveIndexingInput {
|
|
16
21
|
readonly artifactId: string;
|
|
17
22
|
readonly claimId: string;
|
|
@@ -26,4 +31,5 @@ export declare function getIndexingStatus(store: Mesh, artifactId: string): Prom
|
|
|
26
31
|
export declare function listIndexingByKnowledge(store: Mesh, { knowledgeId }: KnowledgeScope): Promise<QvacIndexingStatus[]>;
|
|
27
32
|
export declare function listIndexingByChat(store: Mesh, { chatId }: ChatScope): Promise<QvacIndexingStatus[]>;
|
|
28
33
|
export declare function claimIndexing(store: Mesh, { artifactId, knowledgeId, at }: ClaimIndexingInput): Promise<IndexingClaimResult>;
|
|
34
|
+
export declare function progressIndexing(store: Mesh, { artifactId, claimId, at }: ProgressIndexingInput): Promise<boolean>;
|
|
29
35
|
export declare function resolveIndexing(store: Mesh, { artifactId, claimId, status, error }: ResolveIndexingInput): Promise<IndexingResolutionResult>;
|
|
@@ -1,19 +1,16 @@
|
|
|
1
|
-
import { INDEXING_MAX_CLOCK_SKEW_MS } from '../../contract/indexing.js';
|
|
1
|
+
import { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS } from '../../contract/indexing.js';
|
|
2
2
|
import { randomId } from '../../id.js';
|
|
3
|
-
|
|
3
|
+
import b4a from 'b4a';
|
|
4
|
+
export { INDEXING_CLAIM_TTL_MS, INDEXING_MAX_CLOCK_SKEW_MS, INDEXING_STALE_MS } from '../../contract/indexing.js';
|
|
4
5
|
import { INDEXING_STATUS, INDEXING_STATUS_BY_CHAT, INDEXING_STATUS_BY_KNOWLEDGE } from '../../collections.js';
|
|
5
6
|
export function isClaimLive(row, at) {
|
|
6
|
-
return (row.status === 'indexing' &&
|
|
7
|
+
return (row.status === 'indexing' &&
|
|
8
|
+
row.expiresAt > at &&
|
|
9
|
+
row.at <= at + INDEXING_MAX_CLOCK_SKEW_MS &&
|
|
10
|
+
row.expiresAt <= at + INDEXING_MAX_CLOCK_SKEW_MS + INDEXING_CLAIM_TTL_MS);
|
|
7
11
|
}
|
|
8
12
|
export async function getIndexingStatus(store, artifactId) {
|
|
9
|
-
|
|
10
|
-
try {
|
|
11
|
-
const status = await snap.get(INDEXING_STATUS, { id: artifactId });
|
|
12
|
-
return status;
|
|
13
|
-
}
|
|
14
|
-
finally {
|
|
15
|
-
await snap.close();
|
|
16
|
-
}
|
|
13
|
+
return store.view.get(INDEXING_STATUS, { id: artifactId });
|
|
17
14
|
}
|
|
18
15
|
async function mustGetIndexingStatus(store, artifactId) {
|
|
19
16
|
const row = await getIndexingStatus(store, artifactId);
|
|
@@ -23,34 +20,20 @@ async function mustGetIndexingStatus(store, artifactId) {
|
|
|
23
20
|
return row;
|
|
24
21
|
}
|
|
25
22
|
export async function listIndexingByKnowledge(store, { knowledgeId }) {
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
})
|
|
33
|
-
.toArray();
|
|
34
|
-
return rows;
|
|
35
|
-
}
|
|
36
|
-
finally {
|
|
37
|
-
await snap.close();
|
|
38
|
-
}
|
|
23
|
+
return store.view
|
|
24
|
+
.find(INDEXING_STATUS_BY_KNOWLEDGE, {
|
|
25
|
+
gte: { knowledgeId },
|
|
26
|
+
lte: { knowledgeId }
|
|
27
|
+
})
|
|
28
|
+
.toArray();
|
|
39
29
|
}
|
|
40
30
|
export async function listIndexingByChat(store, { chatId }) {
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
})
|
|
48
|
-
.toArray();
|
|
49
|
-
return rows;
|
|
50
|
-
}
|
|
51
|
-
finally {
|
|
52
|
-
await snap.close();
|
|
53
|
-
}
|
|
31
|
+
return store.view
|
|
32
|
+
.find(INDEXING_STATUS_BY_CHAT, {
|
|
33
|
+
gte: { chatId },
|
|
34
|
+
lte: { chatId }
|
|
35
|
+
})
|
|
36
|
+
.toArray();
|
|
54
37
|
}
|
|
55
38
|
export async function claimIndexing(store, { artifactId, knowledgeId, at }) {
|
|
56
39
|
if (!at || at < 0) {
|
|
@@ -62,6 +45,13 @@ export async function claimIndexing(store, { artifactId, knowledgeId, at }) {
|
|
|
62
45
|
const won = row.status === 'indexing' && row.claimId === claimId;
|
|
63
46
|
return { row, won };
|
|
64
47
|
}
|
|
48
|
+
export async function progressIndexing(store, { artifactId, claimId, at }) {
|
|
49
|
+
await store.dispatch('progress-indexing', { id: artifactId, claimId, at });
|
|
50
|
+
const row = await getIndexingStatus(store, artifactId);
|
|
51
|
+
return (row?.status === 'indexing' &&
|
|
52
|
+
row.claimId === claimId &&
|
|
53
|
+
b4a.equals(row.claimedBy, store.localWriterKey));
|
|
54
|
+
}
|
|
65
55
|
export async function resolveIndexing(store, { artifactId, claimId, status, error }) {
|
|
66
56
|
await store.dispatch('resolve-indexing', { id: artifactId, claimId, status, error });
|
|
67
57
|
const row = await mustGetIndexingStatus(store, artifactId);
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import type { LoggerInterface } from '@qvac/logging';
|
|
1
2
|
import { type BlobStore } from '../store/index.ts';
|
|
2
3
|
import { type AbortSignal } from 'bare-abort-controller';
|
|
3
4
|
import type { FileRetries } from './state.ts';
|
|
@@ -11,6 +12,7 @@ export type SourceRead = {
|
|
|
11
12
|
kind: 'malformed';
|
|
12
13
|
};
|
|
13
14
|
export interface IndexingSourceOptions {
|
|
15
|
+
readonly log: LoggerInterface | null;
|
|
14
16
|
readonly retryMs?: number;
|
|
15
17
|
readonly retries: FileRetries;
|
|
16
18
|
readonly download?: {
|
|
@@ -20,6 +22,7 @@ export interface IndexingSourceOptions {
|
|
|
20
22
|
}
|
|
21
23
|
export declare class IndexingSource {
|
|
22
24
|
private readonly _readBytes;
|
|
25
|
+
private readonly _log;
|
|
23
26
|
private readonly _retryMs;
|
|
24
27
|
private readonly _download;
|
|
25
28
|
private readonly _downloads;
|
|
@@ -32,5 +35,6 @@ export declare class IndexingSource {
|
|
|
32
35
|
read(id: string, blobRef: string, signal?: AbortSignal): Promise<SourceRead>;
|
|
33
36
|
cancel(matches?: (id: string) => boolean): Promise<void>;
|
|
34
37
|
pending(matches: (id: string) => boolean): boolean;
|
|
38
|
+
awaitsBytes(matches: (id: string) => boolean): boolean;
|
|
35
39
|
private _fetch;
|
|
36
40
|
}
|