@qvac/core 1.0.0-rc.1 → 1.0.0-rc.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +1205 -1
- package/README.md +56 -45
- package/dist-lib/index.d.ts +3 -2
- package/dist-lib/index.js +1 -1
- package/dist-lib/lib/api/agent-folders.d.ts +22 -0
- package/dist-lib/lib/api/agent-folders.js +115 -0
- package/dist-lib/lib/api/agents.d.ts +20 -2
- package/dist-lib/lib/api/agents.js +128 -24
- package/dist-lib/lib/api/app-config.d.ts +7 -1
- package/dist-lib/lib/api/app-config.js +37 -6
- package/dist-lib/lib/api/approval-rules.d.ts +1 -1
- package/dist-lib/lib/api/approval-rules.js +12 -5
- package/dist-lib/lib/api/attachments.d.ts +1 -1
- package/dist-lib/lib/api/attachments.js +14 -2
- package/dist-lib/lib/api/chat-move.d.ts +4 -0
- package/dist-lib/lib/api/chat-move.js +7 -0
- package/dist-lib/lib/api/chat.d.ts +12 -2
- package/dist-lib/lib/api/chat.js +100 -9
- package/dist-lib/lib/api/chunk-delta.d.ts +12 -0
- package/dist-lib/lib/api/chunk-delta.js +115 -0
- package/dist-lib/lib/api/chunks.d.ts +19 -2
- package/dist-lib/lib/api/chunks.js +73 -13
- package/dist-lib/lib/api/config.d.ts +11 -3
- package/dist-lib/lib/api/config.js +51 -5
- package/dist-lib/lib/api/current-mesh.d.ts +13 -5
- package/dist-lib/lib/api/current-mesh.js +15 -11
- package/dist-lib/lib/api/custom-models.d.ts +7 -1
- package/dist-lib/lib/api/custom-models.js +12 -12
- package/dist-lib/lib/api/device-routes.d.ts +14 -0
- package/dist-lib/lib/api/device-routes.js +144 -0
- package/dist-lib/lib/api/devices.d.ts +3 -2
- package/dist-lib/lib/api/devices.js +28 -28
- package/dist-lib/lib/api/diagnostics.d.ts +2 -1
- package/dist-lib/lib/api/diagnostics.js +2 -2
- package/dist-lib/lib/api/execution.d.ts +16 -1
- package/dist-lib/lib/api/execution.js +72 -16
- package/dist-lib/lib/api/files.d.ts +1 -1
- package/dist-lib/lib/api/files.js +65 -8
- package/dist-lib/lib/api/host-run-log.d.ts +2 -41
- package/dist-lib/lib/api/host-run-log.js +35 -83
- package/dist-lib/lib/api/index.d.ts +39 -7
- package/dist-lib/lib/api/index.js +116 -36
- package/dist-lib/lib/api/instrument.d.ts +2 -2
- package/dist-lib/lib/api/instrument.js +24 -48
- package/dist-lib/lib/api/knowledge.d.ts +4 -1
- package/dist-lib/lib/api/knowledge.js +25 -7
- package/dist-lib/lib/api/local-files.d.ts +5 -1
- package/dist-lib/lib/api/local-files.js +9 -5
- package/dist-lib/lib/api/logs.js +3 -3
- package/dist-lib/lib/api/members.d.ts +10 -1
- package/dist-lib/lib/api/members.js +69 -44
- package/dist-lib/lib/api/mesh.d.ts +15 -6
- package/dist-lib/lib/api/mesh.js +13 -9
- package/dist-lib/lib/api/model-download.d.ts +2 -1
- package/dist-lib/lib/api/model-download.js +2 -2
- package/dist-lib/lib/api/network.d.ts +10 -2
- package/dist-lib/lib/api/network.js +8 -2
- package/dist-lib/lib/api/notifications.d.ts +3 -1
- package/dist-lib/lib/api/notifications.js +14 -9
- package/dist-lib/lib/api/projects.d.ts +20 -0
- package/dist-lib/lib/api/projects.js +172 -0
- package/dist-lib/lib/api/rag-plugin.d.ts +17 -0
- package/dist-lib/lib/api/rag-plugin.js +44 -0
- package/dist-lib/lib/api/rag.d.ts +0 -1
- package/dist-lib/lib/api/rag.js +106 -33
- package/dist-lib/lib/api/served.d.ts +17 -0
- package/dist-lib/lib/api/served.js +65 -0
- package/dist-lib/lib/api/sync.d.ts +2 -1
- package/dist-lib/lib/api/sync.js +13 -3
- package/dist-lib/lib/api/tool-activity.d.ts +2 -1
- package/dist-lib/lib/api/tool-activity.js +4 -3
- package/dist-lib/lib/api/tool-configs.d.ts +2 -1
- package/dist-lib/lib/api/tool-configs.js +6 -9
- package/dist-lib/lib/api/upload-frames.d.ts +0 -1
- package/dist-lib/lib/api/upload-frames.js +0 -1
- package/dist-lib/lib/api/watchable.d.ts +3 -2
- package/dist-lib/lib/api/watchable.js +2 -3
- package/dist-lib/lib/api/workspace.d.ts +12 -0
- package/dist-lib/lib/api/workspace.js +61 -0
- package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
- package/dist-lib/lib/assistant/fake-models.js +112 -0
- package/dist-lib/lib/assistant/harness.d.ts +48 -31
- package/dist-lib/lib/assistant/harness.js +51 -10
- package/dist-lib/lib/assistant/history.d.ts +37 -17
- package/dist-lib/lib/assistant/history.js +212 -87
- package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
- package/dist-lib/lib/assistant/host-run-log.js +24 -36
- package/dist-lib/lib/assistant/media-round.d.ts +61 -0
- package/dist-lib/lib/assistant/media-round.js +111 -0
- package/dist-lib/lib/assistant/message.d.ts +28 -1
- package/dist-lib/lib/assistant/message.js +65 -2
- package/dist-lib/lib/assistant/model-round.d.ts +118 -0
- package/dist-lib/lib/assistant/model-round.js +706 -0
- package/dist-lib/lib/assistant/pdf-budget.d.ts +11 -0
- package/dist-lib/lib/assistant/pdf-budget.js +12 -0
- package/dist-lib/lib/assistant/pdf-pages.d.ts +25 -0
- package/dist-lib/lib/assistant/pdf-pages.js +75 -0
- package/dist-lib/lib/assistant/round-host.d.ts +65 -0
- package/dist-lib/lib/assistant/round-host.js +332 -0
- package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
- package/dist-lib/lib/assistant/skill-encode.js +2 -1
- package/dist-lib/lib/assistant/upload.d.ts +12 -0
- package/dist-lib/lib/assistant/upload.js +36 -0
- package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
- package/dist-lib/lib/assistant/video-budget.js +29 -0
- package/dist-lib/lib/assistant-client.d.ts +5 -1
- package/dist-lib/lib/assistant-client.js +54 -14
- package/dist-lib/lib/assistant-tree.d.ts +14 -3
- package/dist-lib/lib/assistant-tree.js +113 -21
- package/dist-lib/lib/assistant.d.ts +115 -25
- package/dist-lib/lib/assistant.js +2409 -1245
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-suggestion.d.ts +3 -0
- package/dist-lib/lib/chat-suggestion.js +47 -0
- package/dist-lib/lib/client.d.ts +3 -2
- package/dist-lib/lib/client.js +18 -3
- package/dist-lib/lib/compaction.d.ts +3 -1
- package/dist-lib/lib/compaction.js +20 -6
- package/dist-lib/lib/constants.d.ts +10 -0
- package/dist-lib/lib/constants.js +10 -0
- package/dist-lib/lib/core/agent-copies.d.ts +9 -0
- package/dist-lib/lib/core/agent-copies.js +47 -0
- package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
- package/dist-lib/lib/core/agent-hosting.js +76 -0
- package/dist-lib/lib/core/agent.d.ts +9 -1
- package/dist-lib/lib/core/agent.js +58 -63
- package/dist-lib/lib/core/approval-rules.d.ts +5 -1
- package/dist-lib/lib/core/approval-rules.js +17 -9
- package/dist-lib/lib/core/archived-mesh.d.ts +14 -7
- package/dist-lib/lib/core/archived-mesh.js +75 -59
- package/dist-lib/lib/core/async-iterable.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +1 -0
- package/dist-lib/lib/core/blind-peers.js +1 -0
- package/dist-lib/lib/core/chat-activity.d.ts +1 -1
- package/dist-lib/lib/core/chat-activity.js +45 -34
- package/dist-lib/lib/core/chat-copy.d.ts +42 -0
- package/dist-lib/lib/core/chat-copy.js +404 -0
- package/dist-lib/lib/core/chat-fork.d.ts +16 -0
- package/dist-lib/lib/core/chat-fork.js +246 -0
- package/dist-lib/lib/core/chat-group.js +10 -22
- package/dist-lib/lib/core/chat-move.d.ts +77 -0
- package/dist-lib/lib/core/chat-move.js +601 -0
- package/dist-lib/lib/core/chat-order.d.ts +2 -1
- package/dist-lib/lib/core/chat-order.js +28 -19
- package/dist-lib/lib/core/chat-read.d.ts +4 -0
- package/dist-lib/lib/core/chat-read.js +49 -0
- package/dist-lib/lib/core/chat-search.js +14 -12
- package/dist-lib/lib/core/chat.d.ts +32 -4
- package/dist-lib/lib/core/chat.js +135 -61
- package/dist-lib/lib/core/chunk.d.ts +35 -7
- package/dist-lib/lib/core/chunk.js +271 -72
- package/dist-lib/lib/core/collections.d.ts +41 -1
- package/dist-lib/lib/core/collections.js +41 -1
- package/dist-lib/lib/core/config-value.d.ts +7 -0
- package/dist-lib/lib/core/config-value.js +15 -0
- package/dist-lib/lib/core/contract/activity.d.ts +7 -2
- package/dist-lib/lib/core/contract/activity.js +71 -23
- package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
- package/dist-lib/lib/core/contract/agent-join.js +104 -0
- package/dist-lib/lib/core/contract/agents.d.ts +5 -0
- package/dist-lib/lib/core/contract/agents.js +142 -3
- package/dist-lib/lib/core/contract/chat.d.ts +4 -0
- package/dist-lib/lib/core/contract/chat.js +53 -3
- package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
- package/dist-lib/lib/core/contract/chunks.js +125 -38
- package/dist-lib/lib/core/contract/devices.js +6 -4
- package/dist-lib/lib/core/contract/index.d.ts +2 -3
- package/dist-lib/lib/core/contract/index.js +38 -11
- package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
- package/dist-lib/lib/core/contract/indexing.js +51 -7
- package/dist-lib/lib/core/contract/invites.d.ts +3 -14
- package/dist-lib/lib/core/contract/invites.js +26 -36
- package/dist-lib/lib/core/contract/joined-meshes.js +4 -1
- package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
- package/dist-lib/lib/core/contract/knowledge.js +57 -6
- package/dist-lib/lib/core/contract/members.d.ts +3 -1
- package/dist-lib/lib/core/contract/members.js +48 -12
- package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
- package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
- package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
- package/dist-lib/lib/core/contract/mesh-name.js +31 -0
- package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
- package/dist-lib/lib/core/contract/mesh-rules.js +35 -0
- package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
- package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
- package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
- package/dist-lib/lib/core/contract/model-requests.js +280 -0
- package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
- package/dist-lib/lib/core/contract/oldest-version.js +20 -0
- package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
- package/dist-lib/lib/core/contract/open-join.js +77 -0
- package/dist-lib/lib/core/contract/project-device-keys.d.ts +9 -0
- package/dist-lib/lib/core/contract/project-device-keys.js +38 -0
- package/dist-lib/lib/core/contract/project-host-keys.d.ts +9 -0
- package/dist-lib/lib/core/contract/project-host-keys.js +52 -0
- package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
- package/dist-lib/lib/core/contract/project-order.js +25 -0
- package/dist-lib/lib/core/contract/projects.d.ts +23 -0
- package/dist-lib/lib/core/contract/projects.js +339 -0
- package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
- package/dist-lib/lib/core/contract/public-mesh.js +31 -0
- package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
- package/dist-lib/lib/core/contract/public-seeds.js +43 -0
- package/dist-lib/lib/core/contract/roles.d.ts +10 -0
- package/dist-lib/lib/core/contract/roles.js +123 -0
- package/dist-lib/lib/core/contract/run-requests.d.ts +11 -0
- package/dist-lib/lib/core/contract/run-requests.js +114 -0
- package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
- package/dist-lib/lib/core/contract/shipped-rows.d.ts +2 -0
- package/dist-lib/lib/core/contract/shipped-rows.js +22 -0
- package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
- package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
- package/dist-lib/lib/core/contract/tool-activity.js +12 -1
- package/dist-lib/lib/core/contract/tool-configs.js +2 -1
- package/dist-lib/lib/core/contract/types.d.ts +2 -2
- package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
- package/dist-lib/lib/core/contract/workspace.js +311 -0
- package/dist-lib/lib/core/contract/writers.js +100 -16
- package/dist-lib/lib/core/deleted-agent-runs.d.ts +8 -0
- package/dist-lib/lib/core/deleted-agent-runs.js +57 -0
- package/dist-lib/lib/core/departures.d.ts +18 -5
- package/dist-lib/lib/core/departures.js +82 -6
- package/dist-lib/lib/core/device-control.d.ts +21 -0
- package/dist-lib/lib/core/device-control.js +91 -0
- package/dist-lib/lib/core/device-seal.d.ts +4 -0
- package/dist-lib/lib/core/device-seal.js +22 -0
- package/dist-lib/lib/core/devices.d.ts +2 -1
- package/dist-lib/lib/core/devices.js +6 -11
- package/dist-lib/lib/core/document-attachment.d.ts +10 -0
- package/dist-lib/lib/core/document-attachment.js +14 -0
- package/dist-lib/lib/core/files/attachments.d.ts +2 -0
- package/dist-lib/lib/core/files/attachments.js +23 -7
- package/dist-lib/lib/core/files/index.d.ts +28 -15
- package/dist-lib/lib/core/files/index.js +222 -43
- package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
- package/dist-lib/lib/core/files/knowledge.js +77 -5
- package/dist-lib/lib/core/files/preview/index.js +6 -2
- package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
- package/dist-lib/lib/core/files/processing/claims.js +33 -7
- package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
- package/dist-lib/lib/core/files/processing/document.js +26 -2
- package/dist-lib/lib/core/files/processing/index.d.ts +12 -3
- package/dist-lib/lib/core/files/processing/index.js +122 -73
- package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
- package/dist-lib/lib/core/files/processing/protocol.js +27 -37
- package/dist-lib/lib/core/files/processing/source.d.ts +4 -0
- package/dist-lib/lib/core/files/processing/source.js +12 -4
- package/dist-lib/lib/core/files/processing/state.d.ts +5 -1
- package/dist-lib/lib/core/files/processing/state.js +9 -1
- package/dist-lib/lib/core/files/rag/build.d.ts +15 -2
- package/dist-lib/lib/core/files/rag/build.js +119 -21
- package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
- package/dist-lib/lib/core/files/rag/failure.js +58 -0
- package/dist-lib/lib/core/files/rag/index.d.ts +21 -5
- package/dist-lib/lib/core/files/rag/index.js +38 -9
- package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
- package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
- package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
- package/dist-lib/lib/core/files/rag/limits.js +1 -0
- package/dist-lib/lib/core/files/rag/load.d.ts +3 -3
- package/dist-lib/lib/core/files/rag/load.js +6 -3
- package/dist-lib/lib/core/files/rag/plugin-index.d.ts +32 -0
- package/dist-lib/lib/core/files/rag/plugin-index.js +120 -0
- package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
- package/dist-lib/lib/core/files/rag/policy.js +23 -2
- package/dist-lib/lib/core/files/rag/produce.d.ts +3 -4
- package/dist-lib/lib/core/files/rag/produce.js +31 -18
- package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +2 -0
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +8 -2
- package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/similarity.js +2 -3
- package/dist-lib/lib/core/files/records/chunks.js +22 -1
- package/dist-lib/lib/core/files/records/index.d.ts +1 -1
- package/dist-lib/lib/core/files/records/index.js +1 -1
- package/dist-lib/lib/core/files/records/knowledge.d.ts +12 -4
- package/dist-lib/lib/core/files/records/knowledge.js +34 -30
- package/dist-lib/lib/core/files/records/purge.js +13 -8
- package/dist-lib/lib/core/files/records/reclaim.js +21 -55
- package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
- package/dist-lib/lib/core/files/records/routing.js +6 -2
- package/dist-lib/lib/core/files/records/source.js +3 -5
- package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
- package/dist-lib/lib/core/files/records/sweep.js +9 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
- package/dist-lib/lib/core/files/store/blob.js +2 -2
- package/dist-lib/lib/core/files/store/index.d.ts +3 -1
- package/dist-lib/lib/core/files/store/index.js +4 -1
- package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
- package/dist-lib/lib/core/files/store/reference.js +12 -2
- package/dist-lib/lib/core/files/store/sweep.js +3 -1
- package/dist-lib/lib/core/files/upload.d.ts +5 -1
- package/dist-lib/lib/core/files/upload.js +117 -51
- package/dist-lib/lib/core/first-event.d.ts +6 -0
- package/dist-lib/lib/core/first-event.js +13 -0
- package/dist-lib/lib/core/fs-drives.d.ts +6 -3
- package/dist-lib/lib/core/fs-drives.js +35 -35
- package/dist-lib/lib/core/helpers/index.d.ts +1 -1
- package/dist-lib/lib/core/helpers/index.js +2 -2
- package/dist-lib/lib/core/id.d.ts +1 -0
- package/dist-lib/lib/core/id.js +3 -0
- package/dist-lib/lib/core/identity.d.ts +3 -1
- package/dist-lib/lib/core/identity.js +25 -4
- package/dist-lib/lib/core/invite.d.ts +6 -2
- package/dist-lib/lib/core/invite.js +22 -8
- package/dist-lib/lib/core/local/files.d.ts +2 -1
- package/dist-lib/lib/core/local/files.js +5 -7
- package/dist-lib/lib/core/local/index.d.ts +93 -8
- package/dist-lib/lib/core/local/index.js +327 -28
- package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
- package/dist-lib/lib/core/local/run-logs.js +132 -0
- package/dist-lib/lib/core/member-key.d.ts +7 -0
- package/dist-lib/lib/core/member-key.js +24 -0
- package/dist-lib/lib/core/membership.d.ts +3 -14
- package/dist-lib/lib/core/membership.js +3 -96
- package/dist-lib/lib/core/mesh.d.ts +132 -29
- package/dist-lib/lib/core/mesh.js +775 -215
- package/dist-lib/lib/core/migrations/agent-catalog.js +2 -8
- package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
- package/dist-lib/lib/core/migrations/agent-tools-scope.js +18 -0
- package/dist-lib/lib/core/migrations/chat-chunks.d.ts +4 -0
- package/dist-lib/lib/core/migrations/chat-chunks.js +47 -0
- package/dist-lib/lib/core/migrations/file-index.d.ts +1 -1
- package/dist-lib/lib/core/migrations/file-index.js +8 -6
- package/dist-lib/lib/core/migrations/index.d.ts +2 -1
- package/dist-lib/lib/core/migrations/index.js +69 -8
- package/dist-lib/lib/core/migrations/writer-links.d.ts +3 -0
- package/dist-lib/lib/core/migrations/writer-links.js +30 -0
- package/dist-lib/lib/core/model-requests.d.ts +13 -0
- package/dist-lib/lib/core/model-requests.js +65 -0
- package/dist-lib/lib/core/next-frame.js +2 -1
- package/dist-lib/lib/core/notification.js +100 -25
- package/dist-lib/lib/core/pdf/figure.d.ts +22 -0
- package/dist-lib/lib/core/pdf/figure.js +64 -0
- package/dist-lib/lib/core/pdf/rasterize.d.ts +12 -3
- package/dist-lib/lib/core/pdf/rasterize.js +77 -28
- package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
- package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +104 -45
- package/dist-lib/lib/core/project-keys.d.ts +16 -0
- package/dist-lib/lib/core/project-keys.js +65 -0
- package/dist-lib/lib/core/prompt-history.js +4 -4
- package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
- package/dist-lib/lib/core/protocol-pairing.js +22 -0
- package/dist-lib/lib/core/public-mesh.d.ts +25 -0
- package/dist-lib/lib/core/public-mesh.js +81 -0
- package/dist-lib/lib/core/purge.d.ts +3 -0
- package/dist-lib/lib/core/purge.js +7 -0
- package/dist-lib/lib/core/run-driver.d.ts +17 -0
- package/dist-lib/lib/core/run-driver.js +20 -0
- package/dist-lib/lib/core/run-requests.d.ts +14 -0
- package/dist-lib/lib/core/run-requests.js +78 -0
- package/dist-lib/lib/core/send.d.ts +2 -0
- package/dist-lib/lib/core/send.js +17 -4
- package/dist-lib/lib/core/senders.d.ts +19 -0
- package/dist-lib/lib/core/senders.js +45 -0
- package/dist-lib/lib/core/shared-agents.d.ts +40 -0
- package/dist-lib/lib/core/shared-agents.js +283 -0
- package/dist-lib/lib/core/skill-availability.d.ts +33 -0
- package/dist-lib/lib/core/skill-availability.js +67 -0
- package/dist-lib/lib/core/skill-secrets.d.ts +13 -18
- package/dist-lib/lib/core/skill-secrets.js +93 -72
- package/dist-lib/lib/core/sync/background.d.ts +34 -0
- package/dist-lib/lib/core/sync/background.js +86 -0
- package/dist-lib/lib/core/sync/changed.d.ts +20 -0
- package/dist-lib/lib/core/sync/changed.js +7 -0
- package/dist-lib/lib/core/sync/devices.js +6 -3
- package/dist-lib/lib/core/sync/files.d.ts +1 -0
- package/dist-lib/lib/core/sync/files.js +50 -72
- package/dist-lib/lib/core/sync/index.d.ts +1 -1
- package/dist-lib/lib/core/sync/index.js +193 -81
- package/dist-lib/lib/core/sync/view-updates.d.ts +39 -0
- package/dist-lib/lib/core/sync/view-updates.js +124 -0
- package/dist-lib/lib/core/sync-status.js +99 -43
- package/dist-lib/lib/core/system-info.d.ts +2 -2
- package/dist-lib/lib/core/system-info.js +10 -11
- package/dist-lib/lib/core/tool-activity.js +6 -12
- package/dist-lib/lib/core/tool-configs.d.ts +5 -3
- package/dist-lib/lib/core/tool-configs.js +27 -39
- package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
- package/dist-lib/lib/core/transcript-visibility.js +27 -31
- package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
- package/dist-lib/lib/core/upgrade-agents.js +78 -0
- package/dist-lib/lib/core/upgrade-summary.d.ts +19 -0
- package/dist-lib/lib/core/upgrade-summary.js +67 -0
- package/dist-lib/lib/core/vault-managed-skills.d.ts +18 -0
- package/dist-lib/lib/core/vault-managed-skills.js +105 -0
- package/dist-lib/lib/core/video/attachment.d.ts +1 -0
- package/dist-lib/lib/core/video/attachment.js +7 -0
- package/dist-lib/lib/core/video/digest.d.ts +16 -0
- package/dist-lib/lib/core/video/digest.js +57 -0
- package/dist-lib/lib/core/video/frames.d.ts +32 -0
- package/dist-lib/lib/core/video/frames.js +224 -0
- package/dist-lib/lib/core/view-read.d.ts +4 -0
- package/dist-lib/lib/core/view-read.js +23 -0
- package/dist-lib/lib/core/workspace-upgrade.d.ts +23 -0
- package/dist-lib/lib/core/workspace-upgrade.js +51 -0
- package/dist-lib/lib/core.d.ts +345 -88
- package/dist-lib/lib/core.js +4275 -1513
- package/dist-lib/lib/credential-pusher.d.ts +17 -7
- package/dist-lib/lib/credential-pusher.js +111 -62
- package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
- package/dist-lib/lib/custom-model-task.d.ts +2 -1
- package/dist-lib/lib/custom-model-task.js +2 -2
- package/dist-lib/lib/device-tree.d.ts +18 -0
- package/dist-lib/lib/device-tree.js +32 -0
- package/dist-lib/lib/diagnostics.d.ts +7 -0
- package/dist-lib/lib/diagnostics.js +22 -0
- package/dist-lib/lib/doctor/checks.d.ts +15 -0
- package/dist-lib/lib/doctor/checks.js +272 -0
- package/dist-lib/lib/doctor/redact.d.ts +4 -0
- package/dist-lib/lib/doctor/redact.js +31 -0
- package/dist-lib/lib/doctor/render.d.ts +8 -0
- package/dist-lib/lib/doctor/render.js +83 -0
- package/dist-lib/lib/doctor/tree.d.ts +5 -0
- package/dist-lib/lib/doctor/tree.js +167 -0
- package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
- package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
- package/dist-lib/lib/errors.d.ts +814 -0
- package/dist-lib/lib/errors.js +748 -0
- package/dist-lib/lib/fs-drive-bridge.d.ts +8 -1
- package/dist-lib/lib/fs-drive-bridge.js +312 -31
- package/dist-lib/lib/guards.d.ts +1 -0
- package/dist-lib/lib/guards.js +4 -0
- package/dist-lib/lib/inference-calls.d.ts +1 -2
- package/dist-lib/lib/inference-calls.js +2 -10
- package/dist-lib/lib/integrations/setup-routes.js +7 -5
- package/dist-lib/lib/knowledge-search.d.ts +1 -1
- package/dist-lib/lib/knowledge-search.js +5 -51
- package/dist-lib/lib/kv-cache-ledger.d.ts +22 -0
- package/dist-lib/lib/kv-cache-ledger.js +72 -0
- package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
- package/dist-lib/lib/kv-cache-reclaim.js +30 -0
- package/dist-lib/lib/kv-cache-retention.d.ts +36 -0
- package/dist-lib/lib/kv-cache-retention.js +101 -0
- package/dist-lib/lib/latest-frame.d.ts +10 -0
- package/dist-lib/lib/latest-frame.js +48 -0
- package/dist-lib/lib/llm-model-names.d.ts +1 -1
- package/dist-lib/lib/llm-model-names.js +1 -1
- package/dist-lib/lib/log.d.ts +7 -6
- package/dist-lib/lib/log.js +14 -7
- package/dist-lib/lib/logger-type.d.ts +2 -5
- package/dist-lib/lib/mesh-scoped-engine.js +47 -2
- package/dist-lib/lib/model-context.js +1 -2
- package/dist-lib/lib/model-download-status.d.ts +3 -3
- package/dist-lib/lib/model-download.d.ts +22 -13
- package/dist-lib/lib/model-download.js +106 -37
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
- package/dist-lib/lib/model-memory-cap.d.ts +30 -0
- package/dist-lib/lib/model-memory-cap.js +78 -0
- package/dist-lib/lib/models-watch.d.ts +1 -1
- package/dist-lib/lib/models-watch.js +4 -4
- package/dist-lib/lib/oauth/browser-connect.js +3 -2
- package/dist-lib/lib/oauth/flow-core.js +5 -3
- package/dist-lib/lib/oauth/flow.js +1 -1
- package/dist-lib/lib/oauth/loopback.d.ts +1 -0
- package/dist-lib/lib/oauth/loopback.js +57 -12
- package/dist-lib/lib/oauth/providers.js +4 -2
- package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
- package/dist-lib/lib/oauth/register.js +35 -19
- package/dist-lib/lib/oauth/request.d.ts +10 -0
- package/dist-lib/lib/oauth/request.js +22 -0
- package/dist-lib/lib/oauth/resolve.js +42 -13
- package/dist-lib/lib/oauth/token-exchange-core.js +40 -31
- package/dist-lib/lib/oauth/types.d.ts +3 -0
- package/dist-lib/lib/oauth.d.ts +2 -1
- package/dist-lib/lib/oauth.js +1 -0
- package/dist-lib/lib/persistent-dir.d.ts +1 -0
- package/dist-lib/lib/persistent-dir.js +9 -0
- package/dist-lib/lib/probe-rounds.d.ts +8 -0
- package/dist-lib/lib/probe-rounds.js +10 -0
- package/dist-lib/lib/reconnecting-watch.js +19 -11
- package/dist-lib/lib/run-input.d.ts +14 -0
- package/dist-lib/lib/run-input.js +33 -0
- package/dist-lib/lib/run-notices.d.ts +5 -0
- package/dist-lib/lib/run-notices.js +13 -2
- package/dist-lib/lib/run-replay.d.ts +45 -0
- package/dist-lib/lib/run-replay.js +169 -0
- package/dist-lib/lib/run-transcript.d.ts +13 -12
- package/dist-lib/lib/run-transcript.js +20 -19
- package/dist-lib/lib/suspend-lifecycle.js +15 -5
- package/dist-lib/lib/task.js +6 -4
- package/dist-lib/lib/test-env.d.ts +1 -0
- package/dist-lib/lib/test-env.js +4 -0
- package/dist-lib/schema/build.js +66 -55
- package/dist-lib/schema/config.d.ts +1 -1
- package/dist-lib/schema/config.js +1 -1
- package/dist-lib/schema/content.d.ts +5 -1
- package/dist-lib/schema/content.js +60 -12
- package/dist-lib/schema/engine.d.ts +1 -0
- package/dist-lib/schema/engine.js +941 -152
- package/dist-lib/schema/field-order.js +8 -1
- package/dist-lib/schema/indexes.d.ts +10 -0
- package/dist-lib/schema/indexes.js +53 -3
- package/dist-lib/schema/local.js +83 -5
- package/dist-lib/schema/qvac.d.ts +4 -1
- package/dist-lib/schema/qvac.js +558 -16
- package/dist-lib/spec/bind.js +261 -48
- package/dist-lib/spec/calls.js +56 -5
- package/dist-lib/spec/capabilities.d.ts +129 -20
- package/dist-lib/spec/config/hyperconf/index.js +1 -1
- package/dist-lib/spec/hrpc/hrpc.json +870 -207
- package/dist-lib/spec/hrpc/index.js +969 -347
- package/dist-lib/spec/hrpc/messages.js +7590 -4896
- package/dist-lib/spec/hyperschema/index.js +7590 -4896
- package/dist-lib/spec/hyperschema/schema.json +5316 -3224
- package/dist-lib/spec/hyperschema/types.d.ts +576 -62
- package/dist-lib/spec/local/hyperdb/db.json +95 -1
- package/dist-lib/spec/local/hyperdb/index.js +459 -2
- package/dist-lib/spec/local/hyperdb/messages.js +1588 -488
- package/dist-lib/spec/local/hyperschema/index.js +584 -16
- package/dist-lib/spec/local/hyperschema/schema.json +369 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +88 -2
- package/dist-lib/spec/mesh/hyperdb/db.json +711 -9
- package/dist-lib/spec/mesh/hyperdb/index.js +2769 -7
- package/dist-lib/spec/mesh/hyperdb/messages.js +7140 -1298
- package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +205 -1
- package/dist-lib/spec/mesh/hyperdispatch/index.js +579 -1
- package/dist-lib/spec/mesh/hyperdispatch/messages.js +4017 -267
- package/dist-lib/spec/mesh/hyperschema/index.js +4017 -267
- package/dist-lib/spec/mesh/hyperschema/schema.json +2193 -19
- package/dist-lib/spec/mesh/hyperschema/types.d.ts +550 -6
- package/package.json +136 -90
- package/tui/README.md +119 -20
- package/tui/app.mjs +2000 -621
- package/tui/boot.mjs +76 -9
- package/tui/cli.mjs +93 -0
- package/tui/index.mjs +2 -51
- package/tui/lib/connect-sheet.mjs +350 -0
- package/tui/lib/device-target.mjs +64 -0
- package/tui/lib/folders-command.mjs +84 -0
- package/tui/lib/fork-command.mjs +43 -0
- package/tui/lib/knowledge-import.mjs +3 -21
- package/tui/lib/local-path.mjs +21 -0
- package/tui/lib/move-command.mjs +17 -0
- package/tui/lib/render.mjs +30 -1
- package/tui/lib/setup.mjs +59 -25
- package/tui/lib/skill-connect.mjs +145 -0
- package/tui/lib/updater.mjs +86 -0
- package/tui/main.mjs +44 -18
- package/tui/plugins.mjs +158 -0
- package/worker/assistant-sidecar.mjs +28 -4
- package/worker/stow-entry.mjs +3 -50
- package/dist-lib/lib/core/contract/compute.d.ts +0 -11
- package/dist-lib/lib/core/contract/compute.js +0 -48
- package/dist-lib/lib/core/device-invites.d.ts +0 -11
- package/dist-lib/lib/core/device-invites.js +0 -63
- package/dist-lib/lib/core/files/processing/settle.d.ts +0 -13
- package/dist-lib/lib/core/files/processing/settle.js +0 -86
- package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
- package/dist-lib/lib/core/grant-expiry.js +0 -66
- package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
- package/dist-lib/lib/core/handoff-channel.js +0 -123
- package/dist-lib/lib/core/harness-loan.d.ts +0 -29
- package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
- package/dist-lib/lib/core/host-run-log-store.js +0 -976
- package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
- package/dist-lib/lib/core/hosted-agents.js +0 -140
- package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
- package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
- package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
- package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
- package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
- package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
- package/dist-lib/lib/core/migrations/device-indexes.d.ts +0 -2
- package/dist-lib/lib/core/migrations/device-indexes.js +0 -7
- package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
- package/dist-lib/lib/core/secret-handoff.js +0 -29
- package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
- package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
- package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
- package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
- package/dist-lib/lib/image-cache-dir.d.ts +0 -1
- package/dist-lib/lib/image-cache-dir.js +0 -5
- package/dist-lib/lib/log-levels.d.ts +0 -7
- package/dist-lib/lib/log-levels.js +0 -1
- package/dist-lib/lib/logger.d.ts +0 -5
- package/dist-lib/lib/logger.js +0 -18
- package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
- package/dist-lib/lib/oauth/loopback.stub.js +0 -6
|
@@ -2,12 +2,11 @@ import { hasLiveSource } from './routing.js';
|
|
|
2
2
|
import { removeChatAttachments, removeChatKnowledge } from '../../chat.js';
|
|
3
3
|
import { listChunks } from '../../chunk.js';
|
|
4
4
|
import { getKnowledge, listKnowledgeArtifactsByKnowledge } from './knowledge.js';
|
|
5
|
-
import {
|
|
6
|
-
import { CHATS, CHUNK_COUNTERS, KNOWLEDGE, PURGED_CHATS } from '../../collections.js';
|
|
5
|
+
import { CHATS, KNOWLEDGE, PURGED_CHATS } from '../../collections.js';
|
|
7
6
|
export async function syncKnowledgeTombstone(mesh, row) {
|
|
8
7
|
if (!row.deletedAt)
|
|
9
8
|
return;
|
|
10
|
-
|
|
9
|
+
mesh.log?.debug('sync', 'knowledge tombstone observed - reclaiming blob bytes', { id: row.id });
|
|
11
10
|
if (typeof row.blobId === 'string' && !(await hasLiveSource(mesh, row.chatId, row.blobId))) {
|
|
12
11
|
await mesh.files.clear(row.blobId, row.id);
|
|
13
12
|
await mesh.fileIndex?.markCleared(row.blobId);
|
|
@@ -26,67 +25,34 @@ export async function syncArtifactArrival(mesh, row) {
|
|
|
26
25
|
await mesh.files.clear(row.artifactBlobId, row.id);
|
|
27
26
|
}
|
|
28
27
|
export async function sweepTombstonedBlobs(mesh, deviceId = null) {
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
28
|
+
const held = (await mesh.fileIndex?.list()) ?? [];
|
|
29
|
+
const chatIds = new Set(held.map((row) => row.chatId).filter((id) => !!id));
|
|
30
|
+
for (const chatId of chatIds) {
|
|
31
|
+
if (mesh.closing)
|
|
32
32
|
return;
|
|
33
|
+
if (deviceId && mesh.writable) {
|
|
34
|
+
await recascadeTombstonedChat(mesh, chatId, deviceId);
|
|
33
35
|
}
|
|
36
|
+
await mesh.files.syncAttachments(await listChunks(mesh, { chatId, type: 'attachment' }));
|
|
34
37
|
}
|
|
35
|
-
const
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
return;
|
|
40
|
-
await syncKnowledgeTombstone(mesh, row);
|
|
41
|
-
}
|
|
42
|
-
}
|
|
43
|
-
finally {
|
|
44
|
-
await knowledge.close();
|
|
45
|
-
}
|
|
46
|
-
const counters = mesh.view.snapshot();
|
|
47
|
-
try {
|
|
48
|
-
for await (const counter of counters.find(CHUNK_COUNTERS)) {
|
|
49
|
-
if (mesh.closing)
|
|
50
|
-
return;
|
|
51
|
-
const finished = await syncChatAttachmentChunks(mesh, counter.chatId);
|
|
52
|
-
if (!finished) {
|
|
53
|
-
return;
|
|
54
|
-
}
|
|
55
|
-
}
|
|
56
|
-
}
|
|
57
|
-
finally {
|
|
58
|
-
await counters.close();
|
|
38
|
+
for await (const row of mesh.view.find(KNOWLEDGE)) {
|
|
39
|
+
if (mesh.closing)
|
|
40
|
+
return;
|
|
41
|
+
await syncKnowledgeTombstone(mesh, row);
|
|
59
42
|
}
|
|
60
43
|
}
|
|
61
|
-
async function
|
|
62
|
-
const
|
|
44
|
+
async function recascadeTombstonedChat(mesh, chatId, deviceId) {
|
|
45
|
+
const chat = await mesh.view.get(CHATS, { id: chatId });
|
|
46
|
+
if (!chat?.deletedAt || (await mesh.view.get(PURGED_CHATS, { chatId }))) {
|
|
47
|
+
return;
|
|
48
|
+
}
|
|
63
49
|
try {
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
return false;
|
|
67
|
-
}
|
|
68
|
-
if (!chat.deletedAt || (await chats.get(PURGED_CHATS, { chatId: chat.id }))) {
|
|
69
|
-
continue;
|
|
70
|
-
}
|
|
71
|
-
await removeChatAttachments(mesh, chat.id, { deviceId, at: chat.deletedAt });
|
|
72
|
-
await removeChatKnowledge(mesh, chat.id, chat.deletedAt);
|
|
73
|
-
}
|
|
50
|
+
await removeChatAttachments(mesh, chatId, { deviceId, at: chat.deletedAt });
|
|
51
|
+
await removeChatKnowledge(mesh, chatId, chat.deletedAt);
|
|
74
52
|
}
|
|
75
53
|
catch (error) {
|
|
76
|
-
|
|
54
|
+
mesh.log?.warn('sync', 'chat-tombstone sweep failed - continuing with local reclaims', {
|
|
77
55
|
error
|
|
78
56
|
});
|
|
79
57
|
}
|
|
80
|
-
finally {
|
|
81
|
-
await chats.close();
|
|
82
|
-
}
|
|
83
|
-
return true;
|
|
84
|
-
}
|
|
85
|
-
async function syncChatAttachmentChunks(mesh, chatId) {
|
|
86
|
-
for (const chunk of await listChunks(mesh, { chatId, type: 'attachment' })) {
|
|
87
|
-
if (mesh.closing)
|
|
88
|
-
return false;
|
|
89
|
-
await syncAttachmentChunk(mesh, chunk);
|
|
90
|
-
}
|
|
91
|
-
return true;
|
|
92
58
|
}
|
|
@@ -3,7 +3,7 @@ import type { Mesh } from '../../mesh.ts';
|
|
|
3
3
|
import type { AttachmentFile } from '../../document-attachment.ts';
|
|
4
4
|
export declare function isKnowledgeRoutedAttachment(input: AttachmentFile): boolean;
|
|
5
5
|
export declare function routeAttachmentToKnowledge(mesh: Mesh, chatId: string, attachment: QvacChunkContentAttachment): Promise<QvacKnowledge>;
|
|
6
|
-
export declare function hasLiveSource(mesh: Mesh, chatId: string, reference: string): Promise<boolean>;
|
|
6
|
+
export declare function hasLiveSource(mesh: Mesh, chatId: string | null | undefined, reference: string): Promise<boolean>;
|
|
7
7
|
interface AttachTurnChunk {
|
|
8
8
|
readonly id: string;
|
|
9
9
|
readonly seq: number;
|
|
@@ -4,7 +4,7 @@ import { compareBlobReferences } from '../store/index.js';
|
|
|
4
4
|
import { getChat, setChatRagEnabled } from '../../chat.js';
|
|
5
5
|
import { listChunks } from '../../chunk.js';
|
|
6
6
|
import { IMAGE_MIMES } from '../../image/normalize.js';
|
|
7
|
-
import { addKnowledge, listKnowledge, removeKnowledge } from './knowledge.js';
|
|
7
|
+
import { addKnowledge, listKnowledge, listKnowledgeBase, removeKnowledge } from './knowledge.js';
|
|
8
8
|
import b4a from 'b4a';
|
|
9
9
|
export function isKnowledgeRoutedAttachment(input) {
|
|
10
10
|
if (IMAGE_MIMES.has(input.mimeType.toLowerCase()))
|
|
@@ -34,9 +34,13 @@ export async function routeAttachmentToKnowledge(mesh, chatId, attachment) {
|
|
|
34
34
|
}
|
|
35
35
|
export async function hasLiveSource(mesh, chatId, reference) {
|
|
36
36
|
const same = (blobId) => compareBlobReferences(blobId, reference, b4a.toHex(mesh.blobs.core.key)) !== false;
|
|
37
|
-
|
|
37
|
+
const rows = chatId ? await listKnowledge(mesh, { chatId }) : await listKnowledgeBase(mesh);
|
|
38
|
+
if (rows.some((row) => same(row.blobId))) {
|
|
38
39
|
return true;
|
|
39
40
|
}
|
|
41
|
+
if (!chatId) {
|
|
42
|
+
return false;
|
|
43
|
+
}
|
|
40
44
|
return (await listChunks(mesh, { chatId, type: 'attachment' })).some(({ attachment }) => attachment && !attachment.deletedAt && same(attachment.blobId));
|
|
41
45
|
}
|
|
42
46
|
export function attachTurnDocumentIds(chunks) {
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { mediaKindOrdinal } from '../../../../schema/media-kind.js';
|
|
2
|
-
import { ATTACHMENTS_BY_MEDIA_KIND, CHATS, CHUNKS,
|
|
2
|
+
import { ATTACHMENTS_BY_MEDIA_KIND, CHATS, CHUNKS, KNOWLEDGE } from '../../collections.js';
|
|
3
|
+
import { findChunksOfType } from '../../chunk.js';
|
|
3
4
|
export function attachmentRecord(chunk) {
|
|
4
5
|
const file = chunk.attachment;
|
|
5
6
|
if (chunk.type !== 'attachment' || !file) {
|
|
@@ -64,10 +65,7 @@ export async function scopedFile(view, { chatId, fileId }) {
|
|
|
64
65
|
if (row) {
|
|
65
66
|
return row.chatId === chatId && !row.deletedAt ? row : null;
|
|
66
67
|
}
|
|
67
|
-
for
|
|
68
|
-
gte: { chatId },
|
|
69
|
-
lte: { chatId }
|
|
70
|
-
})) {
|
|
68
|
+
for (const chunk of await findChunksOfType(view, { chatId, type: 'attachment' })) {
|
|
71
69
|
if (chunk.attachment?.id === fileId) {
|
|
72
70
|
return chunk.attachment.deletedAt ? null : attachmentRecord(chunk);
|
|
73
71
|
}
|
|
@@ -1,2 +1,5 @@
|
|
|
1
|
+
import type HyperDB from 'hyperdb';
|
|
2
|
+
import type { QvacChunk } from '../../../../spec/mesh/hyperschema/types.d.ts';
|
|
1
3
|
import type { Mesh } from '../../mesh.ts';
|
|
2
4
|
export declare function referencedBlobs(mesh: Mesh): Promise<string[]>;
|
|
5
|
+
export declare function attachmentChunks(snapshot: HyperDB): AsyncGenerator<QvacChunk>;
|
|
@@ -1,12 +1,13 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { findChunksOfType } from '../../chunk.js';
|
|
2
|
+
import { CHUNK_COUNTERS, KNOWLEDGE, KNOWLEDGE_ARTIFACTS } from '../../collections.js';
|
|
2
3
|
export async function referencedBlobs(mesh) {
|
|
3
4
|
const references = [];
|
|
4
5
|
const snapshot = mesh.view.snapshot();
|
|
5
6
|
try {
|
|
6
|
-
for await (const chunk of snapshot
|
|
7
|
+
for await (const chunk of attachmentChunks(snapshot)) {
|
|
7
8
|
if (mesh.closing)
|
|
8
9
|
return references;
|
|
9
|
-
if (chunk.
|
|
10
|
+
if (chunk.attachment) {
|
|
10
11
|
references.push(chunk.attachment.blobId);
|
|
11
12
|
}
|
|
12
13
|
}
|
|
@@ -26,3 +27,8 @@ export async function referencedBlobs(mesh) {
|
|
|
26
27
|
}
|
|
27
28
|
return references;
|
|
28
29
|
}
|
|
30
|
+
export async function* attachmentChunks(snapshot) {
|
|
31
|
+
for await (const { chatId } of snapshot.find(CHUNK_COUNTERS)) {
|
|
32
|
+
yield* await findChunksOfType(snapshot, { chatId, type: 'attachment' });
|
|
33
|
+
}
|
|
34
|
+
}
|
|
@@ -2,8 +2,10 @@ import type { BlobId } from 'hyperblobs';
|
|
|
2
2
|
import type Hyperblobs from 'hyperblobs';
|
|
3
3
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
4
4
|
import { type NextFrameOptions } from '../../next-frame.ts';
|
|
5
|
+
import type { LoggerInterface } from '@qvac/logging';
|
|
5
6
|
export interface BlobHost {
|
|
6
7
|
readonly blobs: Hyperblobs;
|
|
8
|
+
readonly log: LoggerInterface | null;
|
|
7
9
|
openBlobs(key: Buffer): Promise<Hyperblobs>;
|
|
8
10
|
}
|
|
9
11
|
export type WriteProgress = {
|
|
@@ -87,7 +87,7 @@ export async function clearBlob(mesh, blobId, id) {
|
|
|
87
87
|
return true;
|
|
88
88
|
}
|
|
89
89
|
catch (err) {
|
|
90
|
-
|
|
90
|
+
mesh.log?.warn('sync', 'blob clear failed', { id, err });
|
|
91
91
|
return false;
|
|
92
92
|
}
|
|
93
93
|
}
|
|
@@ -130,7 +130,7 @@ export async function compactBlobCores(mesh, coreKeys) {
|
|
|
130
130
|
}
|
|
131
131
|
}
|
|
132
132
|
catch (err) {
|
|
133
|
-
|
|
133
|
+
mesh.log?.warn('sync', 'blob compaction failed', { coreKey: b4a.toHex(key), err });
|
|
134
134
|
}
|
|
135
135
|
}
|
|
136
136
|
}
|
|
@@ -4,12 +4,14 @@ import { stringifyBlobId, writeBlob, type BlobHost } from './blob.ts';
|
|
|
4
4
|
import { readBlobReference, readBlobReferenceBytes, downloadBlobReference } from './reference.ts';
|
|
5
5
|
export { CoreBlobServer } from './server.ts';
|
|
6
6
|
export type { MeshBlobKeys, MeshForBlobCore } from './server.ts';
|
|
7
|
-
export { compareBlobReferences, isInvalidBlobReferenceError, parseBlobReference, parseBlobReferenceCoreKey } from './reference.ts';
|
|
7
|
+
export { compareBlobReferences, isInvalidBlobReferenceError, isPendingBlobReference, parseBlobReference, parseBlobReferenceCoreKey } from './reference.ts';
|
|
8
|
+
export { PENDING_BLOB_REFERENCE } from './reference.ts';
|
|
8
9
|
export type { BlobReferenceReadOptions } from './reference.ts';
|
|
9
10
|
export type { WriteProgress } from './blob.ts';
|
|
10
11
|
export { MAX_INLINE_BYTES, MAX_REFERENCE_CHARS } from './inline.ts';
|
|
11
12
|
export declare class BlobStore extends EventEmitter {
|
|
12
13
|
readonly blobs: Hyperblobs;
|
|
14
|
+
readonly log: BlobHost['log'];
|
|
13
15
|
readonly openBlobs: BlobHost['openBlobs'];
|
|
14
16
|
private readonly _readers;
|
|
15
17
|
private readonly _updated;
|
|
@@ -5,10 +5,12 @@ import { inlineReference } from './inline.js';
|
|
|
5
5
|
import { clearBlob, compactBlobCores, stringifyBlobId, writeBlob } from './blob.js';
|
|
6
6
|
import { parseBlobReference, readBlobReference, readBlobReferenceBytes, downloadBlobReference } from './reference.js';
|
|
7
7
|
export { CoreBlobServer } from './server.js';
|
|
8
|
-
export { compareBlobReferences, isInvalidBlobReferenceError, parseBlobReference, parseBlobReferenceCoreKey } from './reference.js';
|
|
8
|
+
export { compareBlobReferences, isInvalidBlobReferenceError, isPendingBlobReference, parseBlobReference, parseBlobReferenceCoreKey } from './reference.js';
|
|
9
|
+
export { PENDING_BLOB_REFERENCE } from './reference.js';
|
|
9
10
|
export { MAX_INLINE_BYTES, MAX_REFERENCE_CHARS } from './inline.js';
|
|
10
11
|
export class BlobStore extends EventEmitter {
|
|
11
12
|
blobs;
|
|
13
|
+
log;
|
|
12
14
|
openBlobs;
|
|
13
15
|
_readers = new Map();
|
|
14
16
|
_updated = () => this.emit('update');
|
|
@@ -16,6 +18,7 @@ export class BlobStore extends EventEmitter {
|
|
|
16
18
|
constructor(host) {
|
|
17
19
|
super();
|
|
18
20
|
this.blobs = host.blobs;
|
|
21
|
+
this.log = host.log;
|
|
19
22
|
this.openBlobs = (key) => host.openBlobs(key);
|
|
20
23
|
this.blobs.core.on('download', this._updated);
|
|
21
24
|
}
|
|
@@ -2,6 +2,7 @@ import type { BlobId } from 'hyperblobs';
|
|
|
2
2
|
import { type BlobHost, type BlobReadChunk } from './blob.ts';
|
|
3
3
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
4
4
|
import { type InlinePayload } from './inline.ts';
|
|
5
|
+
import { PENDING_BLOB_REFERENCE } from '../../../constants.ts';
|
|
5
6
|
export interface ParsedBlobReference {
|
|
6
7
|
readonly blobId: BlobId;
|
|
7
8
|
readonly coreKey?: string;
|
|
@@ -12,6 +13,8 @@ export interface BlobReferenceReadOptions {
|
|
|
12
13
|
readonly wait?: boolean;
|
|
13
14
|
readonly signal?: AbortSignal;
|
|
14
15
|
}
|
|
16
|
+
export { PENDING_BLOB_REFERENCE };
|
|
17
|
+
export declare function isPendingBlobReference(blobReference: string): boolean;
|
|
15
18
|
export declare function isInvalidBlobReferenceError(error: unknown): error is TypeError;
|
|
16
19
|
export declare function parseBlobReferenceCoreKey(blobReference: string): string | undefined;
|
|
17
20
|
export declare function parseBlobReference(blobReference: string): ParsedBlobReference;
|
|
@@ -2,11 +2,16 @@ import { readBlob } from './blob.js';
|
|
|
2
2
|
import { AbortedError, raceAbort } from '@qvac/harness/race-abort';
|
|
3
3
|
import { MAX_REFERENCE_CHARS, readInline } from './inline.js';
|
|
4
4
|
import b4a from 'b4a';
|
|
5
|
+
import { CoreError } from '../../../errors.js';
|
|
5
6
|
import { isRecord } from '../../../guards.js';
|
|
7
|
+
import { PENDING_BLOB_REFERENCE } from '../../../constants.js';
|
|
6
8
|
const CORE_KEY_PATTERN = /^[0-9a-f]{64}$/;
|
|
7
9
|
const DEFAULT_REMOTE_TIMEOUT_MS = 15_000;
|
|
8
10
|
const INVALID_BLOB_REFERENCE = 'invalid blob reference';
|
|
9
|
-
|
|
11
|
+
export { PENDING_BLOB_REFERENCE };
|
|
12
|
+
export function isPendingBlobReference(blobReference) {
|
|
13
|
+
return blobReference === PENDING_BLOB_REFERENCE;
|
|
14
|
+
}
|
|
10
15
|
function invalidBlobReference() {
|
|
11
16
|
return new TypeError(INVALID_BLOB_REFERENCE);
|
|
12
17
|
}
|
|
@@ -14,7 +19,9 @@ export function isInvalidBlobReferenceError(error) {
|
|
|
14
19
|
return error instanceof TypeError && error.message === INVALID_BLOB_REFERENCE;
|
|
15
20
|
}
|
|
16
21
|
function blobUnavailable(cause) {
|
|
17
|
-
return new
|
|
22
|
+
return new CoreError('BLOB_UNAVAILABLE', [], {
|
|
23
|
+
cause: cause instanceof Error ? cause : undefined
|
|
24
|
+
});
|
|
18
25
|
}
|
|
19
26
|
function parseBlobReferenceRecord(blobReference) {
|
|
20
27
|
if (blobReference.length > MAX_REFERENCE_CHARS) {
|
|
@@ -108,6 +115,9 @@ async function closeRemote(remote) {
|
|
|
108
115
|
catch { }
|
|
109
116
|
}
|
|
110
117
|
export async function* readBlobReference(mesh, blobReference, options = {}) {
|
|
118
|
+
if (isPendingBlobReference(blobReference)) {
|
|
119
|
+
throw blobUnavailable();
|
|
120
|
+
}
|
|
111
121
|
const { blobId, coreKey, inline } = parseBlobReference(blobReference);
|
|
112
122
|
if (options.signal?.aborted) {
|
|
113
123
|
throw new AbortedError();
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { parseBlobReference, parseBlobReferenceCoreKey } from './reference.js';
|
|
1
|
+
import { isPendingBlobReference, parseBlobReference, parseBlobReferenceCoreKey } from './reference.js';
|
|
2
2
|
import b4a from 'b4a';
|
|
3
3
|
export async function sweepUnreferenced(blobs, references, coreLength) {
|
|
4
4
|
const ranges = [];
|
|
@@ -10,6 +10,8 @@ export async function sweepUnreferenced(blobs, references, coreLength) {
|
|
|
10
10
|
await clearGaps(blobs, mergeRanges(ranges), coreLength);
|
|
11
11
|
}
|
|
12
12
|
function addLocalRange(ranges, reference, { localCoreKey, coreLength }) {
|
|
13
|
+
if (isPendingBlobReference(reference))
|
|
14
|
+
return;
|
|
13
15
|
const coreKey = parseBlobReferenceCoreKey(reference);
|
|
14
16
|
if (coreKey && coreKey !== localCoreKey) {
|
|
15
17
|
return;
|
|
@@ -10,6 +10,10 @@ export type UploadFrame = {
|
|
|
10
10
|
readonly bytesWritten: number;
|
|
11
11
|
readonly attachment: QvacChunkContentAttachment;
|
|
12
12
|
readonly knowledge: QvacKnowledge | undefined;
|
|
13
|
+
} | {
|
|
14
|
+
readonly bytesWritten: number;
|
|
15
|
+
readonly attachment?: undefined;
|
|
16
|
+
readonly knowledge: QvacKnowledge;
|
|
13
17
|
};
|
|
14
18
|
export interface FileHandlersOptions {
|
|
15
19
|
readonly maxBytes?: number;
|
|
@@ -24,7 +28,7 @@ export interface UploadProgress {
|
|
|
24
28
|
readonly bytesWritten: number;
|
|
25
29
|
}
|
|
26
30
|
export declare function uploadFile(mesh: Mesh, frames: AsyncIterable<AssistantUploadAttachmentRequest> | HandlerFrames<AssistantUploadAttachmentRequest>, { kind, maxBytes, deviceId, inactivityMs }: UploadFileOptions): AsyncGenerator<UploadFrame>;
|
|
27
|
-
export declare function capped(chunks: AsyncIterable<Buffer>, maxBytes: number,
|
|
31
|
+
export declare function capped(chunks: AsyncIterable<Buffer>, maxBytes: number, tooLarge: () => Error): AsyncGenerator<Buffer>;
|
|
28
32
|
export declare function dataFrames<T extends {
|
|
29
33
|
data?: Buffer | null;
|
|
30
34
|
}>(rest: AsyncIterator<T>, firstData: Buffer | null | undefined): AsyncGenerator<Buffer>;
|
|
@@ -1,10 +1,11 @@
|
|
|
1
1
|
import b4a from 'b4a';
|
|
2
|
-
import { isKnowledgeRoutedAttachment, routeAttachmentToKnowledge, removeKnowledge, syncAttachmentChunk } from './records/index.js';
|
|
2
|
+
import { addKnowledge, assertKnowledgeRoom, isKnowledgeRoutedAttachment, routeAttachmentToKnowledge, removeKnowledge, syncAttachmentChunk } from './records/index.js';
|
|
3
3
|
import { normalizeImageForModel, IMAGE_MIMES } from '../image/normalize.js';
|
|
4
4
|
import { detectImageMime, mapDeclaredToSniffed } from '../image/sniff.js';
|
|
5
5
|
import { isSupportedRagDocument } from './rag/index.js';
|
|
6
|
-
import { appendChunk, updateChunk } from '../chunk.js';
|
|
6
|
+
import { appendChunk, requireChatIn, updateChunk } from '../chunk.js';
|
|
7
7
|
import { UploadInput } from './upload-input.js';
|
|
8
|
+
import { CoreError } from '../../errors.js';
|
|
8
9
|
const MODEL_NATIVE_IMAGE_MIMES = new Set([
|
|
9
10
|
'image/png',
|
|
10
11
|
'image/jpeg',
|
|
@@ -22,65 +23,61 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
|
|
|
22
23
|
if (first.done) {
|
|
23
24
|
return;
|
|
24
25
|
}
|
|
25
|
-
const { chatId, runId, fileName, mimeType, raw } = first.value;
|
|
26
|
+
const { chatId, runId, fileName, mimeType, raw, sourceId } = first.value;
|
|
26
27
|
const originDeviceId = kind === 'knowledge' ? deviceId : first.value.originDeviceId;
|
|
27
|
-
if (typeof chatId !== 'string' ||
|
|
28
|
+
if ((kind === 'attachment' && typeof chatId !== 'string') ||
|
|
28
29
|
typeof fileName !== 'string' ||
|
|
29
30
|
typeof mimeType !== 'string' ||
|
|
30
31
|
!originDeviceId) {
|
|
31
|
-
throw new
|
|
32
|
+
throw new CoreError('UPLOAD_FIRST_FRAME_INCOMPLETE', [kind]);
|
|
33
|
+
}
|
|
34
|
+
let limit = maxBytes;
|
|
35
|
+
let tooLarge = () => new CoreError('UPLOAD_TOO_LARGE', [kind, maxBytes]);
|
|
36
|
+
if (chatId) {
|
|
37
|
+
await requireChatIn(mesh, chatId);
|
|
38
|
+
}
|
|
39
|
+
else if (mesh.role !== 'project') {
|
|
40
|
+
throw new CoreError('KNOWLEDGE_BASE_NOT_A_PROJECT');
|
|
41
|
+
}
|
|
42
|
+
else {
|
|
43
|
+
const room = await assertKnowledgeRoom(mesh, first.value.totalBytes ?? 0);
|
|
44
|
+
if (room.bytes < maxBytes) {
|
|
45
|
+
limit = room.bytes;
|
|
46
|
+
tooLarge = () => new CoreError('KNOWLEDGE_CAP_REACHED', [room.capBytes]);
|
|
47
|
+
}
|
|
32
48
|
}
|
|
33
49
|
const upload = await mesh.files.beginUpload(first.value);
|
|
34
50
|
uploadId = upload.id;
|
|
35
51
|
input.onData = (bytes) => mesh.files.uploadProgress(upload.id, bytes);
|
|
36
52
|
input.onFailure = (error) => mesh.files.uploadFailed(upload.id, error);
|
|
37
|
-
const
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
}
|
|
46
|
-
if (!isSupportedRagDocument({ fileName, mimeType, bytes: head })) {
|
|
47
|
-
throw new Error(`${fileName} is not a supported Knowledge file.`);
|
|
48
|
-
}
|
|
49
|
-
stream = rest;
|
|
50
|
-
}
|
|
51
|
-
else if (declaredSniffed !== null) {
|
|
52
|
-
const image = yield* imageUpload(source, {
|
|
53
|
-
raw,
|
|
54
|
-
declared: declaredSniffed,
|
|
55
|
-
mimeType: storedMime
|
|
53
|
+
const stored = first.value.blobId
|
|
54
|
+
? existingBlob(first.value, { kind, mimeType })
|
|
55
|
+
: yield* writtenBlob(mesh, it, {
|
|
56
|
+
kind,
|
|
57
|
+
limit,
|
|
58
|
+
tooLarge,
|
|
59
|
+
inactivityMs,
|
|
60
|
+
file: { fileName, mimeType, raw: raw ?? undefined, data: first.value.data }
|
|
56
61
|
});
|
|
57
|
-
stream = image.stream;
|
|
58
|
-
storedMime = image.mimeType;
|
|
59
|
-
}
|
|
60
|
-
let final = null;
|
|
61
|
-
for await (const frame of mesh.files.write(stream, { inactivityMs })) {
|
|
62
|
-
if ('blobId' in frame) {
|
|
63
|
-
final = frame;
|
|
64
|
-
}
|
|
65
|
-
else {
|
|
66
|
-
yield { bytesWritten: frame.bytesWritten };
|
|
67
|
-
}
|
|
68
|
-
}
|
|
69
|
-
if (final === null) {
|
|
70
|
-
throw new Error('blob write ended without its blobId frame');
|
|
71
|
-
}
|
|
72
62
|
const attachment = {
|
|
73
63
|
id: upload.id,
|
|
74
64
|
fileName,
|
|
75
|
-
mimeType:
|
|
76
|
-
byteLength:
|
|
77
|
-
blobId:
|
|
65
|
+
mimeType: stored.mimeType,
|
|
66
|
+
byteLength: stored.byteLength,
|
|
67
|
+
blobId: stored.reference,
|
|
78
68
|
createdAt: Date.now()
|
|
79
69
|
};
|
|
70
|
+
if (!chatId) {
|
|
71
|
+
const knowledge = await knowledgeBaseRow(mesh, input, attachment);
|
|
72
|
+
mesh.files.uploadComplete(upload.id);
|
|
73
|
+
input.onFailure = null;
|
|
74
|
+
yield { bytesWritten: stored.bytesWritten, knowledge };
|
|
75
|
+
return;
|
|
76
|
+
}
|
|
80
77
|
let chunkId;
|
|
81
78
|
try {
|
|
82
79
|
input.check();
|
|
83
|
-
const preview = IMAGE_MIMES.has(
|
|
80
|
+
const preview = IMAGE_MIMES.has(stored.mimeType.toLowerCase());
|
|
84
81
|
const appended = await appendChunk(mesh, {
|
|
85
82
|
id: preview ? upload.id : undefined,
|
|
86
83
|
display: preview ? { preview: true } : undefined,
|
|
@@ -88,12 +85,15 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
|
|
|
88
85
|
runId,
|
|
89
86
|
type: 'attachment',
|
|
90
87
|
attachment,
|
|
91
|
-
originDeviceId
|
|
88
|
+
originDeviceId,
|
|
89
|
+
sourceId
|
|
92
90
|
});
|
|
93
91
|
chunkId = appended.id;
|
|
94
92
|
}
|
|
95
93
|
catch (err) {
|
|
96
|
-
|
|
94
|
+
if (!first.value.blobId) {
|
|
95
|
+
await mesh.files.clear(attachment.blobId, attachment.id).catch(noop);
|
|
96
|
+
}
|
|
97
97
|
throw err;
|
|
98
98
|
}
|
|
99
99
|
let knowledge;
|
|
@@ -118,7 +118,7 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
|
|
|
118
118
|
mesh.files.uploadComplete(upload.id);
|
|
119
119
|
input.onFailure = null;
|
|
120
120
|
yield {
|
|
121
|
-
bytesWritten:
|
|
121
|
+
bytesWritten: stored.bytesWritten,
|
|
122
122
|
attachment,
|
|
123
123
|
knowledge
|
|
124
124
|
};
|
|
@@ -134,17 +134,83 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
|
|
|
134
134
|
}
|
|
135
135
|
}
|
|
136
136
|
}
|
|
137
|
+
function existingBlob({ blobId, raw, totalBytes, data }, { kind, mimeType }) {
|
|
138
|
+
if (!blobId || kind !== 'attachment' || !raw || !totalBytes || data) {
|
|
139
|
+
throw new CoreError('UPLOAD_BLOB_INCOMPLETE');
|
|
140
|
+
}
|
|
141
|
+
return { reference: blobId, byteLength: totalBytes, bytesWritten: 0, mimeType };
|
|
142
|
+
}
|
|
143
|
+
async function* writtenBlob(mesh, it, { kind, limit, tooLarge, inactivityMs, file }) {
|
|
144
|
+
const { fileName, mimeType, raw } = file;
|
|
145
|
+
const source = capped(dataFrames(it, file.data), limit, tooLarge);
|
|
146
|
+
let stream = source;
|
|
147
|
+
let storedMime = mimeType;
|
|
148
|
+
const declaredSniffed = mapDeclaredToSniffed(storedMime);
|
|
149
|
+
if (kind === 'knowledge') {
|
|
150
|
+
const { head, rest } = await peekHead(source, 4096);
|
|
151
|
+
if (declaredSniffed !== null && detectImageMime(head) !== declaredSniffed) {
|
|
152
|
+
throw new CoreError('UPLOAD_MIME_MISMATCH', ['uploadKnowledge', mimeType]);
|
|
153
|
+
}
|
|
154
|
+
if (!isSupportedRagDocument({ fileName, mimeType, bytes: head })) {
|
|
155
|
+
throw new CoreError('KNOWLEDGE_TYPE_UNSUPPORTED', [fileName]);
|
|
156
|
+
}
|
|
157
|
+
stream = rest;
|
|
158
|
+
}
|
|
159
|
+
else if (declaredSniffed !== null) {
|
|
160
|
+
const image = yield* imageUpload(source, {
|
|
161
|
+
raw,
|
|
162
|
+
declared: declaredSniffed,
|
|
163
|
+
mimeType: storedMime
|
|
164
|
+
});
|
|
165
|
+
stream = image.stream;
|
|
166
|
+
storedMime = image.mimeType;
|
|
167
|
+
}
|
|
168
|
+
let final = null;
|
|
169
|
+
for await (const frame of mesh.files.write(stream, { inactivityMs })) {
|
|
170
|
+
if ('blobId' in frame) {
|
|
171
|
+
final = frame;
|
|
172
|
+
}
|
|
173
|
+
else {
|
|
174
|
+
yield { bytesWritten: frame.bytesWritten };
|
|
175
|
+
}
|
|
176
|
+
}
|
|
177
|
+
if (final === null) {
|
|
178
|
+
throw new Error('blob write ended without its blobId frame');
|
|
179
|
+
}
|
|
180
|
+
const { byteLength, bytesWritten } = final;
|
|
181
|
+
return {
|
|
182
|
+
reference: mesh.files.reference(final.blobId),
|
|
183
|
+
byteLength,
|
|
184
|
+
bytesWritten,
|
|
185
|
+
mimeType: storedMime
|
|
186
|
+
};
|
|
187
|
+
}
|
|
188
|
+
async function knowledgeBaseRow(mesh, input, attachment) {
|
|
189
|
+
const { id, fileName, mimeType, byteLength, blobId } = attachment;
|
|
190
|
+
try {
|
|
191
|
+
input.check();
|
|
192
|
+
await assertKnowledgeRoom(mesh, byteLength);
|
|
193
|
+
const knowledge = await addKnowledge(mesh, { id, fileName, mimeType, byteLength, blobId });
|
|
194
|
+
input.check();
|
|
195
|
+
return knowledge;
|
|
196
|
+
}
|
|
197
|
+
catch (error) {
|
|
198
|
+
await removeKnowledge(mesh, { knowledgeId: id, at: Date.now() }).catch(noop);
|
|
199
|
+
await mesh.files.clear(blobId, id).catch(noop);
|
|
200
|
+
throw error;
|
|
201
|
+
}
|
|
202
|
+
}
|
|
137
203
|
async function* imageUpload(source, { raw, declared, mimeType }) {
|
|
138
204
|
const { head, rest } = await peekHead(source, 12);
|
|
139
205
|
const sniffed = detectImageMime(head);
|
|
140
206
|
if (raw) {
|
|
141
207
|
if (sniffed !== declared) {
|
|
142
|
-
throw new
|
|
208
|
+
throw new CoreError('UPLOAD_MIME_MISMATCH', ['uploadAttachment', mimeType]);
|
|
143
209
|
}
|
|
144
210
|
return { stream: rest, mimeType };
|
|
145
211
|
}
|
|
146
212
|
if (sniffed === null) {
|
|
147
|
-
throw new
|
|
213
|
+
throw new CoreError('IMAGE_INVALID', [mimeType]);
|
|
148
214
|
}
|
|
149
215
|
const original = yield* bufferedImage(rest);
|
|
150
216
|
const bytes = await normalizeImageForModel(original);
|
|
@@ -156,7 +222,7 @@ async function* imageUpload(source, { raw, declared, mimeType }) {
|
|
|
156
222
|
storedMime = sniffed;
|
|
157
223
|
}
|
|
158
224
|
else {
|
|
159
|
-
throw new
|
|
225
|
+
throw new CoreError('IMAGE_DECODE_FAILED', [sniffed]);
|
|
160
226
|
}
|
|
161
227
|
const stream = (async function* () {
|
|
162
228
|
yield bytes;
|
|
@@ -175,12 +241,12 @@ async function* bufferedImage(rest) {
|
|
|
175
241
|
}
|
|
176
242
|
return b4a.concat(pieces);
|
|
177
243
|
}
|
|
178
|
-
export async function* capped(chunks, maxBytes,
|
|
244
|
+
export async function* capped(chunks, maxBytes, tooLarge) {
|
|
179
245
|
let total = 0;
|
|
180
246
|
for await (const chunk of chunks) {
|
|
181
247
|
total += chunk.length;
|
|
182
248
|
if (total > maxBytes) {
|
|
183
|
-
throw
|
|
249
|
+
throw tooLarge();
|
|
184
250
|
}
|
|
185
251
|
yield chunk;
|
|
186
252
|
}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export function firstEvent(sources) {
|
|
2
|
+
return new Promise((resolve) => {
|
|
3
|
+
const done = () => {
|
|
4
|
+
for (const [emitter, name] of sources) {
|
|
5
|
+
emitter.off(name, done);
|
|
6
|
+
}
|
|
7
|
+
resolve();
|
|
8
|
+
};
|
|
9
|
+
for (const [emitter, name] of sources) {
|
|
10
|
+
emitter.once(name, done);
|
|
11
|
+
}
|
|
12
|
+
});
|
|
13
|
+
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
+
import BlindPeering from 'blind-peering';
|
|
1
2
|
import Hyperdrive from 'hyperdrive';
|
|
2
3
|
import type Corestore from 'corestore';
|
|
3
4
|
import type Hyperswarm from 'hyperswarm';
|
|
4
|
-
import type { BlindPeeringOpts } from './blind-peers.ts';
|
|
5
5
|
export interface AcquiredDrive {
|
|
6
6
|
readonly drive: Hyperdrive;
|
|
7
7
|
readonly writable: boolean;
|
|
@@ -10,9 +10,12 @@ export interface DriveHost {
|
|
|
10
10
|
acquire(key: string): Promise<AcquiredDrive>;
|
|
11
11
|
close(): Promise<void>;
|
|
12
12
|
}
|
|
13
|
+
export interface PeeredDriveHost extends DriveHost {
|
|
14
|
+
startBlindPeering(): Promise<void>;
|
|
15
|
+
}
|
|
13
16
|
export interface DriveHostOptions {
|
|
14
17
|
readonly swarm: Hyperswarm;
|
|
15
18
|
readonly blindPeerKeys: ReadonlyArray<Buffer>;
|
|
16
|
-
readonly
|
|
19
|
+
readonly blindPeering: () => BlindPeering | null;
|
|
17
20
|
}
|
|
18
|
-
export declare function createFsDriveHost(store: Corestore, opts: DriveHostOptions):
|
|
21
|
+
export declare function createFsDriveHost(store: Corestore, opts: DriveHostOptions): PeeredDriveHost;
|