@qvac/core 1.0.0-rc.1 → 1.0.0-rc.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +1008 -1
- package/README.md +40 -81
- package/dist-lib/index.d.ts +1 -1
- package/dist-lib/index.js +1 -1
- package/dist-lib/lib/api/agent-folders.d.ts +22 -0
- package/dist-lib/lib/api/agent-folders.js +115 -0
- package/dist-lib/lib/api/agents.d.ts +19 -2
- package/dist-lib/lib/api/agents.js +121 -24
- package/dist-lib/lib/api/app-config.d.ts +4 -1
- package/dist-lib/lib/api/app-config.js +17 -6
- package/dist-lib/lib/api/attachments.js +3 -2
- package/dist-lib/lib/api/chat-move.d.ts +4 -0
- package/dist-lib/lib/api/chat-move.js +7 -0
- package/dist-lib/lib/api/chat.d.ts +13 -2
- package/dist-lib/lib/api/chat.js +114 -9
- package/dist-lib/lib/api/chunk-delta.d.ts +12 -0
- package/dist-lib/lib/api/chunk-delta.js +115 -0
- package/dist-lib/lib/api/chunks.d.ts +17 -2
- package/dist-lib/lib/api/chunks.js +70 -13
- package/dist-lib/lib/api/config.d.ts +6 -2
- package/dist-lib/lib/api/config.js +47 -5
- package/dist-lib/lib/api/current-mesh.d.ts +13 -5
- package/dist-lib/lib/api/current-mesh.js +15 -11
- package/dist-lib/lib/api/custom-models.d.ts +7 -1
- package/dist-lib/lib/api/custom-models.js +12 -12
- package/dist-lib/lib/api/device-routes.d.ts +9 -0
- package/dist-lib/lib/api/device-routes.js +123 -0
- package/dist-lib/lib/api/devices.d.ts +3 -2
- package/dist-lib/lib/api/devices.js +23 -11
- package/dist-lib/lib/api/diagnostics.d.ts +2 -1
- package/dist-lib/lib/api/diagnostics.js +2 -2
- package/dist-lib/lib/api/execution.d.ts +12 -1
- package/dist-lib/lib/api/execution.js +44 -14
- package/dist-lib/lib/api/files.d.ts +1 -1
- package/dist-lib/lib/api/files.js +65 -8
- package/dist-lib/lib/api/host-run-log.d.ts +2 -41
- package/dist-lib/lib/api/host-run-log.js +35 -83
- package/dist-lib/lib/api/index.d.ts +28 -6
- package/dist-lib/lib/api/index.js +101 -33
- package/dist-lib/lib/api/instrument.d.ts +2 -2
- package/dist-lib/lib/api/instrument.js +24 -48
- package/dist-lib/lib/api/knowledge.d.ts +4 -1
- package/dist-lib/lib/api/knowledge.js +25 -7
- package/dist-lib/lib/api/local-files.d.ts +5 -1
- package/dist-lib/lib/api/local-files.js +9 -5
- package/dist-lib/lib/api/logs.js +3 -3
- package/dist-lib/lib/api/members.d.ts +10 -1
- package/dist-lib/lib/api/members.js +67 -26
- package/dist-lib/lib/api/mesh.d.ts +12 -4
- package/dist-lib/lib/api/mesh.js +12 -8
- package/dist-lib/lib/api/model-download.d.ts +2 -1
- package/dist-lib/lib/api/model-download.js +2 -2
- package/dist-lib/lib/api/network.d.ts +10 -2
- package/dist-lib/lib/api/network.js +8 -2
- package/dist-lib/lib/api/notifications.d.ts +3 -1
- package/dist-lib/lib/api/notifications.js +14 -9
- package/dist-lib/lib/api/projects.d.ts +20 -0
- package/dist-lib/lib/api/projects.js +169 -0
- package/dist-lib/lib/api/rag.d.ts +0 -1
- package/dist-lib/lib/api/rag.js +71 -34
- package/dist-lib/lib/api/served.d.ts +17 -0
- package/dist-lib/lib/api/served.js +48 -0
- package/dist-lib/lib/api/sync.d.ts +2 -1
- package/dist-lib/lib/api/sync.js +2 -2
- package/dist-lib/lib/api/tool-activity.d.ts +2 -1
- package/dist-lib/lib/api/tool-activity.js +4 -3
- package/dist-lib/lib/api/tool-configs.d.ts +2 -1
- package/dist-lib/lib/api/tool-configs.js +6 -9
- package/dist-lib/lib/api/upload-frames.d.ts +0 -1
- package/dist-lib/lib/api/upload-frames.js +0 -1
- package/dist-lib/lib/api/watchable.d.ts +3 -2
- package/dist-lib/lib/api/watchable.js +2 -3
- package/dist-lib/lib/api/workspace.d.ts +5 -0
- package/dist-lib/lib/api/workspace.js +47 -0
- package/dist-lib/lib/assistant/fake-models.d.ts +20 -0
- package/dist-lib/lib/assistant/fake-models.js +112 -0
- package/dist-lib/lib/assistant/harness.d.ts +37 -31
- package/dist-lib/lib/assistant/harness.js +51 -10
- package/dist-lib/lib/assistant/history.d.ts +30 -17
- package/dist-lib/lib/assistant/history.js +179 -87
- package/dist-lib/lib/assistant/host-run-log.d.ts +6 -1
- package/dist-lib/lib/assistant/host-run-log.js +24 -36
- package/dist-lib/lib/assistant/message.d.ts +27 -1
- package/dist-lib/lib/assistant/message.js +65 -2
- package/dist-lib/lib/assistant/model-round.d.ts +100 -0
- package/dist-lib/lib/assistant/model-round.js +619 -0
- package/dist-lib/lib/assistant/pdf-budget.d.ts +11 -0
- package/dist-lib/lib/assistant/pdf-budget.js +12 -0
- package/dist-lib/lib/assistant/pdf-pages.d.ts +25 -0
- package/dist-lib/lib/assistant/pdf-pages.js +75 -0
- package/dist-lib/lib/assistant/round-host.d.ts +42 -0
- package/dist-lib/lib/assistant/round-host.js +241 -0
- package/dist-lib/lib/assistant/skill-encode.d.ts +2 -1
- package/dist-lib/lib/assistant/skill-encode.js +2 -1
- package/dist-lib/lib/assistant/video-budget.d.ts +13 -0
- package/dist-lib/lib/assistant/video-budget.js +29 -0
- package/dist-lib/lib/assistant-client.d.ts +4 -1
- package/dist-lib/lib/assistant-client.js +27 -8
- package/dist-lib/lib/assistant-tree.d.ts +10 -3
- package/dist-lib/lib/assistant-tree.js +63 -20
- package/dist-lib/lib/assistant.d.ts +93 -24
- package/dist-lib/lib/assistant.js +2048 -1231
- package/dist-lib/lib/audio-format.js +1 -1
- package/dist-lib/lib/chat-suggestion.d.ts +3 -0
- package/dist-lib/lib/chat-suggestion.js +47 -0
- package/dist-lib/lib/client.d.ts +2 -2
- package/dist-lib/lib/client.js +10 -1
- package/dist-lib/lib/compaction.d.ts +3 -1
- package/dist-lib/lib/compaction.js +18 -4
- package/dist-lib/lib/constants.d.ts +10 -0
- package/dist-lib/lib/constants.js +10 -0
- package/dist-lib/lib/core/agent-copies.d.ts +9 -0
- package/dist-lib/lib/core/agent-copies.js +40 -0
- package/dist-lib/lib/core/agent-hosting.d.ts +25 -0
- package/dist-lib/lib/core/agent-hosting.js +71 -0
- package/dist-lib/lib/core/agent.d.ts +9 -1
- package/dist-lib/lib/core/agent.js +45 -19
- package/dist-lib/lib/core/archived-mesh.d.ts +11 -6
- package/dist-lib/lib/core/archived-mesh.js +77 -58
- package/dist-lib/lib/core/async-iterable.js +1 -1
- package/dist-lib/lib/core/blind-peers.d.ts +1 -0
- package/dist-lib/lib/core/blind-peers.js +1 -0
- package/dist-lib/lib/core/chat-activity.d.ts +1 -1
- package/dist-lib/lib/core/chat-activity.js +45 -34
- package/dist-lib/lib/core/chat-copy.d.ts +42 -0
- package/dist-lib/lib/core/chat-copy.js +395 -0
- package/dist-lib/lib/core/chat-fork.d.ts +16 -0
- package/dist-lib/lib/core/chat-fork.js +246 -0
- package/dist-lib/lib/core/chat-group.js +8 -7
- package/dist-lib/lib/core/chat-move.d.ts +75 -0
- package/dist-lib/lib/core/chat-move.js +598 -0
- package/dist-lib/lib/core/chat-order.d.ts +2 -1
- package/dist-lib/lib/core/chat-order.js +19 -4
- package/dist-lib/lib/core/chat-project.d.ts +2 -0
- package/dist-lib/lib/core/chat-project.js +15 -0
- package/dist-lib/lib/core/chat-read.d.ts +4 -0
- package/dist-lib/lib/core/chat-read.js +49 -0
- package/dist-lib/lib/core/chat-search.js +14 -12
- package/dist-lib/lib/core/chat.d.ts +33 -4
- package/dist-lib/lib/core/chat.js +122 -39
- package/dist-lib/lib/core/chunk.d.ts +35 -7
- package/dist-lib/lib/core/chunk.js +250 -45
- package/dist-lib/lib/core/collections.d.ts +40 -1
- package/dist-lib/lib/core/collections.js +40 -1
- package/dist-lib/lib/core/config-value.d.ts +6 -0
- package/dist-lib/lib/core/config-value.js +14 -0
- package/dist-lib/lib/core/contract/activity.d.ts +3 -2
- package/dist-lib/lib/core/contract/activity.js +39 -21
- package/dist-lib/lib/core/contract/agent-join.d.ts +10 -0
- package/dist-lib/lib/core/contract/agent-join.js +104 -0
- package/dist-lib/lib/core/contract/agents.d.ts +5 -0
- package/dist-lib/lib/core/contract/agents.js +142 -3
- package/dist-lib/lib/core/contract/chat.d.ts +4 -0
- package/dist-lib/lib/core/contract/chat.js +53 -3
- package/dist-lib/lib/core/contract/chunks.d.ts +7 -0
- package/dist-lib/lib/core/contract/chunks.js +125 -38
- package/dist-lib/lib/core/contract/devices.js +6 -4
- package/dist-lib/lib/core/contract/index.d.ts +2 -3
- package/dist-lib/lib/core/contract/index.js +36 -11
- package/dist-lib/lib/core/contract/indexing.d.ts +1 -0
- package/dist-lib/lib/core/contract/indexing.js +51 -7
- package/dist-lib/lib/core/contract/invites.d.ts +3 -14
- package/dist-lib/lib/core/contract/invites.js +26 -36
- package/dist-lib/lib/core/contract/joined-meshes.js +3 -1
- package/dist-lib/lib/core/contract/knowledge.d.ts +1 -0
- package/dist-lib/lib/core/contract/knowledge.js +57 -6
- package/dist-lib/lib/core/contract/members.d.ts +3 -1
- package/dist-lib/lib/core/contract/members.js +34 -4
- package/dist-lib/lib/core/contract/mesh-kind.d.ts +3 -3
- package/dist-lib/lib/core/contract/mesh-kind.js +20 -16
- package/dist-lib/lib/core/contract/mesh-name.d.ts +3 -0
- package/dist-lib/lib/core/contract/mesh-name.js +31 -0
- package/dist-lib/lib/core/contract/mesh-rules.d.ts +8 -0
- package/dist-lib/lib/core/contract/mesh-rules.js +35 -0
- package/dist-lib/lib/core/contract/mesh-seeds.d.ts +2 -0
- package/dist-lib/lib/core/contract/mesh-seeds.js +26 -0
- package/dist-lib/lib/core/contract/model-requests.d.ts +26 -0
- package/dist-lib/lib/core/contract/model-requests.js +280 -0
- package/dist-lib/lib/core/contract/oldest-version.d.ts +9 -0
- package/dist-lib/lib/core/contract/oldest-version.js +20 -0
- package/dist-lib/lib/core/contract/open-join.d.ts +2 -0
- package/dist-lib/lib/core/contract/open-join.js +77 -0
- package/dist-lib/lib/core/contract/project-device-keys.d.ts +7 -0
- package/dist-lib/lib/core/contract/project-device-keys.js +38 -0
- package/dist-lib/lib/core/contract/project-host-keys.d.ts +7 -0
- package/dist-lib/lib/core/contract/project-host-keys.js +41 -0
- package/dist-lib/lib/core/contract/project-order.d.ts +2 -0
- package/dist-lib/lib/core/contract/project-order.js +25 -0
- package/dist-lib/lib/core/contract/projects.d.ts +21 -0
- package/dist-lib/lib/core/contract/projects.js +327 -0
- package/dist-lib/lib/core/contract/public-mesh.d.ts +3 -0
- package/dist-lib/lib/core/contract/public-mesh.js +31 -0
- package/dist-lib/lib/core/contract/public-seeds.d.ts +9 -0
- package/dist-lib/lib/core/contract/public-seeds.js +43 -0
- package/dist-lib/lib/core/contract/roles.d.ts +10 -0
- package/dist-lib/lib/core/contract/roles.js +121 -0
- package/dist-lib/lib/core/contract/run-requests.d.ts +10 -0
- package/dist-lib/lib/core/contract/run-requests.js +81 -0
- package/dist-lib/lib/core/contract/seed-defaults.d.ts +3 -1
- package/dist-lib/lib/core/contract/seed-defaults.js +17 -4
- package/dist-lib/lib/core/contract/shipped-rows.d.ts +2 -0
- package/dist-lib/lib/core/contract/shipped-rows.js +22 -0
- package/dist-lib/lib/core/contract/skill-secrets.d.ts +3 -0
- package/dist-lib/lib/core/contract/skill-secrets.js +32 -0
- package/dist-lib/lib/core/contract/tool-activity.js +12 -1
- package/dist-lib/lib/core/contract/tool-configs.js +2 -1
- package/dist-lib/lib/core/contract/types.d.ts +2 -2
- package/dist-lib/lib/core/contract/workspace.d.ts +31 -0
- package/dist-lib/lib/core/contract/workspace.js +311 -0
- package/dist-lib/lib/core/contract/writers.js +100 -16
- package/dist-lib/lib/core/departures.d.ts +16 -5
- package/dist-lib/lib/core/departures.js +79 -6
- package/dist-lib/lib/core/device-control.d.ts +21 -0
- package/dist-lib/lib/core/device-control.js +91 -0
- package/dist-lib/lib/core/device-seal.d.ts +4 -0
- package/dist-lib/lib/core/device-seal.js +22 -0
- package/dist-lib/lib/core/devices.d.ts +2 -1
- package/dist-lib/lib/core/devices.js +5 -3
- package/dist-lib/lib/core/document-attachment.d.ts +10 -0
- package/dist-lib/lib/core/document-attachment.js +14 -0
- package/dist-lib/lib/core/files/attachments.js +8 -7
- package/dist-lib/lib/core/files/index.d.ts +27 -14
- package/dist-lib/lib/core/files/index.js +220 -43
- package/dist-lib/lib/core/files/knowledge.d.ts +10 -1
- package/dist-lib/lib/core/files/knowledge.js +77 -5
- package/dist-lib/lib/core/files/preview/index.js +6 -2
- package/dist-lib/lib/core/files/processing/claims.d.ts +7 -0
- package/dist-lib/lib/core/files/processing/claims.js +33 -7
- package/dist-lib/lib/core/files/processing/document.d.ts +8 -0
- package/dist-lib/lib/core/files/processing/document.js +26 -2
- package/dist-lib/lib/core/files/processing/index.d.ts +8 -3
- package/dist-lib/lib/core/files/processing/index.js +99 -73
- package/dist-lib/lib/core/files/processing/protocol.d.ts +7 -1
- package/dist-lib/lib/core/files/processing/protocol.js +14 -3
- package/dist-lib/lib/core/files/processing/source.d.ts +4 -0
- package/dist-lib/lib/core/files/processing/source.js +12 -4
- package/dist-lib/lib/core/files/processing/state.d.ts +5 -1
- package/dist-lib/lib/core/files/processing/state.js +9 -1
- package/dist-lib/lib/core/files/rag/build.d.ts +5 -1
- package/dist-lib/lib/core/files/rag/build.js +32 -8
- package/dist-lib/lib/core/files/rag/failure.d.ts +20 -0
- package/dist-lib/lib/core/files/rag/failure.js +57 -0
- package/dist-lib/lib/core/files/rag/index.d.ts +13 -2
- package/dist-lib/lib/core/files/rag/index.js +30 -8
- package/dist-lib/lib/core/files/rag/joined-index.d.ts +6 -0
- package/dist-lib/lib/core/files/rag/joined-index.js +35 -0
- package/dist-lib/lib/core/files/rag/limits.d.ts +1 -0
- package/dist-lib/lib/core/files/rag/limits.js +1 -0
- package/dist-lib/lib/core/files/rag/load.js +6 -3
- package/dist-lib/lib/core/files/rag/policy.d.ts +10 -1
- package/dist-lib/lib/core/files/rag/policy.js +23 -2
- package/dist-lib/lib/core/files/rag/produce.d.ts +1 -1
- package/dist-lib/lib/core/files/rag/produce.js +31 -18
- package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +2 -0
- package/dist-lib/lib/core/files/rag/retrieval/full-text.js +8 -2
- package/dist-lib/lib/core/files/rag/similarity.d.ts +2 -2
- package/dist-lib/lib/core/files/rag/similarity.js +2 -3
- package/dist-lib/lib/core/files/records/chunks.js +22 -1
- package/dist-lib/lib/core/files/records/index.d.ts +1 -1
- package/dist-lib/lib/core/files/records/index.js +1 -1
- package/dist-lib/lib/core/files/records/knowledge.d.ts +11 -1
- package/dist-lib/lib/core/files/records/knowledge.js +40 -3
- package/dist-lib/lib/core/files/records/purge.js +13 -8
- package/dist-lib/lib/core/files/records/reclaim.js +20 -48
- package/dist-lib/lib/core/files/records/routing.d.ts +1 -1
- package/dist-lib/lib/core/files/records/routing.js +6 -2
- package/dist-lib/lib/core/files/records/source.js +3 -5
- package/dist-lib/lib/core/files/records/sweep.d.ts +3 -0
- package/dist-lib/lib/core/files/records/sweep.js +9 -3
- package/dist-lib/lib/core/files/store/blob.d.ts +2 -0
- package/dist-lib/lib/core/files/store/blob.js +2 -2
- package/dist-lib/lib/core/files/store/index.d.ts +3 -1
- package/dist-lib/lib/core/files/store/index.js +4 -1
- package/dist-lib/lib/core/files/store/reference.d.ts +3 -0
- package/dist-lib/lib/core/files/store/reference.js +12 -2
- package/dist-lib/lib/core/files/store/sweep.js +3 -1
- package/dist-lib/lib/core/files/upload.d.ts +5 -1
- package/dist-lib/lib/core/files/upload.js +53 -14
- package/dist-lib/lib/core/first-event.d.ts +6 -0
- package/dist-lib/lib/core/first-event.js +13 -0
- package/dist-lib/lib/core/fs-drives.d.ts +6 -3
- package/dist-lib/lib/core/fs-drives.js +30 -18
- package/dist-lib/lib/core/id.d.ts +1 -0
- package/dist-lib/lib/core/id.js +3 -0
- package/dist-lib/lib/core/identity.d.ts +3 -1
- package/dist-lib/lib/core/identity.js +25 -4
- package/dist-lib/lib/core/invite.d.ts +6 -2
- package/dist-lib/lib/core/invite.js +22 -8
- package/dist-lib/lib/core/local/files.d.ts +2 -1
- package/dist-lib/lib/core/local/files.js +5 -7
- package/dist-lib/lib/core/local/index.d.ts +86 -7
- package/dist-lib/lib/core/local/index.js +312 -27
- package/dist-lib/lib/core/local/run-logs.d.ts +38 -0
- package/dist-lib/lib/core/local/run-logs.js +132 -0
- package/dist-lib/lib/core/member-key.d.ts +7 -0
- package/dist-lib/lib/core/member-key.js +24 -0
- package/dist-lib/lib/core/membership.d.ts +3 -14
- package/dist-lib/lib/core/membership.js +3 -96
- package/dist-lib/lib/core/mesh.d.ts +107 -30
- package/dist-lib/lib/core/mesh.js +625 -171
- package/dist-lib/lib/core/migrations/agent-tools-scope.d.ts +2 -0
- package/dist-lib/lib/core/migrations/agent-tools-scope.js +24 -0
- package/dist-lib/lib/core/migrations/chat-chunks.d.ts +4 -0
- package/dist-lib/lib/core/migrations/chat-chunks.js +47 -0
- package/dist-lib/lib/core/migrations/file-index.d.ts +1 -1
- package/dist-lib/lib/core/migrations/file-index.js +8 -6
- package/dist-lib/lib/core/migrations/index.d.ts +2 -1
- package/dist-lib/lib/core/migrations/index.js +69 -8
- package/dist-lib/lib/core/model-requests.d.ts +13 -0
- package/dist-lib/lib/core/model-requests.js +65 -0
- package/dist-lib/lib/core/next-frame.js +2 -1
- package/dist-lib/lib/core/notification.js +100 -25
- package/dist-lib/lib/core/pdf/figure.d.ts +22 -0
- package/dist-lib/lib/core/pdf/figure.js +64 -0
- package/dist-lib/lib/core/pdf/rasterize.d.ts +12 -3
- package/dist-lib/lib/core/pdf/rasterize.js +77 -28
- package/dist-lib/lib/core/peer-duplex.d.ts +34 -0
- package/dist-lib/lib/core/{harness-loan.js → peer-duplex.js} +104 -45
- package/dist-lib/lib/core/project-keys.d.ts +13 -0
- package/dist-lib/lib/core/project-keys.js +56 -0
- package/dist-lib/lib/core/prompt-history.js +4 -4
- package/dist-lib/lib/core/protocol-pairing.d.ts +11 -0
- package/dist-lib/lib/core/protocol-pairing.js +22 -0
- package/dist-lib/lib/core/public-mesh.d.ts +26 -0
- package/dist-lib/lib/core/public-mesh.js +94 -0
- package/dist-lib/lib/core/purge.d.ts +3 -0
- package/dist-lib/lib/core/purge.js +7 -0
- package/dist-lib/lib/core/run-driver.d.ts +17 -0
- package/dist-lib/lib/core/run-driver.js +20 -0
- package/dist-lib/lib/core/run-requests.d.ts +11 -0
- package/dist-lib/lib/core/run-requests.js +58 -0
- package/dist-lib/lib/core/send.d.ts +2 -0
- package/dist-lib/lib/core/send.js +17 -4
- package/dist-lib/lib/core/senders.d.ts +19 -0
- package/dist-lib/lib/core/senders.js +45 -0
- package/dist-lib/lib/core/shared-agents.d.ts +40 -0
- package/dist-lib/lib/core/shared-agents.js +283 -0
- package/dist-lib/lib/core/skill-secrets.d.ts +10 -16
- package/dist-lib/lib/core/skill-secrets.js +90 -72
- package/dist-lib/lib/core/sync/background.d.ts +35 -0
- package/dist-lib/lib/core/sync/background.js +85 -0
- package/dist-lib/lib/core/sync/changed.d.ts +20 -0
- package/dist-lib/lib/core/sync/changed.js +7 -0
- package/dist-lib/lib/core/sync/devices.js +6 -3
- package/dist-lib/lib/core/sync/files.d.ts +1 -0
- package/dist-lib/lib/core/sync/files.js +50 -72
- package/dist-lib/lib/core/sync/index.d.ts +1 -1
- package/dist-lib/lib/core/sync/index.js +164 -81
- package/dist-lib/lib/core/sync/view-updates.d.ts +33 -0
- package/dist-lib/lib/core/sync/view-updates.js +133 -0
- package/dist-lib/lib/core/sync-status.js +3 -3
- package/dist-lib/lib/core/system-info.d.ts +2 -2
- package/dist-lib/lib/core/system-info.js +10 -11
- package/dist-lib/lib/core/tool-configs.d.ts +5 -3
- package/dist-lib/lib/core/tool-configs.js +11 -11
- package/dist-lib/lib/core/transcript-visibility.d.ts +5 -5
- package/dist-lib/lib/core/transcript-visibility.js +27 -31
- package/dist-lib/lib/core/upgrade-agents.d.ts +11 -0
- package/dist-lib/lib/core/upgrade-agents.js +78 -0
- package/dist-lib/lib/core/video/attachment.d.ts +1 -0
- package/dist-lib/lib/core/video/attachment.js +7 -0
- package/dist-lib/lib/core/video/digest.d.ts +16 -0
- package/dist-lib/lib/core/video/digest.js +57 -0
- package/dist-lib/lib/core/video/frames.d.ts +32 -0
- package/dist-lib/lib/core/video/frames.js +224 -0
- package/dist-lib/lib/core/workspace-upgrade.d.ts +22 -0
- package/dist-lib/lib/core/workspace-upgrade.js +50 -0
- package/dist-lib/lib/core.d.ts +303 -84
- package/dist-lib/lib/core.js +3952 -1511
- package/dist-lib/lib/credential-pusher.d.ts +17 -7
- package/dist-lib/lib/credential-pusher.js +111 -62
- package/dist-lib/lib/custom-model-pusher.d.ts +2 -4
- package/dist-lib/lib/custom-model-task.d.ts +2 -1
- package/dist-lib/lib/custom-model-task.js +2 -2
- package/dist-lib/lib/device-tree.d.ts +18 -0
- package/dist-lib/lib/device-tree.js +32 -0
- package/dist-lib/lib/diagnostics.d.ts +7 -0
- package/dist-lib/lib/diagnostics.js +22 -0
- package/dist-lib/lib/doctor/checks.d.ts +15 -0
- package/dist-lib/lib/doctor/checks.js +272 -0
- package/dist-lib/lib/doctor/redact.d.ts +4 -0
- package/dist-lib/lib/doctor/redact.js +31 -0
- package/dist-lib/lib/doctor/render.d.ts +8 -0
- package/dist-lib/lib/doctor/render.js +83 -0
- package/dist-lib/lib/doctor/tree.d.ts +5 -0
- package/dist-lib/lib/doctor/tree.js +167 -0
- package/dist-lib/lib/downloads-allowed-pusher.d.ts +8 -0
- package/dist-lib/lib/downloads-allowed-pusher.js +37 -0
- package/dist-lib/lib/errors.d.ts +794 -0
- package/dist-lib/lib/errors.js +728 -0
- package/dist-lib/lib/fs-drive-bridge.d.ts +8 -1
- package/dist-lib/lib/fs-drive-bridge.js +312 -31
- package/dist-lib/lib/guards.d.ts +1 -0
- package/dist-lib/lib/guards.js +4 -0
- package/dist-lib/lib/inference-calls.d.ts +1 -2
- package/dist-lib/lib/inference-calls.js +2 -10
- package/dist-lib/lib/integrations/setup-routes.js +7 -5
- package/dist-lib/lib/knowledge-search.d.ts +1 -1
- package/dist-lib/lib/knowledge-search.js +5 -51
- package/dist-lib/lib/kv-cache-reclaim.d.ts +2 -1
- package/dist-lib/lib/kv-cache-reclaim.js +30 -0
- package/dist-lib/lib/kv-cache-retention.d.ts +35 -0
- package/dist-lib/lib/kv-cache-retention.js +98 -0
- package/dist-lib/lib/latest-frame.d.ts +10 -0
- package/dist-lib/lib/latest-frame.js +48 -0
- package/dist-lib/lib/log.d.ts +7 -6
- package/dist-lib/lib/log.js +14 -7
- package/dist-lib/lib/logger-type.d.ts +2 -5
- package/dist-lib/lib/mesh-scoped-engine.js +42 -2
- package/dist-lib/lib/model-download-status.d.ts +3 -3
- package/dist-lib/lib/model-download.d.ts +16 -12
- package/dist-lib/lib/model-download.js +90 -34
- package/dist-lib/lib/model-idle-pusher.d.ts +2 -4
- package/dist-lib/lib/model-memory-cap.d.ts +27 -0
- package/dist-lib/lib/model-memory-cap.js +69 -0
- package/dist-lib/lib/models-watch.d.ts +1 -1
- package/dist-lib/lib/models-watch.js +4 -4
- package/dist-lib/lib/oauth/browser-connect.js +3 -2
- package/dist-lib/lib/oauth/flow-core.js +5 -3
- package/dist-lib/lib/oauth/flow.js +1 -1
- package/dist-lib/lib/oauth/loopback.d.ts +1 -0
- package/dist-lib/lib/oauth/loopback.js +57 -12
- package/dist-lib/lib/oauth/providers.js +4 -2
- package/dist-lib/lib/oauth/redirect-types.d.ts +1 -0
- package/dist-lib/lib/oauth/register.js +35 -19
- package/dist-lib/lib/oauth/request.d.ts +10 -0
- package/dist-lib/lib/oauth/request.js +22 -0
- package/dist-lib/lib/oauth/resolve.js +13 -5
- package/dist-lib/lib/oauth/token-exchange-core.js +31 -33
- package/dist-lib/lib/oauth/types.d.ts +3 -0
- package/dist-lib/lib/oauth.d.ts +2 -1
- package/dist-lib/lib/oauth.js +1 -0
- package/dist-lib/lib/persistent-dir.d.ts +1 -0
- package/dist-lib/lib/persistent-dir.js +9 -0
- package/dist-lib/lib/probe-rounds.d.ts +3 -0
- package/dist-lib/lib/probe-rounds.js +5 -0
- package/dist-lib/lib/reconnecting-watch.js +19 -11
- package/dist-lib/lib/run-input.d.ts +14 -0
- package/dist-lib/lib/run-input.js +33 -0
- package/dist-lib/lib/run-notices.d.ts +5 -0
- package/dist-lib/lib/run-notices.js +13 -2
- package/dist-lib/lib/run-replay.d.ts +44 -0
- package/dist-lib/lib/run-replay.js +158 -0
- package/dist-lib/lib/run-transcript.d.ts +11 -12
- package/dist-lib/lib/run-transcript.js +16 -18
- package/dist-lib/lib/suspend-lifecycle.js +15 -5
- package/dist-lib/lib/task.js +6 -4
- package/dist-lib/lib/test-env.d.ts +1 -0
- package/dist-lib/lib/test-env.js +4 -0
- package/dist-lib/schema/build.js +66 -55
- package/dist-lib/schema/config.d.ts +1 -1
- package/dist-lib/schema/config.js +1 -1
- package/dist-lib/schema/content.d.ts +5 -1
- package/dist-lib/schema/content.js +60 -12
- package/dist-lib/schema/engine.d.ts +1 -0
- package/dist-lib/schema/engine.js +780 -155
- package/dist-lib/schema/field-order.js +8 -1
- package/dist-lib/schema/indexes.d.ts +7 -0
- package/dist-lib/schema/indexes.js +48 -3
- package/dist-lib/schema/local.js +80 -5
- package/dist-lib/schema/qvac.d.ts +4 -1
- package/dist-lib/schema/qvac.js +474 -14
- package/dist-lib/spec/bind.js +212 -48
- package/dist-lib/spec/calls.js +46 -5
- package/dist-lib/spec/capabilities.d.ts +100 -18
- package/dist-lib/spec/config/hyperconf/index.js +1 -1
- package/dist-lib/spec/hrpc/hrpc.json +739 -206
- package/dist-lib/spec/hrpc/index.js +844 -345
- package/dist-lib/spec/hrpc/messages.js +3906 -1749
- package/dist-lib/spec/hyperschema/index.js +3906 -1749
- package/dist-lib/spec/hyperschema/schema.json +4809 -3119
- package/dist-lib/spec/hyperschema/types.d.ts +482 -62
- package/dist-lib/spec/local/hyperdb/db.json +95 -1
- package/dist-lib/spec/local/hyperdb/index.js +459 -2
- package/dist-lib/spec/local/hyperdb/messages.js +1565 -487
- package/dist-lib/spec/local/hyperschema/index.js +573 -16
- package/dist-lib/spec/local/hyperschema/schema.json +354 -1
- package/dist-lib/spec/local/hyperschema/types.d.ts +85 -2
- package/dist-lib/spec/mesh/hyperdb/db.json +577 -7
- package/dist-lib/spec/mesh/hyperdb/index.js +2224 -6
- package/dist-lib/spec/mesh/hyperdb/messages.js +6476 -1266
- package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +193 -1
- package/dist-lib/spec/mesh/hyperdispatch/index.js +545 -1
- package/dist-lib/spec/mesh/hyperdispatch/messages.js +3655 -265
- package/dist-lib/spec/mesh/hyperschema/index.js +3655 -265
- package/dist-lib/spec/mesh/hyperschema/schema.json +1974 -19
- package/dist-lib/spec/mesh/hyperschema/types.d.ts +498 -6
- package/package.json +64 -43
- package/worker/assistant-sidecar.mjs +18 -2
- package/worker/stow-entry.mjs +2 -0
- package/dist-lib/lib/core/contract/compute.d.ts +0 -11
- package/dist-lib/lib/core/contract/compute.js +0 -48
- package/dist-lib/lib/core/device-invites.d.ts +0 -11
- package/dist-lib/lib/core/device-invites.js +0 -63
- package/dist-lib/lib/core/files/processing/settle.d.ts +0 -13
- package/dist-lib/lib/core/files/processing/settle.js +0 -86
- package/dist-lib/lib/core/grant-expiry.d.ts +0 -11
- package/dist-lib/lib/core/grant-expiry.js +0 -66
- package/dist-lib/lib/core/handoff-channel.d.ts +0 -47
- package/dist-lib/lib/core/handoff-channel.js +0 -123
- package/dist-lib/lib/core/harness-loan.d.ts +0 -29
- package/dist-lib/lib/core/host-run-log-store.d.ts +0 -114
- package/dist-lib/lib/core/host-run-log-store.js +0 -976
- package/dist-lib/lib/core/hosted-agents.d.ts +0 -38
- package/dist-lib/lib/core/hosted-agents.js +0 -140
- package/dist-lib/lib/core/inference-calls-handoff.d.ts +0 -20
- package/dist-lib/lib/core/inference-calls-handoff.js +0 -37
- package/dist-lib/lib/core/inference-calls-receiver.d.ts +0 -14
- package/dist-lib/lib/core/inference-calls-receiver.js +0 -42
- package/dist-lib/lib/core/mesh-seed-handoff.d.ts +0 -25
- package/dist-lib/lib/core/mesh-seed-handoff.js +0 -52
- package/dist-lib/lib/core/migrations/device-indexes.d.ts +0 -2
- package/dist-lib/lib/core/migrations/device-indexes.js +0 -7
- package/dist-lib/lib/core/secret-handoff.d.ts +0 -17
- package/dist-lib/lib/core/secret-handoff.js +0 -29
- package/dist-lib/lib/core/skill-overlay-handoff.d.ts +0 -25
- package/dist-lib/lib/core/skill-overlay-handoff.js +0 -50
- package/dist-lib/lib/core/skill-overlay-receiver.d.ts +0 -8
- package/dist-lib/lib/core/skill-overlay-receiver.js +0 -23
- package/dist-lib/lib/image-cache-dir.d.ts +0 -1
- package/dist-lib/lib/image-cache-dir.js +0 -5
- package/dist-lib/lib/log-levels.d.ts +0 -7
- package/dist-lib/lib/log-levels.js +0 -1
- package/dist-lib/lib/logger.d.ts +0 -5
- package/dist-lib/lib/logger.js +0 -18
- package/dist-lib/lib/oauth/loopback.stub.d.ts +0 -3
- package/dist-lib/lib/oauth/loopback.stub.js +0 -6
- package/tui/README.md +0 -142
- package/tui/app.mjs +0 -6939
- package/tui/boot.mjs +0 -111
- package/tui/index.mjs +0 -53
- package/tui/lib/boot-timing.mjs +0 -41
- package/tui/lib/busy-words.mjs +0 -116
- package/tui/lib/export.mjs +0 -194
- package/tui/lib/knowledge-command.mjs +0 -190
- package/tui/lib/knowledge-import.mjs +0 -171
- package/tui/lib/render.mjs +0 -196
- package/tui/lib/save-file.mjs +0 -88
- package/tui/lib/select.mjs +0 -81
- package/tui/lib/selection.mjs +0 -18
- package/tui/lib/setup.mjs +0 -101
- package/tui/lib/sidebar.mjs +0 -63
- package/tui/lib/splash-art.mjs +0 -107
- package/tui/lib/splash.mjs +0 -18
- package/tui/lib/upload-frames.mjs +0 -9
- package/tui/lib/usage.mjs +0 -59
- package/tui/lib/wrap.mjs +0 -143
- package/tui/main.mjs +0 -264
|
@@ -5,10 +5,12 @@ import { inlineReference } from './inline.js';
|
|
|
5
5
|
import { clearBlob, compactBlobCores, stringifyBlobId, writeBlob } from './blob.js';
|
|
6
6
|
import { parseBlobReference, readBlobReference, readBlobReferenceBytes, downloadBlobReference } from './reference.js';
|
|
7
7
|
export { CoreBlobServer } from './server.js';
|
|
8
|
-
export { compareBlobReferences, isInvalidBlobReferenceError, parseBlobReference, parseBlobReferenceCoreKey } from './reference.js';
|
|
8
|
+
export { compareBlobReferences, isInvalidBlobReferenceError, isPendingBlobReference, parseBlobReference, parseBlobReferenceCoreKey } from './reference.js';
|
|
9
|
+
export { PENDING_BLOB_REFERENCE } from './reference.js';
|
|
9
10
|
export { MAX_INLINE_BYTES, MAX_REFERENCE_CHARS } from './inline.js';
|
|
10
11
|
export class BlobStore extends EventEmitter {
|
|
11
12
|
blobs;
|
|
13
|
+
log;
|
|
12
14
|
openBlobs;
|
|
13
15
|
_readers = new Map();
|
|
14
16
|
_updated = () => this.emit('update');
|
|
@@ -16,6 +18,7 @@ export class BlobStore extends EventEmitter {
|
|
|
16
18
|
constructor(host) {
|
|
17
19
|
super();
|
|
18
20
|
this.blobs = host.blobs;
|
|
21
|
+
this.log = host.log;
|
|
19
22
|
this.openBlobs = (key) => host.openBlobs(key);
|
|
20
23
|
this.blobs.core.on('download', this._updated);
|
|
21
24
|
}
|
|
@@ -2,6 +2,7 @@ import type { BlobId } from 'hyperblobs';
|
|
|
2
2
|
import { type BlobHost, type BlobReadChunk } from './blob.ts';
|
|
3
3
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
4
4
|
import { type InlinePayload } from './inline.ts';
|
|
5
|
+
import { PENDING_BLOB_REFERENCE } from '../../../constants.ts';
|
|
5
6
|
export interface ParsedBlobReference {
|
|
6
7
|
readonly blobId: BlobId;
|
|
7
8
|
readonly coreKey?: string;
|
|
@@ -12,6 +13,8 @@ export interface BlobReferenceReadOptions {
|
|
|
12
13
|
readonly wait?: boolean;
|
|
13
14
|
readonly signal?: AbortSignal;
|
|
14
15
|
}
|
|
16
|
+
export { PENDING_BLOB_REFERENCE };
|
|
17
|
+
export declare function isPendingBlobReference(blobReference: string): boolean;
|
|
15
18
|
export declare function isInvalidBlobReferenceError(error: unknown): error is TypeError;
|
|
16
19
|
export declare function parseBlobReferenceCoreKey(blobReference: string): string | undefined;
|
|
17
20
|
export declare function parseBlobReference(blobReference: string): ParsedBlobReference;
|
|
@@ -2,11 +2,16 @@ import { readBlob } from './blob.js';
|
|
|
2
2
|
import { AbortedError, raceAbort } from '@qvac/harness/race-abort';
|
|
3
3
|
import { MAX_REFERENCE_CHARS, readInline } from './inline.js';
|
|
4
4
|
import b4a from 'b4a';
|
|
5
|
+
import { CoreError } from '../../../errors.js';
|
|
5
6
|
import { isRecord } from '../../../guards.js';
|
|
7
|
+
import { PENDING_BLOB_REFERENCE } from '../../../constants.js';
|
|
6
8
|
const CORE_KEY_PATTERN = /^[0-9a-f]{64}$/;
|
|
7
9
|
const DEFAULT_REMOTE_TIMEOUT_MS = 15_000;
|
|
8
10
|
const INVALID_BLOB_REFERENCE = 'invalid blob reference';
|
|
9
|
-
|
|
11
|
+
export { PENDING_BLOB_REFERENCE };
|
|
12
|
+
export function isPendingBlobReference(blobReference) {
|
|
13
|
+
return blobReference === PENDING_BLOB_REFERENCE;
|
|
14
|
+
}
|
|
10
15
|
function invalidBlobReference() {
|
|
11
16
|
return new TypeError(INVALID_BLOB_REFERENCE);
|
|
12
17
|
}
|
|
@@ -14,7 +19,9 @@ export function isInvalidBlobReferenceError(error) {
|
|
|
14
19
|
return error instanceof TypeError && error.message === INVALID_BLOB_REFERENCE;
|
|
15
20
|
}
|
|
16
21
|
function blobUnavailable(cause) {
|
|
17
|
-
return new
|
|
22
|
+
return new CoreError('BLOB_UNAVAILABLE', [], {
|
|
23
|
+
cause: cause instanceof Error ? cause : undefined
|
|
24
|
+
});
|
|
18
25
|
}
|
|
19
26
|
function parseBlobReferenceRecord(blobReference) {
|
|
20
27
|
if (blobReference.length > MAX_REFERENCE_CHARS) {
|
|
@@ -108,6 +115,9 @@ async function closeRemote(remote) {
|
|
|
108
115
|
catch { }
|
|
109
116
|
}
|
|
110
117
|
export async function* readBlobReference(mesh, blobReference, options = {}) {
|
|
118
|
+
if (isPendingBlobReference(blobReference)) {
|
|
119
|
+
throw blobUnavailable();
|
|
120
|
+
}
|
|
111
121
|
const { blobId, coreKey, inline } = parseBlobReference(blobReference);
|
|
112
122
|
if (options.signal?.aborted) {
|
|
113
123
|
throw new AbortedError();
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { parseBlobReference, parseBlobReferenceCoreKey } from './reference.js';
|
|
1
|
+
import { isPendingBlobReference, parseBlobReference, parseBlobReferenceCoreKey } from './reference.js';
|
|
2
2
|
import b4a from 'b4a';
|
|
3
3
|
export async function sweepUnreferenced(blobs, references, coreLength) {
|
|
4
4
|
const ranges = [];
|
|
@@ -10,6 +10,8 @@ export async function sweepUnreferenced(blobs, references, coreLength) {
|
|
|
10
10
|
await clearGaps(blobs, mergeRanges(ranges), coreLength);
|
|
11
11
|
}
|
|
12
12
|
function addLocalRange(ranges, reference, { localCoreKey, coreLength }) {
|
|
13
|
+
if (isPendingBlobReference(reference))
|
|
14
|
+
return;
|
|
13
15
|
const coreKey = parseBlobReferenceCoreKey(reference);
|
|
14
16
|
if (coreKey && coreKey !== localCoreKey) {
|
|
15
17
|
return;
|
|
@@ -10,6 +10,10 @@ export type UploadFrame = {
|
|
|
10
10
|
readonly bytesWritten: number;
|
|
11
11
|
readonly attachment: QvacChunkContentAttachment;
|
|
12
12
|
readonly knowledge: QvacKnowledge | undefined;
|
|
13
|
+
} | {
|
|
14
|
+
readonly bytesWritten: number;
|
|
15
|
+
readonly attachment?: undefined;
|
|
16
|
+
readonly knowledge: QvacKnowledge;
|
|
13
17
|
};
|
|
14
18
|
export interface FileHandlersOptions {
|
|
15
19
|
readonly maxBytes?: number;
|
|
@@ -24,7 +28,7 @@ export interface UploadProgress {
|
|
|
24
28
|
readonly bytesWritten: number;
|
|
25
29
|
}
|
|
26
30
|
export declare function uploadFile(mesh: Mesh, frames: AsyncIterable<AssistantUploadAttachmentRequest> | HandlerFrames<AssistantUploadAttachmentRequest>, { kind, maxBytes, deviceId, inactivityMs }: UploadFileOptions): AsyncGenerator<UploadFrame>;
|
|
27
|
-
export declare function capped(chunks: AsyncIterable<Buffer>, maxBytes: number,
|
|
31
|
+
export declare function capped(chunks: AsyncIterable<Buffer>, maxBytes: number, tooLarge: () => Error): AsyncGenerator<Buffer>;
|
|
28
32
|
export declare function dataFrames<T extends {
|
|
29
33
|
data?: Buffer | null;
|
|
30
34
|
}>(rest: AsyncIterator<T>, firstData: Buffer | null | undefined): AsyncGenerator<Buffer>;
|
|
@@ -1,10 +1,11 @@
|
|
|
1
1
|
import b4a from 'b4a';
|
|
2
|
-
import { isKnowledgeRoutedAttachment, routeAttachmentToKnowledge, removeKnowledge, syncAttachmentChunk } from './records/index.js';
|
|
2
|
+
import { addKnowledge, assertKnowledgeRoom, isKnowledgeRoutedAttachment, routeAttachmentToKnowledge, removeKnowledge, syncAttachmentChunk } from './records/index.js';
|
|
3
3
|
import { normalizeImageForModel, IMAGE_MIMES } from '../image/normalize.js';
|
|
4
4
|
import { detectImageMime, mapDeclaredToSniffed } from '../image/sniff.js';
|
|
5
5
|
import { isSupportedRagDocument } from './rag/index.js';
|
|
6
|
-
import { appendChunk, updateChunk } from '../chunk.js';
|
|
6
|
+
import { appendChunk, requireChatIn, updateChunk } from '../chunk.js';
|
|
7
7
|
import { UploadInput } from './upload-input.js';
|
|
8
|
+
import { CoreError } from '../../errors.js';
|
|
8
9
|
const MODEL_NATIVE_IMAGE_MIMES = new Set([
|
|
9
10
|
'image/png',
|
|
10
11
|
'image/jpeg',
|
|
@@ -22,29 +23,44 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
|
|
|
22
23
|
if (first.done) {
|
|
23
24
|
return;
|
|
24
25
|
}
|
|
25
|
-
const { chatId, runId, fileName, mimeType, raw } = first.value;
|
|
26
|
+
const { chatId, runId, fileName, mimeType, raw, sourceId } = first.value;
|
|
26
27
|
const originDeviceId = kind === 'knowledge' ? deviceId : first.value.originDeviceId;
|
|
27
|
-
if (typeof chatId !== 'string' ||
|
|
28
|
+
if ((kind === 'attachment' && typeof chatId !== 'string') ||
|
|
28
29
|
typeof fileName !== 'string' ||
|
|
29
30
|
typeof mimeType !== 'string' ||
|
|
30
31
|
!originDeviceId) {
|
|
31
|
-
throw new
|
|
32
|
+
throw new CoreError('UPLOAD_FIRST_FRAME_INCOMPLETE', [kind]);
|
|
33
|
+
}
|
|
34
|
+
let limit = maxBytes;
|
|
35
|
+
let tooLarge = () => new CoreError('UPLOAD_TOO_LARGE', [kind, maxBytes]);
|
|
36
|
+
if (chatId) {
|
|
37
|
+
await requireChatIn(mesh, chatId);
|
|
38
|
+
}
|
|
39
|
+
else if (mesh.role !== 'project') {
|
|
40
|
+
throw new CoreError('KNOWLEDGE_BASE_NOT_A_PROJECT');
|
|
41
|
+
}
|
|
42
|
+
else {
|
|
43
|
+
const room = await assertKnowledgeRoom(mesh, first.value.totalBytes ?? 0);
|
|
44
|
+
if (room.bytes < maxBytes) {
|
|
45
|
+
limit = room.bytes;
|
|
46
|
+
tooLarge = () => new CoreError('KNOWLEDGE_CAP_REACHED', [room.capBytes]);
|
|
47
|
+
}
|
|
32
48
|
}
|
|
33
49
|
const upload = await mesh.files.beginUpload(first.value);
|
|
34
50
|
uploadId = upload.id;
|
|
35
51
|
input.onData = (bytes) => mesh.files.uploadProgress(upload.id, bytes);
|
|
36
52
|
input.onFailure = (error) => mesh.files.uploadFailed(upload.id, error);
|
|
37
|
-
const source = capped(dataFrames(it, first.value.data),
|
|
53
|
+
const source = capped(dataFrames(it, first.value.data), limit, tooLarge);
|
|
38
54
|
let stream = source;
|
|
39
55
|
let storedMime = mimeType;
|
|
40
56
|
const declaredSniffed = mapDeclaredToSniffed(storedMime);
|
|
41
57
|
if (kind === 'knowledge') {
|
|
42
58
|
const { head, rest } = await peekHead(source, 4096);
|
|
43
59
|
if (declaredSniffed !== null && detectImageMime(head) !== declaredSniffed) {
|
|
44
|
-
throw new
|
|
60
|
+
throw new CoreError('UPLOAD_MIME_MISMATCH', ['uploadKnowledge', mimeType]);
|
|
45
61
|
}
|
|
46
62
|
if (!isSupportedRagDocument({ fileName, mimeType, bytes: head })) {
|
|
47
|
-
throw new
|
|
63
|
+
throw new CoreError('KNOWLEDGE_TYPE_UNSUPPORTED', [fileName]);
|
|
48
64
|
}
|
|
49
65
|
stream = rest;
|
|
50
66
|
}
|
|
@@ -77,6 +93,13 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
|
|
|
77
93
|
blobId: mesh.files.reference(final.blobId),
|
|
78
94
|
createdAt: Date.now()
|
|
79
95
|
};
|
|
96
|
+
if (!chatId) {
|
|
97
|
+
const knowledge = await knowledgeBaseRow(mesh, input, attachment);
|
|
98
|
+
mesh.files.uploadComplete(upload.id);
|
|
99
|
+
input.onFailure = null;
|
|
100
|
+
yield { bytesWritten: final.bytesWritten, knowledge };
|
|
101
|
+
return;
|
|
102
|
+
}
|
|
80
103
|
let chunkId;
|
|
81
104
|
try {
|
|
82
105
|
input.check();
|
|
@@ -88,7 +111,8 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
|
|
|
88
111
|
runId,
|
|
89
112
|
type: 'attachment',
|
|
90
113
|
attachment,
|
|
91
|
-
originDeviceId
|
|
114
|
+
originDeviceId,
|
|
115
|
+
sourceId
|
|
92
116
|
});
|
|
93
117
|
chunkId = appended.id;
|
|
94
118
|
}
|
|
@@ -134,17 +158,32 @@ export async function* uploadFile(mesh, frames, { kind, maxBytes, deviceId, inac
|
|
|
134
158
|
}
|
|
135
159
|
}
|
|
136
160
|
}
|
|
161
|
+
async function knowledgeBaseRow(mesh, input, attachment) {
|
|
162
|
+
const { id, fileName, mimeType, byteLength, blobId } = attachment;
|
|
163
|
+
try {
|
|
164
|
+
input.check();
|
|
165
|
+
await assertKnowledgeRoom(mesh, byteLength);
|
|
166
|
+
const knowledge = await addKnowledge(mesh, { id, fileName, mimeType, byteLength, blobId });
|
|
167
|
+
input.check();
|
|
168
|
+
return knowledge;
|
|
169
|
+
}
|
|
170
|
+
catch (error) {
|
|
171
|
+
await removeKnowledge(mesh, { knowledgeId: id, at: Date.now() }).catch(noop);
|
|
172
|
+
await mesh.files.clear(blobId, id).catch(noop);
|
|
173
|
+
throw error;
|
|
174
|
+
}
|
|
175
|
+
}
|
|
137
176
|
async function* imageUpload(source, { raw, declared, mimeType }) {
|
|
138
177
|
const { head, rest } = await peekHead(source, 12);
|
|
139
178
|
const sniffed = detectImageMime(head);
|
|
140
179
|
if (raw) {
|
|
141
180
|
if (sniffed !== declared) {
|
|
142
|
-
throw new
|
|
181
|
+
throw new CoreError('UPLOAD_MIME_MISMATCH', ['uploadAttachment', mimeType]);
|
|
143
182
|
}
|
|
144
183
|
return { stream: rest, mimeType };
|
|
145
184
|
}
|
|
146
185
|
if (sniffed === null) {
|
|
147
|
-
throw new
|
|
186
|
+
throw new CoreError('IMAGE_INVALID', [mimeType]);
|
|
148
187
|
}
|
|
149
188
|
const original = yield* bufferedImage(rest);
|
|
150
189
|
const bytes = await normalizeImageForModel(original);
|
|
@@ -156,7 +195,7 @@ async function* imageUpload(source, { raw, declared, mimeType }) {
|
|
|
156
195
|
storedMime = sniffed;
|
|
157
196
|
}
|
|
158
197
|
else {
|
|
159
|
-
throw new
|
|
198
|
+
throw new CoreError('IMAGE_DECODE_FAILED', [sniffed]);
|
|
160
199
|
}
|
|
161
200
|
const stream = (async function* () {
|
|
162
201
|
yield bytes;
|
|
@@ -175,12 +214,12 @@ async function* bufferedImage(rest) {
|
|
|
175
214
|
}
|
|
176
215
|
return b4a.concat(pieces);
|
|
177
216
|
}
|
|
178
|
-
export async function* capped(chunks, maxBytes,
|
|
217
|
+
export async function* capped(chunks, maxBytes, tooLarge) {
|
|
179
218
|
let total = 0;
|
|
180
219
|
for await (const chunk of chunks) {
|
|
181
220
|
total += chunk.length;
|
|
182
221
|
if (total > maxBytes) {
|
|
183
|
-
throw
|
|
222
|
+
throw tooLarge();
|
|
184
223
|
}
|
|
185
224
|
yield chunk;
|
|
186
225
|
}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export function firstEvent(sources) {
|
|
2
|
+
return new Promise((resolve) => {
|
|
3
|
+
const done = () => {
|
|
4
|
+
for (const [emitter, name] of sources) {
|
|
5
|
+
emitter.off(name, done);
|
|
6
|
+
}
|
|
7
|
+
resolve();
|
|
8
|
+
};
|
|
9
|
+
for (const [emitter, name] of sources) {
|
|
10
|
+
emitter.once(name, done);
|
|
11
|
+
}
|
|
12
|
+
});
|
|
13
|
+
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
+
import BlindPeering from 'blind-peering';
|
|
1
2
|
import Hyperdrive from 'hyperdrive';
|
|
2
3
|
import type Corestore from 'corestore';
|
|
3
4
|
import type Hyperswarm from 'hyperswarm';
|
|
4
|
-
import type { BlindPeeringOpts } from './blind-peers.ts';
|
|
5
5
|
export interface AcquiredDrive {
|
|
6
6
|
readonly drive: Hyperdrive;
|
|
7
7
|
readonly writable: boolean;
|
|
@@ -10,9 +10,12 @@ export interface DriveHost {
|
|
|
10
10
|
acquire(key: string): Promise<AcquiredDrive>;
|
|
11
11
|
close(): Promise<void>;
|
|
12
12
|
}
|
|
13
|
+
export interface PeeredDriveHost extends DriveHost {
|
|
14
|
+
startBlindPeering(): Promise<void>;
|
|
15
|
+
}
|
|
13
16
|
export interface DriveHostOptions {
|
|
14
17
|
readonly swarm: Hyperswarm;
|
|
15
18
|
readonly blindPeerKeys: ReadonlyArray<Buffer>;
|
|
16
|
-
readonly
|
|
19
|
+
readonly blindPeering: () => BlindPeering | null;
|
|
17
20
|
}
|
|
18
|
-
export declare function createFsDriveHost(store: Corestore, opts: DriveHostOptions):
|
|
21
|
+
export declare function createFsDriveHost(store: Corestore, opts: DriveHostOptions): PeeredDriveHost;
|
|
@@ -21,40 +21,52 @@ async function openDrive(store, swarm, key) {
|
|
|
21
21
|
const topic = swarm.join(drive.discoveryKey, { server: false, client: true });
|
|
22
22
|
const donePeering = drive.findingPeers();
|
|
23
23
|
topic.flushed().then(donePeering, donePeering);
|
|
24
|
-
return drive;
|
|
24
|
+
return { drive, writable: drive.writable, topic };
|
|
25
25
|
}
|
|
26
26
|
export function createFsDriveHost(store, opts) {
|
|
27
27
|
const namespaced = store.namespace(NAMESPACE);
|
|
28
|
-
const peering = new BlindPeering(opts.swarm.dht, namespaced, {
|
|
29
|
-
pick: 2,
|
|
30
|
-
...opts.blindPeeringOpts
|
|
31
|
-
});
|
|
32
28
|
const drives = new Map();
|
|
29
|
+
async function peer(held) {
|
|
30
|
+
const peering = opts.blindPeering();
|
|
31
|
+
if (!peering) {
|
|
32
|
+
return;
|
|
33
|
+
}
|
|
34
|
+
const blobs = await held.drive.getBlobs();
|
|
35
|
+
peering.addCoreBackground(held.drive.core, { keys: opts.blindPeerKeys, pick: 2 });
|
|
36
|
+
if (blobs) {
|
|
37
|
+
peering.addCoreBackground(blobs.core, { keys: opts.blindPeerKeys, pick: 2 });
|
|
38
|
+
}
|
|
39
|
+
}
|
|
33
40
|
async function acquire(key) {
|
|
34
41
|
const cached = drives.get(key);
|
|
35
42
|
if (cached) {
|
|
36
43
|
return cached;
|
|
37
44
|
}
|
|
38
45
|
const opening = withDeadline((async () => {
|
|
39
|
-
const
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
if (blobs) {
|
|
43
|
-
peering.addCoreBackground(blobs.core, { keys: opts.blindPeerKeys });
|
|
44
|
-
}
|
|
45
|
-
return { drive, writable: drive.writable };
|
|
46
|
+
const held = await openDrive(namespaced, opts.swarm, key);
|
|
47
|
+
await peer(held);
|
|
48
|
+
return held;
|
|
46
49
|
})(), DRIVE_OPEN_TIMEOUT_MS);
|
|
47
50
|
drives.set(key, opening);
|
|
48
51
|
opening.catch(() => drives.delete(key));
|
|
49
52
|
return opening;
|
|
50
53
|
}
|
|
51
|
-
async function
|
|
54
|
+
async function opened() {
|
|
52
55
|
const settled = await Promise.allSettled(drives.values());
|
|
53
|
-
|
|
54
|
-
await Promise.all(settled
|
|
56
|
+
return settled
|
|
55
57
|
.filter((result) => result.status === 'fulfilled')
|
|
56
|
-
.map((
|
|
57
|
-
|
|
58
|
+
.map(({ value }) => value);
|
|
59
|
+
}
|
|
60
|
+
async function startBlindPeering() {
|
|
61
|
+
await Promise.all((await opened()).map(peer));
|
|
62
|
+
}
|
|
63
|
+
async function close() {
|
|
64
|
+
const held = await opened();
|
|
65
|
+
drives.clear();
|
|
66
|
+
await Promise.all(held.map(async ({ drive, topic }) => {
|
|
67
|
+
await topic.destroy();
|
|
68
|
+
await drive.close();
|
|
69
|
+
}));
|
|
58
70
|
}
|
|
59
|
-
return { acquire, close };
|
|
71
|
+
return { acquire, startBlindPeering, close };
|
|
60
72
|
}
|
package/dist-lib/lib/core/id.js
CHANGED
|
@@ -18,9 +18,11 @@ export declare function generateMnemonic(): Promise<string>;
|
|
|
18
18
|
export declare function openIdentity(mnemonic: string): Promise<IdentityKey>;
|
|
19
19
|
export declare function mintIdentity(mnemonic: string, devicePublicKey: Buffer): Promise<MintedIdentity>;
|
|
20
20
|
export declare function attestDeviceProof(devicePublicKey: Buffer, parent: KeyPair, parentProof: Buffer): Promise<Buffer>;
|
|
21
|
+
export declare function pairingAnchorSeed(accountSeed: Buffer, memberId: Buffer): Buffer;
|
|
22
|
+
export declare function chainTo(proof: Buffer, publicKey: Buffer): Buffer | null;
|
|
23
|
+
export declare function delegationFits(proof: Buffer, delegate: KeyPair): Promise<boolean>;
|
|
21
24
|
export declare function verifyDeviceProof(proof: Buffer, expected: ExpectedDeviceProof): Promise<boolean>;
|
|
22
25
|
export declare function claimAttestation(meshPublicKey: Buffer, deviceId: Buffer, writerKey: Buffer): Buffer;
|
|
23
|
-
export declare function deviceInviteToken(nonce: Buffer, deviceId: Buffer): Buffer;
|
|
24
26
|
export declare function attestMemberClaim(attestation: Buffer, deviceKeyPair: KeyPair, deviceProof: Buffer): Promise<Buffer>;
|
|
25
27
|
export declare function verifyMemberClaim(proof: Buffer, expected: ExpectedMemberClaim): Promise<boolean>;
|
|
26
28
|
export declare function verifyRecoveryClaim(proof: Buffer, expected: ExpectedMemberClaim): Promise<boolean>;
|
|
@@ -1,9 +1,10 @@
|
|
|
1
|
+
import b4a from 'b4a';
|
|
1
2
|
import c from 'compact-encoding';
|
|
2
3
|
import crypto from 'hypercore-crypto';
|
|
3
4
|
import { ProofEncoding } from 'keet-identity-key/lib/encoding.js';
|
|
4
5
|
export const MAX_PROOF_BYTES = 1024;
|
|
5
6
|
const [CLAIM_NAMESPACE] = crypto.namespace('@qvac/core/member-claim', 1);
|
|
6
|
-
const [
|
|
7
|
+
const [ANCHOR_NAMESPACE] = crypto.namespace('@qvac/core/pairing-anchor', 1);
|
|
7
8
|
let loaded = null;
|
|
8
9
|
async function identityKey() {
|
|
9
10
|
if (loaded === null) {
|
|
@@ -26,6 +27,29 @@ export async function attestDeviceProof(devicePublicKey, parent, parentProof) {
|
|
|
26
27
|
throw new Error('attestDeviceProof needs the parent proof');
|
|
27
28
|
return (await identityKey()).attestDevice(devicePublicKey, parent, parentProof);
|
|
28
29
|
}
|
|
30
|
+
export function pairingAnchorSeed(accountSeed, memberId) {
|
|
31
|
+
return crypto.hash([ANCHOR_NAMESPACE, accountSeed, memberId]);
|
|
32
|
+
}
|
|
33
|
+
export function chainTo(proof, publicKey) {
|
|
34
|
+
let decoded;
|
|
35
|
+
try {
|
|
36
|
+
decoded = c.decode(ProofEncoding, proof);
|
|
37
|
+
}
|
|
38
|
+
catch {
|
|
39
|
+
return null;
|
|
40
|
+
}
|
|
41
|
+
const at = decoded.chain.findIndex((link) => b4a.equals(link.publicKey, publicKey));
|
|
42
|
+
if (at === -1) {
|
|
43
|
+
return null;
|
|
44
|
+
}
|
|
45
|
+
return c.encode(ProofEncoding, { ...decoded, chain: decoded.chain.slice(0, at + 1) });
|
|
46
|
+
}
|
|
47
|
+
export async function delegationFits(proof, delegate) {
|
|
48
|
+
const device = crypto.keyPair();
|
|
49
|
+
const extended = await attestDeviceProof(device.publicKey, delegate, proof);
|
|
50
|
+
const claim = await attestMemberClaim(crypto.randomBytes(32), device, extended);
|
|
51
|
+
return claim.byteLength <= MAX_PROOF_BYTES;
|
|
52
|
+
}
|
|
29
53
|
export async function verifyDeviceProof(proof, expected) {
|
|
30
54
|
if (proof.byteLength > MAX_PROOF_BYTES)
|
|
31
55
|
return false;
|
|
@@ -53,9 +77,6 @@ export async function verifyDeviceProof(proof, expected) {
|
|
|
53
77
|
export function claimAttestation(meshPublicKey, deviceId, writerKey) {
|
|
54
78
|
return crypto.hash([CLAIM_NAMESPACE, meshPublicKey, deviceId, writerKey]);
|
|
55
79
|
}
|
|
56
|
-
export function deviceInviteToken(nonce, deviceId) {
|
|
57
|
-
return crypto.hash([INVITE_NAMESPACE, nonce, deviceId]);
|
|
58
|
-
}
|
|
59
80
|
export async function attestMemberClaim(attestation, deviceKeyPair, deviceProof) {
|
|
60
81
|
return (await identityKey()).attestData(attestation, deviceKeyPair, deviceProof);
|
|
61
82
|
}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { QvacAutobeeHead } from '../../spec/mesh/hyperschema/types.d.ts';
|
|
1
|
+
import type { QvacAutobeeHead, QvacInvitePublicHead } from '../../spec/mesh/hyperschema/types.d.ts';
|
|
2
2
|
import type { RecoveryProof } from './mesh.ts';
|
|
3
3
|
export interface MeshInviteNode {
|
|
4
4
|
readonly host: string;
|
|
@@ -13,9 +13,13 @@ export interface MeshInvite {
|
|
|
13
13
|
readonly memberInvite?: boolean;
|
|
14
14
|
readonly memberId?: Buffer;
|
|
15
15
|
readonly inviteNonce?: Buffer;
|
|
16
|
-
readonly compute?: boolean;
|
|
17
16
|
readonly recovery?: RecoveryProof;
|
|
18
17
|
readonly inviterName?: string;
|
|
18
|
+
readonly deviceSeed?: Buffer;
|
|
19
|
+
readonly deviceProof?: Buffer;
|
|
20
|
+
readonly workspace?: boolean;
|
|
21
|
+
readonly workspaceName?: string;
|
|
22
|
+
readonly publicHeads?: ReadonlyArray<QvacInvitePublicHead>;
|
|
19
23
|
}
|
|
20
24
|
export declare function encodeMeshInvite(invite: MeshInvite): string;
|
|
21
25
|
export declare function decodeMeshInvite(raw: string): MeshInvite | null;
|
|
@@ -1,7 +1,10 @@
|
|
|
1
1
|
import * as z32 from 'z32';
|
|
2
2
|
import { decode as decodeStruct, encode as encodeStruct } from '../../spec/mesh/hyperschema/index.js';
|
|
3
3
|
const INVITE_STRUCT = '@qvac/mesh-invite';
|
|
4
|
-
const
|
|
4
|
+
const MEMBER_INVITE_PREFIX = 'qvac://workspace/';
|
|
5
|
+
const DEVICE_INVITE_PREFIX = 'qvac://device/';
|
|
6
|
+
const LEGACY_INVITE_PREFIX = 'qvac://mesh/';
|
|
7
|
+
const INVITE_PREFIXES = [MEMBER_INVITE_PREFIX, DEVICE_INVITE_PREFIX, LEGACY_INVITE_PREFIX];
|
|
5
8
|
export function encodeMeshInvite(invite) {
|
|
6
9
|
const payload = {
|
|
7
10
|
meshKey: invite.baseKey,
|
|
@@ -12,19 +15,26 @@ export function encodeMeshInvite(invite) {
|
|
|
12
15
|
memberInvite: invite.memberInvite ?? false,
|
|
13
16
|
memberId: invite.memberId ?? null,
|
|
14
17
|
inviteNonce: invite.inviteNonce ?? null,
|
|
15
|
-
compute:
|
|
16
|
-
inviterName: invite.inviterName ?? null
|
|
18
|
+
compute: false,
|
|
19
|
+
inviterName: invite.inviterName ?? null,
|
|
20
|
+
deviceSeed: invite.deviceSeed ?? null,
|
|
21
|
+
deviceProof: invite.deviceProof ?? null,
|
|
22
|
+
workspace: invite.workspace ?? false,
|
|
23
|
+
workspaceName: invite.workspaceName ?? null,
|
|
24
|
+
publicHeads: [...(invite.publicHeads ?? [])]
|
|
17
25
|
};
|
|
18
|
-
|
|
26
|
+
const prefix = invite.memberInvite ? MEMBER_INVITE_PREFIX : DEVICE_INVITE_PREFIX;
|
|
27
|
+
return prefix + z32.encode(encodeStruct(INVITE_STRUCT, payload));
|
|
19
28
|
}
|
|
20
29
|
export function decodeMeshInvite(raw) {
|
|
21
30
|
const value = raw.trim().toLowerCase();
|
|
22
|
-
|
|
31
|
+
const prefix = INVITE_PREFIXES.find((p) => value.startsWith(p));
|
|
32
|
+
if (!prefix) {
|
|
23
33
|
return null;
|
|
24
34
|
}
|
|
25
35
|
let payload;
|
|
26
36
|
try {
|
|
27
|
-
payload = decodeStruct(INVITE_STRUCT, z32.decode(value.slice(
|
|
37
|
+
payload = decodeStruct(INVITE_STRUCT, z32.decode(value.slice(prefix.length)));
|
|
28
38
|
}
|
|
29
39
|
catch {
|
|
30
40
|
return null;
|
|
@@ -41,7 +51,11 @@ export function decodeMeshInvite(raw) {
|
|
|
41
51
|
memberInvite: payload.memberInvite ?? false,
|
|
42
52
|
memberId: payload.memberId ?? undefined,
|
|
43
53
|
inviteNonce: payload.inviteNonce ?? undefined,
|
|
44
|
-
|
|
45
|
-
|
|
54
|
+
inviterName: payload.inviterName ?? undefined,
|
|
55
|
+
deviceSeed: payload.deviceSeed ?? undefined,
|
|
56
|
+
deviceProof: payload.deviceProof ?? undefined,
|
|
57
|
+
workspace: payload.workspace ?? false,
|
|
58
|
+
workspaceName: payload.workspaceName ?? undefined,
|
|
59
|
+
publicHeads: payload.publicHeads ?? []
|
|
46
60
|
};
|
|
47
61
|
}
|
|
@@ -23,4 +23,5 @@ export declare class LocalFiles {
|
|
|
23
23
|
live(meshKey?: Buffer): Promise<LocalFile[]>;
|
|
24
24
|
stale(cutoff: number): Promise<LocalFile[]>;
|
|
25
25
|
}
|
|
26
|
-
export declare function
|
|
26
|
+
export declare function dropMeshFileCursors(tx: HyperDB, meshKey: Buffer): Promise<void>;
|
|
27
|
+
export declare function backgroundSyncKey(meshKey: Buffer): string;
|
|
@@ -141,14 +141,12 @@ export class LocalFiles {
|
|
|
141
141
|
.toArray();
|
|
142
142
|
}
|
|
143
143
|
}
|
|
144
|
-
export async function
|
|
145
|
-
const rows = await tx
|
|
146
|
-
.find(LOCAL_FILES, { gte: { meshKey }, lte: { meshKey } })
|
|
147
|
-
.toArray();
|
|
148
|
-
for (const row of rows) {
|
|
149
|
-
await tx.delete(LOCAL_FILES, keyOf(row));
|
|
150
|
-
}
|
|
144
|
+
export async function dropMeshFileCursors(tx, meshKey) {
|
|
151
145
|
await tx.delete(LOCAL_CONFIG, { key: backfillKey(meshKey) });
|
|
146
|
+
await tx.delete(LOCAL_CONFIG, { key: backgroundSyncKey(meshKey) });
|
|
147
|
+
}
|
|
148
|
+
export function backgroundSyncKey(meshKey) {
|
|
149
|
+
return `sync/background/${b4a.toHex(meshKey)}`;
|
|
152
150
|
}
|
|
153
151
|
function meshRange(meshKey) {
|
|
154
152
|
return meshKey ? { gte: { meshKey }, lte: { meshKey } } : {};
|