@qvac/core 1.0.0-rc.8 → 1.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (226) hide show
  1. package/CHANGELOG.md +243 -3
  2. package/README.md +1 -0
  3. package/dist-lib/lib/api/attachments.d.ts +1 -1
  4. package/dist-lib/lib/api/attachments.js +11 -0
  5. package/dist-lib/lib/api/chunks.d.ts +4 -2
  6. package/dist-lib/lib/api/chunks.js +6 -3
  7. package/dist-lib/lib/api/devices.js +6 -18
  8. package/dist-lib/lib/api/execution.d.ts +6 -2
  9. package/dist-lib/lib/api/execution.js +29 -3
  10. package/dist-lib/lib/api/host-run-log.d.ts +7 -1
  11. package/dist-lib/lib/api/host-run-log.js +3 -1
  12. package/dist-lib/lib/api/index.d.ts +3 -1
  13. package/dist-lib/lib/api/index.js +17 -6
  14. package/dist-lib/lib/api/members.js +13 -29
  15. package/dist-lib/lib/api/mesh.d.ts +2 -1
  16. package/dist-lib/lib/api/projects.d.ts +1 -1
  17. package/dist-lib/lib/api/projects.js +9 -5
  18. package/dist-lib/lib/api/rag-label.d.ts +4 -0
  19. package/dist-lib/lib/api/rag-label.js +21 -0
  20. package/dist-lib/lib/api/rag-lexical.d.ts +22 -0
  21. package/dist-lib/lib/api/rag-lexical.js +1058 -0
  22. package/dist-lib/lib/api/rag-manifest.d.ts +13 -0
  23. package/dist-lib/lib/api/rag-manifest.js +46 -0
  24. package/dist-lib/lib/api/rag-outline.d.ts +36 -0
  25. package/dist-lib/lib/api/rag-outline.js +426 -0
  26. package/dist-lib/lib/api/rag-plugin.d.ts +20 -0
  27. package/dist-lib/lib/api/rag-plugin.js +70 -0
  28. package/dist-lib/lib/api/rag-synthesis.d.ts +7 -0
  29. package/dist-lib/lib/api/rag-synthesis.js +102 -0
  30. package/dist-lib/lib/api/rag-targets.d.ts +23 -0
  31. package/dist-lib/lib/api/rag-targets.js +215 -0
  32. package/dist-lib/lib/api/rag-window.d.ts +5 -0
  33. package/dist-lib/lib/api/rag-window.js +46 -0
  34. package/dist-lib/lib/api/rag.d.ts +3 -2
  35. package/dist-lib/lib/api/rag.js +421 -181
  36. package/dist-lib/lib/api/served.js +8 -14
  37. package/dist-lib/lib/api/workspace.d.ts +8 -1
  38. package/dist-lib/lib/api/workspace.js +27 -13
  39. package/dist-lib/lib/assistant/harness.d.ts +9 -1
  40. package/dist-lib/lib/assistant/history.d.ts +11 -2
  41. package/dist-lib/lib/assistant/history.js +74 -4
  42. package/dist-lib/lib/assistant/media-round.d.ts +61 -0
  43. package/dist-lib/lib/assistant/media-round.js +111 -0
  44. package/dist-lib/lib/assistant/message.d.ts +7 -0
  45. package/dist-lib/lib/assistant/model-round.d.ts +12 -0
  46. package/dist-lib/lib/assistant/model-round.js +130 -17
  47. package/dist-lib/lib/assistant/pdf-pages.d.ts +16 -1
  48. package/dist-lib/lib/assistant/pdf-pages.js +67 -3
  49. package/dist-lib/lib/assistant/round-host.d.ts +22 -0
  50. package/dist-lib/lib/assistant/round-host.js +142 -8
  51. package/dist-lib/lib/assistant/upload.d.ts +12 -0
  52. package/dist-lib/lib/assistant/upload.js +36 -0
  53. package/dist-lib/lib/assistant-client.d.ts +1 -0
  54. package/dist-lib/lib/assistant-client.js +40 -19
  55. package/dist-lib/lib/assistant-tree.d.ts +2 -0
  56. package/dist-lib/lib/assistant-tree.js +41 -1
  57. package/dist-lib/lib/assistant.d.ts +15 -0
  58. package/dist-lib/lib/assistant.js +474 -89
  59. package/dist-lib/lib/client.d.ts +1 -0
  60. package/dist-lib/lib/client.js +4 -1
  61. package/dist-lib/lib/compaction.js +2 -2
  62. package/dist-lib/lib/core/agent.js +12 -45
  63. package/dist-lib/lib/core/approval-rules.js +1 -8
  64. package/dist-lib/lib/core/archived-mesh.d.ts +2 -1
  65. package/dist-lib/lib/core/archived-mesh.js +12 -8
  66. package/dist-lib/lib/core/chat-copy.d.ts +18 -3
  67. package/dist-lib/lib/core/chat-copy.js +74 -25
  68. package/dist-lib/lib/core/chat-fork.js +15 -6
  69. package/dist-lib/lib/core/chat-group.js +16 -24
  70. package/dist-lib/lib/core/chat-move.d.ts +9 -0
  71. package/dist-lib/lib/core/chat-move.js +94 -3
  72. package/dist-lib/lib/core/chat-order.js +12 -18
  73. package/dist-lib/lib/core/chat.js +38 -31
  74. package/dist-lib/lib/core/chunk.d.ts +2 -2
  75. package/dist-lib/lib/core/chunk.js +18 -25
  76. package/dist-lib/lib/core/collections.d.ts +2 -0
  77. package/dist-lib/lib/core/collections.js +2 -0
  78. package/dist-lib/lib/core/contract/activity.d.ts +4 -0
  79. package/dist-lib/lib/core/contract/activity.js +34 -4
  80. package/dist-lib/lib/core/contract/chat-group.d.ts +1 -0
  81. package/dist-lib/lib/core/contract/chat-group.js +21 -1
  82. package/dist-lib/lib/core/contract/chat.d.ts +9 -0
  83. package/dist-lib/lib/core/contract/chat.js +127 -5
  84. package/dist-lib/lib/core/contract/chunks.d.ts +1 -0
  85. package/dist-lib/lib/core/contract/chunks.js +37 -6
  86. package/dist-lib/lib/core/contract/features.d.ts +21 -0
  87. package/dist-lib/lib/core/contract/features.js +22 -0
  88. package/dist-lib/lib/core/contract/index.js +2 -0
  89. package/dist-lib/lib/core/contract/indexing.js +4 -2
  90. package/dist-lib/lib/core/contract/knowledge.js +5 -4
  91. package/dist-lib/lib/core/contract/members.js +16 -10
  92. package/dist-lib/lib/core/contract/mesh-kind.d.ts +1 -0
  93. package/dist-lib/lib/core/contract/mesh-kind.js +3 -1
  94. package/dist-lib/lib/core/contract/projects.d.ts +5 -0
  95. package/dist-lib/lib/core/contract/projects.js +13 -5
  96. package/dist-lib/lib/core/contract/roles.js +32 -4
  97. package/dist-lib/lib/core/contract/run-requests.d.ts +1 -0
  98. package/dist-lib/lib/core/contract/run-requests.js +35 -2
  99. package/dist-lib/lib/core/contract/seed-defaults.js +2 -2
  100. package/dist-lib/lib/core/contract/tool-configs.js +3 -2
  101. package/dist-lib/lib/core/contract/workspace.d.ts +2 -0
  102. package/dist-lib/lib/core/contract/workspace.js +40 -7
  103. package/dist-lib/lib/core/contract/writers.js +2 -2
  104. package/dist-lib/lib/core/departures.d.ts +3 -1
  105. package/dist-lib/lib/core/departures.js +3 -0
  106. package/dist-lib/lib/core/devices.js +1 -8
  107. package/dist-lib/lib/core/files/attachments.d.ts +2 -0
  108. package/dist-lib/lib/core/files/attachments.js +19 -1
  109. package/dist-lib/lib/core/files/index.d.ts +20 -4
  110. package/dist-lib/lib/core/files/index.js +132 -21
  111. package/dist-lib/lib/core/files/processing/document.d.ts +4 -0
  112. package/dist-lib/lib/core/files/processing/document.js +7 -0
  113. package/dist-lib/lib/core/files/processing/index.d.ts +13 -0
  114. package/dist-lib/lib/core/files/processing/index.js +144 -12
  115. package/dist-lib/lib/core/files/processing/protocol.js +13 -34
  116. package/dist-lib/lib/core/files/processing/state.d.ts +2 -0
  117. package/dist-lib/lib/core/files/rag/build.d.ts +19 -2
  118. package/dist-lib/lib/core/files/rag/build.js +123 -19
  119. package/dist-lib/lib/core/files/rag/failure.js +2 -1
  120. package/dist-lib/lib/core/files/rag/index.d.ts +11 -3
  121. package/dist-lib/lib/core/files/rag/index.js +13 -1
  122. package/dist-lib/lib/core/files/rag/load.d.ts +6 -3
  123. package/dist-lib/lib/core/files/rag/load.js +27 -6
  124. package/dist-lib/lib/core/files/rag/plugin-index.d.ts +32 -0
  125. package/dist-lib/lib/core/files/rag/plugin-index.js +127 -0
  126. package/dist-lib/lib/core/files/rag/produce.d.ts +5 -3
  127. package/dist-lib/lib/core/files/rag/produce.js +104 -16
  128. package/dist-lib/lib/core/files/rag/retrieval/full-text.d.ts +3 -1
  129. package/dist-lib/lib/core/files/rag/retrieval/full-text.js +62 -13
  130. package/dist-lib/lib/core/files/rag/text-cache.d.ts +28 -0
  131. package/dist-lib/lib/core/files/rag/text-cache.js +141 -0
  132. package/dist-lib/lib/core/files/records/knowledge.d.ts +1 -3
  133. package/dist-lib/lib/core/files/records/knowledge.js +7 -40
  134. package/dist-lib/lib/core/files/records/reclaim.js +5 -10
  135. package/dist-lib/lib/core/files/upload.js +68 -41
  136. package/dist-lib/lib/core/fs-drives.js +14 -26
  137. package/dist-lib/lib/core/invite.d.ts +1 -0
  138. package/dist-lib/lib/core/invite.js +4 -2
  139. package/dist-lib/lib/core/local/files.d.ts +1 -1
  140. package/dist-lib/lib/core/local/files.js +5 -5
  141. package/dist-lib/lib/core/local/index.d.ts +13 -6
  142. package/dist-lib/lib/core/local/index.js +103 -69
  143. package/dist-lib/lib/core/local/run-logs.d.ts +1 -1
  144. package/dist-lib/lib/core/local/run-logs.js +5 -5
  145. package/dist-lib/lib/core/mesh-processor.d.ts +19 -0
  146. package/dist-lib/lib/core/mesh-processor.js +87 -0
  147. package/dist-lib/lib/core/mesh.d.ts +48 -5
  148. package/dist-lib/lib/core/mesh.js +318 -129
  149. package/dist-lib/lib/core/migrations/agent-catalog.js +2 -8
  150. package/dist-lib/lib/core/migrations/agent-tools-scope.js +5 -11
  151. package/dist-lib/lib/core/migrations/workspace-from-0-21/index.d.ts +88 -0
  152. package/dist-lib/lib/core/migrations/workspace-from-0-21/index.js +731 -0
  153. package/dist-lib/lib/core/migrations/writer-links.d.ts +2 -0
  154. package/dist-lib/lib/core/migrations/writer-links.js +32 -0
  155. package/dist-lib/lib/core/project-keys.d.ts +6 -0
  156. package/dist-lib/lib/core/project-keys.js +11 -0
  157. package/dist-lib/lib/core/public-mesh.d.ts +3 -0
  158. package/dist-lib/lib/core/public-mesh.js +10 -8
  159. package/dist-lib/lib/core/run-requests.d.ts +3 -0
  160. package/dist-lib/lib/core/run-requests.js +21 -1
  161. package/dist-lib/lib/core/skill-availability.d.ts +33 -0
  162. package/dist-lib/lib/core/skill-availability.js +67 -0
  163. package/dist-lib/lib/core/sync/background.d.ts +0 -1
  164. package/dist-lib/lib/core/sync/background.js +2 -1
  165. package/dist-lib/lib/core/sync/changed.d.ts +4 -2
  166. package/dist-lib/lib/core/sync/changed.js +1 -1
  167. package/dist-lib/lib/core/sync/index.js +52 -10
  168. package/dist-lib/lib/core/sync/view-updates.d.ts +18 -12
  169. package/dist-lib/lib/core/sync/view-updates.js +82 -91
  170. package/dist-lib/lib/core/sync-status.js +97 -41
  171. package/dist-lib/lib/core/tool-activity.js +6 -12
  172. package/dist-lib/lib/core/tool-configs.js +17 -29
  173. package/dist-lib/lib/core/upgrade-summary.d.ts +19 -0
  174. package/dist-lib/lib/core/upgrade-summary.js +67 -0
  175. package/dist-lib/lib/core/view-read.d.ts +4 -0
  176. package/dist-lib/lib/core/view-read.js +23 -0
  177. package/dist-lib/lib/core/workspace-upgrade.d.ts +7 -0
  178. package/dist-lib/lib/core/workspace-upgrade.js +27 -16
  179. package/dist-lib/lib/core.d.ts +39 -42
  180. package/dist-lib/lib/core.js +661 -639
  181. package/dist-lib/lib/errors.d.ts +20 -0
  182. package/dist-lib/lib/errors.js +20 -0
  183. package/dist-lib/lib/llm-model-names.d.ts +1 -1
  184. package/dist-lib/lib/llm-model-names.js +1 -1
  185. package/dist-lib/lib/mesh-scoped-engine.js +4 -0
  186. package/dist-lib/lib/model-context.js +1 -2
  187. package/dist-lib/lib/probe-rounds.d.ts +7 -2
  188. package/dist-lib/lib/probe-rounds.js +6 -1
  189. package/dist-lib/lib/run-transcript.d.ts +4 -1
  190. package/dist-lib/lib/run-transcript.js +15 -6
  191. package/dist-lib/schema/engine.js +83 -6
  192. package/dist-lib/schema/indexes.d.ts +3 -0
  193. package/dist-lib/schema/indexes.js +5 -0
  194. package/dist-lib/schema/local.js +11 -2
  195. package/dist-lib/schema/qvac.js +49 -5
  196. package/dist-lib/spec/bind.js +34 -0
  197. package/dist-lib/spec/calls.js +5 -0
  198. package/dist-lib/spec/capabilities.d.ts +17 -0
  199. package/dist-lib/spec/hrpc/hrpc.json +65 -0
  200. package/dist-lib/spec/hrpc/index.js +68 -5
  201. package/dist-lib/spec/hrpc/messages.js +260 -23
  202. package/dist-lib/spec/hyperschema/index.js +260 -23
  203. package/dist-lib/spec/hyperschema/schema.json +181 -0
  204. package/dist-lib/spec/hyperschema/types.d.ts +48 -0
  205. package/dist-lib/spec/local/hyperdb/messages.js +270 -224
  206. package/dist-lib/spec/local/hyperschema/index.js +73 -38
  207. package/dist-lib/spec/local/hyperschema/schema.json +31 -0
  208. package/dist-lib/spec/local/hyperschema/types.d.ts +8 -0
  209. package/dist-lib/spec/mesh/hyperdb/db.json +39 -2
  210. package/dist-lib/spec/mesh/hyperdb/index.js +120 -3
  211. package/dist-lib/spec/mesh/hyperdb/messages.js +1328 -838
  212. package/dist-lib/spec/mesh/hyperdispatch/dispatch.json +30 -0
  213. package/dist-lib/spec/mesh/hyperdispatch/index.js +86 -1
  214. package/dist-lib/spec/mesh/hyperdispatch/messages.js +682 -287
  215. package/dist-lib/spec/mesh/hyperschema/index.js +682 -287
  216. package/dist-lib/spec/mesh/hyperschema/schema.json +201 -0
  217. package/dist-lib/spec/mesh/hyperschema/types.d.ts +52 -0
  218. package/package.json +75 -70
  219. package/tui/README.md +2 -1
  220. package/tui/app.mjs +28 -7
  221. package/tui/boot.mjs +5 -1
  222. package/tui/lib/attachment-files.mjs +82 -0
  223. package/tui/lib/reopen-meshes.mjs +15 -0
  224. package/tui/main.mjs +4 -43
  225. package/worker/assistant-sidecar.mjs +10 -3
  226. package/worker/stow-entry.mjs +3 -52
@@ -2,23 +2,13 @@ import { WORKSPACE_ROLES, liveMemberIds, memberRole } from '../core/contract/wor
2
2
  import { liveDevicesOf } from '../core/contract/activity.js';
3
3
  import { meshWatchable, requireMesh } from './current-mesh.js';
4
4
  import b4a from 'b4a';
5
- import { MEMBERS } from '../core/collections.js';
5
+ import { DEVICES, MEMBERS } from '../core/collections.js';
6
6
  import { CoreError } from '../errors.js';
7
- const RESOLVE_MEMBER_MS = 10_000;
7
+ import { readView } from '../core/view-read.js';
8
8
  async function resolveOurMember(mesh) {
9
- let timer = null;
10
- try {
11
- await Promise.race([
12
- mesh.autobee.update().then(() => mesh.refreshOurMember()),
13
- new Promise((_, reject) => {
14
- timer = setTimeout(() => reject(new CoreError('MEMBER_RESOLVE_TIMEOUT')), RESOLVE_MEMBER_MS);
15
- })
16
- ]);
17
- }
18
- finally {
19
- if (timer) {
20
- clearTimeout(timer);
21
- }
9
+ const deviceId = mesh.ourDeviceId;
10
+ if (deviceId) {
11
+ mesh.recordOurMember(await readView(mesh, (snap) => snap.get(DEVICES, { id: deviceId })));
22
12
  }
23
13
  if (!mesh.ourMemberId && !mesh.writable) {
24
14
  throw new CoreError('MESH_STILL_JOINING');
@@ -60,21 +50,15 @@ export function createMembersApi(pool, self, { state, log }) {
60
50
  }
61
51
  return member;
62
52
  };
63
- const list = async (mesh) => {
64
- const snap = mesh.view.snapshot();
65
- try {
66
- const live = await liveMemberIds(snap);
67
- const members = [];
68
- for await (const member of snap.find(MEMBERS)) {
69
- const removed = !live.has(b4a.toHex(member.id));
70
- members.push(await toEngineMember(snap, { mesh, member, removed }));
71
- }
72
- return { members };
53
+ const list = (mesh) => readView(mesh, async (snap) => {
54
+ const live = await liveMemberIds(snap);
55
+ const members = [];
56
+ for await (const member of snap.find(MEMBERS)) {
57
+ const removed = !live.has(b4a.toHex(member.id));
58
+ members.push(await toEngineMember(snap, { mesh, member, removed }));
73
59
  }
74
- finally {
75
- await snap.close();
76
- }
77
- };
60
+ return { members };
61
+ });
78
62
  const readMember = async (mesh, id) => {
79
63
  const snap = mesh.view.snapshot();
80
64
  try {
@@ -1,5 +1,5 @@
1
1
  import type { LoggerInterface } from '@qvac/logging';
2
- import type { AssistantAccount, AssistantArchivedMeshContents, AssistantArchivedMeshList, AssistantArchivedMeshMigration, AssistantMeshList, AssistantMeshStatus } from '../../spec/hyperschema/types.d.ts';
2
+ import type { AssistantAccount, AssistantArchivedMeshContents, AssistantArchivedMeshList, AssistantArchivedMeshMigration, AssistantMeshList, AssistantMeshStatus, AssistantWorkspaceUpgradeSummary } from '../../spec/hyperschema/types.d.ts';
3
3
  import type { CapabilityHandlers } from '../../spec/capabilities.d.ts';
4
4
  export interface MeshInviteResult {
5
5
  readonly invite?: string;
@@ -36,6 +36,7 @@ export interface MeshStatusSource {
36
36
  name: string;
37
37
  }): Promise<string>;
38
38
  listArchived(): Promise<AssistantArchivedMeshList>;
39
+ upgradeSummary(): Promise<AssistantWorkspaceUpgradeSummary>;
39
40
  archivedContents(meshId: string): Promise<AssistantArchivedMeshContents>;
40
41
  migrateArchived(meshId: string, workspaceId: string): Promise<AssistantArchivedMeshMigration>;
41
42
  recoverable(): Promise<boolean>;
@@ -6,7 +6,7 @@ import type { MeshStatusSource } from './mesh.ts';
6
6
  import type { CapabilityHandlers } from '../../spec/capabilities.d.ts';
7
7
  type Named = Pick<QvacMeshName, 'name' | 'namedAt'>;
8
8
  type AccountOf = () => Mesh | null;
9
- export type NameOf = (projectKey: Buffer) => Named | null;
9
+ export type NameOf = (meshKey: Buffer) => Named | null;
10
10
  export declare function projectName(name: string | null | undefined): string;
11
11
  export type ProjectOf = (workspaceKey: Buffer, projectKey: Buffer) => Promise<boolean>;
12
12
  interface ProjectsOptions {
@@ -7,6 +7,7 @@ import { meshWatchable, requireMesh } from './current-mesh.js';
7
7
  import { requireOurMember, requireWorkspace } from './members.js';
8
8
  import b4a from 'b4a';
9
9
  import { CoreError } from '../errors.js';
10
+ import { readView } from '../core/view-read.js';
10
11
  function toProject(row, named) {
11
12
  return {
12
13
  projectId: b4a.toHex(row.id),
@@ -23,12 +24,15 @@ async function list(mesh, meshId, { account, nameOf }) {
23
24
  if (!ours) {
24
25
  return { projects: [] };
25
26
  }
26
- const projects = [];
27
- for await (const row of mesh.view.find(PROJECTS)) {
28
- if (listedProject(row, ours)) {
29
- projects.push(toProject(row, nameOf(row.id)));
27
+ const projects = await readView(mesh, async (snap) => {
28
+ const listed = [];
29
+ for await (const row of snap.find(PROJECTS)) {
30
+ if (listedProject(row, ours)) {
31
+ listed.push(toProject(row, nameOf(row.id)));
32
+ }
30
33
  }
31
- }
34
+ return listed;
35
+ });
32
36
  return { projects: await ordered(projects, mesh.key, account()) };
33
37
  }
34
38
  async function ordered(projects, workspaceKey, account) {
@@ -0,0 +1,4 @@
1
+ export declare function shortTitle(title: string): string;
2
+ export declare function shortLabels<T extends {
3
+ readonly metadataJson: string;
4
+ }>(hits: ReadonlyArray<T>): T[];
@@ -0,0 +1,21 @@
1
+ import { parseRagMetadata } from 'rag-extract';
2
+ const TITLE_CHARS = 48;
3
+ const TAIL_CHARS = 12;
4
+ export function shortTitle(title) {
5
+ if (title.length <= TITLE_CHARS) {
6
+ return title;
7
+ }
8
+ return `${title.slice(0, TITLE_CHARS - TAIL_CHARS - 1)}…${title.slice(-TAIL_CHARS)}`;
9
+ }
10
+ export function shortLabels(hits) {
11
+ return hits.map((hit) => {
12
+ const metadata = parseRagMetadata(hit.metadataJson);
13
+ if (!metadata) {
14
+ return hit;
15
+ }
16
+ return {
17
+ ...hit,
18
+ metadataJson: JSON.stringify({ ...metadata, title: shortTitle(metadata.title) })
19
+ };
20
+ });
21
+ }
@@ -0,0 +1,22 @@
1
+ import type { VectorHit } from '../core/files/index.ts';
2
+ export declare function queryTerms(query: string): string[];
3
+ export declare function queryFields(query: string): string[][];
4
+ export interface AskedItem {
5
+ readonly label: string;
6
+ readonly terms: string[];
7
+ }
8
+ export declare function askedItems(query: string): AskedItem[];
9
+ export declare function asksForItems(query: string): boolean;
10
+ export declare function keptWords(text: string): string[];
11
+ export interface LexicalOptions {
12
+ readonly budgetTokens: number;
13
+ readonly maxBudgetTokens?: number;
14
+ readonly synthesis?: boolean;
15
+ readonly previousQuery?: string;
16
+ }
17
+ export interface LexicalPick {
18
+ readonly hits: VectorHit[];
19
+ readonly uncovered: string[];
20
+ readonly outline?: string[];
21
+ }
22
+ export declare function rankLexical(hits: ReadonlyArray<VectorHit>, query: string, options: LexicalOptions): LexicalPick | null;