@klum-db/lobby 0.2.0-pre.31 → 0.2.0-pre.32

package/dist/index.d.cts

@@ -1,7 +1,7 @@
 import { Vault, SealingKeyProvider, PublicEnvelope, Noydb } from '@noy-db/hub';
 export { CustodyApi, DeedMarker, GrantCustodianOptions, LiberateOptions, LiberateResult, createDeedOwner, isDeedVault, liberateVault, loadDeedMarker } from '@noy-db/hub';
-import { a as VaultTemplate, S as StateManagementVault, V as VaultGroup, b as SkippedVault, M as MergeCompartmentOptions, c as MergeReport, d as SurfaceDirection, e as SurfaceConflictPolicy, f as SurfaceRow, g as VaultGroupOptions } from './vault-group-DqEyXbN1.cjs';
-export { C as CapturedBlueprint, h as CrossVaultAggregation, i as CrossVaultDerivationContext, j as CrossVaultDerivationSpec, k as CrossVaultGroupedAggregation, G as CrossVaultGroupedRow, l as CrossVaultLiveAggregation, m as CrossVaultLiveQuery, D as DecryptedMergeOptions, n as DeploymentEvent, F as FanoutQueryOptions, o as FanoutResult, p as FieldAuthorityInputs, q as FieldAuthorityPolicy, r as FieldAuthorityPolicyMissingError, s as FieldAuthorityRule, t as FieldLevelDeferredError, L as LiveQueryOptions, u as MergeConflict, v as MergeStrategy, w as MigrationStatusRow, R as RefreshInsightsResult, x as SchemaManifestRow, y as SchemaRolloutResult, z as ShardedCollection, A as ShardedGroupedQuery, B as ShardedQuery, E as ShardingConfig, H as SurfaceStatus, I as VaultRegistryRow, J as mergeCompartment, K as mergeDecryptedRecords, N as resolveFieldAuthority, O as resolveRecordByFieldAuthority } from './vault-group-DqEyXbN1.cjs';
+import { a as VaultTemplate, S as StateManagementVault, V as VaultGroup, b as SkippedVault, M as MergeCompartmentOptions, c as MergeReport, d as SurfaceDirection, e as SurfaceConflictPolicy, f as SurfaceRow, g as VaultGroupOptions } from './vault-group-BchRCDm5.cjs';
+export { C as CapturedBlueprint, h as CrossVaultAggregation, i as CrossVaultDerivationContext, j as CrossVaultDerivationSpec, k as CrossVaultGroupedAggregation, G as CrossVaultGroupedRow, l as CrossVaultLiveAggregation, m as CrossVaultLiveQuery, D as DecryptedMergeOptions, n as DeploymentEvent, F as FanoutQueryOptions, o as FanoutResult, p as FederatedRetrieveHit, q as FederatedRetrieveOptions, r as FederatedRetrieveResult, s as FederationMeta, t as FieldAuthorityInputs, u as FieldAuthorityPolicy, v as FieldAuthorityPolicyMissingError, w as FieldAuthorityRule, x as FieldLevelDeferredError, y as GroupMeta, L as LiveQueryOptions, z as MergeConflict, A as MergeStrategy, B as MigrationStatusRow, R as RefreshInsightsResult, E as SchemaManifestRow, H as SchemaRolloutResult, I as ShardedCollection, J as ShardedGroupedQuery, K as ShardedQuery, N as ShardingConfig, O as SurfaceStatus, P as VaultRegistryRow, Q as mergeCompartment, T as mergeDecryptedRecords, U as resolveFieldAuthority, W as resolveRecordByFieldAuthority } from './vault-group-BchRCDm5.cjs';
 import { AsXlsxSheetOptions } from '@noy-db/as-xlsx';
 export { MultiVaultDenormColumn, MultiVaultXlsxEntry, MultiVaultXlsxOptions } from '@noy-db/as-xlsx';
 import { ExtractionPreview, WriteNoydbBundleOptions } from '@noy-db/hub/bundle';

package/dist/index.d.ts

@@ -1,7 +1,7 @@
 import { Vault, SealingKeyProvider, PublicEnvelope, Noydb } from '@noy-db/hub';
 export { CustodyApi, DeedMarker, GrantCustodianOptions, LiberateOptions, LiberateResult, createDeedOwner, isDeedVault, liberateVault, loadDeedMarker } from '@noy-db/hub';
-import { a as VaultTemplate, S as StateManagementVault, V as VaultGroup, b as SkippedVault, M as MergeCompartmentOptions, c as MergeReport, d as SurfaceDirection, e as SurfaceConflictPolicy, f as SurfaceRow, g as VaultGroupOptions } from './vault-group-DqEyXbN1.js';
-export { C as CapturedBlueprint, h as CrossVaultAggregation, i as CrossVaultDerivationContext, j as CrossVaultDerivationSpec, k as CrossVaultGroupedAggregation, G as CrossVaultGroupedRow, l as CrossVaultLiveAggregation, m as CrossVaultLiveQuery, D as DecryptedMergeOptions, n as DeploymentEvent, F as FanoutQueryOptions, o as FanoutResult, p as FieldAuthorityInputs, q as FieldAuthorityPolicy, r as FieldAuthorityPolicyMissingError, s as FieldAuthorityRule, t as FieldLevelDeferredError, L as LiveQueryOptions, u as MergeConflict, v as MergeStrategy, w as MigrationStatusRow, R as RefreshInsightsResult, x as SchemaManifestRow, y as SchemaRolloutResult, z as ShardedCollection, A as ShardedGroupedQuery, B as ShardedQuery, E as ShardingConfig, H as SurfaceStatus, I as VaultRegistryRow, J as mergeCompartment, K as mergeDecryptedRecords, N as resolveFieldAuthority, O as resolveRecordByFieldAuthority } from './vault-group-DqEyXbN1.js';
+import { a as VaultTemplate, S as StateManagementVault, V as VaultGroup, b as SkippedVault, M as MergeCompartmentOptions, c as MergeReport, d as SurfaceDirection, e as SurfaceConflictPolicy, f as SurfaceRow, g as VaultGroupOptions } from './vault-group-BchRCDm5.js';
+export { C as CapturedBlueprint, h as CrossVaultAggregation, i as CrossVaultDerivationContext, j as CrossVaultDerivationSpec, k as CrossVaultGroupedAggregation, G as CrossVaultGroupedRow, l as CrossVaultLiveAggregation, m as CrossVaultLiveQuery, D as DecryptedMergeOptions, n as DeploymentEvent, F as FanoutQueryOptions, o as FanoutResult, p as FederatedRetrieveHit, q as FederatedRetrieveOptions, r as FederatedRetrieveResult, s as FederationMeta, t as FieldAuthorityInputs, u as FieldAuthorityPolicy, v as FieldAuthorityPolicyMissingError, w as FieldAuthorityRule, x as FieldLevelDeferredError, y as GroupMeta, L as LiveQueryOptions, z as MergeConflict, A as MergeStrategy, B as MigrationStatusRow, R as RefreshInsightsResult, E as SchemaManifestRow, H as SchemaRolloutResult, I as ShardedCollection, J as ShardedGroupedQuery, K as ShardedQuery, N as ShardingConfig, O as SurfaceStatus, P as VaultRegistryRow, Q as mergeCompartment, T as mergeDecryptedRecords, U as resolveFieldAuthority, W as resolveRecordByFieldAuthority } from './vault-group-BchRCDm5.js';
 import { AsXlsxSheetOptions } from '@noy-db/as-xlsx';
 export { MultiVaultDenormColumn, MultiVaultXlsxEntry, MultiVaultXlsxOptions } from '@noy-db/as-xlsx';
 import { ExtractionPreview, WriteNoydbBundleOptions } from '@noy-db/hub/bundle';

package/dist/index.js

@@ -1402,6 +1402,73 @@ var init_aggregate_across = __esm({
   }
 });
 
+// src/federation/retrieve-across.ts
+import { fuseRetrieval } from "@noy-db/hub/kernel";
+async function retrieveAcross(group, collectionName, query, opts = {}) {
+  const { eligible, skipped } = await group.resolveEligible({
+    ...opts.minVersion !== void 0 ? { minVersion: opts.minVersion } : {},
+    ...opts.failFast !== void 0 ? { failFast: opts.failFast } : {}
+  });
+  const across = await group.db.queryAcross(
+    eligible.map((r) => r.vaultId),
+    async (vault) => {
+      group.template.configure(vault);
+      const coll = vault.collection(collectionName);
+      let within;
+      if (opts.where?.length) {
+        let q = coll.query();
+        for (const [f, op, v] of opts.where) q = q.where(f, op, v);
+        within = q;
+      }
+      return coll.retrieve(query, {
+        ...opts.mode ? { mode: opts.mode } : {},
+        ...opts.limit !== void 0 ? { limit: opts.limit } : {},
+        ...opts.minScore !== void 0 ? { minScore: opts.minScore } : {},
+        ...opts.fields ? { fields: opts.fields } : {},
+        ...opts.match ? { match: opts.match } : {},
+        ...opts.prefix ? { prefix: opts.prefix } : {},
+        ...opts.snippetWindow !== void 0 ? { snippetWindow: opts.snippetWindow } : {},
+        ...opts.includeRecord ? { includeRecord: true } : {},
+        ...within ? { within } : {}
+      });
+    },
+    { concurrency: opts.concurrency ?? 1, create: false }
+  );
+  const skippedVaults = [...skipped];
+  const perVault = [];
+  for (const r of across) {
+    if (r.error) {
+      if (opts.failFast) throw r.error;
+      skippedVaults.push({ vaultId: r.vault, reason: classifyShardSkip(r.error), error: r.error });
+    } else {
+      perVault.push({ vault: r.vault, hits: r.result });
+    }
+  }
+  const lists = perVault.map((pv) => {
+    if (pv.vault.includes(SEP)) {
+      throw new Error(`retrieveAcross: vault id "${pv.vault}" contains the reserved NUL separator`);
+    }
+    return pv.hits.map((h) => ({ ...h, id: pv.vault + SEP + h.id }));
+  });
+  const fused = fuseRetrieval(lists, {
+    ...opts.limit !== void 0 ? { limit: opts.limit } : {},
+    ...opts.rrfK !== void 0 ? { k: opts.rrfK } : {}
+  });
+  const hits = fused.map((h) => {
+    const i = h.id.indexOf(SEP);
+    return { ...h, vault: h.id.slice(0, i), id: h.id.slice(i + 1) };
+  });
+  return { hits, skippedVaults };
+}
+var SEP;
+var init_retrieve_across = __esm({
+  "src/federation/retrieve-across.ts"() {
+    "use strict";
+    init_classify_skip();
+    SEP = "\0";
+  }
+});
+
 // src/federation/vault-group.ts
 var vault_group_exports = {};
 __export(vault_group_exports, {
@@ -1440,17 +1507,19 @@ var init_vault_group = __esm({
     init_cross_vault_live();
     init_insight_auto_push();
     init_aggregate_across();
+    init_retrieve_across();
     init_partial_reduce();
     SHARD_SEPARATOR = "--";
     SAFE_PARTITION_KEY = /^[A-Za-z0-9._-]+$/;
     VaultGroup = class {
-      constructor(db, name, registry, sharding, template, cutoverOnOpen = false) {
+      constructor(db, name, registry, sharding, template, cutoverOnOpen = false, meta) {
         this.db = db;
         this.name = name;
         this.registry = registry;
         this.sharding = sharding;
         this.template = template;
         this.cutoverOnOpen = cutoverOnOpen;
+        this.meta = meta;
         if (name.includes(SHARD_SEPARATOR)) {
           throw new ValidationError(
             `VaultGroup name "${name}" must not contain "--" (reserved shard vault-id separator).`
@@ -1463,6 +1532,7 @@ var init_vault_group = __esm({
       sharding;
       template;
       cutoverOnOpen;
+      meta;
       /** @internal — set when the group is managed (no explicit registry). */
       stateVault;
       /** @internal */
@@ -1496,6 +1566,30 @@ var init_vault_group = __esm({
         const rows = this.registry.query().toArray();
         return rows.filter((r) => r.group === this.name);
       }
+      /**
+       * Federation-level descriptive metadata (#27): this group's `meta` plus each
+       * member vault's `vaultMeta` (read via `getMeta()`). Best-effort per shard — a
+       * shard that fails to open yields `meta: undefined` for that entry, never
+       * throwing. Member meta is transient per-open (noy-db sets it at `openVault`,
+       * does not persist it); this surfaces whatever each vault was opened with.
+       */
+      async federationMeta() {
+        const rows = await this.allRows();
+        const vaults = await Promise.all(
+          rows.map(async (row) => {
+            let meta;
+            try {
+              const vault = await this.db.openVault(row.vaultId);
+              this.template.configure(vault);
+              meta = vault.getMeta();
+            } catch {
+              meta = void 0;
+            }
+            return { vaultId: row.vaultId, partitionKey: row.partitionKey, meta };
+          })
+        );
+        return { meta: this.meta, vaults };
+      }
       /**
        * Open an existing shard and apply the template. When `cutoverOnOpen` is set
        * (#271) and the shard's registry version is behind the template, its cutover
@@ -1857,6 +1951,17 @@ var init_vault_group = __esm({
       query() {
         return new ShardedQuery(this.group, this.collectionName, []);
       }
+      /**
+       * Cross-vault federated retrieval (#26): scatter-gather across all eligible
+       * shards — each shard runs its own trusted-tier `retrieve()`, then results are
+       * RRF-fused by rank only (no cross-vault statistics cross the DEK boundary).
+       * Every hit carries its originating `vault`. An unreachable, schema-drifted, or
+       * un-indexed shard is skipped (`skippedVaults`); pass `failFast` to re-throw
+       * the first per-shard error instead.
+       */
+      async retrieve(query, opts = {}) {
+        return retrieveAcross(this.group, this.collectionName, query, opts);
+      }
     };
     ShardedQuery = class _ShardedQuery {
       constructor(group, collectionName, clauses, coPartitionedLegs = [], broadcastLegs = []) {
@@ -2252,7 +2357,7 @@ var Lobby = class {
     const { StateManagementVault: StateManagementVault2 } = await Promise.resolve().then(() => (init_state_vault(), state_vault_exports));
     const stateVault = opts.registry ? void 0 : await StateManagementVault2.open(db);
     const registry = opts.registry ?? stateVault.registry;
-    const group = new VaultGroup2(db, name, registry, opts.sharding, template, opts.cutoverOnOpen ?? false);
+    const group = new VaultGroup2(db, name, registry, opts.sharding, template, opts.cutoverOnOpen ?? false, opts.meta);
     if (stateVault) {
       group._attachStateVault(stateVault);
       await stateVault.recordManifest(opts.sharding.vaultTemplate, template);