@klum-db/lobby 0.2.0-pre.29 → 0.2.0-pre.31

package/dist/index.d.cts

@@ -1,7 +1,7 @@
 import { Vault, SealingKeyProvider, PublicEnvelope, Noydb } from '@noy-db/hub';
 export { CustodyApi, DeedMarker, GrantCustodianOptions, LiberateOptions, LiberateResult, createDeedOwner, isDeedVault, liberateVault, loadDeedMarker } from '@noy-db/hub';
-import { a as VaultTemplate, S as StateManagementVault, V as VaultGroup, b as SkippedVault, M as MergeCompartmentOptions, c as MergeReport, d as SurfaceDirection, e as SurfaceConflictPolicy, f as SurfaceRow, g as VaultGroupOptions } from './vault-group-BXjO5kHB.cjs';
-export { C as CapturedBlueprint, h as CrossVaultAggregation, i as CrossVaultDerivationContext, j as CrossVaultDerivationSpec, k as CrossVaultGroupedAggregation, G as CrossVaultGroupedRow, l as CrossVaultLiveAggregation, m as CrossVaultLiveQuery, D as DecryptedMergeOptions, n as DeploymentEvent, F as FanoutQueryOptions, o as FanoutResult, p as FieldAuthorityInputs, q as FieldAuthorityPolicy, r as FieldAuthorityPolicyMissingError, s as FieldAuthorityRule, t as FieldLevelDeferredError, L as LiveQueryOptions, u as MergeConflict, v as MergeStrategy, w as MigrationStatusRow, R as RefreshInsightsResult, x as SchemaManifestRow, y as SchemaRolloutResult, z as ShardedCollection, A as ShardedGroupedQuery, B as ShardedQuery, E as ShardingConfig, H as SurfaceStatus, I as VaultRegistryRow, J as mergeCompartment, K as mergeDecryptedRecords, N as resolveFieldAuthority, O as resolveRecordByFieldAuthority } from './vault-group-BXjO5kHB.cjs';
+import { a as VaultTemplate, S as StateManagementVault, V as VaultGroup, b as SkippedVault, M as MergeCompartmentOptions, c as MergeReport, d as SurfaceDirection, e as SurfaceConflictPolicy, f as SurfaceRow, g as VaultGroupOptions } from './vault-group-DqEyXbN1.cjs';
+export { C as CapturedBlueprint, h as CrossVaultAggregation, i as CrossVaultDerivationContext, j as CrossVaultDerivationSpec, k as CrossVaultGroupedAggregation, G as CrossVaultGroupedRow, l as CrossVaultLiveAggregation, m as CrossVaultLiveQuery, D as DecryptedMergeOptions, n as DeploymentEvent, F as FanoutQueryOptions, o as FanoutResult, p as FieldAuthorityInputs, q as FieldAuthorityPolicy, r as FieldAuthorityPolicyMissingError, s as FieldAuthorityRule, t as FieldLevelDeferredError, L as LiveQueryOptions, u as MergeConflict, v as MergeStrategy, w as MigrationStatusRow, R as RefreshInsightsResult, x as SchemaManifestRow, y as SchemaRolloutResult, z as ShardedCollection, A as ShardedGroupedQuery, B as ShardedQuery, E as ShardingConfig, H as SurfaceStatus, I as VaultRegistryRow, J as mergeCompartment, K as mergeDecryptedRecords, N as resolveFieldAuthority, O as resolveRecordByFieldAuthority } from './vault-group-DqEyXbN1.cjs';
 import { AsXlsxSheetOptions } from '@noy-db/as-xlsx';
 export { MultiVaultDenormColumn, MultiVaultXlsxEntry, MultiVaultXlsxOptions } from '@noy-db/as-xlsx';
 import { ExtractionPreview, WriteNoydbBundleOptions } from '@noy-db/hub/bundle';

package/dist/index.d.ts

@@ -1,7 +1,7 @@
 import { Vault, SealingKeyProvider, PublicEnvelope, Noydb } from '@noy-db/hub';
 export { CustodyApi, DeedMarker, GrantCustodianOptions, LiberateOptions, LiberateResult, createDeedOwner, isDeedVault, liberateVault, loadDeedMarker } from '@noy-db/hub';
-import { a as VaultTemplate, S as StateManagementVault, V as VaultGroup, b as SkippedVault, M as MergeCompartmentOptions, c as MergeReport, d as SurfaceDirection, e as SurfaceConflictPolicy, f as SurfaceRow, g as VaultGroupOptions } from './vault-group-BXjO5kHB.js';
-export { C as CapturedBlueprint, h as CrossVaultAggregation, i as CrossVaultDerivationContext, j as CrossVaultDerivationSpec, k as CrossVaultGroupedAggregation, G as CrossVaultGroupedRow, l as CrossVaultLiveAggregation, m as CrossVaultLiveQuery, D as DecryptedMergeOptions, n as DeploymentEvent, F as FanoutQueryOptions, o as FanoutResult, p as FieldAuthorityInputs, q as FieldAuthorityPolicy, r as FieldAuthorityPolicyMissingError, s as FieldAuthorityRule, t as FieldLevelDeferredError, L as LiveQueryOptions, u as MergeConflict, v as MergeStrategy, w as MigrationStatusRow, R as RefreshInsightsResult, x as SchemaManifestRow, y as SchemaRolloutResult, z as ShardedCollection, A as ShardedGroupedQuery, B as ShardedQuery, E as ShardingConfig, H as SurfaceStatus, I as VaultRegistryRow, J as mergeCompartment, K as mergeDecryptedRecords, N as resolveFieldAuthority, O as resolveRecordByFieldAuthority } from './vault-group-BXjO5kHB.js';
+import { a as VaultTemplate, S as StateManagementVault, V as VaultGroup, b as SkippedVault, M as MergeCompartmentOptions, c as MergeReport, d as SurfaceDirection, e as SurfaceConflictPolicy, f as SurfaceRow, g as VaultGroupOptions } from './vault-group-DqEyXbN1.js';
+export { C as CapturedBlueprint, h as CrossVaultAggregation, i as CrossVaultDerivationContext, j as CrossVaultDerivationSpec, k as CrossVaultGroupedAggregation, G as CrossVaultGroupedRow, l as CrossVaultLiveAggregation, m as CrossVaultLiveQuery, D as DecryptedMergeOptions, n as DeploymentEvent, F as FanoutQueryOptions, o as FanoutResult, p as FieldAuthorityInputs, q as FieldAuthorityPolicy, r as FieldAuthorityPolicyMissingError, s as FieldAuthorityRule, t as FieldLevelDeferredError, L as LiveQueryOptions, u as MergeConflict, v as MergeStrategy, w as MigrationStatusRow, R as RefreshInsightsResult, x as SchemaManifestRow, y as SchemaRolloutResult, z as ShardedCollection, A as ShardedGroupedQuery, B as ShardedQuery, E as ShardingConfig, H as SurfaceStatus, I as VaultRegistryRow, J as mergeCompartment, K as mergeDecryptedRecords, N as resolveFieldAuthority, O as resolveRecordByFieldAuthority } from './vault-group-DqEyXbN1.js';
 import { AsXlsxSheetOptions } from '@noy-db/as-xlsx';
 export { MultiVaultDenormColumn, MultiVaultXlsxEntry, MultiVaultXlsxOptions } from '@noy-db/as-xlsx';
 import { ExtractionPreview, WriteNoydbBundleOptions } from '@noy-db/hub/bundle';

package/dist/index.js

@@ -1254,6 +1254,43 @@ var init_insight_auto_push = __esm({
   }
 });
 
+// src/federation/partial-reduce.ts
+function canPartialReduce(spec) {
+  return Object.values(spec).every((r) => typeof r.merge === "function");
+}
+function reduceToPartial(records, spec) {
+  const out = {};
+  for (const [key, reducer] of Object.entries(spec)) {
+    const r = reducer;
+    let state = r.init();
+    for (const rec of records) state = r.step(state, rec);
+    out[key] = state;
+  }
+  return out;
+}
+function mergePartials(spec, partials) {
+  const out = {};
+  for (const [key, reducer] of Object.entries(spec)) {
+    const r = reducer;
+    let acc = r.init();
+    for (const p of partials) acc = r.merge(acc, p[key]);
+    out[key] = acc;
+  }
+  return out;
+}
+function finalizePartial(spec, merged) {
+  const out = {};
+  for (const [key, reducer] of Object.entries(spec)) {
+    out[key] = reducer.finalize(merged[key]);
+  }
+  return out;
+}
+var init_partial_reduce = __esm({
+  "src/federation/partial-reduce.ts"() {
+    "use strict";
+  }
+});
+
 // src/federation/aggregate-across.ts
 import { reduceRecords } from "@noy-db/hub/kernel";
 import { groupAndReduce } from "@noy-db/hub/kernel";
@@ -1262,6 +1299,7 @@ var init_aggregate_across = __esm({
   "src/federation/aggregate-across.ts"() {
     "use strict";
     init_cross_vault_live();
+    init_partial_reduce();
     CrossVaultAggregation = class {
       constructor(src, spec, bind) {
         this.src = src;
@@ -1272,6 +1310,10 @@ var init_aggregate_across = __esm({
       spec;
       bind;
       async run(options = {}) {
+        if (this.src.fanoutReduce && canPartialReduce(this.spec)) {
+          const { partials, skippedVaults: skippedVaults2 } = await this.src.fanoutReduce(this.spec, options);
+          return { result: finalizePartial(this.spec, mergePartials(this.spec, partials)), skippedVaults: skippedVaults2 };
+        }
         const { records, skippedVaults } = await this.src.fanoutRecords(options);
         return { result: reduceRecords(records, this.spec), skippedVaults };
       }
@@ -1398,6 +1440,7 @@ var init_vault_group = __esm({
     init_cross_vault_live();
     init_insight_auto_push();
     init_aggregate_across();
+    init_partial_reduce();
     SHARD_SEPARATOR = "--";
     SAFE_PARTITION_KEY = /^[A-Za-z0-9._-]+$/;
     VaultGroup = class {
@@ -1536,22 +1579,33 @@ var init_vault_group = __esm({
       collection(collectionName) {
         return new ShardedCollection(this, collectionName);
       }
-      /** @internal — eligible (openable-candidate) rows + drift/divergence skips. */
+      /** @internal — eligible (openable-candidate) rows + drift/divergence/unreachable skips. */
       async resolveEligible(options = {}) {
         const rows = await this.allRows();
+        const candidates = options.only ? rows.filter((r) => options.only.includes(r.partitionKey)) : rows;
         const skipped = [];
         const versionOk = [];
-        for (const row of rows) {
+        for (const row of candidates) {
           if (options.minVersion !== void 0 && row.schemaVersion < options.minVersion) {
             skipped.push({ vaultId: row.vaultId, reason: "schema-drift" });
           } else versionOk.push(row);
         }
-        const provisioned = await Promise.all(versionOk.map((r) => this.db._shardVaultProvisioned(r.vaultId)));
+        const probes = await Promise.all(
+          versionOk.map(async (row) => {
+            try {
+              return { row, provisioned: await this.db._shardVaultProvisioned(row.vaultId) };
+            } catch (err) {
+              if (options.failFast) throw err;
+              return { row, error: err };
+            }
+          })
+        );
         const eligible = [];
-        versionOk.forEach((row, i) => {
-          if (provisioned[i]) eligible.push(row);
-          else skipped.push({ vaultId: row.vaultId, reason: "error", error: new ShardProvisioningError(row.vaultId, row.partitionKey) });
-        });
+        for (const p of probes) {
+          if ("error" in p) skipped.push({ vaultId: p.row.vaultId, reason: "error", error: p.error });
+          else if (p.provisioned) eligible.push(p.row);
+          else skipped.push({ vaultId: p.row.vaultId, reason: "error", error: new ShardProvisioningError(p.row.vaultId, p.row.partitionKey) });
+        }
         return { eligible, skipped };
       }
       /** @internal — registered push-model cross-vault derivations (#271 Insight Vault). */
@@ -1611,12 +1665,19 @@ var init_vault_group = __esm({
        * Insight Vault keyed by partition key. Shards behind `minVersion`,
        * unprovisioned, or whose read errors are reported in `skippedVaults` and
        * are not written (a stale summary is never left behind for a failed shard).
+       * A shard whose backend is unreachable (provisioning probe or read throws) is
+       * **skipped** (`reason: 'error'`) and the pass continues for the others — its
+       * prior summary is left intact. Pass `failFast: true` for the legacy
+       * all-or-nothing throw. Reconcile a lagging shard later with
+       * `refreshInsights({ only: [pk] })` or `refreshDerivation(pk)`.
        */
       async refreshInsights(options = {}) {
         if (this.crossVaultDerivations.length === 0) return { written: 0, skippedVaults: [] };
-        const { eligible, skipped } = await this.resolveEligible(
-          options.minVersion !== void 0 ? { minVersion: options.minVersion } : {}
-        );
+        const { eligible, skipped } = await this.resolveEligible({
+          ...options.minVersion !== void 0 ? { minVersion: options.minVersion } : {},
+          ...options.only !== void 0 ? { only: options.only } : {},
+          ...options.failFast !== void 0 ? { failFast: options.failFast } : {}
+        });
         let written = 0;
         for (const spec of this.crossVaultDerivations) {
           const results = await this.db.queryAcross(
@@ -1633,6 +1694,7 @@ var init_vault_group = __esm({
             const row = eligible[i];
             const res = results[i];
             if (!res || res.result === void 0) {
+              if (options.failFast && res?.error) throw res.error;
               skipped.push({ vaultId: row.vaultId, reason: "error", ...res?.error ? { error: res.error } : {} });
               continue;
             }
@@ -1648,6 +1710,14 @@ var init_vault_group = __esm({
         }
         return { written, skippedVaults: skipped };
       }
+      /**
+       * Reconcile one shard's Insight summaries after its backend was unreachable.
+       * Equivalent to `refreshInsights({ only: [partitionKey] })` — runs every
+       * registered derivation (autoPush or not) for just this shard.
+       */
+      async refreshDerivation(partitionKey) {
+        return this.refreshInsights({ only: [partitionKey] });
+      }
       /** @internal — re-derive + push every autoPush derivation's summary for one shard. */
       async _recomputeShardInsights(partitionKey) {
         const row = await this.registry.get(this.registryId(partitionKey));
@@ -1883,6 +1953,34 @@ var init_vault_group = __esm({
         }
         return { records: results, skippedVaults: skipped };
       }
+      /**
+       * @internal — distributed partial-reduce (#8). Fan out across eligible shards,
+       * but fold each shard's where-filtered records to a partial reducer STATE
+       * inside the per-shard callback (never returning the rows). Only the scalar
+       * `.aggregate()` path calls this, and that path rejects join legs upstream.
+       */
+      async fanoutReduce(spec, options = {}) {
+        const { eligible, skipped } = await this.group.resolveEligible(options);
+        const across = await this.group.db.queryAcross(
+          eligible.map((r) => r.vaultId),
+          async (vault) => {
+            this.group.template.configure(vault);
+            const coll = vault.collection(this.collectionName);
+            await coll.list();
+            let q = coll.query();
+            for (const c of this.clauses) q = q.where(c.field, c.op, c.value);
+            const rows = q.toArray();
+            return reduceToPartial(rows, spec);
+          },
+          { concurrency: options.concurrency ?? 1, create: false }
+        );
+        const partials = [];
+        for (const r of across) {
+          if (r.error) skipped.push({ vaultId: r.vault, reason: classifyShardSkip(r.error), error: r.error });
+          else partials.push(r.result);
+        }
+        return { partials, skippedVaults: skipped };
+      }
       /** Fan out across eligible shards, merge, then apply any broadcast dimension legs. */
       async toArray(options = {}) {
         const { records, skippedVaults } = await this.fanoutRecords(options);