@tearleads/client-sdk 0.1.115 → 0.1.116

package/client/containerContents/documentDiscovery.js

@@ -9,11 +9,11 @@ import { createContainerDocumentQueriesFromRuntime } from "../../workflows/conta
 import { createContainerContentsWorkflowRuntime, } from "../../workflows/container-contents/runtime.js";
 import { guardDocumentDiscoveryWrites } from "../../workflows/container-contents/syncPause/discoveryGuard.js";
 import { createContainerDocumentTombstoneVerifier, createDocumentHeadLinkSetLoader, } from "../../workflows/container-contents/tombstones/documentTombstoneEvidence.js";
-import { createRuntimePrincipalPolicyWarmer } from "../../workflows/principals/runtimePolicyWarmer.js";
+import { createPrincipalPolicyOperation, createRuntimePrincipalPolicyWarmer, } from "../../workflows/principals/runtimePolicyWarmer.js";
 function createDiscoveryLane(input) {
     const { containerOrganizationId, execSql, request, runtime } = input;
-    const warmReferencedPrincipalPolicies = createRuntimePrincipalPolicyWarmer(runtime);
-    const loadHead = createDocumentHeadLinkSetLoader(runtime);
+    const warmReferencedPrincipalPolicies = createRuntimePrincipalPolicyWarmer(runtime, { operation: input.policyOperation });
+    const loadHead = createDocumentHeadLinkSetLoader(runtime, undefined, input.policyOperation);
     const loadEpoch = (documentId) => loadLocalDocumentAccessEpoch(execSql, documentId);
     return {
         ...input.queries,
@@ -63,6 +63,7 @@ export async function discoverContainerDocumentLanesForRuntime({ onOutcome, requ
     const syncPauses = getOrCreateOrganizationSyncPauses(input.state.domainScope);
     await syncPauses.load(execSql);
     const lanes = [];
+    const policyOperation = createPrincipalPolicyOperation();
     for (const request of requests) {
         const stored = await sqlContainerContentsPersistence.loadContainerMetadataState(execSql, request.containerId);
         if (!stored)
@@ -76,6 +77,7 @@ export async function discoverContainerDocumentLanesForRuntime({ onOutcome, requ
                 isContainerPaused,
                 evidenceStore,
                 execSql,
+                policyOperation,
                 queries,
                 request,
                 runtime,

package/client/containerContents/documentDiscovery.js.map

@@ -1 +1 @@
-{"version":3,"file":"documentDiscovery.js","sourceRoot":"","sources":["documentDiscovery.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,+BAA+B,EAAE,MAAM,wEAAwE,CAAC;AACzH,OAAO,EACL,+BAA+B,EAC/B,oCAAoC,EACpC,4CAA4C,EAC5C,4BAA4B,EAC5B,qCAAqC,GACtC,MAAM,6EAA6E,CAAC;AACrF,OAAO,EAAE,oCAAoC,EAAE,MAAM,uEAAuE,CAAC;AAC7H,OAAO,EAAE,iCAAiC,EAAE,MAAM,wCAAwC,CAAC;AAC3F,OAAO,EAAE,iCAAiC,EAAE,MAAM,+EAA+E,CAAC;AAClI,OAAO,EAAE,gCAAgC,EAAE,MAAM,gFAAgF,CAAC;AAClI,OAAO,EAIL,8BAA8B,GAC/B,MAAM,6EAA6E,CAAC;AACrF,OAAO,EAAE,yCAAyC,EAAE,MAAM,oDAAoD,CAAC;AAC/G,OAAO,EAEL,sCAAsC,GACvC,MAAM,4CAA4C,CAAC;AACpD,OAAO,EAAE,4BAA4B,EAAE,MAAM,6DAA6D,CAAC;AAC3G,OAAO,EACL,wCAAwC,EACxC,+BAA+B,GAChC,MAAM,yEAAyE,CAAC;AACjF,OAAO,EAAE,kCAAkC,EAAE,MAAM,gDAAgD,CAAC;AAgBpG,SAAS,mBAAmB,CAAC,KAY5B;IACC,MAAM,EAAE,uBAAuB,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;IACrE,MAAM,+BAA+B,GACnC,kCAAkC,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,+BAA+B,CAAC,OAAO,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAG,CAAC,UAAkB,EAAE,EAAE,CACvC,4BAA4B,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACpD,OAAO;QACL,GAAG,KAAK,CAAC,OAAO;QAChB,gCAAgC,EAAE,CAAC,UAAU,EAAE,EAAE,CAC/C,uBAAuB;YACrB,CAAC,CAAC,+BAA+B,CAAC;gBAC9B,cAAc,EAAE,uBAAuB;gBACvC,UAAU;aACX,CAAC;YACJ,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE;QACvB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,+BAA+B,EAAE,CAAC,UAAU,EAAE,EAAE,CAC9C,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC;QACtD,mCAAmC,EAAE,CAAC,YAAY,EAAE,EAAE,CACpD,4CAA4C,CAAC,OAAO,EAAE,YAAY,CAAC;QACrE,oCAAoC,EAAE,CAAC,UAAU,EAAE,EAAE,CACnD,oCAAoC,CAAC,OAAO,EAAE,UAAU,CAAC;QAC3D,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,qCAAqC,EAAE,CAAC,UAAU,EAAE,EAAE,CACpD,qCAAqC,CAAC,OAAO,EAAE,UAAU,CAAC;QAC5D,iCAAiC,EAAE,wCAAwC,CACzE,uBAAuB,EACvB,QAAQ,EACR,SAAS,CACV;QACD,GAAG,4BAA4B,CAAC;YAC9B,OAAO;YACP,QAAQ,EAAE,KAAK,CAAC,iBAAiB;YACjC,yBAAyB,EAAE,gCAAgC,CACzD,uBAAuB,EACvB,QAAQ,EACR,SAAS,EACT,KAAK,CAAC,aAAa,EACnB,OAAO,CAAC,kBAAkB,CAC3B;SACF,CAAC;KACH,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,wCAAwC,CAAC,EAC7D,SAAS,EACT,QAAQ,EACR,cAAc,GAKf;IACC,MAAM,QAAQ,GAAG,CACf,WAAmB,EACgB,EAAE,CAAC,CAAC;QACvC,WAAW;QACX,MAAM,EAAE,WAAW;QACnB,KAAK,EAAE,IAAI;KACZ,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,cAAc,CAAC,aAAa,EAAE,CAAC;IAC7C,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACrC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;IAClE,CAAC;IACD,MAAM,OAAO,GAAG,sCAAsC,CAAC,KAAK,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC;IACpC,MAAM,aAAa,GAAG,oCAAoC,CAAC,OAAO,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,yCAAyC,CAAC,OAAO,CAAC,CAAC;IACnE,sEAAsE;IACtE,sEAAsE;IACtE,iCAAiC;IACjC,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC;IAC/C,MAAM,UAAU,GAAG,iCAAiC,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAC9E,MAAM,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/B,MAAM,KAAK,GAAqC,EAAE,CAAC;IACnD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,MAAM,GACV,MAAM,+BAA+B,CAAC,0BAA0B,CAC9D,OAAO,EACP,OAAO,CAAC,WAAW,CACpB,CAAC;QACJ,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,MAAM,iBAAiB,GAAG,GAAG,EAAE,CAC7B,UAAU,CAAC,iBAAiB,CAC1B,MAAM,CAAC,SAAS,EAChB,cAAc,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,CAC3D,CAAC;QACJ,uEAAuE;QACvE,mDAAmD;QACnD,IAAI,CAAC,iBAAiB,EAAE;YACtB,KAAK,CAAC,IAAI,CACR,mBAAmB,CAAC;gBAClB,uBAAuB,EAAE,MAAM,CAAC,SAAS,CAAC,cAAc;gBACxD,iBAAiB;gBACjB,aAAa;gBACb,OAAO;gBACP,OAAO;gBACP,OAAO;gBACP,OAAO;aACR,CAAC,CACH,CAAC;IACN,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,8BAA8B,CAAC;QACpD,UAAU;QACV,KAAK;QACL,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE,CACrC,iCAAiC,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;QAC9D,8BAA8B,EAAE,OAAO,CAAC,8BAA8B;QACtE,SAAS;KACV,CAAC,CAAC;IACH,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAClC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,CAC1D,CAAC;IACF,OAAO,QAAQ,CAAC,GAAG,CACjB,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAClB,oBAAoB,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,CACjE,CAAC;AACJ,CAAC;AAED,qEAAqE;AACrE,MAAM,CAAC,KAAK,UAAU,oCAAoC,CAAC,EACzD,cAAc,EACd,GAAG,OAAO,EAGX;IACC,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,wCAAwC,CAAC;QAC/D,QAAQ,EAAE,CAAC,OAAO,CAAC;QACnB,cAAc;KACf,CAAC,CAAC;IACH,IAAI,OAAO,EAAE,MAAM,KAAK,UAAU;QAAE,MAAM,OAAO,CAAC,MAAM,CAAC;IACzD,OAAO,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC;AAChC,CAAC","sourcesContent":["import type { DocumentSummary } from \"../../data/documents/documentSummary\";\nimport { sqlContainerContentsPersistence } from \"../../data/persistence/container-contents/containerContentsPersistence\";\nimport {\n  holdContainerDocumentTombstones,\n  listKnownContainerDocumentPlacements,\n  listRetryableHeldContainerDocumentTombstones,\n  loadLocalDocumentAccessEpoch,\n  refuteContainerDocumentTombstoneHolds,\n} from \"../../data/persistence/documents/containerDocumentTombstoneHoldsPersistence\";\nimport { createDocumentDiscoveryEvidenceStore } from \"../../data/persistence/documents/documentDiscoveryEvidencePersistence\";\nimport { getOrCreateOrganizationSyncPauses } from \"../../data/sync/organizationSyncPauses\";\nimport { listContainerDocumentLanesFromApi } from \"../../workflows/container-contents/documentDiscovery/containerDocumentListing\";\nimport { createDiscoveredDocumentVerifier } from \"../../workflows/container-contents/documentDiscovery/documentDiscoveryEvidence\";\nimport {\n  type ContainerDocumentDiscoveryLane,\n  type ContainerDocumentDiscoveryOutcome,\n  type ContainerDocumentDiscoveryOutcomeHandler,\n  discoverContainerDocumentLanes,\n} from \"../../workflows/container-contents/documentDiscovery/documentDiscoveryLanes\";\nimport { createContainerDocumentQueriesFromRuntime } from \"../../workflows/container-contents/documentQueries\";\nimport {\n  type ContainerContentsWorkflowRuntime,\n  createContainerContentsWorkflowRuntime,\n} from \"../../workflows/container-contents/runtime\";\nimport { guardDocumentDiscoveryWrites } from \"../../workflows/container-contents/syncPause/discoveryGuard\";\nimport {\n  createContainerDocumentTombstoneVerifier,\n  createDocumentHeadLinkSetLoader,\n} from \"../../workflows/container-contents/tombstones/documentTombstoneEvidence\";\nimport { createRuntimePrincipalPolicyWarmer } from \"../../workflows/principals/runtimePolicyWarmer\";\nimport type { InternalRuntime } from \"../runtime/workflowRuntime\";\n\nexport type { ContainerDocumentDiscoveryOutcome } from \"../../workflows/container-contents/documentDiscovery/documentDiscoveryLanes\";\n\n/** One container to discover, with the reconciler's per-lane callbacks. */\nexport interface ContainerDocumentDiscoveryRequest {\n  readonly containerId: string;\n  readonly onFullListing?:\n    | ((documentIds: ReadonlyArray<string>) => void)\n    | undefined;\n  readonly onPendingDiscovery?: ((delayMs: number) => void) | undefined;\n}\n\ntype ExecSql = ReturnType<InternalRuntime[\"workflowInput\"]>[\"infra\"][\"execSql\"];\n\nfunction createDiscoveryLane(input: {\n  readonly containerOrganizationId: string | undefined;\n  readonly isContainerPaused: () => boolean;\n  readonly evidenceStore: ReturnType<\n    typeof createDocumentDiscoveryEvidenceStore\n  >;\n  readonly execSql: ExecSql;\n  readonly queries: ReturnType<\n    typeof createContainerDocumentQueriesFromRuntime\n  >;\n  readonly request: ContainerDocumentDiscoveryRequest;\n  readonly runtime: ContainerContentsWorkflowRuntime;\n}): ContainerDocumentDiscoveryLane {\n  const { containerOrganizationId, execSql, request, runtime } = input;\n  const warmReferencedPrincipalPolicies =\n    createRuntimePrincipalPolicyWarmer(runtime);\n  const loadHead = createDocumentHeadLinkSetLoader(runtime);\n  const loadEpoch = (documentId: string) =>\n    loadLocalDocumentAccessEpoch(execSql, documentId);\n  return {\n    ...input.queries,\n    cacheReferencedPrincipalPolicies: (references) =>\n      containerOrganizationId\n        ? warmReferencedPrincipalPolicies({\n            organizationId: containerOrganizationId,\n            references,\n          })\n        : Promise.resolve(),\n    containerId: request.containerId,\n    holdContainerDocumentTombstones: (tombstones) =>\n      holdContainerDocumentTombstones(execSql, tombstones),\n    listHeldContainerDocumentTombstones: (containerIds) =>\n      listRetryableHeldContainerDocumentTombstones(execSql, containerIds),\n    listKnownContainerDocumentPlacements: (placements) =>\n      listKnownContainerDocumentPlacements(execSql, placements),\n    onFullListing: request.onFullListing,\n    refuteContainerDocumentTombstoneHolds: (placements) =>\n      refuteContainerDocumentTombstoneHolds(execSql, placements),\n    verifyContainerDocumentTombstones: createContainerDocumentTombstoneVerifier(\n      containerOrganizationId,\n      loadHead,\n      loadEpoch,\n    ),\n    ...guardDocumentDiscoveryWrites({\n      execSql,\n      isPaused: input.isContainerPaused,\n      verifyDiscoveredDocuments: createDiscoveredDocumentVerifier(\n        containerOrganizationId,\n        loadHead,\n        loadEpoch,\n        input.evidenceStore,\n        request.onPendingDiscovery,\n      ),\n    }),\n  };\n}\n\n/**\n * Internal adapter shared by explicit discovery and background reconciliation:\n * one batched listing for every requested container, then per-container\n * verification scoped to each container's durable organization.\n */\nexport async function discoverContainerDocumentLanesForRuntime({\n  onOutcome,\n  requests,\n  runtimeService,\n}: {\n  readonly onOutcome?: ContainerDocumentDiscoveryOutcomeHandler | undefined;\n  readonly requests: ReadonlyArray<ContainerDocumentDiscoveryRequest>;\n  readonly runtimeService: InternalRuntime;\n}): Promise<ReadonlyArray<ContainerDocumentDiscoveryOutcome>> {\n  const unlisted = (\n    containerId: string,\n  ): ContainerDocumentDiscoveryOutcome => ({\n    containerId,\n    status: \"fulfilled\",\n    value: null,\n  });\n  const input = runtimeService.workflowInput();\n  if (input.infra.dbStatus !== \"ready\") {\n    return requests.map(({ containerId }) => unlisted(containerId));\n  }\n  const runtime = createContainerContentsWorkflowRuntime(input);\n  const execSql = input.infra.execSql;\n  const evidenceStore = createDocumentDiscoveryEvidenceStore(execSql);\n  const queries = createContainerDocumentQueriesFromRuntime(runtime);\n  // Capture the reset fence before reading any lane's scope, so a reset\n  // between these reads and the listing cannot publish old-organization\n  // evidence into its replacement.\n  const generation = await evidenceStore.begin();\n  const syncPauses = getOrCreateOrganizationSyncPauses(input.state.domainScope);\n  await syncPauses.load(execSql);\n  const lanes: ContainerDocumentDiscoveryLane[] = [];\n  for (const request of requests) {\n    const stored =\n      await sqlContainerContentsPersistence.loadContainerMetadataState(\n        execSql,\n        request.containerId,\n      );\n    if (!stored) continue;\n    const isContainerPaused = () =>\n      syncPauses.isContainerPaused(\n        stored.container,\n        runtimeService.workflowInput().auth.organizationId ?? null,\n      );\n    // A paused organization's container lists like one that is not stored,\n    // and a pause landing mid-listing stops its write.\n    if (!isContainerPaused())\n      lanes.push(\n        createDiscoveryLane({\n          containerOrganizationId: stored.container.organizationId,\n          isContainerPaused,\n          evidenceStore,\n          execSql,\n          queries,\n          request,\n          runtime,\n        }),\n      );\n  }\n  const outcomes = await discoverContainerDocumentLanes({\n    generation,\n    lanes,\n    listContainerDocumentLanes: (listed) =>\n      listContainerDocumentLanesFromApi(runtime.apiClient, listed),\n    loadContainerDocumentWatermark: queries.loadContainerDocumentWatermark,\n    onOutcome,\n  });\n  const outcomeByContainerId = new Map(\n    outcomes.map((outcome) => [outcome.containerId, outcome]),\n  );\n  return requests.map(\n    ({ containerId }) =>\n      outcomeByContainerId.get(containerId) ?? unlisted(containerId),\n  );\n}\n\n/** Discovers one container; a rejected lane rethrows its failure. */\nexport async function discoverContainerDocumentsForRuntime({\n  runtimeService,\n  ...request\n}: ContainerDocumentDiscoveryRequest & {\n  readonly runtimeService: InternalRuntime;\n}): Promise<ReadonlyArray<DocumentSummary> | null> {\n  const [outcome] = await discoverContainerDocumentLanesForRuntime({\n    requests: [request],\n    runtimeService,\n  });\n  if (outcome?.status === \"rejected\") throw outcome.reason;\n  return outcome?.value ?? null;\n}\n"]}
+{"version":3,"file":"documentDiscovery.js","sourceRoot":"","sources":["documentDiscovery.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,+BAA+B,EAAE,MAAM,wEAAwE,CAAC;AACzH,OAAO,EACL,+BAA+B,EAC/B,oCAAoC,EACpC,4CAA4C,EAC5C,4BAA4B,EAC5B,qCAAqC,GACtC,MAAM,6EAA6E,CAAC;AACrF,OAAO,EAAE,oCAAoC,EAAE,MAAM,uEAAuE,CAAC;AAC7H,OAAO,EAAE,iCAAiC,EAAE,MAAM,wCAAwC,CAAC;AAC3F,OAAO,EAAE,iCAAiC,EAAE,MAAM,+EAA+E,CAAC;AAClI,OAAO,EAAE,gCAAgC,EAAE,MAAM,gFAAgF,CAAC;AAClI,OAAO,EAIL,8BAA8B,GAC/B,MAAM,6EAA6E,CAAC;AACrF,OAAO,EAAE,yCAAyC,EAAE,MAAM,oDAAoD,CAAC;AAC/G,OAAO,EAEL,sCAAsC,GACvC,MAAM,4CAA4C,CAAC;AACpD,OAAO,EAAE,4BAA4B,EAAE,MAAM,6DAA6D,CAAC;AAC3G,OAAO,EACL,wCAAwC,EACxC,+BAA+B,GAChC,MAAM,yEAAyE,CAAC;AACjF,OAAO,EACL,8BAA8B,EAC9B,kCAAkC,GAEnC,MAAM,gDAAgD,CAAC;AAgBxD,SAAS,mBAAmB,CAAC,KAc5B;IACC,MAAM,EAAE,uBAAuB,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;IACrE,MAAM,+BAA+B,GAAG,kCAAkC,CACxE,OAAO,EACP,EAAE,SAAS,EAAE,KAAK,CAAC,eAAe,EAAE,CACrC,CAAC;IACF,MAAM,QAAQ,GAAG,+BAA+B,CAC9C,OAAO,EACP,SAAS,EACT,KAAK,CAAC,eAAe,CACtB,CAAC;IACF,MAAM,SAAS,GAAG,CAAC,UAAkB,EAAE,EAAE,CACvC,4BAA4B,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACpD,OAAO;QACL,GAAG,KAAK,CAAC,OAAO;QAChB,gCAAgC,EAAE,CAAC,UAAU,EAAE,EAAE,CAC/C,uBAAuB;YACrB,CAAC,CAAC,+BAA+B,CAAC;gBAC9B,cAAc,EAAE,uBAAuB;gBACvC,UAAU;aACX,CAAC;YACJ,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE;QACvB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,+BAA+B,EAAE,CAAC,UAAU,EAAE,EAAE,CAC9C,+BAA+B,CAAC,OAAO,EAAE,UAAU,CAAC;QACtD,mCAAmC,EAAE,CAAC,YAAY,EAAE,EAAE,CACpD,4CAA4C,CAAC,OAAO,EAAE,YAAY,CAAC;QACrE,oCAAoC,EAAE,CAAC,UAAU,EAAE,EAAE,CACnD,oCAAoC,CAAC,OAAO,EAAE,UAAU,CAAC;QAC3D,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,qCAAqC,EAAE,CAAC,UAAU,EAAE,EAAE,CACpD,qCAAqC,CAAC,OAAO,EAAE,UAAU,CAAC;QAC5D,iCAAiC,EAAE,wCAAwC,CACzE,uBAAuB,EACvB,QAAQ,EACR,SAAS,CACV;QACD,GAAG,4BAA4B,CAAC;YAC9B,OAAO;YACP,QAAQ,EAAE,KAAK,CAAC,iBAAiB;YACjC,yBAAyB,EAAE,gCAAgC,CACzD,uBAAuB,EACvB,QAAQ,EACR,SAAS,EACT,KAAK,CAAC,aAAa,EACnB,OAAO,CAAC,kBAAkB,CAC3B;SACF,CAAC;KACH,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,wCAAwC,CAAC,EAC7D,SAAS,EACT,QAAQ,EACR,cAAc,GAKf;IACC,MAAM,QAAQ,GAAG,CACf,WAAmB,EACgB,EAAE,CAAC,CAAC;QACvC,WAAW;QACX,MAAM,EAAE,WAAW;QACnB,KAAK,EAAE,IAAI;KACZ,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,cAAc,CAAC,aAAa,EAAE,CAAC;IAC7C,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACrC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;IAClE,CAAC;IACD,MAAM,OAAO,GAAG,sCAAsC,CAAC,KAAK,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC;IACpC,MAAM,aAAa,GAAG,oCAAoC,CAAC,OAAO,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,yCAAyC,CAAC,OAAO,CAAC,CAAC;IACnE,sEAAsE;IACtE,sEAAsE;IACtE,iCAAiC;IACjC,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC;IAC/C,MAAM,UAAU,GAAG,iCAAiC,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAC9E,MAAM,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/B,MAAM,KAAK,GAAqC,EAAE,CAAC;IACnD,MAAM,eAAe,GAAG,8BAA8B,EAAE,CAAC;IACzD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,MAAM,GACV,MAAM,+BAA+B,CAAC,0BAA0B,CAC9D,OAAO,EACP,OAAO,CAAC,WAAW,CACpB,CAAC;QACJ,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,MAAM,iBAAiB,GAAG,GAAG,EAAE,CAC7B,UAAU,CAAC,iBAAiB,CAC1B,MAAM,CAAC,SAAS,EAChB,cAAc,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,CAC3D,CAAC;QACJ,uEAAuE;QACvE,mDAAmD;QACnD,IAAI,CAAC,iBAAiB,EAAE;YACtB,KAAK,CAAC,IAAI,CACR,mBAAmB,CAAC;gBAClB,uBAAuB,EAAE,MAAM,CAAC,SAAS,CAAC,cAAc;gBACxD,iBAAiB;gBACjB,aAAa;gBACb,OAAO;gBACP,eAAe;gBACf,OAAO;gBACP,OAAO;gBACP,OAAO;aACR,CAAC,CACH,CAAC;IACN,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,8BAA8B,CAAC;QACpD,UAAU;QACV,KAAK;QACL,0BAA0B,EAAE,CAAC,MAAM,EAAE,EAAE,CACrC,iCAAiC,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;QAC9D,8BAA8B,EAAE,OAAO,CAAC,8BAA8B;QACtE,SAAS;KACV,CAAC,CAAC;IACH,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAClC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,CAC1D,CAAC;IACF,OAAO,QAAQ,CAAC,GAAG,CACjB,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAClB,oBAAoB,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,CACjE,CAAC;AACJ,CAAC;AAED,qEAAqE;AACrE,MAAM,CAAC,KAAK,UAAU,oCAAoC,CAAC,EACzD,cAAc,EACd,GAAG,OAAO,EAGX;IACC,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,wCAAwC,CAAC;QAC/D,QAAQ,EAAE,CAAC,OAAO,CAAC;QACnB,cAAc;KACf,CAAC,CAAC;IACH,IAAI,OAAO,EAAE,MAAM,KAAK,UAAU;QAAE,MAAM,OAAO,CAAC,MAAM,CAAC;IACzD,OAAO,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC;AAChC,CAAC","sourcesContent":["import type { DocumentSummary } from \"../../data/documents/documentSummary\";\nimport { sqlContainerContentsPersistence } from \"../../data/persistence/container-contents/containerContentsPersistence\";\nimport {\n  holdContainerDocumentTombstones,\n  listKnownContainerDocumentPlacements,\n  listRetryableHeldContainerDocumentTombstones,\n  loadLocalDocumentAccessEpoch,\n  refuteContainerDocumentTombstoneHolds,\n} from \"../../data/persistence/documents/containerDocumentTombstoneHoldsPersistence\";\nimport { createDocumentDiscoveryEvidenceStore } from \"../../data/persistence/documents/documentDiscoveryEvidencePersistence\";\nimport { getOrCreateOrganizationSyncPauses } from \"../../data/sync/organizationSyncPauses\";\nimport { listContainerDocumentLanesFromApi } from \"../../workflows/container-contents/documentDiscovery/containerDocumentListing\";\nimport { createDiscoveredDocumentVerifier } from \"../../workflows/container-contents/documentDiscovery/documentDiscoveryEvidence\";\nimport {\n  type ContainerDocumentDiscoveryLane,\n  type ContainerDocumentDiscoveryOutcome,\n  type ContainerDocumentDiscoveryOutcomeHandler,\n  discoverContainerDocumentLanes,\n} from \"../../workflows/container-contents/documentDiscovery/documentDiscoveryLanes\";\nimport { createContainerDocumentQueriesFromRuntime } from \"../../workflows/container-contents/documentQueries\";\nimport {\n  type ContainerContentsWorkflowRuntime,\n  createContainerContentsWorkflowRuntime,\n} from \"../../workflows/container-contents/runtime\";\nimport { guardDocumentDiscoveryWrites } from \"../../workflows/container-contents/syncPause/discoveryGuard\";\nimport {\n  createContainerDocumentTombstoneVerifier,\n  createDocumentHeadLinkSetLoader,\n} from \"../../workflows/container-contents/tombstones/documentTombstoneEvidence\";\nimport {\n  createPrincipalPolicyOperation,\n  createRuntimePrincipalPolicyWarmer,\n  type PrincipalPolicyOperation,\n} from \"../../workflows/principals/runtimePolicyWarmer\";\nimport type { InternalRuntime } from \"../runtime/workflowRuntime\";\n\nexport type { ContainerDocumentDiscoveryOutcome } from \"../../workflows/container-contents/documentDiscovery/documentDiscoveryLanes\";\n\n/** One container to discover, with the reconciler's per-lane callbacks. */\nexport interface ContainerDocumentDiscoveryRequest {\n  readonly containerId: string;\n  readonly onFullListing?:\n    | ((documentIds: ReadonlyArray<string>) => void)\n    | undefined;\n  readonly onPendingDiscovery?: ((delayMs: number) => void) | undefined;\n}\n\ntype ExecSql = ReturnType<InternalRuntime[\"workflowInput\"]>[\"infra\"][\"execSql\"];\n\nfunction createDiscoveryLane(input: {\n  readonly containerOrganizationId: string | undefined;\n  readonly isContainerPaused: () => boolean;\n  readonly evidenceStore: ReturnType<\n    typeof createDocumentDiscoveryEvidenceStore\n  >;\n  readonly execSql: ExecSql;\n  /** The discovery pass's token: its lanes share one directory discovery. */\n  readonly policyOperation: PrincipalPolicyOperation;\n  readonly queries: ReturnType<\n    typeof createContainerDocumentQueriesFromRuntime\n  >;\n  readonly request: ContainerDocumentDiscoveryRequest;\n  readonly runtime: ContainerContentsWorkflowRuntime;\n}): ContainerDocumentDiscoveryLane {\n  const { containerOrganizationId, execSql, request, runtime } = input;\n  const warmReferencedPrincipalPolicies = createRuntimePrincipalPolicyWarmer(\n    runtime,\n    { operation: input.policyOperation },\n  );\n  const loadHead = createDocumentHeadLinkSetLoader(\n    runtime,\n    undefined,\n    input.policyOperation,\n  );\n  const loadEpoch = (documentId: string) =>\n    loadLocalDocumentAccessEpoch(execSql, documentId);\n  return {\n    ...input.queries,\n    cacheReferencedPrincipalPolicies: (references) =>\n      containerOrganizationId\n        ? warmReferencedPrincipalPolicies({\n            organizationId: containerOrganizationId,\n            references,\n          })\n        : Promise.resolve(),\n    containerId: request.containerId,\n    holdContainerDocumentTombstones: (tombstones) =>\n      holdContainerDocumentTombstones(execSql, tombstones),\n    listHeldContainerDocumentTombstones: (containerIds) =>\n      listRetryableHeldContainerDocumentTombstones(execSql, containerIds),\n    listKnownContainerDocumentPlacements: (placements) =>\n      listKnownContainerDocumentPlacements(execSql, placements),\n    onFullListing: request.onFullListing,\n    refuteContainerDocumentTombstoneHolds: (placements) =>\n      refuteContainerDocumentTombstoneHolds(execSql, placements),\n    verifyContainerDocumentTombstones: createContainerDocumentTombstoneVerifier(\n      containerOrganizationId,\n      loadHead,\n      loadEpoch,\n    ),\n    ...guardDocumentDiscoveryWrites({\n      execSql,\n      isPaused: input.isContainerPaused,\n      verifyDiscoveredDocuments: createDiscoveredDocumentVerifier(\n        containerOrganizationId,\n        loadHead,\n        loadEpoch,\n        input.evidenceStore,\n        request.onPendingDiscovery,\n      ),\n    }),\n  };\n}\n\n/**\n * Internal adapter shared by explicit discovery and background reconciliation:\n * one batched listing for every requested container, then per-container\n * verification scoped to each container's durable organization.\n */\nexport async function discoverContainerDocumentLanesForRuntime({\n  onOutcome,\n  requests,\n  runtimeService,\n}: {\n  readonly onOutcome?: ContainerDocumentDiscoveryOutcomeHandler | undefined;\n  readonly requests: ReadonlyArray<ContainerDocumentDiscoveryRequest>;\n  readonly runtimeService: InternalRuntime;\n}): Promise<ReadonlyArray<ContainerDocumentDiscoveryOutcome>> {\n  const unlisted = (\n    containerId: string,\n  ): ContainerDocumentDiscoveryOutcome => ({\n    containerId,\n    status: \"fulfilled\",\n    value: null,\n  });\n  const input = runtimeService.workflowInput();\n  if (input.infra.dbStatus !== \"ready\") {\n    return requests.map(({ containerId }) => unlisted(containerId));\n  }\n  const runtime = createContainerContentsWorkflowRuntime(input);\n  const execSql = input.infra.execSql;\n  const evidenceStore = createDocumentDiscoveryEvidenceStore(execSql);\n  const queries = createContainerDocumentQueriesFromRuntime(runtime);\n  // Capture the reset fence before reading any lane's scope, so a reset\n  // between these reads and the listing cannot publish old-organization\n  // evidence into its replacement.\n  const generation = await evidenceStore.begin();\n  const syncPauses = getOrCreateOrganizationSyncPauses(input.state.domainScope);\n  await syncPauses.load(execSql);\n  const lanes: ContainerDocumentDiscoveryLane[] = [];\n  const policyOperation = createPrincipalPolicyOperation();\n  for (const request of requests) {\n    const stored =\n      await sqlContainerContentsPersistence.loadContainerMetadataState(\n        execSql,\n        request.containerId,\n      );\n    if (!stored) continue;\n    const isContainerPaused = () =>\n      syncPauses.isContainerPaused(\n        stored.container,\n        runtimeService.workflowInput().auth.organizationId ?? null,\n      );\n    // A paused organization's container lists like one that is not stored,\n    // and a pause landing mid-listing stops its write.\n    if (!isContainerPaused())\n      lanes.push(\n        createDiscoveryLane({\n          containerOrganizationId: stored.container.organizationId,\n          isContainerPaused,\n          evidenceStore,\n          execSql,\n          policyOperation,\n          queries,\n          request,\n          runtime,\n        }),\n      );\n  }\n  const outcomes = await discoverContainerDocumentLanes({\n    generation,\n    lanes,\n    listContainerDocumentLanes: (listed) =>\n      listContainerDocumentLanesFromApi(runtime.apiClient, listed),\n    loadContainerDocumentWatermark: queries.loadContainerDocumentWatermark,\n    onOutcome,\n  });\n  const outcomeByContainerId = new Map(\n    outcomes.map((outcome) => [outcome.containerId, outcome]),\n  );\n  return requests.map(\n    ({ containerId }) =>\n      outcomeByContainerId.get(containerId) ?? unlisted(containerId),\n  );\n}\n\n/** Discovers one container; a rejected lane rethrows its failure. */\nexport async function discoverContainerDocumentsForRuntime({\n  runtimeService,\n  ...request\n}: ContainerDocumentDiscoveryRequest & {\n  readonly runtimeService: InternalRuntime;\n}): Promise<ReadonlyArray<DocumentSummary> | null> {\n  const [outcome] = await discoverContainerDocumentLanesForRuntime({\n    requests: [request],\n    runtimeService,\n  });\n  if (outcome?.status === \"rejected\") throw outcome.reason;\n  return outcome?.value ?? null;\n}\n"]}

package/internal/api-client/ApiClient.d.ts

@@ -1134,6 +1134,124 @@ export declare class ApiClient {
             version: number;
         };
     }>, void, any>;
+    /** Unpinned discovery; `ifHead` asks for a bare head when it is still live. */
+    getPrincipalPolicyDiscovery(...args: Parameters<PrincipalPolicyRequests["discover"]>): Promise<RequestResult<{
+        previousStates: {
+            grants: {
+                accessLevel: "admin" | "read" | "write";
+                containerId: string;
+            }[];
+            projection: {
+                role: "member" | "admin";
+                userId: string;
+            }[];
+            state: {
+                createdAt: string;
+                encapsulationPublicKey: string;
+                externalAuthority: {
+                    keyEpoch: number;
+                    keyFingerprint: string;
+                    principalId: string;
+                    principalType: "group";
+                    stateHash: string;
+                    version: number;
+                } | null;
+                grantCount: number;
+                grantRoot: string;
+                keyEpoch: number;
+                keyFingerprint: string;
+                memberCount: number;
+                memberEnvelopesRoot: string;
+                membershipMode: "projection";
+                membershipRoot: string;
+                payloadCiphertextHash: string;
+                prevStateHash: string | null;
+                principalId: string;
+                principalType: "group" | "organization";
+                projectionRoot: string;
+                signature: string;
+                signedAt: string;
+                signerUserId: string;
+                signerUserKeyFingerprint: string;
+                stateHash: string;
+                version: number;
+            };
+        }[];
+        historyPage: {
+            afterVersion: number;
+            nextAfterVersion: number | null;
+        };
+        currentGrants: {
+            accessLevel: "admin" | "read" | "write";
+            containerId: string;
+        }[];
+        currentMemberEnvelopes: {
+            envelopes: {
+                kemCipherText: string;
+                memberKeyFingerprint: string;
+                userId: string;
+                wrappedKey: string;
+            }[];
+            epoch: number;
+            principalId: string;
+            principalType: "group" | "organization";
+            stateHash: string;
+        };
+        currentPayload: {
+            cipherSuite: "aes-256-gcm";
+            ciphertext: string;
+            ciphertextHash: string;
+            createdAt: string;
+            principalId: string;
+            principalType: "group" | "organization";
+            stateHash: string;
+        };
+        currentProjection: {
+            role: "member" | "admin";
+            userId: string;
+        }[];
+        currentState: {
+            createdAt: string;
+            encapsulationPublicKey: string;
+            externalAuthority: {
+                keyEpoch: number;
+                keyFingerprint: string;
+                principalId: string;
+                principalType: "group";
+                stateHash: string;
+                version: number;
+            } | null;
+            grantCount: number;
+            grantRoot: string;
+            keyEpoch: number;
+            keyFingerprint: string;
+            memberCount: number;
+            memberEnvelopesRoot: string;
+            membershipMode: "projection";
+            membershipRoot: string;
+            payloadCiphertextHash: string;
+            prevStateHash: string | null;
+            principalId: string;
+            principalType: "group" | "organization";
+            projectionRoot: string;
+            signature: string;
+            signedAt: string;
+            signerUserId: string;
+            signerUserKeyFingerprint: string;
+            stateHash: string;
+            version: number;
+        };
+    } | {
+        unchanged: true;
+        head: {
+            keyEpoch: number;
+            keyFingerprint: string;
+            principalId: string;
+            principalType: "group" | "organization";
+            stateHash: string;
+            version: number;
+        };
+    }>>;
     getProjectionPolicyHistoryPages(...args: Parameters<PrincipalPolicyRequests["publicPages"]>): AsyncGenerator<RequestResult<{
         currentGrants: {
             accessLevel: "admin" | "read" | "write";

package/internal/api-client/ApiClient.js

@@ -271,6 +271,10 @@ export class ApiClient {
     getPrincipalPolicyPages(principalType, principalId, options = {}) {
         return this.principalPolicyRequests.pages(principalType, principalId, options);
     }
+    /** Unpinned discovery; `ifHead` asks for a bare head when it is still live. */
+    getPrincipalPolicyDiscovery(...args) {
+        return this.principalPolicyRequests.discover(...args);
+    }
     getProjectionPolicyHistoryPages(...args) {
         return this.principalPolicyRequests.publicPages(...args);
     }