@tearleads/client-sdk 0.1.61 → 0.1.63

package/workflows/container-contents/documentDiscovery/documentDiscoveryTypes.d.ts

@@ -0,0 +1,160 @@
+import type { ListContainerDocumentLanesRequest, ListContainerParentLanesRequest } from "../../../internal/validators/request/index.js";
+import type { EffectiveAccessLevel, ReferencedPrincipalStateResponse, SyncWatermark } from "../../../internal/validators/response/index.js";
+import type { DiscoveredDocumentInput, DocumentSummary } from "../../../data/documents/documentSummary.js";
+import type { DiscoveredDocumentCandidate } from "../../../data/persistence/documents/documentDiscoveryEvidencePersistence.js";
+export interface ListedContainerDocument {
+    createdAt: string;
+    currentAccessEpoch: number;
+    currentAccessStateHash: string;
+    effectiveAccessLevel?: EffectiveAccessLevel | undefined;
+    id: string;
+    linkedContainerIds: string[];
+    referencedPrincipals: ReferencedPrincipalStateResponse[];
+    updatedAt: string;
+}
+export interface ListContainerDocumentsResponse {
+    hasMore: boolean;
+    items: ListedContainerDocument[];
+    nextWatermark: SyncWatermark | null;
+    tombstones: ReadonlyArray<{
+        containerId: string;
+        documentId: string;
+        updatedAt: string;
+    }>;
+}
+export interface ListedContainer {
+    id: string;
+}
+export interface ListContainersResponse {
+    hasMore: boolean;
+    items: ListedContainer[];
+    nextWatermark: SyncWatermark | null;
+}
+export interface ListContainerParentLanesResponse {
+    results: ReadonlyArray<{
+        laneId: string;
+        page: ListContainersResponse;
+    }>;
+}
+export type ContainerDocumentLaneResult = {
+    readonly laneId: string;
+    readonly page: ListContainerDocumentsResponse;
+} | {
+    readonly failure: {
+        readonly code?: string | undefined;
+    };
+    readonly laneId: string;
+};
+export interface ContainerDocumentDiscoveryApi {
+    readonly listContainerDocumentLanes: (input: ListContainerDocumentLanesRequest, options?: {
+        readonly reportErrors?: boolean | undefined;
+    }) => Promise<{
+        readonly results: ReadonlyArray<ContainerDocumentLaneResult>;
+    } | null>;
+    readonly listContainerParentLanes: (input: ListContainerParentLanesRequest) => Promise<ListContainerParentLanesResponse | null>;
+}
+/**
+ * One page per lane, aligned with the requested lanes: `null` for a lane the
+ * server rejected, or `null` overall when the request itself failed.
+ */
+export type ContainerDocumentLaneLister = (lanes: ReadonlyArray<{
+    readonly containerId: string;
+    readonly watermark: SyncWatermark | null;
+}>) => Promise<ReadonlyArray<ListContainerDocumentsResponse | null> | null>;
+export interface DocumentLinkInput {
+    accessEpoch?: number | undefined;
+    containerIds: ReadonlyArray<string>;
+    documentId: string;
+}
+export type ContainerDocumentTombstone = ListContainerDocumentsResponse["tombstones"][number];
+export interface VerifiedContainerDocumentTombstone extends ContainerDocumentTombstone {
+    /** The verified head's link-set epoch, not below the local document epoch. */
+    readonly accessEpoch: number;
+    /** The verified head link set; it omits `containerId`. */
+    readonly linkedContainerIds: ReadonlyArray<string>;
+}
+/**
+ * What the document's signed head says about a listing tombstone.
+ * - `verified`: the verified head link set omits the container; apply.
+ * - `refuted`: the verified head still links the container; keep visible and retry.
+ * - `unverified`: no verified head is available; hold, hide, retry later.
+ * - `deferred`: not attempted this run (the per-run head-load cap); hold
+ *   without counting an attempt, so the retry backoff does not grow.
+ */
+export type ContainerDocumentTombstoneVerdict = {
+    readonly kind: "verified";
+    readonly tombstone: VerifiedContainerDocumentTombstone;
+} | {
+    readonly kind: "refuted";
+    /** The verified head link set, which contains the container. */
+    readonly linkedContainerIds: ReadonlyArray<string>;
+    readonly tombstone: ContainerDocumentTombstone;
+} | {
+    readonly kind: "unverified";
+    readonly tombstone: ContainerDocumentTombstone;
+} | {
+    readonly kind: "deferred";
+    readonly tombstone: ContainerDocumentTombstone;
+};
+export interface HeldContainerDocumentTombstoneInput extends ContainerDocumentTombstone {
+    /** Held without a verification attempt; the backoff does not advance. */
+    readonly deferred?: boolean | undefined;
+    /** A verified head still links it; retry the tombstone while keeping it visible. */
+    readonly refuted?: boolean | undefined;
+}
+export type ContainerDocumentTombstoneVerifier = (tombstones: ReadonlyArray<ContainerDocumentTombstone>) => Promise<ReadonlyArray<ContainerDocumentTombstoneVerdict>>;
+export type ContainerDocumentPlacement = Pick<ContainerDocumentTombstone, "containerId" | "documentId">;
+export interface ContainerDocumentTombstoneHoldStore {
+    holdContainerDocumentTombstones: (tombstones: ReadonlyArray<HeldContainerDocumentTombstoneInput>) => Promise<void>;
+    /** Held tombstones on these containers that are due for another attempt. */
+    listHeldContainerDocumentTombstones: (containerIds: ReadonlyArray<string>) => Promise<ReadonlyArray<ContainerDocumentTombstone>>;
+    /** The subset of placements that exist locally (link row or primary). */
+    listKnownContainerDocumentPlacements: (placements: ReadonlyArray<ContainerDocumentPlacement>) => Promise<ReadonlyArray<ContainerDocumentPlacement>>;
+    refuteContainerDocumentTombstoneHolds: (placements: ReadonlyArray<ContainerDocumentPlacement>) => Promise<void>;
+}
+export interface DiscoverContainerDocumentsOptions extends ContainerDocumentTombstoneHoldStore {
+    applyContainerDocumentTombstones: (tombstones: ReadonlyArray<VerifiedContainerDocumentTombstone>) => Promise<ReadonlyArray<DocumentSummary>>;
+    verifyContainerDocumentTombstones: ContainerDocumentTombstoneVerifier;
+    /** Allocate durable local order before fetching a listing. */
+    beginDocumentDiscovery: () => Promise<number>;
+    /** Persist pending candidates and return only signed placements. */
+    verifyDiscoveredDocuments: (inputs: ReadonlyArray<DiscoveredDocumentCandidate>, containerIds: ReadonlyArray<string>, generation: number, tombstones?: ReadonlyArray<ContainerDocumentTombstone>) => Promise<{
+        inputs: ReadonlyArray<DiscoveredDocumentInput>;
+        /** False once a remote trust reset cancels this listing pass. */
+        isCurrent: () => Promise<boolean>;
+        /** Acknowledge only after local apply; true means no pending candidates remain. */
+        commit: () => Promise<boolean>;
+    }>;
+    cacheReferencedPrincipalPolicies?: (references: ReadonlyArray<ReferencedPrincipalStateResponse>) => Promise<void>;
+    containerId: string;
+    /** Completed unwatermarked listing, published only after local apply succeeds. */
+    onFullListing?: ((documentIds: ReadonlyArray<string>) => void) | undefined;
+    loadContainerDocumentWatermark: (containerId: string) => Promise<SyncWatermark | null>;
+    listContainerDocumentLanes: ContainerDocumentLaneLister;
+    replaceDocumentLinksBatch: (inputs: ReadonlyArray<DocumentLinkInput>) => Promise<void>;
+    saveContainerDocumentWatermark: (containerId: string, watermark: SyncWatermark) => Promise<void>;
+    upsertDiscoveredDocuments: (inputs: ReadonlyArray<DiscoveredDocumentInput>) => Promise<ReadonlyArray<DocumentSummary>>;
+}
+export interface ListedContainerDocuments {
+    isFullListing: boolean;
+    items: ListedContainerDocument[];
+    nextWatermark: SyncWatermark | null;
+    tombstones: ContainerDocumentTombstone[];
+}
+export interface ContainerParentDiscoveryLane {
+    parentId: string | null;
+    watermark: SyncWatermark | null;
+}
+export interface ListedContainerDocumentsLane {
+    containerId: string;
+    listedDocuments: ListedContainerDocuments | null;
+}
+export interface DiscoverAllContainerDocumentsOptions extends Omit<DiscoverContainerDocumentsOptions, "containerId"> {
+    containerIds: ReadonlyArray<string>;
+}
+export interface RefreshAllContainerDocumentsOptions extends Omit<DiscoverAllContainerDocumentsOptions, "containerIds"> {
+    listContainerParentLanes: ContainerDocumentDiscoveryApi["listContainerParentLanes"];
+}
+export interface RefreshAllContainerDocumentsFromApiOptions extends Omit<RefreshAllContainerDocumentsOptions, "listContainerDocumentLanes" | "listContainerParentLanes"> {
+    readonly apiClient: Pick<ContainerDocumentDiscoveryApi, "listContainerDocumentLanes" | "listContainerParentLanes">;
+}

package/workflows/container-contents/documentDiscovery/documentDiscoveryTypes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"documentDiscoveryTypes.js","sourceRoot":"","sources":["documentDiscoveryTypes.ts"],"names":[],"mappings":"","sourcesContent":["import type {\n  ListContainerDocumentLanesRequest,\n  ListContainerParentLanesRequest,\n} from \"@tearleads/validators/request\";\nimport type {\n  EffectiveAccessLevel,\n  ReferencedPrincipalStateResponse,\n  SyncWatermark,\n} from \"@tearleads/validators/response\";\nimport type {\n  DiscoveredDocumentInput,\n  DocumentSummary,\n} from \"../../../data/documents/documentSummary\";\nimport type { DiscoveredDocumentCandidate } from \"../../../data/persistence/documents/documentDiscoveryEvidencePersistence\";\n\nexport interface ListedContainerDocument {\n  createdAt: string;\n  currentAccessEpoch: number;\n  currentAccessStateHash: string;\n  effectiveAccessLevel?: EffectiveAccessLevel | undefined;\n  id: string;\n  linkedContainerIds: string[];\n  referencedPrincipals: ReferencedPrincipalStateResponse[];\n  updatedAt: string;\n}\n\nexport interface ListContainerDocumentsResponse {\n  hasMore: boolean;\n  items: ListedContainerDocument[];\n  nextWatermark: SyncWatermark | null;\n  tombstones: ReadonlyArray<{\n    containerId: string;\n    documentId: string;\n    updatedAt: string;\n  }>;\n}\n\nexport interface ListedContainer {\n  id: string;\n}\n\nexport interface ListContainersResponse {\n  hasMore: boolean;\n  items: ListedContainer[];\n  nextWatermark: SyncWatermark | null;\n}\n\nexport interface ListContainerParentLanesResponse {\n  results: ReadonlyArray<{\n    laneId: string;\n    page: ListContainersResponse;\n  }>;\n}\n\nexport type ContainerDocumentLaneResult =\n  | { readonly laneId: string; readonly page: ListContainerDocumentsResponse }\n  | {\n      readonly failure: { readonly code?: string | undefined };\n      readonly laneId: string;\n    };\n\nexport interface ContainerDocumentDiscoveryApi {\n  readonly listContainerDocumentLanes: (\n    input: ListContainerDocumentLanesRequest,\n    options?: { readonly reportErrors?: boolean | undefined },\n  ) => Promise<{\n    readonly results: ReadonlyArray<ContainerDocumentLaneResult>;\n  } | null>;\n  readonly listContainerParentLanes: (\n    input: ListContainerParentLanesRequest,\n  ) => Promise<ListContainerParentLanesResponse | null>;\n}\n\n/**\n * One page per lane, aligned with the requested lanes: `null` for a lane the\n * server rejected, or `null` overall when the request itself failed.\n */\nexport type ContainerDocumentLaneLister = (\n  lanes: ReadonlyArray<{\n    readonly containerId: string;\n    readonly watermark: SyncWatermark | null;\n  }>,\n) => Promise<ReadonlyArray<ListContainerDocumentsResponse | null> | null>;\n\nexport interface DocumentLinkInput {\n  accessEpoch?: number | undefined;\n  containerIds: ReadonlyArray<string>;\n  documentId: string;\n}\n\nexport type ContainerDocumentTombstone =\n  ListContainerDocumentsResponse[\"tombstones\"][number];\n\nexport interface VerifiedContainerDocumentTombstone\n  extends ContainerDocumentTombstone {\n  /** The verified head's link-set epoch, not below the local document epoch. */\n  readonly accessEpoch: number;\n  /** The verified head link set; it omits `containerId`. */\n  readonly linkedContainerIds: ReadonlyArray<string>;\n}\n\n/**\n * What the document's signed head says about a listing tombstone.\n * - `verified`: the verified head link set omits the container; apply.\n * - `refuted`: the verified head still links the container; keep visible and retry.\n * - `unverified`: no verified head is available; hold, hide, retry later.\n * - `deferred`: not attempted this run (the per-run head-load cap); hold\n *   without counting an attempt, so the retry backoff does not grow.\n */\nexport type ContainerDocumentTombstoneVerdict =\n  | {\n      readonly kind: \"verified\";\n      readonly tombstone: VerifiedContainerDocumentTombstone;\n    }\n  | {\n      readonly kind: \"refuted\";\n      /** The verified head link set, which contains the container. */\n      readonly linkedContainerIds: ReadonlyArray<string>;\n      readonly tombstone: ContainerDocumentTombstone;\n    }\n  | {\n      readonly kind: \"unverified\";\n      readonly tombstone: ContainerDocumentTombstone;\n    }\n  | {\n      readonly kind: \"deferred\";\n      readonly tombstone: ContainerDocumentTombstone;\n    };\n\nexport interface HeldContainerDocumentTombstoneInput\n  extends ContainerDocumentTombstone {\n  /** Held without a verification attempt; the backoff does not advance. */\n  readonly deferred?: boolean | undefined;\n  /** A verified head still links it; retry the tombstone while keeping it visible. */\n  readonly refuted?: boolean | undefined;\n}\n\nexport type ContainerDocumentTombstoneVerifier = (\n  tombstones: ReadonlyArray<ContainerDocumentTombstone>,\n) => Promise<ReadonlyArray<ContainerDocumentTombstoneVerdict>>;\n\nexport type ContainerDocumentPlacement = Pick<\n  ContainerDocumentTombstone,\n  \"containerId\" | \"documentId\"\n>;\n\nexport interface ContainerDocumentTombstoneHoldStore {\n  holdContainerDocumentTombstones: (\n    tombstones: ReadonlyArray<HeldContainerDocumentTombstoneInput>,\n  ) => Promise<void>;\n  /** Held tombstones on these containers that are due for another attempt. */\n  listHeldContainerDocumentTombstones: (\n    containerIds: ReadonlyArray<string>,\n  ) => Promise<ReadonlyArray<ContainerDocumentTombstone>>;\n  /** The subset of placements that exist locally (link row or primary). */\n  listKnownContainerDocumentPlacements: (\n    placements: ReadonlyArray<ContainerDocumentPlacement>,\n  ) => Promise<ReadonlyArray<ContainerDocumentPlacement>>;\n  refuteContainerDocumentTombstoneHolds: (\n    placements: ReadonlyArray<ContainerDocumentPlacement>,\n  ) => Promise<void>;\n}\n\nexport interface DiscoverContainerDocumentsOptions\n  extends ContainerDocumentTombstoneHoldStore {\n  applyContainerDocumentTombstones: (\n    tombstones: ReadonlyArray<VerifiedContainerDocumentTombstone>,\n  ) => Promise<ReadonlyArray<DocumentSummary>>;\n  verifyContainerDocumentTombstones: ContainerDocumentTombstoneVerifier;\n  /** Allocate durable local order before fetching a listing. */\n  beginDocumentDiscovery: () => Promise<number>;\n  /** Persist pending candidates and return only signed placements. */\n  verifyDiscoveredDocuments: (\n    inputs: ReadonlyArray<DiscoveredDocumentCandidate>,\n    containerIds: ReadonlyArray<string>,\n    generation: number,\n    tombstones?: ReadonlyArray<ContainerDocumentTombstone>,\n  ) => Promise<{\n    inputs: ReadonlyArray<DiscoveredDocumentInput>;\n    /** False once a remote trust reset cancels this listing pass. */\n    isCurrent: () => Promise<boolean>;\n    /** Acknowledge only after local apply; true means no pending candidates remain. */\n    commit: () => Promise<boolean>;\n  }>;\n  cacheReferencedPrincipalPolicies?: (\n    references: ReadonlyArray<ReferencedPrincipalStateResponse>,\n  ) => Promise<void>;\n  containerId: string;\n  /** Completed unwatermarked listing, published only after local apply succeeds. */\n  onFullListing?: ((documentIds: ReadonlyArray<string>) => void) | undefined;\n  loadContainerDocumentWatermark: (\n    containerId: string,\n  ) => Promise<SyncWatermark | null>;\n  listContainerDocumentLanes: ContainerDocumentLaneLister;\n  replaceDocumentLinksBatch: (\n    inputs: ReadonlyArray<DocumentLinkInput>,\n  ) => Promise<void>;\n  saveContainerDocumentWatermark: (\n    containerId: string,\n    watermark: SyncWatermark,\n  ) => Promise<void>;\n  upsertDiscoveredDocuments: (\n    inputs: ReadonlyArray<DiscoveredDocumentInput>,\n  ) => Promise<ReadonlyArray<DocumentSummary>>;\n}\n\nexport interface ListedContainerDocuments {\n  isFullListing: boolean;\n  items: ListedContainerDocument[];\n  nextWatermark: SyncWatermark | null;\n  tombstones: ContainerDocumentTombstone[];\n}\n\nexport interface ContainerParentDiscoveryLane {\n  parentId: string | null;\n  watermark: SyncWatermark | null;\n}\n\nexport interface ListedContainerDocumentsLane {\n  containerId: string;\n  listedDocuments: ListedContainerDocuments | null;\n}\n\nexport interface DiscoverAllContainerDocumentsOptions\n  extends Omit<DiscoverContainerDocumentsOptions, \"containerId\"> {\n  containerIds: ReadonlyArray<string>;\n}\n\nexport interface RefreshAllContainerDocumentsOptions\n  extends Omit<DiscoverAllContainerDocumentsOptions, \"containerIds\"> {\n  listContainerParentLanes: ContainerDocumentDiscoveryApi[\"listContainerParentLanes\"];\n}\n\nexport interface RefreshAllContainerDocumentsFromApiOptions\n  extends Omit<\n    RefreshAllContainerDocumentsOptions,\n    \"listContainerDocumentLanes\" | \"listContainerParentLanes\"\n  > {\n  readonly apiClient: Pick<\n    ContainerDocumentDiscoveryApi,\n    \"listContainerDocumentLanes\" | \"listContainerParentLanes\"\n  >;\n}\n"]}

package/workflows/container-contents/documentDiscovery/index.d.ts

@@ -0,0 +1,12 @@
+import type { DocumentSummary } from "../../../data/documents/documentSummary.js";
+import type { ContainerDocumentDiscoveryApi, DiscoverAllContainerDocumentsOptions, DiscoverContainerDocumentsOptions, RefreshAllContainerDocumentsFromApiOptions } from "./documentDiscoveryTypes.js";
+export type { RefreshAllContainerDocumentsFromApiOptions } from "./documentDiscoveryTypes.js";
+export declare function hasUndiscoveredDocumentUpdateEvent(events: ReadonlyArray<unknown>, knownDocumentIds: ReadonlySet<string>): boolean;
+export declare function listAllRemoteContainerIds(listContainerParentLanes: ContainerDocumentDiscoveryApi["listContainerParentLanes"]): Promise<ReadonlyArray<string> | null>;
+export declare function listAllRemoteContainerIdsFromApi(apiClient: Pick<ContainerDocumentDiscoveryApi, "listContainerParentLanes">): Promise<ReadonlyArray<string> | null>;
+export declare function discoverContainerDocuments({ beginDocumentDiscovery, listContainerDocumentLanes, loadContainerDocumentWatermark, ...lane }: DiscoverContainerDocumentsOptions): Promise<ReadonlyArray<DocumentSummary> | null>;
+export declare function discoverContainerDocumentsFromApi({ apiClient, ...input }: Omit<DiscoverContainerDocumentsOptions, "listContainerDocumentLanes"> & {
+    readonly apiClient: Pick<ContainerDocumentDiscoveryApi, "listContainerDocumentLanes">;
+}): Promise<ReadonlyArray<DocumentSummary> | null>;
+export declare function discoverAllContainerDocuments(options: DiscoverAllContainerDocumentsOptions): Promise<ReadonlyArray<DocumentSummary> | null>;
+export declare function refreshAllContainerDocumentsFromApi({ apiClient, ...input }: RefreshAllContainerDocumentsFromApiOptions): Promise<ReadonlyArray<DocumentSummary> | null>;

package/workflows/container-contents/documentDiscovery/index.js

@@ -0,0 +1,183 @@
+import { isDocumentUpdateCreatedEvent } from "../../../data/documents/documentSync.js";
+import { dedupeReferencedPrincipalStates } from "../../../data/keyingProjectionVerification/principalPolicyCache.js";
+import { withoutDeferredDocumentLinks } from "../documentLinks/deferredDocumentLinks.js";
+import { settleContainerDocumentTombstones } from "../tombstones/documentTombstoneGate.js";
+import { listContainerDocumentLanesFromApi, listContainerDocumentsFromWatermarks, } from "./containerDocumentListing.js";
+import { saveAppliedContainerDocumentWatermark } from "./documentDiscoveryApply.js";
+import { collectApplicableDocumentTombstones, collectDiscoveredDocumentInputs, } from "./documentDiscoveryInputs.js";
+import { discoverContainerDocumentLanes } from "./documentDiscoveryLanes.js";
+const CONTAINER_PARENT_DISCOVERY_BATCH_SIZE = 4;
+async function listContainerParentLaneBatch(listContainerParentLanes, requestedLanes) {
+    const response = await listContainerParentLanes({
+        lanes: requestedLanes.map(({ request }) => request),
+    });
+    if (!response || response.results.length !== requestedLanes.length) {
+        return null;
+    }
+    const requestedLaneIds = new Set(requestedLanes.map(({ request }) => request.laneId));
+    const pagesByLaneId = new Map();
+    for (const result of response.results) {
+        if (!requestedLaneIds.has(result.laneId) ||
+            pagesByLaneId.has(result.laneId)) {
+            return null;
+        }
+        pagesByLaneId.set(result.laneId, result.page);
+    }
+    return requestedLanes.map(({ lane, request }) => ({
+        lane,
+        response: pagesByLaneId.get(request.laneId),
+    }));
+}
+function collectRemoteContainerIds(items, seenContainerIds, containerIds) {
+    for (const { id } of items) {
+        if (!seenContainerIds.has(id)) {
+            seenContainerIds.add(id);
+            containerIds.push(id);
+        }
+    }
+    return items.map(({ id }) => id);
+}
+export function hasUndiscoveredDocumentUpdateEvent(events, knownDocumentIds) {
+    return events.some((event) => isDocumentUpdateCreatedEvent(event) &&
+        !knownDocumentIds.has(event.documentId));
+}
+export async function listAllRemoteContainerIds(listContainerParentLanes) {
+    const containerIds = [];
+    const queuedParentIds = new Set();
+    const seenContainerIds = new Set();
+    const lanes = [];
+    let nextLaneId = 0;
+    const queueParentLane = (parentId) => {
+        if (queuedParentIds.has(parentId)) {
+            return;
+        }
+        queuedParentIds.add(parentId);
+        lanes.push({ parentId, watermark: null });
+    };
+    queueParentLane(null);
+    while (lanes.length > 0) {
+        const laneBatch = lanes.splice(0, CONTAINER_PARENT_DISCOVERY_BATCH_SIZE);
+        const requestedLanes = laneBatch.map((lane) => ({
+            lane,
+            request: {
+                laneId: `container-parent-${nextLaneId++}`,
+                parentId: lane.parentId,
+                watermark: lane.watermark,
+            },
+        }));
+        const listedLanes = await listContainerParentLaneBatch(listContainerParentLanes, requestedLanes);
+        if (!listedLanes) {
+            return null;
+        }
+        const continuationLanes = [];
+        for (const { lane, response } of listedLanes) {
+            if (!response) {
+                return null;
+            }
+            for (const containerId of collectRemoteContainerIds(response.items, seenContainerIds, containerIds)) {
+                queueParentLane(containerId);
+            }
+            if (response.hasMore) {
+                if (!response.nextWatermark) {
+                    return null;
+                }
+                continuationLanes.push({
+                    parentId: lane.parentId,
+                    watermark: response.nextWatermark,
+                });
+            }
+        }
+        lanes.unshift(...continuationLanes);
+    }
+    return containerIds;
+}
+export function listAllRemoteContainerIdsFromApi(apiClient) {
+    return listAllRemoteContainerIds((input) => apiClient.listContainerParentLanes(input));
+}
+export async function discoverContainerDocuments({ beginDocumentDiscovery, listContainerDocumentLanes, loadContainerDocumentWatermark, ...lane }) {
+    const [outcome] = await discoverContainerDocumentLanes({
+        generation: await beginDocumentDiscovery(),
+        lanes: [lane],
+        listContainerDocumentLanes,
+        loadContainerDocumentWatermark,
+    });
+    if (outcome?.status === "rejected")
+        throw outcome.reason;
+    return outcome?.value ?? null;
+}
+export function discoverContainerDocumentsFromApi({ apiClient, ...input }) {
+    return discoverContainerDocuments({
+        ...input,
+        listContainerDocumentLanes: (lanes) => listContainerDocumentLanesFromApi(apiClient, lanes),
+    });
+}
+async function listDiscoveryLanes(input) {
+    const listed = await listContainerDocumentsFromWatermarks(input);
+    return input.containerIds.map((containerId) => ({
+        containerId,
+        listedDocuments: listed.get(containerId) ?? null,
+    }));
+}
+export async function discoverAllContainerDocuments(options) {
+    const { cacheReferencedPrincipalPolicies, containerIds, loadContainerDocumentWatermark, listContainerDocumentLanes, replaceDocumentLinksBatch, saveContainerDocumentWatermark, upsertDiscoveredDocuments, } = options;
+    const uniqueContainerIds = Array.from(new Set(containerIds)).filter((containerId) => typeof containerId === "string" && containerId.length > 0);
+    const generation = await options.beginDocumentDiscovery();
+    const listedDocumentsByContainer = await listDiscoveryLanes({
+        containerIds: uniqueContainerIds,
+        listContainerDocumentLanes,
+        loadContainerDocumentWatermark,
+    });
+    await cacheReferencedPrincipalPolicies?.(dedupeReferencedPrincipalStates(listedDocumentsByContainer.flatMap(({ listedDocuments }) => listedDocuments?.items.flatMap((document) => document.referencedPrincipals) ?? [])));
+    const verification = await options.verifyDiscoveredDocuments(collectDiscoveredDocumentInputs(listedDocumentsByContainer), uniqueContainerIds, generation, collectApplicableDocumentTombstones(listedDocumentsByContainer));
+    if (!(await verification.isCurrent()))
+        return null;
+    const discoveredDocumentInputs = verification.inputs;
+    const discoveredDocuments = discoveredDocumentInputs.length === 0
+        ? []
+        : await upsertDiscoveredDocuments(discoveredDocumentInputs);
+    if (discoveredDocumentInputs.length > 0) {
+        await replaceDocumentLinksBatch(await withoutDeferredDocumentLinks(discoveredDocumentInputs.map((input) => ({
+            documentId: input.documentId,
+            accessEpoch: input.accessEpoch,
+            containerIds: input.linkedContainerIds,
+        })), discoveredDocuments));
+    }
+    const tombstoneDocumentSummaries = await settleContainerDocumentTombstones({
+        containerIds: listedDocumentsByContainer.flatMap(({ containerId, listedDocuments }) => listedDocuments ? [containerId] : []),
+        store: options,
+        tombstones: collectApplicableDocumentTombstones(listedDocumentsByContainer),
+    });
+    const complete = await verification.commit();
+    if (!(await verification.isCurrent()))
+        return null;
+    await Promise.all(listedDocumentsByContainer.map(({ containerId, listedDocuments }) => listedDocuments
+        ? saveAppliedContainerDocumentWatermark({
+            containerId,
+            listedDocuments,
+            saveContainerDocumentWatermark,
+        })
+        : undefined));
+    return !complete &&
+        discoveredDocuments.length === 0 &&
+        tombstoneDocumentSummaries.length === 0
+        ? null
+        : [...discoveredDocuments, ...tombstoneDocumentSummaries];
+}
+async function refreshAllContainerDocuments({ listContainerParentLanes, ...input }) {
+    const containerIds = await listAllRemoteContainerIds(listContainerParentLanes);
+    if (!containerIds) {
+        return null;
+    }
+    return discoverAllContainerDocuments({
+        ...input,
+        containerIds,
+    });
+}
+export function refreshAllContainerDocumentsFromApi({ apiClient, ...input }) {
+    return refreshAllContainerDocuments({
+        ...input,
+        listContainerDocumentLanes: (lanes) => listContainerDocumentLanesFromApi(apiClient, lanes),
+        listContainerParentLanes: (input) => apiClient.listContainerParentLanes(input),
+    });
+}
+//# sourceMappingURL=index.js.map

package/workflows/container-contents/documentDiscovery/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,4BAA4B,EAAE,MAAM,sCAAsC,CAAC;AACpF,OAAO,EAAE,+BAA+B,EAAE,MAAM,iEAAiE,CAAC;AAClH,OAAO,EAAE,4BAA4B,EAAE,MAAM,wCAAwC,CAAC;AACtF,OAAO,EAAE,iCAAiC,EAAE,MAAM,qCAAqC,CAAC;AACxF,OAAO,EACL,iCAAiC,EACjC,oCAAoC,GACrC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,qCAAqC,EAAE,MAAM,0BAA0B,CAAC;AACjF,OAAO,EACL,mCAAmC,EACnC,+BAA+B,GAChC,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,8BAA8B,EAAE,MAAM,0BAA0B,CAAC;AAa1E,MAAM,qCAAqC,GAAG,CAAC,CAAC;AAWhD,KAAK,UAAU,4BAA4B,CACzC,wBAAmF,EACnF,cAA2D;IAE3D,MAAM,QAAQ,GAAG,MAAM,wBAAwB,CAAC;QAC9C,KAAK,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC;KACpD,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,cAAc,CAAC,MAAM,EAAE,CAAC;QACnE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAC9B,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CACpD,CAAC;IACF,MAAM,aAAa,GAAG,IAAI,GAAG,EAG1B,CAAC;IACJ,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QACtC,IACE,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC;YACpC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,EAChC,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QAChD,IAAI;QACJ,QAAQ,EAAE,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC;KAC5C,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,yBAAyB,CAChC,KAAoC,EACpC,gBAA6B,EAC7B,YAAsB;IAEtB,KAAK,MAAM,EAAE,EAAE,EAAE,IAAI,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YAC9B,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACzB,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,kCAAkC,CAChD,MAA8B,EAC9B,gBAAqC;IAErC,OAAO,MAAM,CAAC,IAAI,CAChB,CAAC,KAAK,EAAE,EAAE,CACR,4BAA4B,CAAC,KAAK,CAAC;QACnC,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAC1C,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,wBAAmF;IAEnF,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,MAAM,eAAe,GAAG,IAAI,GAAG,EAAiB,CAAC;IACjD,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC3C,MAAM,KAAK,GAAmC,EAAE,CAAC;IACjD,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,eAAe,GAAG,CAAC,QAAuB,EAAE,EAAE;QAClD,IAAI,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,OAAO;QACT,CAAC;QAED,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC,CAAC;IAEF,eAAe,CAAC,IAAI,CAAC,CAAC;IAEtB,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,qCAAqC,CAAC,CAAC;QACzE,MAAM,cAAc,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC9C,IAAI;YACJ,OAAO,EAAE;gBACP,MAAM,EAAE,oBAAoB,UAAU,EAAE,EAAE;gBAC1C,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,SAAS,EAAE,IAAI,CAAC,SAAS;aAC1B;SACF,CAAC,CAAC,CAAC;QACJ,MAAM,WAAW,GAAG,MAAM,4BAA4B,CACpD,wBAAwB,EACxB,cAAc,CACf,CAAC;QACF,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,iBAAiB,GAAmC,EAAE,CAAC;QAE7D,KAAK,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,WAAW,EAAE,CAAC;YAC7C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,OAAO,IAAI,CAAC;YACd,CAAC;YAED,KAAK,MAAM,WAAW,IAAI,yBAAyB,CACjD,QAAQ,CAAC,KAAK,EACd,gBAAgB,EAChB,YAAY,CACb,EAAE,CAAC;gBACF,eAAe,CAAC,WAAW,CAAC,CAAC;YAC/B,CAAC;YAED,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACrB,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;oBAC5B,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,iBAAiB,CAAC,IAAI,CAAC;oBACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,SAAS,EAAE,QAAQ,CAAC,aAAa;iBAClC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,KAAK,CAAC,OAAO,CAAC,GAAG,iBAAiB,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,gCAAgC,CAC9C,SAA0E;IAE1E,OAAO,yBAAyB,CAAC,CAAC,KAAK,EAAE,EAAE,CACzC,SAAS,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAC1C,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,EAC/C,sBAAsB,EACtB,0BAA0B,EAC1B,8BAA8B,EAC9B,GAAG,IAAI,EAC2B;IAClC,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,8BAA8B,CAAC;QACrD,UAAU,EAAE,MAAM,sBAAsB,EAAE;QAC1C,KAAK,EAAE,CAAC,IAAI,CAAC;QACb,0BAA0B;QAC1B,8BAA8B;KAC/B,CAAC,CAAC;IACH,IAAI,OAAO,EAAE,MAAM,KAAK,UAAU;QAAE,MAAM,OAAO,CAAC,MAAM,CAAC;IACzD,OAAO,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,EAChD,SAAS,EACT,GAAG,KAAK,EAMT;IACC,OAAO,0BAA0B,CAAC;QAChC,GAAG,KAAK;QACR,0BAA0B,EAAE,CAAC,KAAK,EAAE,EAAE,CACpC,iCAAiC,CAAC,SAAS,EAAE,KAAK,CAAC;KACtD,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,KAAiE;IAEjE,MAAM,MAAM,GAAG,MAAM,oCAAoC,CAAC,KAAK,CAAC,CAAC;IACjE,OAAO,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QAC9C,WAAW;QACX,eAAe,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,IAAI;KACjD,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,OAA6C;IAE7C,MAAM,EACJ,gCAAgC,EAChC,YAAY,EACZ,8BAA8B,EAC9B,0BAA0B,EAC1B,yBAAyB,EACzB,8BAA8B,EAC9B,yBAAyB,GAC1B,GAAG,OAAO,CAAC;IACZ,MAAM,kBAAkB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CACjE,CAAC,WAAW,EAAyB,EAAE,CACrC,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,CAC5D,CAAC;IACF,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,sBAAsB,EAAE,CAAC;IAC1D,MAAM,0BAA0B,GAAG,MAAM,kBAAkB,CAAC;QAC1D,YAAY,EAAE,kBAAkB;QAChC,0BAA0B;QAC1B,8BAA8B;KAC/B,CAAC,CAAC;IACH,MAAM,gCAAgC,EAAE,CACtC,+BAA+B,CAC7B,0BAA0B,CAAC,OAAO,CAChC,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,CACtB,eAAe,EAAE,KAAK,CAAC,OAAO,CAC5B,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAC5C,IAAI,EAAE,CACV,CACF,CACF,CAAC;IACF,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,yBAAyB,CAC1D,+BAA+B,CAAC,0BAA0B,CAAC,EAC3D,kBAAkB,EAClB,UAAU,EACV,mCAAmC,CAAC,0BAA0B,CAAC,CAChE,CAAC;IACF,IAAI,CAAC,CAAC,MAAM,YAAY,CAAC,SAAS,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IACnD,MAAM,wBAAwB,GAAG,YAAY,CAAC,MAAM,CAAC;IACrD,MAAM,mBAAmB,GACvB,wBAAwB,CAAC,MAAM,KAAK,CAAC;QACnC,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,MAAM,yBAAyB,CAAC,wBAAwB,CAAC,CAAC;IAEhE,IAAI,wBAAwB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxC,MAAM,yBAAyB,CAC7B,MAAM,4BAA4B,CAChC,wBAAwB,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACvC,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,YAAY,EAAE,KAAK,CAAC,kBAAkB;SACvC,CAAC,CAAC,EACH,mBAAmB,CACpB,CACF,CAAC;IACJ,CAAC;IAED,MAAM,0BAA0B,GAAG,MAAM,iCAAiC,CAAC;QACzE,YAAY,EAAE,0BAA0B,CAAC,OAAO,CAC9C,CAAC,EAAE,WAAW,EAAE,eAAe,EAAE,EAAE,EAAE,CACnC,eAAe,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CACvC;QACD,KAAK,EAAE,OAAO;QACd,UAAU,EAAE,mCAAmC,CAAC,0BAA0B,CAAC;KAC5E,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,CAAC;IAC7C,IAAI,CAAC,CAAC,MAAM,YAAY,CAAC,SAAS,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IAEnD,MAAM,OAAO,CAAC,GAAG,CACf,0BAA0B,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,EAAE,eAAe,EAAE,EAAE,EAAE,CAClE,eAAe;QACb,CAAC,CAAC,qCAAqC,CAAC;YACpC,WAAW;YACX,eAAe;YACf,8BAA8B;SAC/B,CAAC;QACJ,CAAC,CAAC,SAAS,CACd,CACF,CAAC;IAEF,OAAO,CAAC,QAAQ;QACd,mBAAmB,CAAC,MAAM,KAAK,CAAC;QAChC,0BAA0B,CAAC,MAAM,KAAK,CAAC;QACvC,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,CAAC,GAAG,mBAAmB,EAAE,GAAG,0BAA0B,CAAC,CAAC;AAC9D,CAAC;AAED,KAAK,UAAU,4BAA4B,CAAC,EAC1C,wBAAwB,EACxB,GAAG,KAAK,EAC4B;IACpC,MAAM,YAAY,GAAG,MAAM,yBAAyB,CAClD,wBAAwB,CACzB,CAAC;IACF,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,6BAA6B,CAAC;QACnC,GAAG,KAAK;QACR,YAAY;KACb,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,mCAAmC,CAAC,EAClD,SAAS,EACT,GAAG,KAAK,EACmC;IAC3C,OAAO,4BAA4B,CAAC;QAClC,GAAG,KAAK;QACR,0BAA0B,EAAE,CAAC,KAAK,EAAE,EAAE,CACpC,iCAAiC,CAAC,SAAS,EAAE,KAAK,CAAC;QACrD,wBAAwB,EAAE,CAAC,KAAK,EAAE,EAAE,CAClC,SAAS,CAAC,wBAAwB,CAAC,KAAK,CAAC;KAC5C,CAAC,CAAC;AACL,CAAC","sourcesContent":["import type { DocumentSummary } from \"../../../data/documents/documentSummary\";\nimport { isDocumentUpdateCreatedEvent } from \"../../../data/documents/documentSync\";\nimport { dedupeReferencedPrincipalStates } from \"../../../data/keyingProjectionVerification/principalPolicyCache\";\nimport { withoutDeferredDocumentLinks } from \"../documentLinks/deferredDocumentLinks\";\nimport { settleContainerDocumentTombstones } from \"../tombstones/documentTombstoneGate\";\nimport {\n  listContainerDocumentLanesFromApi,\n  listContainerDocumentsFromWatermarks,\n} from \"./containerDocumentListing\";\nimport { saveAppliedContainerDocumentWatermark } from \"./documentDiscoveryApply\";\nimport {\n  collectApplicableDocumentTombstones,\n  collectDiscoveredDocumentInputs,\n} from \"./documentDiscoveryInputs\";\nimport { discoverContainerDocumentLanes } from \"./documentDiscoveryLanes\";\nimport type {\n  ContainerDocumentDiscoveryApi,\n  ContainerParentDiscoveryLane,\n  DiscoverAllContainerDocumentsOptions,\n  DiscoverContainerDocumentsOptions,\n  ListedContainerDocumentsLane,\n  RefreshAllContainerDocumentsFromApiOptions,\n  RefreshAllContainerDocumentsOptions,\n} from \"./documentDiscoveryTypes\";\n\nexport type { RefreshAllContainerDocumentsFromApiOptions } from \"./documentDiscoveryTypes\";\n\nconst CONTAINER_PARENT_DISCOVERY_BATCH_SIZE = 4;\n\ntype ContainerParentLaneRequest = Parameters<\n  ContainerDocumentDiscoveryApi[\"listContainerParentLanes\"]\n>[0][\"lanes\"][number];\n\ninterface RequestedContainerParentLane {\n  lane: ContainerParentDiscoveryLane;\n  request: ContainerParentLaneRequest;\n}\n\nasync function listContainerParentLaneBatch(\n  listContainerParentLanes: ContainerDocumentDiscoveryApi[\"listContainerParentLanes\"],\n  requestedLanes: ReadonlyArray<RequestedContainerParentLane>,\n) {\n  const response = await listContainerParentLanes({\n    lanes: requestedLanes.map(({ request }) => request),\n  });\n  if (!response || response.results.length !== requestedLanes.length) {\n    return null;\n  }\n\n  const requestedLaneIds = new Set(\n    requestedLanes.map(({ request }) => request.laneId),\n  );\n  const pagesByLaneId = new Map<\n    string,\n    (typeof response.results)[number][\"page\"]\n  >();\n  for (const result of response.results) {\n    if (\n      !requestedLaneIds.has(result.laneId) ||\n      pagesByLaneId.has(result.laneId)\n    ) {\n      return null;\n    }\n    pagesByLaneId.set(result.laneId, result.page);\n  }\n\n  return requestedLanes.map(({ lane, request }) => ({\n    lane,\n    response: pagesByLaneId.get(request.laneId),\n  }));\n}\n\nfunction collectRemoteContainerIds(\n  items: ReadonlyArray<{ id: string }>,\n  seenContainerIds: Set<string>,\n  containerIds: string[],\n): ReadonlyArray<string> {\n  for (const { id } of items) {\n    if (!seenContainerIds.has(id)) {\n      seenContainerIds.add(id);\n      containerIds.push(id);\n    }\n  }\n\n  return items.map(({ id }) => id);\n}\n\nexport function hasUndiscoveredDocumentUpdateEvent(\n  events: ReadonlyArray<unknown>,\n  knownDocumentIds: ReadonlySet<string>,\n): boolean {\n  return events.some(\n    (event) =>\n      isDocumentUpdateCreatedEvent(event) &&\n      !knownDocumentIds.has(event.documentId),\n  );\n}\n\nexport async function listAllRemoteContainerIds(\n  listContainerParentLanes: ContainerDocumentDiscoveryApi[\"listContainerParentLanes\"],\n): Promise<ReadonlyArray<string> | null> {\n  const containerIds: string[] = [];\n  const queuedParentIds = new Set<string | null>();\n  const seenContainerIds = new Set<string>();\n  const lanes: ContainerParentDiscoveryLane[] = [];\n  let nextLaneId = 0;\n  const queueParentLane = (parentId: string | null) => {\n    if (queuedParentIds.has(parentId)) {\n      return;\n    }\n\n    queuedParentIds.add(parentId);\n    lanes.push({ parentId, watermark: null });\n  };\n\n  queueParentLane(null);\n\n  while (lanes.length > 0) {\n    const laneBatch = lanes.splice(0, CONTAINER_PARENT_DISCOVERY_BATCH_SIZE);\n    const requestedLanes = laneBatch.map((lane) => ({\n      lane,\n      request: {\n        laneId: `container-parent-${nextLaneId++}`,\n        parentId: lane.parentId,\n        watermark: lane.watermark,\n      },\n    }));\n    const listedLanes = await listContainerParentLaneBatch(\n      listContainerParentLanes,\n      requestedLanes,\n    );\n    if (!listedLanes) {\n      return null;\n    }\n    const continuationLanes: ContainerParentDiscoveryLane[] = [];\n\n    for (const { lane, response } of listedLanes) {\n      if (!response) {\n        return null;\n      }\n\n      for (const containerId of collectRemoteContainerIds(\n        response.items,\n        seenContainerIds,\n        containerIds,\n      )) {\n        queueParentLane(containerId);\n      }\n\n      if (response.hasMore) {\n        if (!response.nextWatermark) {\n          return null;\n        }\n        continuationLanes.push({\n          parentId: lane.parentId,\n          watermark: response.nextWatermark,\n        });\n      }\n    }\n\n    lanes.unshift(...continuationLanes);\n  }\n\n  return containerIds;\n}\n\nexport function listAllRemoteContainerIdsFromApi(\n  apiClient: Pick<ContainerDocumentDiscoveryApi, \"listContainerParentLanes\">,\n): Promise<ReadonlyArray<string> | null> {\n  return listAllRemoteContainerIds((input) =>\n    apiClient.listContainerParentLanes(input),\n  );\n}\n\nexport async function discoverContainerDocuments({\n  beginDocumentDiscovery,\n  listContainerDocumentLanes,\n  loadContainerDocumentWatermark,\n  ...lane\n}: DiscoverContainerDocumentsOptions): Promise<ReadonlyArray<DocumentSummary> | null> {\n  const [outcome] = await discoverContainerDocumentLanes({\n    generation: await beginDocumentDiscovery(),\n    lanes: [lane],\n    listContainerDocumentLanes,\n    loadContainerDocumentWatermark,\n  });\n  if (outcome?.status === \"rejected\") throw outcome.reason;\n  return outcome?.value ?? null;\n}\n\nexport function discoverContainerDocumentsFromApi({\n  apiClient,\n  ...input\n}: Omit<DiscoverContainerDocumentsOptions, \"listContainerDocumentLanes\"> & {\n  readonly apiClient: Pick<\n    ContainerDocumentDiscoveryApi,\n    \"listContainerDocumentLanes\"\n  >;\n}): Promise<ReadonlyArray<DocumentSummary> | null> {\n  return discoverContainerDocuments({\n    ...input,\n    listContainerDocumentLanes: (lanes) =>\n      listContainerDocumentLanesFromApi(apiClient, lanes),\n  });\n}\n\nasync function listDiscoveryLanes(\n  input: Parameters<typeof listContainerDocumentsFromWatermarks>[0],\n): Promise<ListedContainerDocumentsLane[]> {\n  const listed = await listContainerDocumentsFromWatermarks(input);\n  return input.containerIds.map((containerId) => ({\n    containerId,\n    listedDocuments: listed.get(containerId) ?? null,\n  }));\n}\n\nexport async function discoverAllContainerDocuments(\n  options: DiscoverAllContainerDocumentsOptions,\n): Promise<ReadonlyArray<DocumentSummary> | null> {\n  const {\n    cacheReferencedPrincipalPolicies,\n    containerIds,\n    loadContainerDocumentWatermark,\n    listContainerDocumentLanes,\n    replaceDocumentLinksBatch,\n    saveContainerDocumentWatermark,\n    upsertDiscoveredDocuments,\n  } = options;\n  const uniqueContainerIds = Array.from(new Set(containerIds)).filter(\n    (containerId): containerId is string =>\n      typeof containerId === \"string\" && containerId.length > 0,\n  );\n  const generation = await options.beginDocumentDiscovery();\n  const listedDocumentsByContainer = await listDiscoveryLanes({\n    containerIds: uniqueContainerIds,\n    listContainerDocumentLanes,\n    loadContainerDocumentWatermark,\n  });\n  await cacheReferencedPrincipalPolicies?.(\n    dedupeReferencedPrincipalStates(\n      listedDocumentsByContainer.flatMap(\n        ({ listedDocuments }) =>\n          listedDocuments?.items.flatMap(\n            (document) => document.referencedPrincipals,\n          ) ?? [],\n      ),\n    ),\n  );\n  const verification = await options.verifyDiscoveredDocuments(\n    collectDiscoveredDocumentInputs(listedDocumentsByContainer),\n    uniqueContainerIds,\n    generation,\n    collectApplicableDocumentTombstones(listedDocumentsByContainer),\n  );\n  if (!(await verification.isCurrent())) return null;\n  const discoveredDocumentInputs = verification.inputs;\n  const discoveredDocuments =\n    discoveredDocumentInputs.length === 0\n      ? []\n      : await upsertDiscoveredDocuments(discoveredDocumentInputs);\n\n  if (discoveredDocumentInputs.length > 0) {\n    await replaceDocumentLinksBatch(\n      await withoutDeferredDocumentLinks(\n        discoveredDocumentInputs.map((input) => ({\n          documentId: input.documentId,\n          accessEpoch: input.accessEpoch,\n          containerIds: input.linkedContainerIds,\n        })),\n        discoveredDocuments,\n      ),\n    );\n  }\n\n  const tombstoneDocumentSummaries = await settleContainerDocumentTombstones({\n    containerIds: listedDocumentsByContainer.flatMap(\n      ({ containerId, listedDocuments }) =>\n        listedDocuments ? [containerId] : [],\n    ),\n    store: options,\n    tombstones: collectApplicableDocumentTombstones(listedDocumentsByContainer),\n  });\n\n  const complete = await verification.commit();\n  if (!(await verification.isCurrent())) return null;\n\n  await Promise.all(\n    listedDocumentsByContainer.map(({ containerId, listedDocuments }) =>\n      listedDocuments\n        ? saveAppliedContainerDocumentWatermark({\n            containerId,\n            listedDocuments,\n            saveContainerDocumentWatermark,\n          })\n        : undefined,\n    ),\n  );\n\n  return !complete &&\n    discoveredDocuments.length === 0 &&\n    tombstoneDocumentSummaries.length === 0\n    ? null\n    : [...discoveredDocuments, ...tombstoneDocumentSummaries];\n}\n\nasync function refreshAllContainerDocuments({\n  listContainerParentLanes,\n  ...input\n}: RefreshAllContainerDocumentsOptions): Promise<ReadonlyArray<DocumentSummary> | null> {\n  const containerIds = await listAllRemoteContainerIds(\n    listContainerParentLanes,\n  );\n  if (!containerIds) {\n    return null;\n  }\n\n  return discoverAllContainerDocuments({\n    ...input,\n    containerIds,\n  });\n}\n\nexport function refreshAllContainerDocumentsFromApi({\n  apiClient,\n  ...input\n}: RefreshAllContainerDocumentsFromApiOptions): Promise<ReadonlyArray<DocumentSummary> | null> {\n  return refreshAllContainerDocuments({\n    ...input,\n    listContainerDocumentLanes: (lanes) =>\n      listContainerDocumentLanesFromApi(apiClient, lanes),\n    listContainerParentLanes: (input) =>\n      apiClient.listContainerParentLanes(input),\n  });\n}\n"]}

package/workflows/container-contents/documentLinks/availableDocumentLinkIntent.js

@@ -0,0 +1,32 @@
+import { DOCUMENT_LINK_INTENT_TYPE, } from "../../../data/persistence/container-contents/documentMoveIntentPersistence.js";
+/** Plan available additions without forgetting any part of the durable intent. */
+export function availableDocumentLinkIntent(intent, hasContainer) {
+    if (intent.intentType !== DOCUMENT_LINK_INTENT_TYPE)
+        return { intent, deferred: false };
+    // For link intents the primary target is a routing hint, often the old source.
+    // Only explicit additions can defer the requested removals.
+    const requested = [...new Set(intent.additionalLinkContainerIds ?? [])];
+    const available = requested.filter(hasContainer);
+    const deferred = available.length !== requested.length;
+    const targetContainerId = hasContainer(intent.targetContainerId)
+        ? intent.targetContainerId
+        : (available[0] ??
+            (intent.sourceContainerId && hasContainer(intent.sourceContainerId)
+                ? intent.sourceContainerId
+                : undefined));
+    if (!targetContainerId ||
+        (!deferred && targetContainerId === intent.targetContainerId))
+        return { intent, deferred };
+    return {
+        deferred,
+        intent: {
+            ...intent,
+            targetContainerId,
+            additionalLinkContainerIds: available,
+            ...(deferred
+                ? { removedLinkContainerIds: [], replaceLinkedContainers: false }
+                : {}),
+        },
+    };
+}
+//# sourceMappingURL=availableDocumentLinkIntent.js.map

package/workflows/container-contents/documentLinks/availableDocumentLinkIntent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"availableDocumentLinkIntent.js","sourceRoot":"","sources":["availableDocumentLinkIntent.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,yBAAyB,GAE1B,MAAM,4EAA4E,CAAC;AAEpF,kFAAkF;AAClF,MAAM,UAAU,2BAA2B,CACzC,MAAgC,EAChC,YAAqC;IAErC,IAAI,MAAM,CAAC,UAAU,KAAK,yBAAyB;QACjD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IACrC,+EAA+E;IAC/E,4DAA4D;IAC5D,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,0BAA0B,IAAI,EAAE,CAAC,CAAC,CAAC;IACxE,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IACjD,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,KAAK,SAAS,CAAC,MAAM,CAAC;IACvD,MAAM,iBAAiB,GAAG,YAAY,CAAC,MAAM,CAAC,iBAAiB,CAAC;QAC9D,CAAC,CAAC,MAAM,CAAC,iBAAiB;QAC1B,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;YACb,CAAC,MAAM,CAAC,iBAAiB,IAAI,YAAY,CAAC,MAAM,CAAC,iBAAiB,CAAC;gBACjE,CAAC,CAAC,MAAM,CAAC,iBAAiB;gBAC1B,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;IACpB,IACE,CAAC,iBAAiB;QAClB,CAAC,CAAC,QAAQ,IAAI,iBAAiB,KAAK,MAAM,CAAC,iBAAiB,CAAC;QAE7D,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IAC9B,OAAO;QACL,QAAQ;QACR,MAAM,EAAE;YACN,GAAG,MAAM;YACT,iBAAiB;YACjB,0BAA0B,EAAE,SAAS;YACrC,GAAG,CAAC,QAAQ;gBACV,CAAC,CAAC,EAAE,uBAAuB,EAAE,EAAE,EAAE,uBAAuB,EAAE,KAAK,EAAE;gBACjE,CAAC,CAAC,EAAE,CAAC;SACR;KACF,CAAC;AACJ,CAAC","sourcesContent":["import {\n  DOCUMENT_LINK_INTENT_TYPE,\n  type DocumentMoveIntentRecord,\n} from \"../../../data/persistence/container-contents/documentMoveIntentPersistence\";\n\n/** Plan available additions without forgetting any part of the durable intent. */\nexport function availableDocumentLinkIntent(\n  intent: DocumentMoveIntentRecord,\n  hasContainer: (id: string) => boolean,\n): { intent: DocumentMoveIntentRecord; deferred: boolean } {\n  if (intent.intentType !== DOCUMENT_LINK_INTENT_TYPE)\n    return { intent, deferred: false };\n  // For link intents the primary target is a routing hint, often the old source.\n  // Only explicit additions can defer the requested removals.\n  const requested = [...new Set(intent.additionalLinkContainerIds ?? [])];\n  const available = requested.filter(hasContainer);\n  const deferred = available.length !== requested.length;\n  const targetContainerId = hasContainer(intent.targetContainerId)\n    ? intent.targetContainerId\n    : (available[0] ??\n      (intent.sourceContainerId && hasContainer(intent.sourceContainerId)\n        ? intent.sourceContainerId\n        : undefined));\n  if (\n    !targetContainerId ||\n    (!deferred && targetContainerId === intent.targetContainerId)\n  )\n    return { intent, deferred };\n  return {\n    deferred,\n    intent: {\n      ...intent,\n      targetContainerId,\n      additionalLinkContainerIds: available,\n      ...(deferred\n        ? { removedLinkContainerIds: [], replaceLinkedContainers: false }\n        : {}),\n    },\n  };\n}\n"]}

package/workflows/container-contents/documentLinks/deferredDocumentLinks.js

@@ -0,0 +1,9 @@
+import { deriveStableDocumentId } from "../../../data/documents/shared/stableDocumentId.js";
+/** A deferred create keeps its intended links until its signed adoption verifies. */
+export async function withoutDeferredDocumentLinks(links, summaries) {
+    const deferredIds = new Set(await Promise.all(summaries
+        .filter((summary) => summary.documentId === null)
+        .map((summary) => deriveStableDocumentId(summary.id))));
+    return links.filter((link) => !deferredIds.has(link.documentId));
+}
+//# sourceMappingURL=deferredDocumentLinks.js.map

package/workflows/container-contents/documentLinks/deferredDocumentLinks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"deferredDocumentLinks.js","sourceRoot":"","sources":["deferredDocumentLinks.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,sBAAsB,EAAE,MAAM,iDAAiD,CAAC;AAEzF,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAGhD,KAAmB,EACnB,SAAqC;IAErC,MAAM,WAAW,GAAG,IAAI,GAAG,CACzB,MAAM,OAAO,CAAC,GAAG,CACf,SAAS;SACN,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,KAAK,IAAI,CAAC;SAChD,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,sBAAsB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CACxD,CACF,CAAC;IACF,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;AACnE,CAAC","sourcesContent":["import type { DocumentSummary } from \"../../../data/documents/documentSummary\";\nimport { deriveStableDocumentId } from \"../../../data/documents/shared/stableDocumentId\";\n\n/** A deferred create keeps its intended links until its signed adoption verifies. */\nexport async function withoutDeferredDocumentLinks<\n  T extends { documentId: string; containerIds: readonly string[] },\n>(\n  links: readonly T[],\n  summaries: readonly DocumentSummary[],\n): Promise<readonly T[]> {\n  const deferredIds = new Set(\n    await Promise.all(\n      summaries\n        .filter((summary) => summary.documentId === null)\n        .map((summary) => deriveStableDocumentId(summary.id)),\n    ),\n  );\n  return links.filter((link) => !deferredIds.has(link.documentId));\n}\n"]}

package/workflows/container-contents/documentLinks/documentLinkIntent.js

@@ -0,0 +1,82 @@
+import { uniqueSortedStrings } from "../../../data/documents/shared/readers.js";
+import { sqlDocumentMoveIntentPersistence } from "../../../data/persistence/container-contents/documentMoveIntentPersistence.js";
+import { sqlDocumentContainerProjectionPersistence as links } from "../../../data/persistence/containers/documentContainerProjectionPersistence.js";
+import { defaultDocumentsPersistence } from "../../documents/index.js";
+import { relinkContainerDocumentLocally } from "./documentLocalRelink.js";
+export async function addDocumentLinkLocally(input) {
+    const { note, runtime, targetContainerId } = input;
+    const persisted = await defaultDocumentsPersistence.loadDocument(runtime.infra.execSql, note.id);
+    if (!persisted)
+        return null;
+    const intentId = crypto.randomUUID();
+    let linkedContainerIds = [];
+    const linkedNote = await relinkContainerDocumentLocally({
+        ...input,
+        accessEpoch: persisted.accessEpoch,
+        requestSync: false,
+        targetContainerId: note.containerId,
+        commitSideEffect: async (execSql) => {
+            const currentLinks = await links.listLinkedContainerIds(execSql, note.documentId);
+            linkedContainerIds = uniqueSortedStrings([
+                ...currentLinks,
+                note.containerId,
+                targetContainerId,
+            ]);
+            await sqlDocumentMoveIntentPersistence.enqueueLinkIntent(execSql, {
+                id: intentId,
+                documentId: note.documentId,
+                localId: note.id,
+                sourceContainerId: note.containerId,
+                targetContainerId,
+            });
+            await links.replaceDocumentLinks(execSql, note.documentId, linkedContainerIds, { moveIntentId: intentId });
+        },
+    });
+    if (!linkedNote)
+        return null;
+    input.setLinkedContainerIdsForDocument(note.documentId, linkedContainerIds);
+    input.scheduleSync?.();
+    runtime.util.log(`Container contents: queued note ${note.id} link to ${targetContainerId}`);
+    return linkedNote;
+}
+export async function removeDocumentLinkLocally(input) {
+    const { note, runtime, removedContainerId } = input;
+    const execSql = runtime.infra.execSql;
+    const persisted = await defaultDocumentsPersistence.loadDocument(execSql, note.id);
+    if (!persisted)
+        return null;
+    const currentLinks = await links.listLinkedContainerIds(execSql, note.documentId);
+    const remaining = currentLinks.filter((id) => id !== removedContainerId);
+    const nextContainerId = remaining.includes(note.containerId)
+        ? note.containerId
+        : remaining[0];
+    if (!nextContainerId || !currentLinks.includes(removedContainerId))
+        return null;
+    const intentId = crypto.randomUUID();
+    let linkedContainerIds = [];
+    const unlinkedNote = await relinkContainerDocumentLocally({
+        ...input,
+        accessEpoch: persisted.accessEpoch,
+        requestSync: false,
+        targetContainerId: nextContainerId,
+        commitSideEffect: async (transactionExecSql) => {
+            linkedContainerIds = (await links.listLinkedContainerIds(transactionExecSql, note.documentId)).filter((id) => id !== removedContainerId);
+            if (!linkedContainerIds.includes(nextContainerId))
+                throw new Error("Document placement changed before unlink");
+            await sqlDocumentMoveIntentPersistence.enqueueUnlinkIntent(transactionExecSql, {
+                id: intentId,
+                documentId: note.documentId,
+                localId: note.id,
+                removedContainerId,
+                targetContainerId: nextContainerId,
+            });
+            await links.replaceDocumentLinks(transactionExecSql, note.documentId, linkedContainerIds, { moveIntentId: intentId });
+        },
+    });
+    if (!unlinkedNote)
+        return null;
+    input.setLinkedContainerIdsForDocument(note.documentId, linkedContainerIds);
+    input.scheduleSync?.();
+    return unlinkedNote;
+}
+//# sourceMappingURL=documentLinkIntent.js.map

package/workflows/container-contents/documentLinks/documentLinkIntent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"documentLinkIntent.js","sourceRoot":"","sources":["documentLinkIntent.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,wCAAwC,CAAC;AAC7E,OAAO,EAAE,gCAAgC,EAAE,MAAM,4EAA4E,CAAC;AAC9H,OAAO,EAAE,yCAAyC,IAAI,KAAK,EAAE,MAAM,6EAA6E,CAAC;AACjJ,OAAO,EAAE,2BAA2B,EAAE,MAAM,iBAAiB,CAAC;AAO9D,OAAO,EAAE,8BAA8B,EAAE,MAAM,uBAAuB,CAAC;AAEvE,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAW,KAQtD;IACC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,iBAAiB,EAAE,GAAG,KAAK,CAAC;IACnD,MAAM,SAAS,GAAG,MAAM,2BAA2B,CAAC,YAAY,CAC9D,OAAO,CAAC,KAAK,CAAC,OAAO,EACrB,IAAI,CAAC,EAAE,CACR,CAAC;IACF,IAAI,CAAC,SAAS;QAAE,OAAO,IAAI,CAAC;IAC5B,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;IACrC,IAAI,kBAAkB,GAAsB,EAAE,CAAC;IAC/C,MAAM,UAAU,GAAG,MAAM,8BAA8B,CAAC;QACtD,GAAG,KAAK;QACR,WAAW,EAAE,SAAS,CAAC,WAAW;QAClC,WAAW,EAAE,KAAK;QAClB,iBAAiB,EAAE,IAAI,CAAC,WAAW;QACnC,gBAAgB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;YAClC,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,sBAAsB,CACrD,OAAO,EACP,IAAI,CAAC,UAAU,CAChB,CAAC;YACF,kBAAkB,GAAG,mBAAmB,CAAC;gBACvC,GAAG,YAAY;gBACf,IAAI,CAAC,WAAW;gBAChB,iBAAiB;aAClB,CAAC,CAAC;YACH,MAAM,gCAAgC,CAAC,iBAAiB,CAAC,OAAO,EAAE;gBAChE,EAAE,EAAE,QAAQ;gBACZ,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,OAAO,EAAE,IAAI,CAAC,EAAE;gBAChB,iBAAiB,EAAE,IAAI,CAAC,WAAW;gBACnC,iBAAiB;aAClB,CAAC,CAAC;YACH,MAAM,KAAK,CAAC,oBAAoB,CAC9B,OAAO,EACP,IAAI,CAAC,UAAU,EACf,kBAAkB,EAClB,EAAE,YAAY,EAAE,QAAQ,EAAE,CAC3B,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;IACH,IAAI,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC;IAC7B,KAAK,CAAC,gCAAgC,CAAC,IAAI,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;IAC5E,KAAK,CAAC,YAAY,EAAE,EAAE,CAAC;IACvB,OAAO,CAAC,IAAI,CAAC,GAAG,CACd,mCAAmC,IAAI,CAAC,EAAE,YAAY,iBAAiB,EAAE,CAC1E,CAAC;IACF,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,KAGkC;IAElC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,kBAAkB,EAAE,GAAG,KAAK,CAAC;IACpD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;IACtC,MAAM,SAAS,GAAG,MAAM,2BAA2B,CAAC,YAAY,CAC9D,OAAO,EACP,IAAI,CAAC,EAAE,CACR,CAAC;IACF,IAAI,CAAC,SAAS;QAAE,OAAO,IAAI,CAAC;IAC5B,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,sBAAsB,CACrD,OAAO,EACP,IAAI,CAAC,UAAU,CAChB,CAAC;IACF,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,kBAAkB,CAAC,CAAC;IACzE,MAAM,eAAe,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC;QAC1D,CAAC,CAAC,IAAI,CAAC,WAAW;QAClB,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IACjB,IAAI,CAAC,eAAe,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QAChE,OAAO,IAAI,CAAC;IACd,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;IACrC,IAAI,kBAAkB,GAAsB,EAAE,CAAC;IAC/C,MAAM,YAAY,GAAG,MAAM,8BAA8B,CAAC;QACxD,GAAG,KAAK;QACR,WAAW,EAAE,SAAS,CAAC,WAAW;QAClC,WAAW,EAAE,KAAK;QAClB,iBAAiB,EAAE,eAAe;QAClC,gBAAgB,EAAE,KAAK,EAAE,kBAAkB,EAAE,EAAE;YAC7C,kBAAkB,GAAG,CACnB,MAAM,KAAK,CAAC,sBAAsB,CAAC,kBAAkB,EAAE,IAAI,CAAC,UAAU,CAAC,CACxE,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,kBAAkB,CAAC,CAAC;YAC5C,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,eAAe,CAAC;gBAC/C,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;YAC9D,MAAM,gCAAgC,CAAC,mBAAmB,CACxD,kBAAkB,EAClB;gBACE,EAAE,EAAE,QAAQ;gBACZ,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,OAAO,EAAE,IAAI,CAAC,EAAE;gBAChB,kBAAkB;gBAClB,iBAAiB,EAAE,eAAe;aACnC,CACF,CAAC;YACF,MAAM,KAAK,CAAC,oBAAoB,CAC9B,kBAAkB,EAClB,IAAI,CAAC,UAAU,EACf,kBAAkB,EAClB,EAAE,YAAY,EAAE,QAAQ,EAAE,CAC3B,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;IACH,IAAI,CAAC,YAAY;QAAE,OAAO,IAAI,CAAC;IAC/B,KAAK,CAAC,gCAAgC,CAAC,IAAI,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;IAC5E,KAAK,CAAC,YAAY,EAAE,EAAE,CAAC;IACvB,OAAO,YAAY,CAAC;AACtB,CAAC","sourcesContent":["import type { DocumentSummary } from \"../../../data/documents/documentSummary\";\nimport { uniqueSortedStrings } from \"../../../data/documents/shared/readers\";\nimport { sqlDocumentMoveIntentPersistence } from \"../../../data/persistence/container-contents/documentMoveIntentPersistence\";\nimport { sqlDocumentContainerProjectionPersistence as links } from \"../../../data/persistence/containers/documentContainerProjectionPersistence\";\nimport { defaultDocumentsPersistence } from \"../../documents\";\nimport type {\n  DocumentStructuralMutationHost,\n  DocumentStructuralMutationLocalStore,\n  DocumentStructuralMutationRuntime,\n  SetLinkedContainerIdsForDocument,\n} from \"../documentQueries/documentStructureTypes\";\nimport { relinkContainerDocumentLocally } from \"./documentLocalRelink\";\n\nexport async function addDocumentLinkLocally<TRuntime>(input: {\n  currentDocumentStore: DocumentStructuralMutationLocalStore<TRuntime>;\n  host: DocumentStructuralMutationHost<TRuntime>;\n  note: DocumentSummary & { documentId: string; containerId: string };\n  runtime: DocumentStructuralMutationRuntime;\n  scheduleSync?: (() => void) | undefined;\n  setLinkedContainerIdsForDocument: SetLinkedContainerIdsForDocument;\n  targetContainerId: string;\n}): Promise<DocumentSummary | null> {\n  const { note, runtime, targetContainerId } = input;\n  const persisted = await defaultDocumentsPersistence.loadDocument(\n    runtime.infra.execSql,\n    note.id,\n  );\n  if (!persisted) return null;\n  const intentId = crypto.randomUUID();\n  let linkedContainerIds: readonly string[] = [];\n  const linkedNote = await relinkContainerDocumentLocally({\n    ...input,\n    accessEpoch: persisted.accessEpoch,\n    requestSync: false,\n    targetContainerId: note.containerId,\n    commitSideEffect: async (execSql) => {\n      const currentLinks = await links.listLinkedContainerIds(\n        execSql,\n        note.documentId,\n      );\n      linkedContainerIds = uniqueSortedStrings([\n        ...currentLinks,\n        note.containerId,\n        targetContainerId,\n      ]);\n      await sqlDocumentMoveIntentPersistence.enqueueLinkIntent(execSql, {\n        id: intentId,\n        documentId: note.documentId,\n        localId: note.id,\n        sourceContainerId: note.containerId,\n        targetContainerId,\n      });\n      await links.replaceDocumentLinks(\n        execSql,\n        note.documentId,\n        linkedContainerIds,\n        { moveIntentId: intentId },\n      );\n    },\n  });\n  if (!linkedNote) return null;\n  input.setLinkedContainerIdsForDocument(note.documentId, linkedContainerIds);\n  input.scheduleSync?.();\n  runtime.util.log(\n    `Container contents: queued note ${note.id} link to ${targetContainerId}`,\n  );\n  return linkedNote;\n}\n\nexport async function removeDocumentLinkLocally<TRuntime>(\n  input: Omit<\n    Parameters<typeof addDocumentLinkLocally<TRuntime>>[0],\n    \"targetContainerId\"\n  > & { removedContainerId: string },\n): Promise<DocumentSummary | null> {\n  const { note, runtime, removedContainerId } = input;\n  const execSql = runtime.infra.execSql;\n  const persisted = await defaultDocumentsPersistence.loadDocument(\n    execSql,\n    note.id,\n  );\n  if (!persisted) return null;\n  const currentLinks = await links.listLinkedContainerIds(\n    execSql,\n    note.documentId,\n  );\n  const remaining = currentLinks.filter((id) => id !== removedContainerId);\n  const nextContainerId = remaining.includes(note.containerId)\n    ? note.containerId\n    : remaining[0];\n  if (!nextContainerId || !currentLinks.includes(removedContainerId))\n    return null;\n  const intentId = crypto.randomUUID();\n  let linkedContainerIds: readonly string[] = [];\n  const unlinkedNote = await relinkContainerDocumentLocally({\n    ...input,\n    accessEpoch: persisted.accessEpoch,\n    requestSync: false,\n    targetContainerId: nextContainerId,\n    commitSideEffect: async (transactionExecSql) => {\n      linkedContainerIds = (\n        await links.listLinkedContainerIds(transactionExecSql, note.documentId)\n      ).filter((id) => id !== removedContainerId);\n      if (!linkedContainerIds.includes(nextContainerId))\n        throw new Error(\"Document placement changed before unlink\");\n      await sqlDocumentMoveIntentPersistence.enqueueUnlinkIntent(\n        transactionExecSql,\n        {\n          id: intentId,\n          documentId: note.documentId,\n          localId: note.id,\n          removedContainerId,\n          targetContainerId: nextContainerId,\n        },\n      );\n      await links.replaceDocumentLinks(\n        transactionExecSql,\n        note.documentId,\n        linkedContainerIds,\n        { moveIntentId: intentId },\n      );\n    },\n  });\n  if (!unlinkedNote) return null;\n  input.setLinkedContainerIdsForDocument(note.documentId, linkedContainerIds);\n  input.scheduleSync?.();\n  return unlinkedNote;\n}\n"]}

package/workflows/container-contents/documentLinks/documentLocalRelink.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"documentLocalRelink.js","sourceRoot":"","sources":["documentLocalRelink.ts"],"names":[],"mappings":"AASA,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAW,MAW9D;IACC,MAAM,EACJ,WAAW,EACX,eAAe,EACf,oBAAoB,EACpB,IAAI,EACJ,IAAI,EACJ,WAAW,EACX,WAAW,EACX,OAAO,EACP,iBAAiB,GAClB,GAAG,MAAM,CAAC;IAEX,MAAM,YAAY,GAAG,MAAM,oBAAoB,CAAC,MAAM,CAAC;QACrD,WAAW;QACX,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC;QAC7D,WAAW,EAAE,iBAAiB;QAC9B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,GAAG,WAAW;QACd,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,OAAO,EAAE,IAAI,CAAC,EAAE;KACjB,CAAC,CAAC;IACH,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,CAAC,IAAI,CAAC,GAAG,CACd,4BAA4B,IAAI,CAAC,EAAE,oDAAoD,CACxF,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;IACxC,oBAAoB,CAAC,aAAa,CAChC,IAAI,CAAC,uBAAuB,CAAC,iBAAiB,CAAC,CAChD,CAAC;IACF,IAAI,WAAW,EAAE,CAAC;QAChB,oBAAoB,CAAC,WAAW,EAAE,CAAC;IACrC,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC","sourcesContent":["import type { DocumentSummary } from \"../../../data/documents/documentSummary\";\nimport type {\n  DocumentStructuralMutationHost,\n  DocumentStructuralMutationLocalStore,\n  DocumentStructuralMutationRelinkInput,\n  DocumentStructuralMutationRuntime,\n} from \"../documentQueries/documentStructureTypes\";\nimport type { RemoteDocumentPersistedState } from \"./index\";\n\nexport async function relinkContainerDocumentLocally<TRuntime>(params: {\n  accessEpoch: number;\n  commitSideEffect?: DocumentStructuralMutationRelinkInput[\"commitSideEffect\"];\n  accessStateHash?: string | null | undefined;\n  currentDocumentStore: DocumentStructuralMutationLocalStore<TRuntime>;\n  host: DocumentStructuralMutationHost<TRuntime>;\n  note: DocumentSummary;\n  remoteState?: RemoteDocumentPersistedState | undefined;\n  requestSync: boolean;\n  runtime: DocumentStructuralMutationRuntime;\n  targetContainerId: string;\n}) {\n  const {\n    accessEpoch,\n    accessStateHash,\n    currentDocumentStore,\n    host,\n    note,\n    remoteState,\n    requestSync,\n    runtime,\n    targetContainerId,\n  } = params;\n\n  const relinkedNote = await currentDocumentStore.relink({\n    accessEpoch,\n    ...(accessStateHash === undefined ? {} : { accessStateHash }),\n    containerId: targetContainerId,\n    commitSideEffect: params.commitSideEffect,\n    ...remoteState,\n    documentId: note.documentId,\n    localId: note.id,\n  });\n  if (!relinkedNote) {\n    runtime.util.log(\n      `Container contents: note ${note.id} could not be relinked after a structural mutation`,\n    );\n    return null;\n  }\n\n  host.mergeDocumentSummary(relinkedNote);\n  currentDocumentStore.updateRuntime(\n    host.documentWorkflowRuntime(targetContainerId),\n  );\n  if (requestSync) {\n    currentDocumentStore.requestSync();\n  }\n  return relinkedNote;\n}\n"]}