@fluidframework/container-runtime 2.1.0-276326 → 2.1.0-281041

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fluidframework/container-runtime",
-  "version": "2.1.0-276326",
+  "version": "2.1.0-281041",
   "description": "Fluid container runtime",
   "homepage": "https://fluidframework.com",
   "repository": {
@@ -75,12 +75,12 @@
     },
     "./internal/test/blobManager": {
       "import": {
-        "types": "./lib/blobManager.d.ts",
-        "default": "./lib/blobManager.js"
+        "types": "./lib/blobManager/index.d.ts",
+        "default": "./lib/blobManager/index.js"
       },
       "require": {
-        "types": "./dist/blobManager.d.ts",
-        "default": "./dist/blobManager.js"
+        "types": "./dist/blobManager/index.d.ts",
+        "default": "./dist/blobManager/index.js"
       }
     },
     "./internal/test/summary": {
@@ -127,18 +127,18 @@
     "temp-directory": "nyc/.nyc_output"
   },
   "dependencies": {
-    "@fluid-internal/client-utils": "2.1.0-276326",
-    "@fluidframework/container-definitions": "2.1.0-276326",
-    "@fluidframework/container-runtime-definitions": "2.1.0-276326",
-    "@fluidframework/core-interfaces": "2.1.0-276326",
-    "@fluidframework/core-utils": "2.1.0-276326",
-    "@fluidframework/datastore": "2.1.0-276326",
-    "@fluidframework/driver-definitions": "2.1.0-276326",
-    "@fluidframework/driver-utils": "2.1.0-276326",
-    "@fluidframework/id-compressor": "2.1.0-276326",
-    "@fluidframework/runtime-definitions": "2.1.0-276326",
-    "@fluidframework/runtime-utils": "2.1.0-276326",
-    "@fluidframework/telemetry-utils": "2.1.0-276326",
+    "@fluid-internal/client-utils": "2.1.0-281041",
+    "@fluidframework/container-definitions": "2.1.0-281041",
+    "@fluidframework/container-runtime-definitions": "2.1.0-281041",
+    "@fluidframework/core-interfaces": "2.1.0-281041",
+    "@fluidframework/core-utils": "2.1.0-281041",
+    "@fluidframework/datastore": "2.1.0-281041",
+    "@fluidframework/driver-definitions": "2.1.0-281041",
+    "@fluidframework/driver-utils": "2.1.0-281041",
+    "@fluidframework/id-compressor": "2.1.0-281041",
+    "@fluidframework/runtime-definitions": "2.1.0-281041",
+    "@fluidframework/runtime-utils": "2.1.0-281041",
+    "@fluidframework/telemetry-utils": "2.1.0-281041",
     "@tylerbu/sorted-btree-es6": "^1.8.0",
     "double-ended-queue": "^2.1.0-0",
     "lz4js": "^0.2.0",
@@ -146,17 +146,17 @@
   },
   "devDependencies": {
     "@arethetypeswrong/cli": "^0.15.2",
-    "@biomejs/biome": "^1.7.3",
-    "@fluid-internal/mocha-test-setup": "2.1.0-276326",
-    "@fluid-private/stochastic-test-utils": "2.1.0-276326",
-    "@fluid-private/test-pairwise-generator": "2.1.0-276326",
+    "@biomejs/biome": "~1.8.3",
+    "@fluid-internal/mocha-test-setup": "2.1.0-281041",
+    "@fluid-private/stochastic-test-utils": "2.1.0-281041",
+    "@fluid-private/test-pairwise-generator": "2.1.0-281041",
     "@fluid-tools/benchmark": "^0.48.0",
-    "@fluid-tools/build-cli": "^0.39.0",
+    "@fluid-tools/build-cli": "^0.40.0",
     "@fluidframework/build-common": "^2.0.3",
-    "@fluidframework/build-tools": "^0.39.0",
-    "@fluidframework/container-runtime-previous": "npm:@fluidframework/container-runtime@2.0.0-rc.5.0.0",
+    "@fluidframework/build-tools": "^0.40.0",
+    "@fluidframework/container-runtime-previous": "npm:@fluidframework/container-runtime@2.0.0",
     "@fluidframework/eslint-config-fluid": "^5.3.0",
-    "@fluidframework/test-runtime-utils": "2.1.0-276326",
+    "@fluidframework/test-runtime-utils": "2.1.0-281041",
     "@microsoft/api-extractor": "^7.45.1",
     "@types/double-ended-queue": "^2.1.0",
     "@types/mocha": "^9.1.1",
@@ -178,25 +178,39 @@
     "typescript": "~5.4.5"
   },
   "typeValidation": {
-    "broken": {}
+    "broken": {
+      "ClassDeclaration_LocalFluidDataStoreContext": {
+        "forwardCompat": false
+      },
+      "ClassDeclaration_FluidDataStoreContext": {
+        "forwardCompat": false
+      },
+      "ClassDeclaration_LocalFluidDataStoreContextBase": {
+        "forwardCompat": false
+      },
+      "InterfaceDeclaration_IGCNodeUpdatedProps": {
+        "backCompat": false
+      }
+    }
   },
   "scripts": {
     "api": "fluid-build . --task api",
     "api-extractor:commonjs": "flub generate entrypoints --outDir ./dist",
     "api-extractor:esnext": "flub generate entrypoints --outDir ./lib --node10TypeCompat",
     "build": "fluid-build . --task build",
+    "build:api-reports": "concurrently \"npm:build:api-reports:*\"",
+    "build:api-reports:current": "api-extractor run --local --config api-extractor/api-extractor.current.json",
+    "build:api-reports:legacy": "api-extractor run --local --config api-extractor/api-extractor.legacy.json",
     "build:commonjs": "fluid-build . --task commonjs",
     "build:compile": "fluid-build . --task compile",
-    "build:docs": "concurrently \"npm:build:docs:*\"",
-    "build:docs:current": "api-extractor run --local",
-    "build:docs:legacy": "api-extractor run --local --config api-extractor/api-extractor.legacy.json",
+    "build:docs": "api-extractor run --local",
     "build:esnext": "tsc --project ./tsconfig.json",
     "build:genver": "gen-version",
     "build:test": "npm run build:test:esm && npm run build:test:cjs",
     "build:test:cjs": "fluid-tsc commonjs --project ./src/test/tsconfig.cjs.json",
     "build:test:esm": "tsc --project ./src/test/tsconfig.json",
     "check:are-the-types-wrong": "attw --pack . --exclude-entrypoints ./internal/test/containerRuntime ./internal/test/deltaScheduler ./internal/test/scheduleManager ./internal/test/blobManager ./internal/test/summary ./internal/test/gc",
-    "check:biome": "biome check . --formatter-enabled=true",
+    "check:biome": "biome check .",
     "check:exports": "concurrently \"npm:check:exports:*\"",
     "check:exports:bundle-release-tags": "api-extractor run --config api-extractor/api-extractor-lint-bundle.json",
     "check:exports:cjs:legacy": "api-extractor run --config api-extractor/api-extractor-lint-legacy.cjs.json",
@@ -205,14 +219,15 @@
     "check:exports:esm:public": "api-extractor run --config api-extractor/api-extractor-lint-public.esm.json",
     "check:format": "npm run check:biome",
     "check:prettier": "prettier --check . --cache --ignore-path ../../../.prettierignore",
-    "ci:build:docs": "concurrently \"npm:ci:build:docs:*\"",
-    "ci:build:docs:current": "api-extractor run",
-    "ci:build:docs:legacy": "api-extractor run --config api-extractor/api-extractor.legacy.json",
+    "ci:build:api-reports": "concurrently \"npm:ci:build:api-reports:*\"",
+    "ci:build:api-reports:current": "api-extractor run --config api-extractor/api-extractor.current.json",
+    "ci:build:api-reports:legacy": "api-extractor run --config api-extractor/api-extractor.legacy.json",
+    "ci:build:docs": "api-extractor run",
     "clean": "rimraf --glob dist lib \"*.d.ts\" \"**/*.tsbuildinfo\" \"**/*.build.log\" _api-extractor-temp nyc",
     "eslint": "eslint --format stylish src",
     "eslint:fix": "eslint --format stylish src --fix --fix-type problem,suggestion,layout",
     "format": "npm run format:biome",
-    "format:biome": "biome check . --formatter-enabled=true --apply",
+    "format:biome": "biome check . --write",
     "format:prettier": "prettier --write . --cache --ignore-path ../../../.prettierignore",
     "lint": "fluid-build . --task lint",
     "lint:fix": "fluid-build . --task eslint:fix --task format",

package/src/{blobManager.ts → blobManager/blobManager.ts}

@@ -21,7 +21,6 @@ import { assert, Deferred } from "@fluidframework/core-utils/internal";
 import {
 	IDocumentStorageService,
 	ICreateBlobResponse,
-	ISnapshotTree,
 	ISequencedDocumentMessage,
 } from "@fluidframework/driver-definitions/internal";
 import { canRetryOnError, runWithRetry } from "@fluidframework/driver-utils/internal";
@@ -32,7 +31,6 @@ import {
 } from "@fluidframework/runtime-definitions/internal";
 import {
 	FluidHandleBase,
-	SummaryTreeBuilder,
 	createResponseError,
 	generateHandleContextPath,
 	responseToException,
@@ -47,7 +45,14 @@ import {
 } from "@fluidframework/telemetry-utils/internal";
 import { v4 as uuid } from "uuid";
 
-import { IBlobMetadata } from "./metadata.js";
+import { IBlobMetadata } from "../metadata.js";
+
+import {
+	getStorageIds,
+	summarizeBlobManagerState,
+	toRedirectTable,
+	type IBlobManagerLoadInfo,
+} from "./blobManagerSnapSum.js";
 
 /**
  * This class represents blob (long string)
@@ -87,16 +92,6 @@ export class BlobHandle extends FluidHandleBase<ArrayBufferLike> {
 	}
 }
 
-/**
- * Information from a snapshot needed to load BlobManager
- * @legacy
- * @alpha
- */
-export interface IBlobManagerLoadInfo {
-	ids?: string[];
-	redirectTable?: [string, string][];
-}
-
 // Restrict the IContainerRuntime interface to the subset required by BlobManager.  This helps to make
 // the contract explicit and reduces the amount of mocking required for tests.
 export type IBlobManagerRuntime = Pick<
@@ -146,9 +141,9 @@ const stashedPendingBlobOverrides: Pick<
 	uploadTime: undefined,
 } as const;
 
+export const blobManagerBasePath = "_blobs" as const;
+
 export class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
-	public static readonly basePath = "_blobs";
-	private static readonly redirectTableBlobName = ".redirectTable";
 	private readonly mc: MonitoringContext;
 
 	/**
@@ -178,10 +173,10 @@ export class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
 	private readonly routeContext: IFluidHandleContext;
 	private readonly getStorage: () => IDocumentStorageService;
 	// Called when a blob node is requested. blobPath is the path of the blob's node in GC's graph.
-	// blobPath's format - `/<BlobManager.basePath>/<blobId>`.
+	// blobPath's format - `/<basePath>/<blobId>`.
 	private readonly blobRequested: (blobPath: string) => void;
 	// Called to check if a blob has been deleted by GC.
-	// blobPath's format - `/<BlobManager.basePath>/<blobId>`.
+	// blobPath's format - `/<basePath>/<blobId>`.
 	private readonly isBlobDeleted: (blobPath: string) => boolean;
 	private readonly runtime: IBlobManagerRuntime;
 	private readonly closeContainer: (error?: ICriticalContainerError) => void;
@@ -202,10 +197,10 @@ export class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
 		 */
 		sendBlobAttachOp: (localId: string, storageId?: string) => void;
 		// Called when a blob node is requested. blobPath is the path of the blob's node in GC's graph.
-		// blobPath's format - `/<BlobManager.basePath>/<blobId>`.
+		// blobPath's format - `/<basePath>/<blobId>`.
 		readonly blobRequested: (blobPath: string) => void;
 		// Called to check if a blob has been deleted by GC.
-		// blobPath's format - `/<BlobManager.basePath>/<blobId>`.
+		// blobPath's format - `/<basePath>/<blobId>`.
 		readonly isBlobDeleted: (blobPath: string) => boolean;
 		readonly runtime: IBlobManagerRuntime;
 		stashedBlobs: IPendingBlobs | undefined;
@@ -235,7 +230,7 @@ export class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
 			namespace: "BlobManager",
 		});
 
-		this.redirectTable = this.load(snapshot);
+		this.redirectTable = toRedirectTable(snapshot, this.mc.logger, this.runtime.attachState);
 
 		// Begin uploading stashed blobs from previous container instance
 		Object.entries(stashedBlobs ?? {}).forEach(([localId, entry]) => {
@@ -347,27 +342,6 @@ export class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
 		);
 	}
 
-	/**
-	 * Set of actual storage IDs (i.e., IDs that can be requested from storage). This will be empty if the container is
-	 * detached or there are no (non-pending) attachment blobs in the document
-	 */
-	private get storageIds(): Set<string> {
-		const ids = new Set<string | undefined>(this.redirectTable.values());
-
-		// If we are detached, we will not have storage IDs, only undefined
-		const undefinedValueInTable = ids.delete(undefined);
-
-		// For a detached container, entries are inserted into the redirect table with an undefined storage ID.
-		// For an attached container, entries are inserted w/storage ID after the BlobAttach op round-trips.
-		assert(
-			!undefinedValueInTable ||
-				(this.runtime.attachState === AttachState.Detached && ids.size === 0),
-			0x382 /* 'redirectTable' must contain only undefined while detached / defined values while attached */,
-		);
-
-		return ids as Set<string>;
-	}
-
 	public async getBlob(blobId: string): Promise<ArrayBufferLike> {
 		// Verify that the blob is not deleted, i.e., it has not been garbage collected. If it is, this will throw
 		// an error, failing the call.
@@ -411,15 +385,17 @@ export class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
 			0x384 /* requesting handle for unknown blob */,
 		);
 		const pending = this.pendingBlobs.get(id);
+		// Create a callback function for once the blob has been attached
 		const callback = pending
 			? () => {
 					pending.attached = true;
+					// Notify listeners (e.g. serialization process) that blob has been attached
 					this.emit("blobAttached", pending);
 					this.deletePendingBlobMaybe(id);
 				}
 			: undefined;
 		return new BlobHandle(
-			`${BlobManager.basePath}/${id}`,
+			getGCNodePathFromBlobId(id),
 			this.routeContext,
 			async () => this.getBlob(id),
 			callback,
@@ -569,7 +545,8 @@ export class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
 		if (!entry.opsent) {
 			this.sendBlobAttachOp(localId, response.id);
 		}
-		if (this.storageIds.has(response.id)) {
+		const storageIds = getStorageIds(this.redirectTable, this.runtime.attachState);
+		if (storageIds.has(response.id)) {
 			// The blob is de-duped. Set up a local ID to storage ID mapping and return the blob. Since this is
 			// an existing blob, we don't have to wait for the op to be ack'd since this step has already
 			// happened before and so, the server won't delete it.
@@ -662,74 +639,8 @@ export class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
 		}
 	}
 
-	/**
-	 * Reads blobs needed to load BlobManager from storage.
-	 * @param blobsTree - Tree containing IDs of previously attached blobs. We
-	 * look for the IDs in the blob entries of the tree since the both the r11s
-	 * and SPO drivers replace the attachment types returned in snapshot() with blobs.
-	 */
-	public static async load(
-		blobsTree: ISnapshotTree | undefined,
-		tryFetchBlob: (id: string) => Promise<[string, string][]>,
-	): Promise<IBlobManagerLoadInfo> {
-		if (!blobsTree) {
-			return {};
-		}
-		let redirectTable;
-		const tableId = blobsTree.blobs[this.redirectTableBlobName];
-		if (tableId) {
-			redirectTable = await tryFetchBlob(tableId);
-		}
-		const ids = Object.entries(blobsTree.blobs)
-			.filter(([k, _]) => k !== this.redirectTableBlobName)
-			.map(([_, v]) => v);
-		return { ids, redirectTable };
-	}
-
-	/**
-	 * Load a set of previously attached blob IDs and redirect table from a previous snapshot.
-	 */
-	private load(snapshot: IBlobManagerLoadInfo): Map<string, string | undefined> {
-		this.mc.logger.sendTelemetryEvent({
-			eventName: "AttachmentBlobsLoaded",
-			count: snapshot.ids?.length ?? 0,
-			redirectTable: snapshot.redirectTable?.length,
-		});
-		const table = new Map<string, string | undefined>(snapshot.redirectTable);
-		if (snapshot.ids) {
-			const detached = this.runtime.attachState === AttachState.Detached;
-			// If we are detached, we don't have storage IDs yet, so set to undefined
-			// Otherwise, set identity (id -> id) entries
-			snapshot.ids.forEach((entry) => table.set(entry, detached ? undefined : entry));
-		}
-		return table;
-	}
-
 	public summarize(telemetryContext?: ITelemetryContext): ISummaryTreeWithStats {
-		// if storageIds is empty, it means we are detached and have only local IDs, or that there are no blobs attached
-		const blobIds =
-			this.storageIds.size > 0
-				? Array.from(this.storageIds)
-				: Array.from(this.redirectTable.keys());
-		const builder = new SummaryTreeBuilder();
-		blobIds.forEach((blobId) => {
-			builder.addAttachment(blobId);
-		});
-
-		// Any non-identity entries in the table need to be saved in the summary
-		if (this.redirectTable.size > blobIds.length) {
-			builder.addBlob(
-				BlobManager.redirectTableBlobName,
-				// filter out identity entries
-				JSON.stringify(
-					Array.from(this.redirectTable.entries()).filter(
-						([localId, storageId]) => localId !== storageId,
-					),
-				),
-			);
-		}
-
-		return builder.getSummaryTree();
+		return summarizeBlobManagerState(this.redirectTable, this.runtime.attachState);
 	}
 
 	/**
@@ -766,7 +677,7 @@ export class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
 
 	/**
 	 * Delete blobs with the given routes from the redirect table.
-	 * The routes are GC nodes paths of format -`/<BlobManager.basePath>/<blobId>`. The blob ids are all local ids.
+	 * The routes are GC nodes paths of format -`/<blobManagerBasePath>/<blobId>`. The blob ids are all local ids.
 	 * Deleting the blobs involves 2 steps:
 	 * 1. The redirect table entry for the local ids are deleted.
 	 * 2. If the storage ids corresponding to the deleted local ids are not in-use anymore, the redirect table entries
@@ -839,7 +750,7 @@ export class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
 		this.mc.logger.sendErrorEvent(
 			{
 				eventName: "GC_Deleted_Blob_Requested",
-				pkg: BlobManager.basePath,
+				pkg: blobManagerBasePath,
 			},
 			error,
 		);
@@ -863,6 +774,16 @@ export class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
 		}
 	}
 
+	/**
+	 * Part of container serialization when imminent closure is enabled (Currently when calling closeAndGetPendingLocalState).
+	 * This asynchronous function resolves all pending createBlob calls and waits for each blob
+	 * to be attached. It will also send BlobAttach ops for each pending blob that hasn't sent it
+	 * yet so that serialized container can resubmit them when rehydrated.
+	 *
+	 * @param stopBlobAttachingSignal - Optional signal to abort the blob attaching process.
+	 * @returns - A promise that resolves with the details of the attached blobs,
+	 * or undefined if no blobs were processed.
+	 */
 	public async attachAndGetPendingBlobs(
 		stopBlobAttachingSignal?: AbortSignal,
 	): Promise<IPendingBlobs | undefined> {
@@ -875,12 +796,17 @@ export class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
 				}
 				const blobs = {};
 				const localBlobs = new Set<PendingBlob>();
+				// This while is used to stash blobs created while attaching and getting blobs
 				while (localBlobs.size < this.pendingBlobs.size) {
 					const attachBlobsP: Promise<void>[] = [];
 					for (const [id, entry] of this.pendingBlobs) {
 						if (!localBlobs.has(entry)) {
 							localBlobs.add(entry);
+							// Resolving the blob handle to let hosts continue with their operations (it will resolve
+							// original createBlob call) and let them attach the blob. This is a lie we told since the upload
+							// hasn't finished yet, but it's fine since we will retry on rehydration.
 							entry.handleP.resolve(this.getBlobHandle(id));
+							// Array of promises that will resolve when blobs get attached.
 							attachBlobsP.push(
 								new Promise<void>((resolve, reject) => {
 									stopBlobAttachingSignal?.addEventListener(
@@ -906,6 +832,8 @@ export class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
 							);
 						}
 					}
+					// Wait for all blobs to be attached. This is important, otherwise serialized container
+					// could send the blobAttach op without any op that references the blob, making it useless.
 					await Promise.allSettled(attachBlobsP).catch(() => {});
 				}
 
@@ -936,22 +864,28 @@ export class BlobManager extends TypedEventEmitter<IBlobManagerEvents> {
 }
 
 /**
- * For a blobId, returns its path in GC's graph. The node path is of the format `/<BlobManager.basePath>/<blobId>`.
+ * For a blobId, returns its path in GC's graph. The node path is of the format `/<blobManagerBasePath>/<blobId>`.
  * This path must match the path of the blob handle returned by the createBlob API because blobs are marked
  * referenced by storing these handles in a referenced DDS.
  */
-function getGCNodePathFromBlobId(blobId: string) {
-	return `/${BlobManager.basePath}/${blobId}`;
-}
+const getGCNodePathFromBlobId = (blobId: string) => `/${blobManagerBasePath}/${blobId}`;
 
 /**
- * For a given GC node path, return the blobId. The node path is of the format `/<BlobManager.basePath>/<blobId>`.
+ * For a given GC node path, return the blobId. The node path is of the format `/<basePath>/<blobId>`.
  */
-function getBlobIdFromGCNodePath(nodePath: string) {
+const getBlobIdFromGCNodePath = (nodePath: string) => {
 	const pathParts = nodePath.split("/");
-	assert(
-		pathParts.length === 3 && pathParts[1] === BlobManager.basePath,
-		0x5bd /* Invalid blob node path */,
-	);
+	assert(areBlobPathParts(pathParts), 0x5bd /* Invalid blob node path */);
 	return pathParts[2];
-}
+};
+
+/**
+ * Returns whether a given path is for attachment blobs that are in the format - "/blobManagerBasePath/...".
+ */
+export const isBlobPath = (path: string): path is `/${typeof blobManagerBasePath}/${string}` =>
+	areBlobPathParts(path.split("/"));
+
+export const areBlobPathParts = (
+	pathParts: string[],
+): pathParts is ["", typeof blobManagerBasePath, string] =>
+	pathParts.length === 3 && pathParts[1] === blobManagerBasePath;

package/src/blobManager/blobManagerSnapSum.ts

@@ -0,0 +1,133 @@
+/*!
+ * Copyright (c) Microsoft Corporation and contributors. All rights reserved.
+ * Licensed under the MIT License.
+ */
+
+import {
+	AttachState,
+	type IContainerContext,
+} from "@fluidframework/container-definitions/internal";
+import { assert } from "@fluidframework/core-utils/internal";
+import { readAndParse } from "@fluidframework/driver-utils/internal";
+import type { ISummaryTreeWithStats } from "@fluidframework/runtime-definitions/internal";
+import { SummaryTreeBuilder } from "@fluidframework/runtime-utils/internal";
+import type { ITelemetryLoggerExt } from "@fluidframework/telemetry-utils/internal";
+
+/**
+ * Information from a snapshot needed to load BlobManager
+ * @legacy
+ * @alpha
+ */
+export interface IBlobManagerLoadInfo {
+	ids?: string[];
+	redirectTable?: [string, string][];
+}
+
+export const redirectTableBlobName = ".redirectTable";
+
+/**
+ * @internal
+ */
+export const blobsTreeName = ".blobs";
+
+/**
+ * Reads blobs needed to load BlobManager from storage.
+ *
+ */
+export const loadBlobManagerLoadInfo = async (
+	context: Pick<IContainerContext, "baseSnapshot" | "storage" | "attachState">,
+): Promise<IBlobManagerLoadInfo> => loadV1(context);
+
+const loadV1 = async (
+	context: Pick<IContainerContext, "baseSnapshot" | "storage" | "attachState">,
+): Promise<IBlobManagerLoadInfo> => {
+	const blobsTree = context.baseSnapshot?.trees[blobsTreeName];
+
+	if (!blobsTree) {
+		return {};
+	}
+	let redirectTableEntries: [string, string][] = [];
+	const tableId = blobsTree.blobs[redirectTableBlobName];
+	if (tableId) {
+		redirectTableEntries = await readAndParse(context.storage, tableId);
+	}
+	const ids = Object.entries(blobsTree.blobs)
+		.filter(([k, _]) => k !== redirectTableBlobName)
+		.map(([_, v]) => v);
+
+	return { ids, redirectTable: redirectTableEntries };
+};
+
+export const toRedirectTable = (
+	snapshot: IBlobManagerLoadInfo,
+	logger: ITelemetryLoggerExt,
+	attachState: AttachState,
+): Map<string, string | undefined> => {
+	logger.sendTelemetryEvent({
+		eventName: "AttachmentBlobsLoaded",
+		count: snapshot.ids?.length ?? 0,
+		redirectTable: snapshot.redirectTable?.length,
+	});
+	const redirectTable = new Map<string, string | undefined>(snapshot.redirectTable);
+	const detached = attachState !== AttachState.Attached;
+	if (snapshot.ids) {
+		// If we are detached, we don't have storage IDs yet, so set to undefined
+		// Otherwise, set identity (id -> id) entries.
+		snapshot.ids.forEach((entry) => redirectTable.set(entry, detached ? undefined : entry));
+	}
+	return redirectTable;
+};
+
+export const summarizeBlobManagerState = (
+	redirectTable: Map<string, string | undefined>,
+	attachState: AttachState,
+): ISummaryTreeWithStats => summarizeV1(redirectTable, attachState);
+
+const summarizeV1 = (
+	redirectTable: Map<string, string | undefined>,
+	attachState: AttachState,
+): ISummaryTreeWithStats => {
+	const storageIds = getStorageIds(redirectTable, attachState);
+
+	// if storageIds is empty, it means we are detached and have only local IDs, or that there are no blobs attached
+	const blobIds =
+		storageIds.size > 0 ? Array.from(storageIds) : Array.from(redirectTable.keys());
+	const builder = new SummaryTreeBuilder();
+	blobIds.forEach((blobId) => {
+		builder.addAttachment(blobId);
+	});
+
+	// Any non-identity entries in the table need to be saved in the summary
+	if (redirectTable.size > blobIds.length) {
+		builder.addBlob(
+			redirectTableBlobName,
+			// filter out identity entries
+			JSON.stringify(
+				Array.from(redirectTable.entries()).filter(
+					([localId, storageId]) => localId !== storageId,
+				),
+			),
+		);
+	}
+
+	return builder.getSummaryTree();
+};
+
+export const getStorageIds = (
+	redirectTable: Map<string, string | undefined>,
+	attachState: AttachState,
+) => {
+	const ids = new Set<string | undefined>(redirectTable.values());
+
+	// If we are detached, we will not have storage IDs, only undefined
+	const undefinedValueInTable = ids.delete(undefined);
+
+	// For a detached container, entries are inserted into the redirect table with an undefined storage ID.
+	// For an attached container, entries are inserted w/storage ID after the BlobAttach op round-trips.
+	assert(
+		!undefinedValueInTable || (attachState === AttachState.Detached && ids.size === 0),
+		0x382 /* 'redirectTable' must contain only undefined while detached / defined values while attached */,
+	);
+
+	return ids as Set<string>;
+};

package/src/blobManager/index.ts

@@ -0,0 +1,19 @@
+/*!
+ * Copyright (c) Microsoft Corporation and contributors. All rights reserved.
+ * Licensed under the MIT License.
+ */
+
+export {
+	BlobManager,
+	IPendingBlobs,
+	IBlobManagerRuntime,
+	IBlobManagerEvents,
+	blobManagerBasePath,
+	isBlobPath,
+} from "./blobManager.js";
+export {
+	loadBlobManagerLoadInfo,
+	IBlobManagerLoadInfo,
+	blobsTreeName,
+	redirectTableBlobName,
+} from "./blobManagerSnapSum.js";