@milaboratories/pl-middle-layer 1.48.11 → 1.48.13

package/dist/pool/driver.js

@@ -1,214 +1,187 @@
-import { ensureError, isAbortError, PFrameDriverError, mapDataInfo, isDataInfo } from '@platforma-sdk/model';
-import { PFrameInternal } from '@milaboratories/pl-model-middle-layer';
-import { emptyDir, RefCountPoolBase } from '@milaboratories/ts-helpers';
-import { isPlTreeNodeAccessor } from '@milaboratories/pl-tree';
-import { AbstractPFrameDriverOpsDefaults, AbstractPFrameDriver, makeJsonDataInfo } from '@milaboratories/pf-driver';
-import { HttpHelpers } from '@milaboratories/pframes-rs-node';
-import path from 'node:path';
-import { Readable } from 'node:stream';
-import { parseDataInfoResource, traverseParquetChunkResource } from './data.js';
-import { isDownloadNetworkError400 } from '@milaboratories/pl-drivers';
+import { parseDataInfoResource, traverseParquetChunkResource } from "./data.js";
+import { PFrameDriverError, ensureError, isAbortError, isDataInfo, mapDataInfo } from "@platforma-sdk/model";
+import { PFrameInternal } from "@milaboratories/pl-model-middle-layer";
+import path from "node:path";
+import { RefCountPoolBase, emptyDir } from "@milaboratories/ts-helpers";
+import { isPlTreeNodeAccessor } from "@milaboratories/pl-tree";
+import { AbstractPFrameDriver, AbstractPFrameDriverOpsDefaults, makeJsonDataInfo } from "@milaboratories/pf-driver";
+import { HttpHelpers } from "@milaboratories/pframes-rs-node";
+import { Readable } from "node:stream";
+import { isDownloadNetworkError400 } from "@milaboratories/pl-drivers";
 
+//#region src/pool/driver.ts
 function makeBlobId(res) {
-    return String(res.rid);
-}
-class LocalBlobProviderImpl extends RefCountPoolBase {
-    blobDriver;
-    logger;
-    constructor(blobDriver, logger) {
-        super();
-        this.blobDriver = blobDriver;
-        this.logger = logger;
-    }
-    calculateParamsKey(params) {
-        return makeBlobId(params);
-    }
-    createNewResource(params, _key) {
-        return this.blobDriver.getDownloadedBlob(params);
-    }
-    getByKey(blobId) {
-        const resource = super.tryGetByKey(blobId);
-        if (!resource)
-            throw new PFrameDriverError(`Local blob with id ${blobId} not found.`);
-        return resource;
-    }
-    makeDataSource(signal) {
-        return {
-            preloadBlob: async (blobIds) => {
-                try {
-                    await Promise.all(blobIds.map((blobId) => this.getByKey(blobId).awaitStableFullValue(signal)));
-                }
-                catch (err) {
-                    if (!isAbortError(err))
-                        throw err;
-                }
-            },
-            resolveBlobContent: async (blobId) => {
-                const computable = this.getByKey(blobId);
-                const blob = await computable.awaitStableValue(signal);
-                return await this.blobDriver.getContent(blob.handle, { signal });
-            },
-        };
-    }
-}
-class RemoteBlobPool extends RefCountPoolBase {
-    blobDriver;
-    logger;
-    constructor(blobDriver, logger) {
-        super();
-        this.blobDriver = blobDriver;
-        this.logger = logger;
-    }
-    calculateParamsKey(params) {
-        return makeBlobId(params);
-    }
-    createNewResource(params, _key) {
-        return this.blobDriver.getOnDemandBlob(params);
-    }
-    getByKey(blobId) {
-        const resource = super.tryGetByKey(blobId);
-        if (!resource)
-            throw new PFrameDriverError(`Remote blob with id ${blobId} not found.`);
-        return resource;
-    }
-    async withContent(handle, options) {
-        return await this.blobDriver.withContent(handle, {
-            range: {
-                from: options.range.start,
-                to: options.range.end + 1,
-            },
-            signal: options.signal,
-            handler: options.handler,
-        });
-    }
-}
-class BlobStore extends PFrameInternal.BaseObjectStore {
-    remoteBlobProvider;
-    constructor(options) {
-        super(options);
-        this.remoteBlobProvider = options.remoteBlobProvider;
-    }
-    async request(filename, params) {
-        const blobId = filename.slice(0, -PFrameInternal.ParquetExtension.length);
-        const respond = async (response) => {
-            try {
-                await params.callback(response);
-            }
-            catch (error) {
-                this.logger("warn", `PFrames blob store received unhandled rejection from HTTP handler: ${ensureError(error)}`);
-            }
-        };
-        try {
-            const computable = this.remoteBlobProvider.tryGetByKey(blobId);
-            if (!computable)
-                return await respond({ type: "NotFound" });
-            let blob;
-            try {
-                blob = await computable.getValue();
-            }
-            catch (error) {
-                this.logger("error", `PFrames blob store failed to get blob from computable: ${ensureError(error)}`);
-                return await respond({ type: "InternalError" });
-            }
-            params.signal.throwIfAborted();
-            const translatedRange = this.translate(blob.size, params.range);
-            if (!translatedRange) {
-                return await respond({
-                    type: "RangeNotSatisfiable",
-                    size: blob.size,
-                });
-            }
-            if (params.method === "HEAD") {
-                return await respond({
-                    type: "Ok",
-                    size: blob.size,
-                    range: translatedRange,
-                });
-            }
-            this.logger("info", `PFrames blob store requesting content for ${blobId}, ` +
-                `range [${translatedRange.start}..=${translatedRange.end}]`);
-            return await this.remoteBlobProvider.withContent(blob.handle, {
-                range: translatedRange,
-                signal: params.signal,
-                handler: async (data) => {
-                    return await respond({
-                        type: "Ok",
-                        size: blob.size,
-                        range: translatedRange,
-                        // eslint-disable-next-line n/no-unsupported-features/node-builtins
-                        data: Readable.fromWeb(data),
-                    });
-                },
-            });
-        }
-        catch (error) {
-            if (!isAbortError(error)) {
-                if (isDownloadNetworkError400(error) && error.statusCode === 404) {
-                    this.logger("info", `PFrames blob store known race error: ${ensureError(error)}`);
-                }
-                else {
-                    this.logger("warn", `PFrames blob store unhandled error: ${ensureError(error)}`);
-                }
-            }
-            return await respond({ type: "InternalError" });
-        }
-    }
-}
-class RemoteBlobProviderImpl {
-    pool;
-    server;
-    constructor(pool, server) {
-        this.pool = pool;
-        this.server = server;
-    }
-    static async init(blobDriver, logger, serverOptions) {
-        const pool = new RemoteBlobPool(blobDriver, logger);
-        const store = new BlobStore({ remoteBlobProvider: pool, logger });
-        const handler = HttpHelpers.createRequestHandler({ store });
-        const server = await HttpHelpers.createHttpServer({ ...serverOptions, handler });
-        logger("info", `PFrames HTTP server started on ${server.info.url}`);
-        return new RemoteBlobProviderImpl(pool, server);
-    }
-    acquire(params) {
-        return this.pool.acquire(params);
-    }
-    httpServerInfo() {
-        return this.server.info;
-    }
-    async [Symbol.asyncDispose]() {
-        await this.server.stop();
-    }
+	return String(res.rid);
 }
+var LocalBlobProviderImpl = class extends RefCountPoolBase {
+	constructor(blobDriver, logger) {
+		super();
+		this.blobDriver = blobDriver;
+		this.logger = logger;
+	}
+	calculateParamsKey(params) {
+		return makeBlobId(params);
+	}
+	createNewResource(params, _key) {
+		return this.blobDriver.getDownloadedBlob(params);
+	}
+	getByKey(blobId) {
+		const resource = super.tryGetByKey(blobId);
+		if (!resource) throw new PFrameDriverError(`Local blob with id ${blobId} not found.`);
+		return resource;
+	}
+	makeDataSource(signal) {
+		return {
+			preloadBlob: async (blobIds) => {
+				try {
+					await Promise.all(blobIds.map((blobId) => this.getByKey(blobId).awaitStableFullValue(signal)));
+				} catch (err) {
+					if (!isAbortError(err)) throw err;
+				}
+			},
+			resolveBlobContent: async (blobId) => {
+				const blob = await this.getByKey(blobId).awaitStableValue(signal);
+				return await this.blobDriver.getContent(blob.handle, { signal });
+			}
+		};
+	}
+};
+var RemoteBlobPool = class extends RefCountPoolBase {
+	constructor(blobDriver, logger) {
+		super();
+		this.blobDriver = blobDriver;
+		this.logger = logger;
+	}
+	calculateParamsKey(params) {
+		return makeBlobId(params);
+	}
+	createNewResource(params, _key) {
+		return this.blobDriver.getOnDemandBlob(params);
+	}
+	getByKey(blobId) {
+		const resource = super.tryGetByKey(blobId);
+		if (!resource) throw new PFrameDriverError(`Remote blob with id ${blobId} not found.`);
+		return resource;
+	}
+	async withContent(handle, options) {
+		return await this.blobDriver.withContent(handle, {
+			range: {
+				from: options.range.start,
+				to: options.range.end + 1
+			},
+			signal: options.signal,
+			handler: options.handler
+		});
+	}
+};
+var BlobStore = class extends PFrameInternal.BaseObjectStore {
+	remoteBlobProvider;
+	constructor(options) {
+		super(options);
+		this.remoteBlobProvider = options.remoteBlobProvider;
+	}
+	async request(filename, params) {
+		const blobId = filename.slice(0, -PFrameInternal.ParquetExtension.length);
+		const respond = async (response) => {
+			try {
+				await params.callback(response);
+			} catch (error) {
+				this.logger("warn", `PFrames blob store received unhandled rejection from HTTP handler: ${ensureError(error)}`);
+			}
+		};
+		try {
+			const computable = this.remoteBlobProvider.tryGetByKey(blobId);
+			if (!computable) return await respond({ type: "NotFound" });
+			let blob;
+			try {
+				blob = await computable.getValue();
+			} catch (error) {
+				this.logger("error", `PFrames blob store failed to get blob from computable: ${ensureError(error)}`);
+				return await respond({ type: "InternalError" });
+			}
+			params.signal.throwIfAborted();
+			const translatedRange = this.translate(blob.size, params.range);
+			if (!translatedRange) return await respond({
+				type: "RangeNotSatisfiable",
+				size: blob.size
+			});
+			if (params.method === "HEAD") return await respond({
+				type: "Ok",
+				size: blob.size,
+				range: translatedRange
+			});
+			this.logger("info", `PFrames blob store requesting content for ${blobId}, range [${translatedRange.start}..=${translatedRange.end}]`);
+			return await this.remoteBlobProvider.withContent(blob.handle, {
+				range: translatedRange,
+				signal: params.signal,
+				handler: async (data) => {
+					return await respond({
+						type: "Ok",
+						size: blob.size,
+						range: translatedRange,
+						data: Readable.fromWeb(data)
+					});
+				}
+			});
+		} catch (error) {
+			if (!isAbortError(error)) if (isDownloadNetworkError400(error) && error.statusCode === 404) this.logger("info", `PFrames blob store known race error: ${ensureError(error)}`);
+			else this.logger("warn", `PFrames blob store unhandled error: ${ensureError(error)}`);
+			return await respond({ type: "InternalError" });
+		}
+	}
+};
+var RemoteBlobProviderImpl = class RemoteBlobProviderImpl {
+	constructor(pool, server) {
+		this.pool = pool;
+		this.server = server;
+	}
+	static async init(blobDriver, logger, serverOptions) {
+		const pool = new RemoteBlobPool(blobDriver, logger);
+		const store = new BlobStore({
+			remoteBlobProvider: pool,
+			logger
+		});
+		const handler = HttpHelpers.createRequestHandler({ store });
+		const server = await HttpHelpers.createHttpServer({
+			...serverOptions,
+			handler
+		});
+		logger("info", `PFrames HTTP server started on ${server.info.url}`);
+		return new RemoteBlobProviderImpl(pool, server);
+	}
+	acquire(params) {
+		return this.pool.acquire(params);
+	}
+	httpServerInfo() {
+		return this.server.info;
+	}
+	async [Symbol.asyncDispose]() {
+		await this.server.stop();
+	}
+};
 const PFrameDriverOpsDefaults = {
-    ...AbstractPFrameDriverOpsDefaults,
-    parquetServerPort: 0, // 0 means that some unused port will be assigned by the OS
+	...AbstractPFrameDriverOpsDefaults,
+	parquetServerPort: 0
 };
 async function createPFrameDriver(params) {
-    const resolvedSpillPath = path.resolve(params.spillPath);
-    await emptyDir(resolvedSpillPath);
-    const logger = (level, message) => params.logger[level](message);
-    const localBlobProvider = new LocalBlobProviderImpl(params.blobDriver, logger);
-    const remoteBlobProvider = await RemoteBlobProviderImpl.init(params.blobDriver, logger, {
-        port: params.options.parquetServerPort,
-    });
-    const resolveDataInfo = (spec, data) => {
-        return isPlTreeNodeAccessor(data)
-            ? parseDataInfoResource(data)
-            : isDataInfo(data)
-                ? data.type === "ParquetPartitioned"
-                    ? mapDataInfo(data, (a) => traverseParquetChunkResource(a))
-                    : mapDataInfo(data, (a) => a.persist())
-                : makeJsonDataInfo(spec, data);
-    };
-    return new AbstractPFrameDriver({
-        logger,
-        localBlobProvider,
-        remoteBlobProvider,
-        spillPath: resolvedSpillPath,
-        options: params.options,
-        resolveDataInfo,
-    });
+	const resolvedSpillPath = path.resolve(params.spillPath);
+	await emptyDir(resolvedSpillPath);
+	const logger = (level, message) => params.logger[level](message);
+	const localBlobProvider = new LocalBlobProviderImpl(params.blobDriver, logger);
+	const remoteBlobProvider = await RemoteBlobProviderImpl.init(params.blobDriver, logger, { port: params.options.parquetServerPort });
+	const resolveDataInfo = (spec, data) => {
+		return isPlTreeNodeAccessor(data) ? parseDataInfoResource(data) : isDataInfo(data) ? data.type === "ParquetPartitioned" ? mapDataInfo(data, (a) => traverseParquetChunkResource(a)) : mapDataInfo(data, (a) => a.persist()) : makeJsonDataInfo(spec, data);
+	};
+	return new AbstractPFrameDriver({
+		logger,
+		localBlobProvider,
+		remoteBlobProvider,
+		spillPath: resolvedSpillPath,
+		options: params.options,
+		resolveDataInfo
+	});
 }
 
+//#endregion
 export { PFrameDriverOpsDefaults, createPFrameDriver };
-//# sourceMappingURL=driver.js.map
+//# sourceMappingURL=driver.js.map

package/dist/pool/driver.js.map

@@ -1 +1 @@
-{"version":3,"file":"driver.js","sources":["../../src/pool/driver.ts"],"sourcesContent":["import {\n  mapDataInfo,\n  isDataInfo,\n  ensureError,\n  PFrameDriverError,\n  isAbortError,\n  type LocalBlobHandleAndSize,\n  type RemoteBlobHandleAndSize,\n  type RemoteBlobHandle,\n  type ContentHandler,\n  type PColumnSpec,\n  type PColumnDataUniversal,\n} from \"@platforma-sdk/model\";\nimport { PFrameInternal } from \"@milaboratories/pl-model-middle-layer\";\nimport {\n  emptyDir,\n  RefCountPoolBase,\n  type PoolEntry,\n  type MiLogger,\n} from \"@milaboratories/ts-helpers\";\nimport type { DownloadDriver } from \"@milaboratories/pl-drivers\";\nimport {\n  isPlTreeNodeAccessor,\n  type PlTreeEntry,\n  type PlTreeNodeAccessor,\n} from \"@milaboratories/pl-tree\";\nimport type { Computable, ComputableStableDefined } from \"@milaboratories/computable\";\nimport {\n  makeJsonDataInfo,\n  AbstractPFrameDriver,\n  AbstractPFrameDriverOpsDefaults,\n  type AbstractInternalPFrameDriver,\n  type AbstractPFrameDriverOps,\n  type LocalBlobProvider,\n  type RemoteBlobProvider,\n} from \"@milaboratories/pf-driver\";\nimport { HttpHelpers } from \"@milaboratories/pframes-rs-node\";\nimport path from \"node:path\";\nimport { Readable } from \"node:stream\";\nimport { parseDataInfoResource, traverseParquetChunkResource } from \"./data\";\nimport { isDownloadNetworkError400 } from \"@milaboratories/pl-drivers\";\n\nfunction makeBlobId(res: PlTreeEntry): PFrameInternal.PFrameBlobId {\n  return String(res.rid) as PFrameInternal.PFrameBlobId;\n}\n\ntype LocalBlob = ComputableStableDefined<LocalBlobHandleAndSize>;\nclass LocalBlobProviderImpl\n  extends RefCountPoolBase<PlTreeEntry, PFrameInternal.PFrameBlobId, LocalBlob>\n  implements LocalBlobProvider<PlTreeEntry>\n{\n  constructor(\n    private readonly blobDriver: DownloadDriver,\n    private readonly logger: PFrameInternal.Logger,\n  ) {\n    super();\n  }\n\n  protected calculateParamsKey(params: PlTreeEntry): PFrameInternal.PFrameBlobId {\n    return makeBlobId(params);\n  }\n\n  protected createNewResource(params: PlTreeEntry, _key: PFrameInternal.PFrameBlobId): LocalBlob {\n    return this.blobDriver.getDownloadedBlob(params);\n  }\n\n  public getByKey(blobId: PFrameInternal.PFrameBlobId): LocalBlob {\n    const resource = super.tryGetByKey(blobId);\n    if (!resource) throw new PFrameDriverError(`Local blob with id ${blobId} not found.`);\n    return resource;\n  }\n\n  public makeDataSource(\n    signal: AbortSignal,\n  ): Omit<PFrameInternal.PFrameDataSourceV2, \"parquetServer\"> {\n    return {\n      preloadBlob: async (blobIds: PFrameInternal.PFrameBlobId[]) => {\n        try {\n          await Promise.all(\n            blobIds.map((blobId) => this.getByKey(blobId).awaitStableFullValue(signal)),\n          );\n        } catch (err: unknown) {\n          if (!isAbortError(err)) throw err;\n        }\n      },\n      resolveBlobContent: async (blobId: PFrameInternal.PFrameBlobId) => {\n        const computable = this.getByKey(blobId);\n        const blob = await computable.awaitStableValue(signal);\n        return await this.blobDriver.getContent(blob.handle, { signal });\n      },\n    };\n  }\n}\n\ntype RemoteBlob = Computable<RemoteBlobHandleAndSize>;\nclass RemoteBlobPool extends RefCountPoolBase<\n  PlTreeEntry,\n  PFrameInternal.PFrameBlobId,\n  RemoteBlob\n> {\n  constructor(\n    private readonly blobDriver: DownloadDriver,\n    private readonly logger: PFrameInternal.Logger,\n  ) {\n    super();\n  }\n\n  protected calculateParamsKey(params: PlTreeEntry): PFrameInternal.PFrameBlobId {\n    return makeBlobId(params);\n  }\n\n  protected createNewResource(params: PlTreeEntry, _key: PFrameInternal.PFrameBlobId): RemoteBlob {\n    return this.blobDriver.getOnDemandBlob(params);\n  }\n\n  public getByKey(blobId: PFrameInternal.PFrameBlobId): RemoteBlob {\n    const resource = super.tryGetByKey(blobId);\n    if (!resource) throw new PFrameDriverError(`Remote blob with id ${blobId} not found.`);\n    return resource;\n  }\n\n  public async withContent<T>(\n    handle: RemoteBlobHandle,\n    options: {\n      range: PFrameInternal.FileRange;\n      signal: AbortSignal;\n      handler: ContentHandler<T>;\n    },\n  ): Promise<T> {\n    return await this.blobDriver.withContent(handle, {\n      range: {\n        from: options.range.start,\n        to: options.range.end + 1,\n      },\n      signal: options.signal,\n      handler: options.handler,\n    });\n  }\n}\n\ninterface BlobStoreOptions extends PFrameInternal.ObjectStoreOptions {\n  remoteBlobProvider: RemoteBlobPool;\n}\n\nclass BlobStore extends PFrameInternal.BaseObjectStore {\n  private readonly remoteBlobProvider: RemoteBlobPool;\n\n  constructor(options: BlobStoreOptions) {\n    super(options);\n    this.remoteBlobProvider = options.remoteBlobProvider;\n  }\n\n  public override async request(\n    filename: PFrameInternal.ParquetFileName,\n    params: {\n      method: PFrameInternal.HttpMethod;\n      range?: PFrameInternal.HttpRange;\n      signal: AbortSignal;\n      callback: (response: PFrameInternal.ObjectStoreResponse) => Promise<void>;\n    },\n  ): Promise<void> {\n    const blobId = filename.slice(\n      0,\n      -PFrameInternal.ParquetExtension.length,\n    ) as PFrameInternal.PFrameBlobId;\n    const respond = async (response: PFrameInternal.ObjectStoreResponse): Promise<void> => {\n      try {\n        await params.callback(response);\n      } catch (error: unknown) {\n        this.logger(\n          \"warn\",\n          `PFrames blob store received unhandled rejection from HTTP handler: ${ensureError(error)}`,\n        );\n      }\n    };\n\n    try {\n      const computable = this.remoteBlobProvider.tryGetByKey(blobId);\n      if (!computable) return await respond({ type: \"NotFound\" });\n\n      let blob: RemoteBlobHandleAndSize;\n      try {\n        blob = await computable.getValue();\n      } catch (error: unknown) {\n        this.logger(\n          \"error\",\n          `PFrames blob store failed to get blob from computable: ${ensureError(error)}`,\n        );\n        return await respond({ type: \"InternalError\" });\n      }\n      params.signal.throwIfAborted();\n\n      const translatedRange = this.translate(blob.size, params.range);\n      if (!translatedRange) {\n        return await respond({\n          type: \"RangeNotSatisfiable\",\n          size: blob.size,\n        });\n      }\n\n      if (params.method === \"HEAD\") {\n        return await respond({\n          type: \"Ok\",\n          size: blob.size,\n          range: translatedRange,\n        });\n      }\n\n      this.logger(\n        \"info\",\n        `PFrames blob store requesting content for ${blobId}, ` +\n          `range [${translatedRange.start}..=${translatedRange.end}]`,\n      );\n      return await this.remoteBlobProvider.withContent(blob.handle, {\n        range: translatedRange,\n        signal: params.signal,\n        handler: async (data) => {\n          return await respond({\n            type: \"Ok\",\n            size: blob.size,\n            range: translatedRange,\n            // eslint-disable-next-line n/no-unsupported-features/node-builtins\n            data: Readable.fromWeb(data),\n          });\n        },\n      });\n    } catch (error: unknown) {\n      if (!isAbortError(error)) {\n        if (isDownloadNetworkError400(error) && error.statusCode === 404) {\n          this.logger(\"info\", `PFrames blob store known race error: ${ensureError(error)}`);\n        } else {\n          this.logger(\"warn\", `PFrames blob store unhandled error: ${ensureError(error)}`);\n        }\n      }\n      return await respond({ type: \"InternalError\" });\n    }\n  }\n}\n\nclass RemoteBlobProviderImpl implements RemoteBlobProvider<PlTreeEntry> {\n  constructor(\n    private readonly pool: RemoteBlobPool,\n    private readonly server: PFrameInternal.HttpServer,\n  ) {}\n\n  public static async init(\n    blobDriver: DownloadDriver,\n    logger: PFrameInternal.Logger,\n    serverOptions: Omit<PFrameInternal.HttpServerOptions, \"handler\">,\n  ): Promise<RemoteBlobProviderImpl> {\n    const pool = new RemoteBlobPool(blobDriver, logger);\n    const store = new BlobStore({ remoteBlobProvider: pool, logger });\n\n    const handler = HttpHelpers.createRequestHandler({ store });\n    const server = await HttpHelpers.createHttpServer({ ...serverOptions, handler });\n    logger(\"info\", `PFrames HTTP server started on ${server.info.url}`);\n\n    return new RemoteBlobProviderImpl(pool, server);\n  }\n\n  public acquire(params: PlTreeEntry): PoolEntry<PFrameInternal.PFrameBlobId> {\n    return this.pool.acquire(params);\n  }\n\n  public httpServerInfo(): PFrameInternal.HttpServerInfo {\n    return this.server.info;\n  }\n\n  async [Symbol.asyncDispose](): Promise<void> {\n    await this.server.stop();\n  }\n}\n\nexport interface InternalPFrameDriver extends AbstractInternalPFrameDriver<\n  PColumnDataUniversal<PlTreeNodeAccessor>\n> {}\n\nexport type PFrameDriverOps = AbstractPFrameDriverOps & {\n  /** Port to run parquet HTTP server on. */\n  parquetServerPort: number;\n};\n\nexport const PFrameDriverOpsDefaults: PFrameDriverOps = {\n  ...AbstractPFrameDriverOpsDefaults,\n  parquetServerPort: 0, // 0 means that some unused port will be assigned by the OS\n};\n\nexport async function createPFrameDriver(params: {\n  blobDriver: DownloadDriver;\n  logger: MiLogger;\n  spillPath: string;\n  options: PFrameDriverOps;\n}): Promise<InternalPFrameDriver> {\n  const resolvedSpillPath = path.resolve(params.spillPath);\n  await emptyDir(resolvedSpillPath);\n\n  const logger: PFrameInternal.Logger = (level, message) => params.logger[level](message);\n  const localBlobProvider = new LocalBlobProviderImpl(params.blobDriver, logger);\n  const remoteBlobProvider = await RemoteBlobProviderImpl.init(params.blobDriver, logger, {\n    port: params.options.parquetServerPort,\n  });\n\n  const resolveDataInfo = (spec: PColumnSpec, data: PColumnDataUniversal<PlTreeNodeAccessor>) => {\n    return isPlTreeNodeAccessor(data)\n      ? parseDataInfoResource(data)\n      : isDataInfo(data)\n        ? data.type === \"ParquetPartitioned\"\n          ? mapDataInfo(data, (a) => traverseParquetChunkResource(a))\n          : mapDataInfo(data, (a) => a.persist())\n        : makeJsonDataInfo(spec, data);\n  };\n\n  return new AbstractPFrameDriver({\n    logger,\n    localBlobProvider,\n    remoteBlobProvider,\n    spillPath: resolvedSpillPath,\n    options: params.options,\n    resolveDataInfo,\n  });\n}\n"],"names":[],"mappings":";;;;;;;;;;;AA0CA,SAAS,UAAU,CAAC,GAAgB,EAAA;AAClC,IAAA,OAAO,MAAM,CAAC,GAAG,CAAC,GAAG,CAAgC;AACvD;AAGA,MAAM,qBACJ,SAAQ,gBAAqE,CAAA;AAI1D,IAAA,UAAA;AACA,IAAA,MAAA;IAFnB,WAAA,CACmB,UAA0B,EAC1B,MAA6B,EAAA;AAE9C,QAAA,KAAK,EAAE;QAHU,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,MAAM,GAAN,MAAM;IAGzB;AAEU,IAAA,kBAAkB,CAAC,MAAmB,EAAA;AAC9C,QAAA,OAAO,UAAU,CAAC,MAAM,CAAC;IAC3B;IAEU,iBAAiB,CAAC,MAAmB,EAAE,IAAiC,EAAA;QAChF,OAAO,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,MAAM,CAAC;IAClD;AAEO,IAAA,QAAQ,CAAC,MAAmC,EAAA;QACjD,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC;AAC1C,QAAA,IAAI,CAAC,QAAQ;AAAE,YAAA,MAAM,IAAI,iBAAiB,CAAC,sBAAsB,MAAM,CAAA,WAAA,CAAa,CAAC;AACrF,QAAA,OAAO,QAAQ;IACjB;AAEO,IAAA,cAAc,CACnB,MAAmB,EAAA;QAEnB,OAAO;AACL,YAAA,WAAW,EAAE,OAAO,OAAsC,KAAI;AAC5D,gBAAA,IAAI;oBACF,MAAM,OAAO,CAAC,GAAG,CACf,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAC5E;gBACH;gBAAE,OAAO,GAAY,EAAE;AACrB,oBAAA,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC;AAAE,wBAAA,MAAM,GAAG;gBACnC;YACF,CAAC;AACD,YAAA,kBAAkB,EAAE,OAAO,MAAmC,KAAI;gBAChE,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACxC,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC;AACtD,gBAAA,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC;YAClE,CAAC;SACF;IACH;AACD;AAGD,MAAM,cAAe,SAAQ,gBAI5B,CAAA;AAEoB,IAAA,UAAA;AACA,IAAA,MAAA;IAFnB,WAAA,CACmB,UAA0B,EAC1B,MAA6B,EAAA;AAE9C,QAAA,KAAK,EAAE;QAHU,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,MAAM,GAAN,MAAM;IAGzB;AAEU,IAAA,kBAAkB,CAAC,MAAmB,EAAA;AAC9C,QAAA,OAAO,UAAU,CAAC,MAAM,CAAC;IAC3B;IAEU,iBAAiB,CAAC,MAAmB,EAAE,IAAiC,EAAA;QAChF,OAAO,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC;IAChD;AAEO,IAAA,QAAQ,CAAC,MAAmC,EAAA;QACjD,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC;AAC1C,QAAA,IAAI,CAAC,QAAQ;AAAE,YAAA,MAAM,IAAI,iBAAiB,CAAC,uBAAuB,MAAM,CAAA,WAAA,CAAa,CAAC;AACtF,QAAA,OAAO,QAAQ;IACjB;AAEO,IAAA,MAAM,WAAW,CACtB,MAAwB,EACxB,OAIC,EAAA;QAED,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,EAAE;AAC/C,YAAA,KAAK,EAAE;AACL,gBAAA,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK;AACzB,gBAAA,EAAE,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC;AAC1B,aAAA;YACD,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;AACzB,SAAA,CAAC;IACJ;AACD;AAMD,MAAM,SAAU,SAAQ,cAAc,CAAC,eAAe,CAAA;AACnC,IAAA,kBAAkB;AAEnC,IAAA,WAAA,CAAY,OAAyB,EAAA;QACnC,KAAK,CAAC,OAAO,CAAC;AACd,QAAA,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,kBAAkB;IACtD;AAEgB,IAAA,MAAM,OAAO,CAC3B,QAAwC,EACxC,MAKC,EAAA;AAED,QAAA,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAC3B,CAAC,EACD,CAAC,cAAc,CAAC,gBAAgB,CAAC,MAAM,CACT;AAChC,QAAA,MAAM,OAAO,GAAG,OAAO,QAA4C,KAAmB;AACpF,YAAA,IAAI;AACF,gBAAA,MAAM,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACjC;YAAE,OAAO,KAAc,EAAE;AACvB,gBAAA,IAAI,CAAC,MAAM,CACT,MAAM,EACN,CAAA,mEAAA,EAAsE,WAAW,CAAC,KAAK,CAAC,CAAA,CAAE,CAC3F;YACH;AACF,QAAA,CAAC;AAED,QAAA,IAAI;YACF,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,MAAM,CAAC;AAC9D,YAAA,IAAI,CAAC,UAAU;gBAAE,OAAO,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;AAE3D,YAAA,IAAI,IAA6B;AACjC,YAAA,IAAI;AACF,gBAAA,IAAI,GAAG,MAAM,UAAU,CAAC,QAAQ,EAAE;YACpC;YAAE,OAAO,KAAc,EAAE;AACvB,gBAAA,IAAI,CAAC,MAAM,CACT,OAAO,EACP,CAAA,uDAAA,EAA0D,WAAW,CAAC,KAAK,CAAC,CAAA,CAAE,CAC/E;gBACD,OAAO,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;YACjD;AACA,YAAA,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE;AAE9B,YAAA,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC;YAC/D,IAAI,CAAC,eAAe,EAAE;gBACpB,OAAO,MAAM,OAAO,CAAC;AACnB,oBAAA,IAAI,EAAE,qBAAqB;oBAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;AAChB,iBAAA,CAAC;YACJ;AAEA,YAAA,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,EAAE;gBAC5B,OAAO,MAAM,OAAO,CAAC;AACnB,oBAAA,IAAI,EAAE,IAAI;oBACV,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,oBAAA,KAAK,EAAE,eAAe;AACvB,iBAAA,CAAC;YACJ;AAEA,YAAA,IAAI,CAAC,MAAM,CACT,MAAM,EACN,CAAA,0CAAA,EAA6C,MAAM,CAAA,EAAA,CAAI;gBACrD,CAAA,OAAA,EAAU,eAAe,CAAC,KAAK,CAAA,GAAA,EAAM,eAAe,CAAC,GAAG,CAAA,CAAA,CAAG,CAC9D;YACD,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE;AAC5D,gBAAA,KAAK,EAAE,eAAe;gBACtB,MAAM,EAAE,MAAM,CAAC,MAAM;AACrB,gBAAA,OAAO,EAAE,OAAO,IAAI,KAAI;oBACtB,OAAO,MAAM,OAAO,CAAC;AACnB,wBAAA,IAAI,EAAE,IAAI;wBACV,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,wBAAA,KAAK,EAAE,eAAe;;AAEtB,wBAAA,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC;AAC7B,qBAAA,CAAC;gBACJ,CAAC;AACF,aAAA,CAAC;QACJ;QAAE,OAAO,KAAc,EAAE;AACvB,YAAA,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE;gBACxB,IAAI,yBAAyB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,UAAU,KAAK,GAAG,EAAE;AAChE,oBAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA,qCAAA,EAAwC,WAAW,CAAC,KAAK,CAAC,CAAA,CAAE,CAAC;gBACnF;qBAAO;AACL,oBAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA,oCAAA,EAAuC,WAAW,CAAC,KAAK,CAAC,CAAA,CAAE,CAAC;gBAClF;YACF;YACA,OAAO,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;QACjD;IACF;AACD;AAED,MAAM,sBAAsB,CAAA;AAEP,IAAA,IAAA;AACA,IAAA,MAAA;IAFnB,WAAA,CACmB,IAAoB,EACpB,MAAiC,EAAA;QADjC,IAAA,CAAA,IAAI,GAAJ,IAAI;QACJ,IAAA,CAAA,MAAM,GAAN,MAAM;IACtB;IAEI,aAAa,IAAI,CACtB,UAA0B,EAC1B,MAA6B,EAC7B,aAAgE,EAAA;QAEhE,MAAM,IAAI,GAAG,IAAI,cAAc,CAAC,UAAU,EAAE,MAAM,CAAC;AACnD,QAAA,MAAM,KAAK,GAAG,IAAI,SAAS,CAAC,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QAEjE,MAAM,OAAO,GAAG,WAAW,CAAC,oBAAoB,CAAC,EAAE,KAAK,EAAE,CAAC;AAC3D,QAAA,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,gBAAgB,CAAC,EAAE,GAAG,aAAa,EAAE,OAAO,EAAE,CAAC;QAChF,MAAM,CAAC,MAAM,EAAE,CAAA,+BAAA,EAAkC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAA,CAAE,CAAC;AAEnE,QAAA,OAAO,IAAI,sBAAsB,CAAC,IAAI,EAAE,MAAM,CAAC;IACjD;AAEO,IAAA,OAAO,CAAC,MAAmB,EAAA;QAChC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAClC;IAEO,cAAc,GAAA;AACnB,QAAA,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI;IACzB;AAEA,IAAA,OAAO,MAAM,CAAC,YAAY,CAAC,GAAA;AACzB,QAAA,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;IAC1B;AACD;AAWM,MAAM,uBAAuB,GAAoB;AACtD,IAAA,GAAG,+BAA+B;IAClC,iBAAiB,EAAE,CAAC;;AAGf,eAAe,kBAAkB,CAAC,MAKxC,EAAA;IACC,MAAM,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;AACxD,IAAA,MAAM,QAAQ,CAAC,iBAAiB,CAAC;AAEjC,IAAA,MAAM,MAAM,GAA0B,CAAC,KAAK,EAAE,OAAO,KAAK,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC;IACvF,MAAM,iBAAiB,GAAG,IAAI,qBAAqB,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC;AAC9E,IAAA,MAAM,kBAAkB,GAAG,MAAM,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE;AACtF,QAAA,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,iBAAiB;AACvC,KAAA,CAAC;AAEF,IAAA,MAAM,eAAe,GAAG,CAAC,IAAiB,EAAE,IAA8C,KAAI;QAC5F,OAAO,oBAAoB,CAAC,IAAI;AAC9B,cAAE,qBAAqB,CAAC,IAAI;AAC5B,cAAE,UAAU,CAAC,IAAI;AACf,kBAAE,IAAI,CAAC,IAAI,KAAK;AACd,sBAAE,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,4BAA4B,CAAC,CAAC,CAAC;AAC1D,sBAAE,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE;AACxC,kBAAE,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC;AACpC,IAAA,CAAC;IAED,OAAO,IAAI,oBAAoB,CAAC;QAC9B,MAAM;QACN,iBAAiB;QACjB,kBAAkB;AAClB,QAAA,SAAS,EAAE,iBAAiB;QAC5B,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,eAAe;AAChB,KAAA,CAAC;AACJ;;;;"}
+{"version":3,"file":"driver.js","names":[],"sources":["../../src/pool/driver.ts"],"sourcesContent":["import {\n  mapDataInfo,\n  isDataInfo,\n  ensureError,\n  PFrameDriverError,\n  isAbortError,\n  type LocalBlobHandleAndSize,\n  type RemoteBlobHandleAndSize,\n  type RemoteBlobHandle,\n  type ContentHandler,\n  type PColumnSpec,\n  type PColumnDataUniversal,\n} from \"@platforma-sdk/model\";\nimport { PFrameInternal } from \"@milaboratories/pl-model-middle-layer\";\nimport {\n  emptyDir,\n  RefCountPoolBase,\n  type PoolEntry,\n  type MiLogger,\n} from \"@milaboratories/ts-helpers\";\nimport type { DownloadDriver } from \"@milaboratories/pl-drivers\";\nimport {\n  isPlTreeNodeAccessor,\n  type PlTreeEntry,\n  type PlTreeNodeAccessor,\n} from \"@milaboratories/pl-tree\";\nimport type { Computable, ComputableStableDefined } from \"@milaboratories/computable\";\nimport {\n  makeJsonDataInfo,\n  AbstractPFrameDriver,\n  AbstractPFrameDriverOpsDefaults,\n  type AbstractInternalPFrameDriver,\n  type AbstractPFrameDriverOps,\n  type LocalBlobProvider,\n  type RemoteBlobProvider,\n} from \"@milaboratories/pf-driver\";\nimport { HttpHelpers } from \"@milaboratories/pframes-rs-node\";\nimport path from \"node:path\";\nimport { Readable } from \"node:stream\";\nimport { parseDataInfoResource, traverseParquetChunkResource } from \"./data\";\nimport { isDownloadNetworkError400 } from \"@milaboratories/pl-drivers\";\n\nfunction makeBlobId(res: PlTreeEntry): PFrameInternal.PFrameBlobId {\n  return String(res.rid) as PFrameInternal.PFrameBlobId;\n}\n\ntype LocalBlob = ComputableStableDefined<LocalBlobHandleAndSize>;\nclass LocalBlobProviderImpl\n  extends RefCountPoolBase<PlTreeEntry, PFrameInternal.PFrameBlobId, LocalBlob>\n  implements LocalBlobProvider<PlTreeEntry>\n{\n  constructor(\n    private readonly blobDriver: DownloadDriver,\n    private readonly logger: PFrameInternal.Logger,\n  ) {\n    super();\n  }\n\n  protected calculateParamsKey(params: PlTreeEntry): PFrameInternal.PFrameBlobId {\n    return makeBlobId(params);\n  }\n\n  protected createNewResource(params: PlTreeEntry, _key: PFrameInternal.PFrameBlobId): LocalBlob {\n    return this.blobDriver.getDownloadedBlob(params);\n  }\n\n  public getByKey(blobId: PFrameInternal.PFrameBlobId): LocalBlob {\n    const resource = super.tryGetByKey(blobId);\n    if (!resource) throw new PFrameDriverError(`Local blob with id ${blobId} not found.`);\n    return resource;\n  }\n\n  public makeDataSource(\n    signal: AbortSignal,\n  ): Omit<PFrameInternal.PFrameDataSourceV2, \"parquetServer\"> {\n    return {\n      preloadBlob: async (blobIds: PFrameInternal.PFrameBlobId[]) => {\n        try {\n          await Promise.all(\n            blobIds.map((blobId) => this.getByKey(blobId).awaitStableFullValue(signal)),\n          );\n        } catch (err: unknown) {\n          if (!isAbortError(err)) throw err;\n        }\n      },\n      resolveBlobContent: async (blobId: PFrameInternal.PFrameBlobId) => {\n        const computable = this.getByKey(blobId);\n        const blob = await computable.awaitStableValue(signal);\n        return await this.blobDriver.getContent(blob.handle, { signal });\n      },\n    };\n  }\n}\n\ntype RemoteBlob = Computable<RemoteBlobHandleAndSize>;\nclass RemoteBlobPool extends RefCountPoolBase<\n  PlTreeEntry,\n  PFrameInternal.PFrameBlobId,\n  RemoteBlob\n> {\n  constructor(\n    private readonly blobDriver: DownloadDriver,\n    private readonly logger: PFrameInternal.Logger,\n  ) {\n    super();\n  }\n\n  protected calculateParamsKey(params: PlTreeEntry): PFrameInternal.PFrameBlobId {\n    return makeBlobId(params);\n  }\n\n  protected createNewResource(params: PlTreeEntry, _key: PFrameInternal.PFrameBlobId): RemoteBlob {\n    return this.blobDriver.getOnDemandBlob(params);\n  }\n\n  public getByKey(blobId: PFrameInternal.PFrameBlobId): RemoteBlob {\n    const resource = super.tryGetByKey(blobId);\n    if (!resource) throw new PFrameDriverError(`Remote blob with id ${blobId} not found.`);\n    return resource;\n  }\n\n  public async withContent<T>(\n    handle: RemoteBlobHandle,\n    options: {\n      range: PFrameInternal.FileRange;\n      signal: AbortSignal;\n      handler: ContentHandler<T>;\n    },\n  ): Promise<T> {\n    return await this.blobDriver.withContent(handle, {\n      range: {\n        from: options.range.start,\n        to: options.range.end + 1,\n      },\n      signal: options.signal,\n      handler: options.handler,\n    });\n  }\n}\n\ninterface BlobStoreOptions extends PFrameInternal.ObjectStoreOptions {\n  remoteBlobProvider: RemoteBlobPool;\n}\n\nclass BlobStore extends PFrameInternal.BaseObjectStore {\n  private readonly remoteBlobProvider: RemoteBlobPool;\n\n  constructor(options: BlobStoreOptions) {\n    super(options);\n    this.remoteBlobProvider = options.remoteBlobProvider;\n  }\n\n  public override async request(\n    filename: PFrameInternal.ParquetFileName,\n    params: {\n      method: PFrameInternal.HttpMethod;\n      range?: PFrameInternal.HttpRange;\n      signal: AbortSignal;\n      callback: (response: PFrameInternal.ObjectStoreResponse) => Promise<void>;\n    },\n  ): Promise<void> {\n    const blobId = filename.slice(\n      0,\n      -PFrameInternal.ParquetExtension.length,\n    ) as PFrameInternal.PFrameBlobId;\n    const respond = async (response: PFrameInternal.ObjectStoreResponse): Promise<void> => {\n      try {\n        await params.callback(response);\n      } catch (error: unknown) {\n        this.logger(\n          \"warn\",\n          `PFrames blob store received unhandled rejection from HTTP handler: ${ensureError(error)}`,\n        );\n      }\n    };\n\n    try {\n      const computable = this.remoteBlobProvider.tryGetByKey(blobId);\n      if (!computable) return await respond({ type: \"NotFound\" });\n\n      let blob: RemoteBlobHandleAndSize;\n      try {\n        blob = await computable.getValue();\n      } catch (error: unknown) {\n        this.logger(\n          \"error\",\n          `PFrames blob store failed to get blob from computable: ${ensureError(error)}`,\n        );\n        return await respond({ type: \"InternalError\" });\n      }\n      params.signal.throwIfAborted();\n\n      const translatedRange = this.translate(blob.size, params.range);\n      if (!translatedRange) {\n        return await respond({\n          type: \"RangeNotSatisfiable\",\n          size: blob.size,\n        });\n      }\n\n      if (params.method === \"HEAD\") {\n        return await respond({\n          type: \"Ok\",\n          size: blob.size,\n          range: translatedRange,\n        });\n      }\n\n      this.logger(\n        \"info\",\n        `PFrames blob store requesting content for ${blobId}, ` +\n          `range [${translatedRange.start}..=${translatedRange.end}]`,\n      );\n      return await this.remoteBlobProvider.withContent(blob.handle, {\n        range: translatedRange,\n        signal: params.signal,\n        handler: async (data) => {\n          return await respond({\n            type: \"Ok\",\n            size: blob.size,\n            range: translatedRange,\n            // eslint-disable-next-line n/no-unsupported-features/node-builtins\n            data: Readable.fromWeb(data),\n          });\n        },\n      });\n    } catch (error: unknown) {\n      if (!isAbortError(error)) {\n        if (isDownloadNetworkError400(error) && error.statusCode === 404) {\n          this.logger(\"info\", `PFrames blob store known race error: ${ensureError(error)}`);\n        } else {\n          this.logger(\"warn\", `PFrames blob store unhandled error: ${ensureError(error)}`);\n        }\n      }\n      return await respond({ type: \"InternalError\" });\n    }\n  }\n}\n\nclass RemoteBlobProviderImpl implements RemoteBlobProvider<PlTreeEntry> {\n  constructor(\n    private readonly pool: RemoteBlobPool,\n    private readonly server: PFrameInternal.HttpServer,\n  ) {}\n\n  public static async init(\n    blobDriver: DownloadDriver,\n    logger: PFrameInternal.Logger,\n    serverOptions: Omit<PFrameInternal.HttpServerOptions, \"handler\">,\n  ): Promise<RemoteBlobProviderImpl> {\n    const pool = new RemoteBlobPool(blobDriver, logger);\n    const store = new BlobStore({ remoteBlobProvider: pool, logger });\n\n    const handler = HttpHelpers.createRequestHandler({ store });\n    const server = await HttpHelpers.createHttpServer({ ...serverOptions, handler });\n    logger(\"info\", `PFrames HTTP server started on ${server.info.url}`);\n\n    return new RemoteBlobProviderImpl(pool, server);\n  }\n\n  public acquire(params: PlTreeEntry): PoolEntry<PFrameInternal.PFrameBlobId> {\n    return this.pool.acquire(params);\n  }\n\n  public httpServerInfo(): PFrameInternal.HttpServerInfo {\n    return this.server.info;\n  }\n\n  async [Symbol.asyncDispose](): Promise<void> {\n    await this.server.stop();\n  }\n}\n\nexport interface InternalPFrameDriver extends AbstractInternalPFrameDriver<\n  PColumnDataUniversal<PlTreeNodeAccessor>\n> {}\n\nexport type PFrameDriverOps = AbstractPFrameDriverOps & {\n  /** Port to run parquet HTTP server on. */\n  parquetServerPort: number;\n};\n\nexport const PFrameDriverOpsDefaults: PFrameDriverOps = {\n  ...AbstractPFrameDriverOpsDefaults,\n  parquetServerPort: 0, // 0 means that some unused port will be assigned by the OS\n};\n\nexport async function createPFrameDriver(params: {\n  blobDriver: DownloadDriver;\n  logger: MiLogger;\n  spillPath: string;\n  options: PFrameDriverOps;\n}): Promise<InternalPFrameDriver> {\n  const resolvedSpillPath = path.resolve(params.spillPath);\n  await emptyDir(resolvedSpillPath);\n\n  const logger: PFrameInternal.Logger = (level, message) => params.logger[level](message);\n  const localBlobProvider = new LocalBlobProviderImpl(params.blobDriver, logger);\n  const remoteBlobProvider = await RemoteBlobProviderImpl.init(params.blobDriver, logger, {\n    port: params.options.parquetServerPort,\n  });\n\n  const resolveDataInfo = (spec: PColumnSpec, data: PColumnDataUniversal<PlTreeNodeAccessor>) => {\n    return isPlTreeNodeAccessor(data)\n      ? parseDataInfoResource(data)\n      : isDataInfo(data)\n        ? data.type === \"ParquetPartitioned\"\n          ? mapDataInfo(data, (a) => traverseParquetChunkResource(a))\n          : mapDataInfo(data, (a) => a.persist())\n        : makeJsonDataInfo(spec, data);\n  };\n\n  return new AbstractPFrameDriver({\n    logger,\n    localBlobProvider,\n    remoteBlobProvider,\n    spillPath: resolvedSpillPath,\n    options: params.options,\n    resolveDataInfo,\n  });\n}\n"],"mappings":";;;;;;;;;;;;AA0CA,SAAS,WAAW,KAA+C;AACjE,QAAO,OAAO,IAAI,IAAI;;AAIxB,IAAM,wBAAN,cACU,iBAEV;CACE,YACE,AAAiB,YACjB,AAAiB,QACjB;AACA,SAAO;EAHU;EACA;;CAKnB,AAAU,mBAAmB,QAAkD;AAC7E,SAAO,WAAW,OAAO;;CAG3B,AAAU,kBAAkB,QAAqB,MAA8C;AAC7F,SAAO,KAAK,WAAW,kBAAkB,OAAO;;CAGlD,AAAO,SAAS,QAAgD;EAC9D,MAAM,WAAW,MAAM,YAAY,OAAO;AAC1C,MAAI,CAAC,SAAU,OAAM,IAAI,kBAAkB,sBAAsB,OAAO,aAAa;AACrF,SAAO;;CAGT,AAAO,eACL,QAC0D;AAC1D,SAAO;GACL,aAAa,OAAO,YAA2C;AAC7D,QAAI;AACF,WAAM,QAAQ,IACZ,QAAQ,KAAK,WAAW,KAAK,SAAS,OAAO,CAAC,qBAAqB,OAAO,CAAC,CAC5E;aACM,KAAc;AACrB,SAAI,CAAC,aAAa,IAAI,CAAE,OAAM;;;GAGlC,oBAAoB,OAAO,WAAwC;IAEjE,MAAM,OAAO,MADM,KAAK,SAAS,OAAO,CACV,iBAAiB,OAAO;AACtD,WAAO,MAAM,KAAK,WAAW,WAAW,KAAK,QAAQ,EAAE,QAAQ,CAAC;;GAEnE;;;AAKL,IAAM,iBAAN,cAA6B,iBAI3B;CACA,YACE,AAAiB,YACjB,AAAiB,QACjB;AACA,SAAO;EAHU;EACA;;CAKnB,AAAU,mBAAmB,QAAkD;AAC7E,SAAO,WAAW,OAAO;;CAG3B,AAAU,kBAAkB,QAAqB,MAA+C;AAC9F,SAAO,KAAK,WAAW,gBAAgB,OAAO;;CAGhD,AAAO,SAAS,QAAiD;EAC/D,MAAM,WAAW,MAAM,YAAY,OAAO;AAC1C,MAAI,CAAC,SAAU,OAAM,IAAI,kBAAkB,uBAAuB,OAAO,aAAa;AACtF,SAAO;;CAGT,MAAa,YACX,QACA,SAKY;AACZ,SAAO,MAAM,KAAK,WAAW,YAAY,QAAQ;GAC/C,OAAO;IACL,MAAM,QAAQ,MAAM;IACpB,IAAI,QAAQ,MAAM,MAAM;IACzB;GACD,QAAQ,QAAQ;GAChB,SAAS,QAAQ;GAClB,CAAC;;;AAQN,IAAM,YAAN,cAAwB,eAAe,gBAAgB;CACrD,AAAiB;CAEjB,YAAY,SAA2B;AACrC,QAAM,QAAQ;AACd,OAAK,qBAAqB,QAAQ;;CAGpC,MAAsB,QACpB,UACA,QAMe;EACf,MAAM,SAAS,SAAS,MACtB,GACA,CAAC,eAAe,iBAAiB,OAClC;EACD,MAAM,UAAU,OAAO,aAAgE;AACrF,OAAI;AACF,UAAM,OAAO,SAAS,SAAS;YACxB,OAAgB;AACvB,SAAK,OACH,QACA,sEAAsE,YAAY,MAAM,GACzF;;;AAIL,MAAI;GACF,MAAM,aAAa,KAAK,mBAAmB,YAAY,OAAO;AAC9D,OAAI,CAAC,WAAY,QAAO,MAAM,QAAQ,EAAE,MAAM,YAAY,CAAC;GAE3D,IAAI;AACJ,OAAI;AACF,WAAO,MAAM,WAAW,UAAU;YAC3B,OAAgB;AACvB,SAAK,OACH,SACA,0DAA0D,YAAY,MAAM,GAC7E;AACD,WAAO,MAAM,QAAQ,EAAE,MAAM,iBAAiB,CAAC;;AAEjD,UAAO,OAAO,gBAAgB;GAE9B,MAAM,kBAAkB,KAAK,UAAU,KAAK,MAAM,OAAO,MAAM;AAC/D,OAAI,CAAC,gBACH,QAAO,MAAM,QAAQ;IACnB,MAAM;IACN,MAAM,KAAK;IACZ,CAAC;AAGJ,OAAI,OAAO,WAAW,OACpB,QAAO,MAAM,QAAQ;IACnB,MAAM;IACN,MAAM,KAAK;IACX,OAAO;IACR,CAAC;AAGJ,QAAK,OACH,QACA,6CAA6C,OAAO,WACxC,gBAAgB,MAAM,KAAK,gBAAgB,IAAI,GAC5D;AACD,UAAO,MAAM,KAAK,mBAAmB,YAAY,KAAK,QAAQ;IAC5D,OAAO;IACP,QAAQ,OAAO;IACf,SAAS,OAAO,SAAS;AACvB,YAAO,MAAM,QAAQ;MACnB,MAAM;MACN,MAAM,KAAK;MACX,OAAO;MAEP,MAAM,SAAS,QAAQ,KAAK;MAC7B,CAAC;;IAEL,CAAC;WACK,OAAgB;AACvB,OAAI,CAAC,aAAa,MAAM,CACtB,KAAI,0BAA0B,MAAM,IAAI,MAAM,eAAe,IAC3D,MAAK,OAAO,QAAQ,wCAAwC,YAAY,MAAM,GAAG;OAEjF,MAAK,OAAO,QAAQ,uCAAuC,YAAY,MAAM,GAAG;AAGpF,UAAO,MAAM,QAAQ,EAAE,MAAM,iBAAiB,CAAC;;;;AAKrD,IAAM,yBAAN,MAAM,uBAAkE;CACtE,YACE,AAAiB,MACjB,AAAiB,QACjB;EAFiB;EACA;;CAGnB,aAAoB,KAClB,YACA,QACA,eACiC;EACjC,MAAM,OAAO,IAAI,eAAe,YAAY,OAAO;EACnD,MAAM,QAAQ,IAAI,UAAU;GAAE,oBAAoB;GAAM;GAAQ,CAAC;EAEjE,MAAM,UAAU,YAAY,qBAAqB,EAAE,OAAO,CAAC;EAC3D,MAAM,SAAS,MAAM,YAAY,iBAAiB;GAAE,GAAG;GAAe;GAAS,CAAC;AAChF,SAAO,QAAQ,kCAAkC,OAAO,KAAK,MAAM;AAEnE,SAAO,IAAI,uBAAuB,MAAM,OAAO;;CAGjD,AAAO,QAAQ,QAA6D;AAC1E,SAAO,KAAK,KAAK,QAAQ,OAAO;;CAGlC,AAAO,iBAAgD;AACrD,SAAO,KAAK,OAAO;;CAGrB,OAAO,OAAO,gBAA+B;AAC3C,QAAM,KAAK,OAAO,MAAM;;;AAa5B,MAAa,0BAA2C;CACtD,GAAG;CACH,mBAAmB;CACpB;AAED,eAAsB,mBAAmB,QAKP;CAChC,MAAM,oBAAoB,KAAK,QAAQ,OAAO,UAAU;AACxD,OAAM,SAAS,kBAAkB;CAEjC,MAAM,UAAiC,OAAO,YAAY,OAAO,OAAO,OAAO,QAAQ;CACvF,MAAM,oBAAoB,IAAI,sBAAsB,OAAO,YAAY,OAAO;CAC9E,MAAM,qBAAqB,MAAM,uBAAuB,KAAK,OAAO,YAAY,QAAQ,EACtF,MAAM,OAAO,QAAQ,mBACtB,CAAC;CAEF,MAAM,mBAAmB,MAAmB,SAAmD;AAC7F,SAAO,qBAAqB,KAAK,GAC7B,sBAAsB,KAAK,GAC3B,WAAW,KAAK,GACd,KAAK,SAAS,uBACZ,YAAY,OAAO,MAAM,6BAA6B,EAAE,CAAC,GACzD,YAAY,OAAO,MAAM,EAAE,SAAS,CAAC,GACvC,iBAAiB,MAAM,KAAK;;AAGpC,QAAO,IAAI,qBAAqB;EAC9B;EACA;EACA;EACA,WAAW;EACX,SAAS,OAAO;EAChB;EACD,CAAC"}

package/dist/pool/index.cjs

@@ -0,0 +1,2 @@
+const require_result_pool = require('./result_pool.cjs');
+const require_driver = require('./driver.cjs');

package/dist/pool/index.d.ts

@@ -1,3 +1,2 @@
-export * from "./driver";
-export * from "./result_pool";
-//# sourceMappingURL=index.d.ts.map
+import { InternalPFrameDriver, PFrameDriverOps } from "./driver.js";
+import "./result_pool.js";

package/dist/pool/index.js

@@ -0,0 +1,2 @@
+import { ResultPool } from "./result_pool.js";
+import { PFrameDriverOpsDefaults, createPFrameDriver } from "./driver.js";

package/dist/pool/p_object_collection.cjs

@@ -1,87 +1,75 @@
-'use strict';
-
-var tsHelpers = require('@milaboratories/ts-helpers');
-var assert = require('node:assert');
-var data = require('./data.cjs');
+const require_runtime = require('../_virtual/_rolldown/runtime.cjs');
+const require_data = require('./data.cjs');
+let _milaboratories_ts_helpers = require("@milaboratories/ts-helpers");
+let node_assert = require("node:assert");
+node_assert = require_runtime.__toESM(node_assert);
 
+//#region src/pool/p_object_collection.ts
 function parseRawPObjectCollection(node, errorOnUnknownField = true, ignoreFieldErrors = false, prefix = "") {
-    const entryPattern = /^(?<name>.*)\.(?<type>spec|data)$/;
-    const results = new Map();
-    for (const fieldName of node.listInputFields()) {
-        const match = fieldName.match(entryPattern);
-        if (!match) {
-            if (errorOnUnknownField)
-                throw new Error(`unexpected field name ${fieldName}`);
-            else
-                continue;
-        }
-        let name = tsHelpers.notEmpty(match.groups?.name);
-        if (!name.startsWith(prefix)) {
-            if (errorOnUnknownField)
-                throw new Error(`unexpected field name ${fieldName}`);
-            else
-                continue;
-        }
-        name = name.slice(prefix.length);
-        const type = tsHelpers.notEmpty(match.groups?.type);
-        let result = results.get(name);
-        if (result === undefined) {
-            result = {};
-            results.set(name, result);
-        }
-        switch (type) {
-            case "spec":
-                result.spec = node
-                    .traverse({
-                    field: fieldName,
-                    ignoreError: ignoreFieldErrors,
-                    pureFieldErrorToUndefined: ignoreFieldErrors,
-                })
-                    ?.getDataAsJson();
-                break;
-            case "data":
-                result.hasData = true;
-                result.data = () => node.traverseOrError({
-                    field: fieldName,
-                    ignoreError: ignoreFieldErrors,
-                });
-                break;
-        }
-    }
-    const locked = node.getInputsLocked();
-    if (locked)
-        for (const [, result] of results)
-            if (result.data === undefined)
-                result.hasData = false;
-    return { locked, results };
+	const entryPattern = /^(?<name>.*)\.(?<type>spec|data)$/;
+	const results = /* @__PURE__ */ new Map();
+	for (const fieldName of node.listInputFields()) {
+		const match = fieldName.match(entryPattern);
+		if (!match) if (errorOnUnknownField) throw new Error(`unexpected field name ${fieldName}`);
+		else continue;
+		let name = (0, _milaboratories_ts_helpers.notEmpty)(match.groups?.name);
+		if (!name.startsWith(prefix)) if (errorOnUnknownField) throw new Error(`unexpected field name ${fieldName}`);
+		else continue;
+		name = name.slice(prefix.length);
+		const type = (0, _milaboratories_ts_helpers.notEmpty)(match.groups?.type);
+		let result = results.get(name);
+		if (result === void 0) {
+			result = {};
+			results.set(name, result);
+		}
+		switch (type) {
+			case "spec":
+				result.spec = node.traverse({
+					field: fieldName,
+					ignoreError: ignoreFieldErrors,
+					pureFieldErrorToUndefined: ignoreFieldErrors
+				})?.getDataAsJson();
+				break;
+			case "data":
+				result.hasData = true;
+				result.data = () => node.traverseOrError({
+					field: fieldName,
+					ignoreError: ignoreFieldErrors
+				});
+				break;
+			default: break;
+		}
+	}
+	const locked = node.getInputsLocked();
+	if (locked) {
+		for (const [, result] of results) if (result.data === void 0) result.hasData = false;
+	}
+	return {
+		locked,
+		results
+	};
 }
 function parseFinalPObjectCollection(node, errorOnUnknownField = true, prefix = "", resolvePath) {
-    if (!node.getIsReadyOrError())
-        throw new Error("resource is not ready");
-    const rawCollection = parseRawPObjectCollection(node, errorOnUnknownField, false, prefix);
-    assert(rawCollection.locked);
-    const collection = {};
-    for (const [outputName, result] of rawCollection.results) {
-        if (result.spec === undefined)
-            throw new Error(`no spec for key ${outputName}`);
-        if (result.hasData !== true || result.data === undefined)
-            throw new Error(`no data for key ${outputName}`);
-        const data$1 = result.data();
-        if (data$1 === undefined)
-            throw new Error(`no data for key ${outputName}`);
-        if (!data$1.ok)
-            throw data$1.error;
-        collection[outputName] = {
-            id: resolvePath.length === 0
-                ? data.deriveLegacyPObjectId(result.spec, data$1.value) // for old blocks opened in new desktop
-                : data.deriveLocalPObjectId(resolvePath, outputName),
-            spec: result.spec,
-            data: data$1.value,
-        };
-    }
-    return collection;
+	if (!node.getIsReadyOrError()) throw new Error("resource is not ready");
+	const rawCollection = parseRawPObjectCollection(node, errorOnUnknownField, false, prefix);
+	(0, node_assert.default)(rawCollection.locked);
+	const collection = {};
+	for (const [outputName, result] of rawCollection.results) {
+		if (result.spec === void 0) throw new Error(`no spec for key ${outputName}`);
+		if (result.hasData !== true || result.data === void 0) throw new Error(`no data for key ${outputName}`);
+		const data = result.data();
+		if (data === void 0) throw new Error(`no data for key ${outputName}`);
+		if (!data.ok) throw data.error;
+		collection[outputName] = {
+			id: resolvePath.length === 0 ? require_data.deriveLegacyPObjectId(result.spec, data.value) : require_data.deriveLocalPObjectId(resolvePath, outputName),
+			spec: result.spec,
+			data: data.value
+		};
+	}
+	return collection;
 }
 
+//#endregion
 exports.parseFinalPObjectCollection = parseFinalPObjectCollection;
 exports.parseRawPObjectCollection = parseRawPObjectCollection;
-//# sourceMappingURL=p_object_collection.cjs.map
+//# sourceMappingURL=p_object_collection.cjs.map