@milaboratories/pf-driver 1.4.11 → 1.4.13

package/dist/driver_impl.cjs

@@ -18,7 +18,6 @@ let node_stream = require("node:stream");
 let node_stream_promises = require("node:stream/promises");
 let node_zlib = require("node:zlib");
 node_zlib = require_runtime.__toESM(node_zlib);
-let _milaboratories_pframes_rs_wasm = require("@milaboratories/pframes-rs-wasm");
 //#region src/driver_impl.ts
 const AbstractPFrameDriverOpsDefaults = {
 	...require_ptable_cache_per_frame.PTableCachePerFrameOpsDefaults,
@@ -77,15 +76,18 @@ var AbstractPFrameDriver = class {
 	createPTable(rawDef) {
 		try {
 			var _usingCtx$1 = require_usingCtx._usingCtx();
-			const pFrameGuard = _usingCtx$1.u(new _milaboratories_helpers.PoolEntryGuard(this.createPFrame((0, _milaboratories_pl_model_common.extractAllColumns)(rawDef.src))));
+			const columns = (0, _milaboratories_pl_model_common.uniqueBy)((0, _milaboratories_pl_model_common.extractAllColumns)(rawDef.src), (c) => c.id);
+			const pFrameGuard = _usingCtx$1.u(new _milaboratories_helpers.PoolEntryGuard(this.createPFrame(columns)));
 			const sortedDef = (0, _milaboratories_pl_model_common.sortPTableDef)(migrateTableFilter((0, _milaboratories_pl_model_common.mapPTableDef)(rawDef, (c) => c.id), this.logger));
-			const pTableEntry = this.pTableDefs.acquire({
-				type: "v1",
+			const pFrameSpec = this.pFrames.getByKey(pFrameGuard.key).pFrameSpec;
+			const pTableGuard = _usingCtx$1.u(new _milaboratories_helpers.PoolEntryGuard(this.pTableDefs.acquireFromLegacy({
+				pFrameHandle: pFrameGuard.key,
 				def: sortedDef,
-				pFrameHandle: pFrameGuard.key
-			});
-			if (require_logging.logPFrames()) this.logger("info", `Create PTable call (pFrameHandle = ${pFrameGuard.key}; pTableHandle = ${pTableEntry.key})`);
+				pFrameSpec
+			}).entry));
+			if (require_logging.logPFrames()) this.logger("info", `Create PTable call (pFrameHandle = ${pFrameGuard.key}; pTableHandle = ${pTableGuard.key})`);
 			const pFrameEntry = pFrameGuard.keep();
+			const pTableEntry = pTableGuard.keep();
 			const unref = () => {
 				pTableEntry.unref();
 				pFrameEntry.unref();
@@ -106,22 +108,18 @@ var AbstractPFrameDriver = class {
 		try {
 			var _usingCtx3 = require_usingCtx._usingCtx();
 			const columns = (0, _milaboratories_pl_model_common.uniqueBy)((0, _milaboratories_pl_model_common.collectSpecQueryColumns)(def.query), (c) => c.id);
-			const columnsMap = columns.reduce((acc, col) => (acc[col.id] = col.spec, acc), {});
 			const pFrameGuard = _usingCtx3.u(new _milaboratories_helpers.PoolEntryGuard(this.createPFrame(columns)));
-			const ValueTypes = new Set(Object.values(_milaboratories_pl_model_common.ValueType));
-			const specFrame = (0, _milaboratories_pframes_rs_wasm.createPFrame)(Object.fromEntries(Object.entries(columnsMap).filter(([, spec]) => ValueTypes.has(spec.valueType)).map(([id, spec]) => [id, (0, _milaboratories_pl_model_common.resolveAnnotationParents)(spec)])));
+			const pFrameSpec = this.pFrames.getByKey(pFrameGuard.key).pFrameSpec;
 			const sortedQuery = (0, _milaboratories_pl_model_common.sortSpecQuery)((0, _milaboratories_pl_model_common.mapSpecQueryColumns)(def.query, (c) => c.id));
-			const { tableSpec, dataQuery } = specFrame.evaluateQuery(sortedQuery);
-			const pTableEntry = this.pTableDefs.acquire({
-				type: "v2",
+			const { tableSpec, dataQuery } = pFrameSpec.evaluateQuery(sortedQuery);
+			const pTableGuard = _usingCtx3.u(new _milaboratories_helpers.PoolEntryGuard(this.pTableDefs.acquire({
 				pFrameHandle: pFrameGuard.key,
-				def: {
-					tableSpec,
-					dataQuery
-				}
-			});
-			if (require_logging.logPFrames()) this.logger("info", `Create PTable call (pFrameHandle = ${pFrameGuard.key}; pTableHandle = ${pTableEntry.key})`);
+				tableSpec,
+				dataQuery
+			})));
+			if (require_logging.logPFrames()) this.logger("info", `Create PTable call (pFrameHandle = ${pFrameGuard.key}; pTableHandle = ${pTableGuard.key})`);
 			const pFrameEntry = pFrameGuard.keep();
+			const pTableEntry = pTableGuard.keep();
 			const unref = () => {
 				pTableEntry.unref();
 				pFrameEntry.unref();
@@ -151,7 +149,7 @@ var AbstractPFrameDriver = class {
 			return await this.tableConcurrencyLimiter.run(async () => {
 				const shape = await pTable.getShape({ signal: combinedSignal });
 				const clippedRange = clipRange(options.range, shape);
-				const specs = pTable.getSpec();
+				const specs = def.tableSpec;
 				const separator = options.format === "tsv" ? "	" : ",";
 				const iterable = require_csv_writer.streamPTableRows({
 					pTable,
@@ -204,38 +202,44 @@ var AbstractPFrameDriver = class {
 				qualifications: []
 			}] : []
 		};
-		const { pFramePromise } = this.pFrames.getByKey(handle);
-		return { hits: (await (await pFramePromise).findColumns(iRequest)).hits.filter((h) => h.mappingVariants.length === 0 || h.mappingVariants.some((v) => v.qualifications.forHit.length === 0 && v.qualifications.forQueries.every((q) => q.length === 0))).map((h) => h.hit) };
+		const { pFrameSpec } = this.pFrames.getByKey(handle);
+		return { hits: pFrameSpec.findColumns(iRequest).hits.filter((h) => h.mappingVariants.length === 0 || h.mappingVariants.some((v) => v.qualifications.forHit.length === 0 && v.qualifications.forQueries.every((q) => q.length === 0))).map((h) => h.hit) };
 	}
 	async getColumnSpec(handle, columnId) {
-		const { pFramePromise } = this.pFrames.getByKey(handle);
-		return await (await pFramePromise).getColumnSpec(columnId);
+		const { pFrameSpec } = this.pFrames.getByKey(handle);
+		return pFrameSpec.listColumns().find((c) => c.columnId === columnId)?.spec ?? null;
 	}
 	async listColumns(handle) {
-		const { pFramePromise } = this.pFrames.getByKey(handle);
-		return await (await pFramePromise).listColumns();
+		const { pFrameSpec } = this.pFrames.getByKey(handle);
+		return pFrameSpec.listColumns().map(({ columnId, spec }) => ({
+			columnId,
+			spec
+		}));
 	}
 	async calculateTableData(handle, request, range, signal) {
 		try {
 			var _usingCtx5 = require_usingCtx._usingCtx();
 			if (require_logging.logPFrames()) this.logger("info", `Call calculateTableData, handle = ${handle}, request = ${JSON.stringify(request, _milaboratories_pl_model_common.bigintReplacer)}`);
-			const tableGuard = _usingCtx5.u(new _milaboratories_helpers.PoolEntryGuard(this.pTables.acquire({
-				type: "v1",
+			const { pFrameSpec } = this.pFrames.getByKey(handle);
+			const sortedDef = (0, _milaboratories_pl_model_common.sortPTableDef)(migrateTableFilter(request, this.logger));
+			const { def, entry } = this.pTables.acquireFromLegacy({
 				pFrameHandle: handle,
-				def: (0, _milaboratories_pl_model_common.sortPTableDef)(migrateTableFilter(request, this.logger))
-			})));
+				def: sortedDef,
+				pFrameSpec
+			});
+			const tableGuard = _usingCtx5.u(new _milaboratories_helpers.PoolEntryGuard(entry));
+			const tableSpec = def.tableSpec;
 			const { pTablePromise, disposeSignal } = tableGuard.resource;
 			const pTable = await pTablePromise;
 			const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));
 			return await this.frameConcurrencyLimiter.run(async () => {
-				const spec = pTable.getSpec();
-				const data = await pTable.getData([...spec.keys()], {
+				const data = await pTable.getData([...tableSpec.keys()], {
 					range,
 					signal: combinedSignal
 				});
 				const overallSize = await pTable.getFootprint({ signal: combinedSignal });
 				this.pTableCachePerFrame.cache(tableGuard.keep(), overallSize);
-				return spec.map((spec, i) => ({
+				return tableSpec.map((spec, i) => ({
 					spec,
 					data: data[i]
 				}));
@@ -248,33 +252,25 @@ var AbstractPFrameDriver = class {
 	}
 	async getUniqueValues(handle, request, signal) {
 		if (require_logging.logPFrames()) this.logger("info", `Call getUniqueValues, handle = ${handle}, request = ${JSON.stringify(request, _milaboratories_pl_model_common.bigintReplacer)}`);
-		const { pFramePromise, disposeSignal } = this.pFrames.getByKey(handle);
-		const pFrame = await pFramePromise;
+		const { pFrameDataPromise, disposeSignal } = this.pFrames.getByKey(handle);
+		const pFrameData = await pFrameDataPromise;
 		const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));
 		return await this.frameConcurrencyLimiter.run(async () => {
-			return await pFrame.getUniqueValues({
+			return await pFrameData.getUniqueValues({
 				...request,
 				filters: migrateFilters(request.filters, this.logger)
 			}, { signal: combinedSignal });
 		});
 	}
 	async getSpec(handle) {
-		try {
-			var _usingCtx6 = require_usingCtx._usingCtx();
-			const { def } = this.pTableDefs.getByKey(handle);
-			const { pTablePromise } = _usingCtx6.u(this.pTables.acquire(def)).resource;
-			return (await pTablePromise).getSpec();
-		} catch (_) {
-			_usingCtx6.e = _;
-		} finally {
-			_usingCtx6.d();
-		}
+		const { def } = this.pTableDefs.getByKey(handle);
+		return def.tableSpec;
 	}
 	async getShape(handle, signal) {
 		try {
-			var _usingCtx7 = require_usingCtx._usingCtx();
+			var _usingCtx6 = require_usingCtx._usingCtx();
 			const { def, disposeSignal: defDisposeSignal } = this.pTableDefs.getByKey(handle);
-			const tableGuard = _usingCtx7.u(new _milaboratories_helpers.PoolEntryGuard(this.pTables.acquire(def)));
+			const tableGuard = _usingCtx6.u(new _milaboratories_helpers.PoolEntryGuard(this.pTables.acquire(def)));
 			const { pTablePromise, disposeSignal } = tableGuard.resource;
 			const pTable = await pTablePromise;
 			const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));
@@ -287,16 +283,16 @@ var AbstractPFrameDriver = class {
 			this.pTableCachePlain.cache(tableGuard.keep(), overallSize, defDisposeSignal);
 			return shape;
 		} catch (_) {
-			_usingCtx7.e = _;
+			_usingCtx6.e = _;
 		} finally {
-			_usingCtx7.d();
+			_usingCtx6.d();
 		}
 	}
 	async getData(handle, columnIndices, range, signal) {
 		try {
-			var _usingCtx8 = require_usingCtx._usingCtx();
+			var _usingCtx7 = require_usingCtx._usingCtx();
 			const { def, disposeSignal: defDisposeSignal } = this.pTableDefs.getByKey(handle);
-			const tableGuard = _usingCtx8.u(new _milaboratories_helpers.PoolEntryGuard(this.pTables.acquire(def)));
+			const tableGuard = _usingCtx7.u(new _milaboratories_helpers.PoolEntryGuard(this.pTables.acquire(def)));
 			const { pTablePromise, disposeSignal } = tableGuard.resource;
 			const pTable = await pTablePromise;
 			const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));
@@ -312,9 +308,9 @@ var AbstractPFrameDriver = class {
 			this.pTableCachePlain.cache(tableGuard.keep(), overallSize, defDisposeSignal);
 			return data;
 		} catch (_) {
-			_usingCtx8.e = _;
+			_usingCtx7.e = _;
 		} finally {
-			_usingCtx8.d();
+			_usingCtx7.d();
 		}
 	}
 };

package/dist/driver_impl.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"driver_impl.cjs","names":["PTableCachePerFrameOpsDefaults","PTableCachePlainOpsDefaults","PFrameFactory","ConcurrencyLimitingExecutor","PFramePool","PTableDefPool","PTablePool","PTableCachePerFrame","PTableCachePlain","ValueType","PoolEntryGuard","logPFrames","streamPTableRows","fs","Readable","zlib","bigintReplacer"],"sources":["../src/driver_impl.ts"],"sourcesContent":["import {\n  mapPObjectData,\n  mapPTableDef,\n  extractAllColumns,\n  uniqueBy,\n  canonicalizeJson,\n  bigintReplacer,\n  ValueType,\n  type CalculateTableDataRequest,\n  type CalculateTableDataResponse,\n  type FindColumnsRequest,\n  type FindColumnsResponse,\n  type PColumnIdAndSpec,\n  type PColumnSpec,\n  type PFrameHandle,\n  type PObjectId,\n  type PTableColumnSpec,\n  type PTableHandle,\n  type PTableShape,\n  type PTableVector,\n  type TableRange,\n  type UniqueValuesRequest,\n  type UniqueValuesResponse,\n  type PColumn,\n  type PFrameDef,\n  type PTableDef,\n  type PTableRecordSingleValueFilterV2,\n  type PTableRecordFilter,\n  type JsonSerializable,\n  type PTableDefV2,\n  mapSpecQueryColumns,\n  collectSpecQueryColumns,\n  sortSpecQuery,\n  sortPTableDef,\n  resolveAnnotationParents,\n} from \"@milaboratories/pl-model-common\";\nimport type { PFrameInternal } from \"@milaboratories/pl-model-middle-layer\";\nimport {\n  ConcurrencyLimitingExecutor,\n  createPathAtomically,\n  type MiLogger,\n} from \"@milaboratories/ts-helpers\";\nimport { isNil, PoolEntryGuard, type PoolEntry } from \"@milaboratories/helpers\";\nimport { PFrameFactory } from \"@milaboratories/pframes-rs-node\";\nimport { tmpdir } from \"node:os\";\nimport * as fs from \"node:fs\";\nimport { Readable } from \"node:stream\";\nimport { pipeline } from \"node:stream/promises\";\nimport * as zlib from \"node:zlib\";\nimport { streamPTableRows } from \"./csv_writer\";\nimport type {\n  AbstractInternalPFrameDriver,\n  WritePTableToFsOptions,\n  WritePTableToFsResult,\n} from \"./driver_decl\";\nimport { logPFrames } from \"./logging\";\nimport {\n  PFramePool,\n  type LocalBlobProvider as PoolLocalBlobProvider,\n  type RemoteBlobProvider as PoolRemoteBlobProvider,\n} from \"./pframe_pool\";\nimport { PTableDefPool } from \"./ptable_def_pool\";\nimport { PTablePool } from \"./ptable_pool\";\nimport {\n  PTableCachePerFrame,\n  PTableCachePerFrameOpsDefaults,\n  type PTableCachePerFrameOps,\n} from \"./ptable_cache_per_frame\";\nimport {\n  PTableCachePlain,\n  PTableCachePlainOpsDefaults,\n  type PTableCachePlainOps,\n} from \"./ptable_cache_plain\";\nimport { createPFrame as createSpecFrame } from \"@milaboratories/pframes-rs-wasm\";\n\nexport interface LocalBlobProvider<TreeEntry extends JsonSerializable>\n  extends PoolLocalBlobProvider<TreeEntry>, AsyncDisposable {}\n\nexport interface RemoteBlobProvider<TreeEntry extends JsonSerializable>\n  extends PoolRemoteBlobProvider<TreeEntry>, AsyncDisposable {}\n\nexport type AbstractPFrameDriverOps = PTableCachePerFrameOps &\n  PTableCachePlainOps & {\n    /** Concurrency limits for `getUniqueValues` and `calculateTableData` requests */\n    pFrameConcurrency: number;\n    /** Concurrency limits for `getShape` and `getData` requests */\n    pTableConcurrency: number;\n  };\n\nexport const AbstractPFrameDriverOpsDefaults: AbstractPFrameDriverOps = {\n  ...PTableCachePerFrameOpsDefaults,\n  ...PTableCachePlainOpsDefaults,\n  pFrameConcurrency: 1, // 1 join is executed in parallel and utilize all RAM and CPU cores\n  pTableConcurrency: 1, // 1 joined table is read from disk at a time, which matches 1 table the user can view in the UI\n};\n\nexport type DataInfoResolver<PColumnData, TreeEntry extends JsonSerializable> = (\n  spec: PColumnSpec,\n  data: PColumnData,\n) => PFrameInternal.DataInfo<TreeEntry>;\n\nexport class AbstractPFrameDriver<\n  PColumnData,\n  TreeEntry extends JsonSerializable,\n> implements AbstractInternalPFrameDriver<PColumnData> {\n  private readonly logger: PFrameInternal.Logger;\n\n  private readonly localBlobProvider: LocalBlobProvider<TreeEntry>;\n  private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>;\n\n  private readonly resolveDataInfo: DataInfoResolver<PColumnData, TreeEntry>;\n\n  private readonly pFrames: PFramePool<TreeEntry>;\n  private readonly pTableDefs: PTableDefPool;\n  private readonly pTables: PTablePool<TreeEntry>;\n\n  private readonly pTableCachePerFrame: PTableCachePerFrame;\n  private readonly pTableCachePlain: PTableCachePlain;\n\n  private readonly frameConcurrencyLimiter: ConcurrencyLimitingExecutor;\n  private readonly tableConcurrencyLimiter: ConcurrencyLimitingExecutor;\n\n  public async pprofDump(): Promise<Uint8Array> {\n    return await PFrameFactory.pprofDump();\n  }\n\n  public constructor({\n    logger = () => {},\n    localBlobProvider,\n    remoteBlobProvider,\n    spillPath = tmpdir(),\n    options = AbstractPFrameDriverOpsDefaults,\n    resolveDataInfo,\n  }: {\n    logger?: PFrameInternal.Logger;\n    localBlobProvider: LocalBlobProvider<TreeEntry>;\n    remoteBlobProvider: RemoteBlobProvider<TreeEntry>;\n    spillPath?: string;\n    options?: AbstractPFrameDriverOps;\n    resolveDataInfo: DataInfoResolver<PColumnData, TreeEntry>;\n  }) {\n    this.logger = logger;\n\n    this.localBlobProvider = localBlobProvider;\n    this.remoteBlobProvider = remoteBlobProvider;\n\n    this.resolveDataInfo = resolveDataInfo;\n\n    this.frameConcurrencyLimiter = new ConcurrencyLimitingExecutor(options.pFrameConcurrency);\n    this.tableConcurrencyLimiter = new ConcurrencyLimitingExecutor(options.pTableConcurrency);\n\n    this.pFrames = new PFramePool(\n      this.localBlobProvider,\n      this.remoteBlobProvider,\n      this.logger,\n      spillPath,\n    );\n    this.pTableDefs = new PTableDefPool(this.logger);\n    this.pTables = new PTablePool(this.pFrames, this.pTableDefs, this.logger);\n\n    this.pTableCachePerFrame = new PTableCachePerFrame(this.logger, options);\n    this.pTableCachePlain = new PTableCachePlain(this.logger, options);\n  }\n\n  async dispose(): Promise<void> {\n    void (await Promise.allSettled([\n      this.pTables[Symbol.asyncDispose](),\n      this.pTableDefs[Symbol.asyncDispose](),\n      this.pFrames[Symbol.asyncDispose](),\n      this.localBlobProvider[Symbol.asyncDispose](),\n      this.remoteBlobProvider[Symbol.asyncDispose](),\n    ]));\n  }\n\n  async [Symbol.asyncDispose](): Promise<void> {\n    return await this.dispose();\n  }\n\n  //\n  // Internal / Config API Methods\n  //\n\n  public createPFrame(def: PFrameDef<PColumn<PColumnData>>): PoolEntry<PFrameHandle> {\n    const ValueTypes = new Set(Object.values(ValueType));\n    const supportedColumns = def\n      .filter((column) => ValueTypes.has(column.spec.valueType))\n      .map((c) => ({ ...c, spec: resolveAnnotationParents(c.spec) }));\n    const uniqueColumns = uniqueBy(supportedColumns, (column) => column.id);\n    const columns = uniqueColumns.map((c) =>\n      mapPObjectData(c, (d) => this.resolveDataInfo(c.spec, d)),\n    );\n\n    return this.pFrames.acquire(columns);\n  }\n\n  public createPTable(rawDef: PTableDef<PColumn<PColumnData>>): PoolEntry<PTableHandle> {\n    using pFrameGuard = new PoolEntryGuard(this.createPFrame(extractAllColumns(rawDef.src)));\n    const sortedDef = sortPTableDef(\n      migrateTableFilter(\n        mapPTableDef(rawDef, (c) => c.id),\n        this.logger,\n      ),\n    );\n    const pTableEntry = this.pTableDefs.acquire({\n      type: \"v1\",\n      def: sortedDef,\n      pFrameHandle: pFrameGuard.key,\n    });\n    if (logPFrames()) {\n      this.logger(\n        \"info\",\n        `Create PTable call (pFrameHandle = ${pFrameGuard.key}; pTableHandle = ${pTableEntry.key})`,\n      );\n    }\n\n    const pFrameEntry = pFrameGuard.keep();\n    const unref = () => {\n      pTableEntry.unref();\n      pFrameEntry.unref();\n    };\n    return {\n      key: pTableEntry.key,\n      resource: pTableEntry.resource,\n      unref,\n      [Symbol.dispose]: unref,\n    };\n  }\n\n  public createPTableV2(def: PTableDefV2<PColumn<PColumnData>>): PoolEntry<PTableHandle> {\n    const columns = uniqueBy(collectSpecQueryColumns(def.query), (c) => c.id);\n    const columnsMap = columns.reduce(\n      (acc, col) => ((acc[col.id] = col.spec), acc),\n      {} as Record<string, PColumnSpec>,\n    );\n\n    using pFrameGuard = new PoolEntryGuard(this.createPFrame(columns));\n    const ValueTypes = new Set(Object.values(ValueType));\n    const specColumnsMap = Object.fromEntries(\n      Object.entries(columnsMap)\n        .filter(([, spec]) => ValueTypes.has(spec.valueType))\n        .map(([id, spec]) => [id, resolveAnnotationParents(spec)]),\n    );\n    const specFrame = createSpecFrame(specColumnsMap);\n    const sortedQuery = sortSpecQuery(mapSpecQueryColumns(def.query, (c) => c.id));\n    const { tableSpec, dataQuery } = specFrame.evaluateQuery(sortedQuery);\n\n    const pTableEntry = this.pTableDefs.acquire({\n      type: \"v2\",\n      pFrameHandle: pFrameGuard.key,\n      def: {\n        tableSpec,\n        dataQuery,\n      },\n    });\n    if (logPFrames()) {\n      this.logger(\n        \"info\",\n        `Create PTable call (pFrameHandle = ${pFrameGuard.key}; pTableHandle = ${pTableEntry.key})`,\n      );\n    }\n\n    const pFrameEntry = pFrameGuard.keep();\n    const unref = () => {\n      pTableEntry.unref();\n      pFrameEntry.unref();\n    };\n    return {\n      key: pTableEntry.key,\n      resource: pTableEntry.resource,\n      unref,\n      [Symbol.dispose]: unref,\n    };\n  }\n\n  public async writePTableToFs(\n    handle: PTableHandle,\n    options: WritePTableToFsOptions,\n  ): Promise<WritePTableToFsResult> {\n    this.logger(\n      \"info\",\n      `[WritePTableToFs] ENTER (handle = ${handle}, path = ${options.path}, format = ${options.format}, compression = ${options.compression ?? \"auto\"}, columns = ${options.columnIndices.length})`,\n    );\n    const startTime = performance.now();\n    const { def, disposeSignal: defDisposeSignal } = this.pTableDefs.getByKey(handle);\n    using tableGuard = new PoolEntryGuard(this.pTables.acquire(def));\n    const { pTablePromise, disposeSignal } = tableGuard.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any(\n      [options.signal, disposeSignal].filter((s): s is AbortSignal => !isNil(s)),\n    );\n\n    return await this.tableConcurrencyLimiter.run(async () => {\n      const shape = await pTable.getShape({ signal: combinedSignal });\n      const clippedRange = clipRange(options.range, shape);\n      const specs = pTable.getSpec();\n      const separator = options.format === \"tsv\" ? \"\\t\" : \",\";\n\n      const iterable = streamPTableRows({\n        pTable,\n        specs,\n        columnIndices: options.columnIndices,\n        range: clippedRange,\n        chunkSize: options.chunkSize ?? 50_000,\n        separator,\n        includeHeader: options.includeHeader ?? true,\n        bom: options.bom ?? true,\n        signal: combinedSignal,\n      });\n\n      const miLogger: MiLogger = {\n        info: (msg) => this.logger(\"info\", String(msg)),\n        warn: (msg) => this.logger(\"warn\", String(msg)),\n        error: (msg) => this.logger(\"error\", String(msg)),\n      };\n\n      let bytesWritten = 0;\n      await createPathAtomically(miLogger, options.path, async (tempPath) => {\n        const writeStream = fs.createWriteStream(tempPath, { flags: \"wx\" });\n        const source = Readable.from(iterable, { objectMode: false });\n        if (options.compression?.type === \"gzip\") {\n          const gzip = zlib.createGzip({ level: options.compression.level ?? 6 });\n          await pipeline(source, gzip, writeStream, { signal: combinedSignal });\n        } else {\n          await pipeline(source, writeStream, { signal: combinedSignal });\n        }\n        bytesWritten = writeStream.bytesWritten;\n      });\n\n      const overallSize = await pTable.getFootprint({ signal: combinedSignal });\n      this.pTableCachePlain.cache(tableGuard.keep(), overallSize, defDisposeSignal);\n\n      // rowsWritten equals the clipped range length — the generator streams the\n      // entire effective range without early termination, so this is accurate.\n      const rowsWritten = clippedRange.length;\n\n      if (logPFrames()) {\n        const durationMs = Math.round(performance.now() - startTime);\n        this.logger(\n          \"info\",\n          `[WritePTableToFs] complete (handle = ${handle}, columns = ${options.columnIndices.length}, rows = ${rowsWritten}, bytes = ${bytesWritten}, duration = ${durationMs}ms)`,\n        );\n      }\n\n      return { path: options.path, rowsWritten, bytesWritten };\n    });\n  }\n\n  //\n  // PFrame instance methods\n  //\n\n  public async findColumns(\n    handle: PFrameHandle,\n    request: FindColumnsRequest,\n  ): Promise<FindColumnsResponse> {\n    const iRequest: PFrameInternal.FindColumnsRequest = {\n      ...request,\n      compatibleWith:\n        request.compatibleWith.length !== 0\n          ? [\n              {\n                axesSpec: [\n                  ...new Map(\n                    request.compatibleWith.map((item) => [canonicalizeJson(item), item] as const),\n                  ).values(),\n                ],\n                qualifications: [],\n              },\n            ]\n          : [],\n    };\n\n    const { pFramePromise } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n\n    const response = await pFrame.findColumns(iRequest);\n    return {\n      hits: response.hits\n        .filter(\n          (h) =>\n            // only exactly matching columns\n            h.mappingVariants.length === 0 ||\n            h.mappingVariants.some(\n              (v) =>\n                v.qualifications.forHit.length === 0 &&\n                v.qualifications.forQueries.every((q) => q.length === 0),\n            ),\n        )\n        .map((h) => h.hit),\n    };\n  }\n\n  public async getColumnSpec(\n    handle: PFrameHandle,\n    columnId: PObjectId,\n  ): Promise<PColumnSpec | null> {\n    const { pFramePromise } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n    return await pFrame.getColumnSpec(columnId);\n  }\n\n  public async listColumns(handle: PFrameHandle): Promise<PColumnIdAndSpec[]> {\n    const { pFramePromise } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n    return await pFrame.listColumns();\n  }\n\n  public async calculateTableData(\n    handle: PFrameHandle,\n    request: CalculateTableDataRequest<PObjectId>,\n    range: TableRange | undefined,\n    signal?: AbortSignal,\n  ): Promise<CalculateTableDataResponse> {\n    if (logPFrames()) {\n      this.logger(\n        \"info\",\n        `Call calculateTableData, handle = ${handle}, request = ${JSON.stringify(request, bigintReplacer)}`,\n      );\n    }\n\n    using tableGuard = new PoolEntryGuard(\n      this.pTables.acquire({\n        type: \"v1\",\n        pFrameHandle: handle,\n        def: sortPTableDef(migrateTableFilter(request, this.logger)),\n      }),\n    );\n    const { pTablePromise, disposeSignal } = tableGuard.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    return await this.frameConcurrencyLimiter.run(async () => {\n      // TODO: throw error when more then 150k rows is requested\n      // after pf-plots migration to stream API\n\n      const spec = pTable.getSpec();\n      const data = await pTable.getData([...spec.keys()], {\n        range,\n        signal: combinedSignal,\n      });\n\n      const overallSize = await pTable.getFootprint({\n        signal: combinedSignal,\n      });\n      this.pTableCachePerFrame.cache(tableGuard.keep(), overallSize);\n\n      return spec.map((spec, i) => ({\n        spec: spec,\n        data: data[i],\n      }));\n    });\n  }\n\n  public async getUniqueValues(\n    handle: PFrameHandle,\n    request: UniqueValuesRequest,\n    signal?: AbortSignal,\n  ): Promise<UniqueValuesResponse> {\n    if (logPFrames()) {\n      this.logger(\n        \"info\",\n        `Call getUniqueValues, handle = ${handle}, request = ${JSON.stringify(request, bigintReplacer)}`,\n      );\n    }\n\n    const { pFramePromise, disposeSignal } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    return await this.frameConcurrencyLimiter.run(async () => {\n      return await pFrame.getUniqueValues(\n        {\n          ...request,\n          filters: migrateFilters(request.filters, this.logger),\n        },\n        {\n          signal: combinedSignal,\n        },\n      );\n    });\n  }\n\n  //\n  // PTable instance methods\n  //\n\n  public async getSpec(handle: PTableHandle): Promise<PTableColumnSpec[]> {\n    const { def } = this.pTableDefs.getByKey(handle);\n    using table = this.pTables.acquire(def);\n\n    const { pTablePromise } = table.resource;\n    const pTable = await pTablePromise;\n\n    return pTable.getSpec();\n  }\n\n  public async getShape(handle: PTableHandle, signal?: AbortSignal): Promise<PTableShape> {\n    const { def, disposeSignal: defDisposeSignal } = this.pTableDefs.getByKey(handle);\n    using tableGuard = new PoolEntryGuard(this.pTables.acquire(def));\n\n    const { pTablePromise, disposeSignal } = tableGuard.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    const { shape, overallSize } = await this.tableConcurrencyLimiter.run(async () => {\n      const shape = await pTable.getShape({\n        signal: combinedSignal,\n      });\n\n      const overallSize = await pTable.getFootprint({\n        signal: combinedSignal,\n      });\n\n      return { shape, overallSize };\n    });\n\n    this.pTableCachePlain.cache(tableGuard.keep(), overallSize, defDisposeSignal);\n    return shape;\n  }\n\n  public async getData(\n    handle: PTableHandle,\n    columnIndices: number[],\n    range: TableRange | undefined,\n    signal?: AbortSignal,\n  ): Promise<PTableVector[]> {\n    const { def, disposeSignal: defDisposeSignal } = this.pTableDefs.getByKey(handle);\n    using tableGuard = new PoolEntryGuard(this.pTables.acquire(def));\n\n    const { pTablePromise, disposeSignal } = tableGuard.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    const { data, overallSize } = await this.tableConcurrencyLimiter.run(async () => {\n      const data = await pTable.getData(columnIndices, {\n        range,\n        signal: combinedSignal,\n      });\n\n      const overallSize = await pTable.getFootprint({\n        signal: combinedSignal,\n      });\n\n      return { data, overallSize };\n    });\n\n    this.pTableCachePlain.cache(tableGuard.keep(), overallSize, defDisposeSignal);\n    return data;\n  }\n}\n\n/** Clamp range to table shape. When range is undefined, returns full table range. */\nfunction clipRange(range: undefined | TableRange, shape: PTableShape): TableRange {\n  if (isNil(range)) {\n    return { offset: 0, length: shape.rows };\n  }\n  const clampedOffset = Math.min(range.offset, shape.rows);\n  const clampedLength = Math.min(range.length, shape.rows - clampedOffset);\n  return { offset: clampedOffset, length: clampedLength };\n}\n\nfunction migrateFilters(\n  filters: PTableRecordFilter[],\n  logger: PFrameInternal.Logger,\n): PTableRecordFilter[] {\n  const filtersV1 = [];\n  const filtersV2: PTableRecordSingleValueFilterV2[] = [];\n  for (const filter of filters) {\n    if ((filter.type as unknown) === \"bySingleColumn\") {\n      filtersV1.push(filter);\n      filtersV2.push({\n        ...filter,\n        type: \"bySingleColumnV2\",\n      });\n    } else {\n      filtersV2.push(filter);\n    }\n  }\n  if (filtersV1.length > 0) {\n    const filtersV1Json = JSON.stringify(filtersV1);\n    logger(\n      \"warn\",\n      `type overwritten from 'bySingleColumn' to 'bySingleColumnV2' for filters: ${filtersV1Json}`,\n    );\n  }\n  return filtersV2;\n}\n\nfunction migrateTableFilter<T>(\n  def: Omit<PTableDef<T>, \"partitionFilters\"> | PTableDef<T>,\n  logger: PFrameInternal.Logger,\n): PTableDef<T> {\n  if (!(\"partitionFilters\" in def)) {\n    // For old blocks assume all axes filters to be partition filters\n    return {\n      ...def,\n      partitionFilters: migrateFilters(\n        def.filters.filter((f) => f.column.type === \"axis\"),\n        logger,\n      ),\n      filters: migrateFilters(\n        def.filters.filter((f) => f.column.type === \"column\"),\n        logger,\n      ),\n    };\n  }\n  return {\n    ...def,\n    partitionFilters: migrateFilters(def.partitionFilters, logger),\n    filters: migrateFilters(def.filters, logger),\n  };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;AAyFA,MAAa,kCAA2D;CACtE,GAAGA,+BAAAA;CACH,GAAGC,2BAAAA;CACH,mBAAmB;CACnB,mBAAmB;CACpB;AAOD,IAAa,uBAAb,MAGuD;CACrD;CAEA;CACA;CAEA;CAEA;CACA;CACA;CAEA;CACA;CAEA;CACA;CAEA,MAAa,YAAiC;AAC5C,SAAO,MAAMC,gCAAAA,cAAc,WAAW;;CAGxC,YAAmB,EACjB,eAAe,IACf,mBACA,oBACA,aAAA,GAAA,QAAA,SAAoB,EACpB,UAAU,iCACV,mBAQC;AACD,OAAK,SAAS;AAEd,OAAK,oBAAoB;AACzB,OAAK,qBAAqB;AAE1B,OAAK,kBAAkB;AAEvB,OAAK,0BAA0B,IAAIC,2BAAAA,4BAA4B,QAAQ,kBAAkB;AACzF,OAAK,0BAA0B,IAAIA,2BAAAA,4BAA4B,QAAQ,kBAAkB;AAEzF,OAAK,UAAU,IAAIC,oBAAAA,WACjB,KAAK,mBACL,KAAK,oBACL,KAAK,QACL,UACD;AACD,OAAK,aAAa,IAAIC,wBAAAA,cAAc,KAAK,OAAO;AAChD,OAAK,UAAU,IAAIC,oBAAAA,WAAW,KAAK,SAAS,KAAK,YAAY,KAAK,OAAO;AAEzE,OAAK,sBAAsB,IAAIC,+BAAAA,oBAAoB,KAAK,QAAQ,QAAQ;AACxE,OAAK,mBAAmB,IAAIC,2BAAAA,iBAAiB,KAAK,QAAQ,QAAQ;;CAGpE,MAAM,UAAyB;AACvB,QAAM,QAAQ,WAAW;GAC7B,KAAK,QAAQ,OAAO,eAAe;GACnC,KAAK,WAAW,OAAO,eAAe;GACtC,KAAK,QAAQ,OAAO,eAAe;GACnC,KAAK,kBAAkB,OAAO,eAAe;GAC7C,KAAK,mBAAmB,OAAO,eAAe;GAC/C,CAAC;;CAGJ,OAAO,OAAO,gBAA+B;AAC3C,SAAO,MAAM,KAAK,SAAS;;CAO7B,aAAoB,KAA+D;EACjF,MAAM,aAAa,IAAI,IAAI,OAAO,OAAOC,gCAAAA,UAAU,CAAC;EAKpD,MAAM,WAAA,GAAA,gCAAA,UAJmB,IACtB,QAAQ,WAAW,WAAW,IAAI,OAAO,KAAK,UAAU,CAAC,CACzD,KAAK,OAAO;GAAE,GAAG;GAAG,OAAA,GAAA,gCAAA,0BAA+B,EAAE,KAAK;GAAE,EAAE,GACf,WAAW,OAAO,GAAG,CACzC,KAAK,OAAA,GAAA,gCAAA,gBAClB,IAAI,MAAM,KAAK,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAC1D;AAED,SAAO,KAAK,QAAQ,QAAQ,QAAQ;;CAGtC,aAAoB,QAAkE;;;GACpF,MAAM,cAAA,YAAA,EAAc,IAAIC,wBAAAA,eAAe,KAAK,cAAA,GAAA,gCAAA,mBAA+B,OAAO,IAAI,CAAC,CAAC,CAAA;GACxF,MAAM,aAAA,GAAA,gCAAA,eACJ,oBAAA,GAAA,gCAAA,cACe,SAAS,MAAM,EAAE,GAAG,EACjC,KAAK,OACN,CACF;GACD,MAAM,cAAc,KAAK,WAAW,QAAQ;IAC1C,MAAM;IACN,KAAK;IACL,cAAc,YAAY;IAC3B,CAAC;AACF,OAAIC,gBAAAA,YAAY,CACd,MAAK,OACH,QACA,sCAAsC,YAAY,IAAI,mBAAmB,YAAY,IAAI,GAC1F;GAGH,MAAM,cAAc,YAAY,MAAM;GACtC,MAAM,cAAc;AAClB,gBAAY,OAAO;AACnB,gBAAY,OAAO;;AAErB,UAAO;IACL,KAAK,YAAY;IACjB,UAAU,YAAY;IACtB;KACC,OAAO,UAAU;IACnB;;;;;;;CAGH,eAAsB,KAAiE;;;GACrF,MAAM,WAAA,GAAA,gCAAA,WAAA,GAAA,gCAAA,yBAA2C,IAAI,MAAM,GAAG,MAAM,EAAE,GAAG;GACzE,MAAM,aAAa,QAAQ,QACxB,KAAK,SAAU,IAAI,IAAI,MAAM,IAAI,MAAO,MACzC,EAAE,CACH;GAED,MAAM,cAAA,WAAA,EAAc,IAAID,wBAAAA,eAAe,KAAK,aAAa,QAAQ,CAAC,CAAA;GAClE,MAAM,aAAa,IAAI,IAAI,OAAO,OAAOD,gCAAAA,UAAU,CAAC;GAMpD,MAAM,aAAA,GAAA,gCAAA,cALiB,OAAO,YAC5B,OAAO,QAAQ,WAAW,CACvB,QAAQ,GAAG,UAAU,WAAW,IAAI,KAAK,UAAU,CAAC,CACpD,KAAK,CAAC,IAAI,UAAU,CAAC,KAAA,GAAA,gCAAA,0BAA6B,KAAK,CAAC,CAAC,CAC7D,CACgD;GACjD,MAAM,eAAA,GAAA,gCAAA,gBAAA,GAAA,gCAAA,qBAAgD,IAAI,QAAQ,MAAM,EAAE,GAAG,CAAC;GAC9E,MAAM,EAAE,WAAW,cAAc,UAAU,cAAc,YAAY;GAErE,MAAM,cAAc,KAAK,WAAW,QAAQ;IAC1C,MAAM;IACN,cAAc,YAAY;IAC1B,KAAK;KACH;KACA;KACD;IACF,CAAC;AACF,OAAIE,gBAAAA,YAAY,CACd,MAAK,OACH,QACA,sCAAsC,YAAY,IAAI,mBAAmB,YAAY,IAAI,GAC1F;GAGH,MAAM,cAAc,YAAY,MAAM;GACtC,MAAM,cAAc;AAClB,gBAAY,OAAO;AACnB,gBAAY,OAAO;;AAErB,UAAO;IACL,KAAK,YAAY;IACjB,UAAU,YAAY;IACtB;KACC,OAAO,UAAU;IACnB;;;;;;;CAGH,MAAa,gBACX,QACA,SACgC;;;AAChC,QAAK,OACH,QACA,qCAAqC,OAAO,WAAW,QAAQ,KAAK,aAAa,QAAQ,OAAO,kBAAkB,QAAQ,eAAe,OAAO,cAAc,QAAQ,cAAc,OAAO,GAC5L;GACD,MAAM,YAAY,YAAY,KAAK;GACnC,MAAM,EAAE,KAAK,eAAe,qBAAqB,KAAK,WAAW,SAAS,OAAO;GACjF,MAAM,aAAA,WAAA,EAAa,IAAID,wBAAAA,eAAe,KAAK,QAAQ,QAAQ,IAAI,CAAC,CAAA;GAChE,MAAM,EAAE,eAAe,kBAAkB,WAAW;GACpD,MAAM,SAAS,MAAM;GAErB,MAAM,iBAAiB,YAAY,IACjC,CAAC,QAAQ,QAAQ,cAAc,CAAC,QAAQ,MAAwB,EAAA,GAAA,wBAAA,OAAO,EAAE,CAAC,CAC3E;AAED,UAAO,MAAM,KAAK,wBAAwB,IAAI,YAAY;IACxD,MAAM,QAAQ,MAAM,OAAO,SAAS,EAAE,QAAQ,gBAAgB,CAAC;IAC/D,MAAM,eAAe,UAAU,QAAQ,OAAO,MAAM;IACpD,MAAM,QAAQ,OAAO,SAAS;IAC9B,MAAM,YAAY,QAAQ,WAAW,QAAQ,MAAO;IAEpD,MAAM,WAAWE,mBAAAA,iBAAiB;KAChC;KACA;KACA,eAAe,QAAQ;KACvB,OAAO;KACP,WAAW,QAAQ,aAAa;KAChC;KACA,eAAe,QAAQ,iBAAiB;KACxC,KAAK,QAAQ,OAAO;KACpB,QAAQ;KACT,CAAC;IAEF,MAAM,WAAqB;KACzB,OAAO,QAAQ,KAAK,OAAO,QAAQ,OAAO,IAAI,CAAC;KAC/C,OAAO,QAAQ,KAAK,OAAO,QAAQ,OAAO,IAAI,CAAC;KAC/C,QAAQ,QAAQ,KAAK,OAAO,SAAS,OAAO,IAAI,CAAC;KAClD;IAED,IAAI,eAAe;AACnB,WAAA,GAAA,2BAAA,sBAA2B,UAAU,QAAQ,MAAM,OAAO,aAAa;KACrE,MAAM,cAAcC,QAAG,kBAAkB,UAAU,EAAE,OAAO,MAAM,CAAC;KACnE,MAAM,SAASC,YAAAA,SAAS,KAAK,UAAU,EAAE,YAAY,OAAO,CAAC;AAC7D,SAAI,QAAQ,aAAa,SAAS,OAEhC,QAAA,GAAA,qBAAA,UAAe,QADFC,UAAK,WAAW,EAAE,OAAO,QAAQ,YAAY,SAAS,GAAG,CAAC,EAC1C,aAAa,EAAE,QAAQ,gBAAgB,CAAC;SAErE,QAAA,GAAA,qBAAA,UAAe,QAAQ,aAAa,EAAE,QAAQ,gBAAgB,CAAC;AAEjE,oBAAe,YAAY;MAC3B;IAEF,MAAM,cAAc,MAAM,OAAO,aAAa,EAAE,QAAQ,gBAAgB,CAAC;AACzE,SAAK,iBAAiB,MAAM,WAAW,MAAM,EAAE,aAAa,iBAAiB;IAI7E,MAAM,cAAc,aAAa;AAEjC,QAAIJ,gBAAAA,YAAY,EAAE;KAChB,MAAM,aAAa,KAAK,MAAM,YAAY,KAAK,GAAG,UAAU;AAC5D,UAAK,OACH,QACA,wCAAwC,OAAO,cAAc,QAAQ,cAAc,OAAO,WAAW,YAAY,YAAY,aAAa,eAAe,WAAW,KACrK;;AAGH,WAAO;KAAE,MAAM,QAAQ;KAAM;KAAa;KAAc;KACxD;;;;;;;CAOJ,MAAa,YACX,QACA,SAC8B;EAC9B,MAAM,WAA8C;GAClD,GAAG;GACH,gBACE,QAAQ,eAAe,WAAW,IAC9B,CACE;IACE,UAAU,CACR,GAAG,IAAI,IACL,QAAQ,eAAe,KAAK,SAAS,EAAA,GAAA,gCAAA,kBAAkB,KAAK,EAAE,KAAK,CAAU,CAC9E,CAAC,QAAQ,CACX;IACD,gBAAgB,EAAE;IACnB,CACF,GACD,EAAE;GACT;EAED,MAAM,EAAE,kBAAkB,KAAK,QAAQ,SAAS,OAAO;AAIvD,SAAO,EACL,OAFe,OAFF,MAAM,eAES,YAAY,SAAS,EAElC,KACZ,QACE,MAEC,EAAE,gBAAgB,WAAW,KAC7B,EAAE,gBAAgB,MACf,MACC,EAAE,eAAe,OAAO,WAAW,KACnC,EAAE,eAAe,WAAW,OAAO,MAAM,EAAE,WAAW,EAAE,CAC3D,CACJ,CACA,KAAK,MAAM,EAAE,IAAI,EACrB;;CAGH,MAAa,cACX,QACA,UAC6B;EAC7B,MAAM,EAAE,kBAAkB,KAAK,QAAQ,SAAS,OAAO;AAEvD,SAAO,OADQ,MAAM,eACD,cAAc,SAAS;;CAG7C,MAAa,YAAY,QAAmD;EAC1E,MAAM,EAAE,kBAAkB,KAAK,QAAQ,SAAS,OAAO;AAEvD,SAAO,OADQ,MAAM,eACD,aAAa;;CAGnC,MAAa,mBACX,QACA,SACA,OACA,QACqC;;;AACrC,OAAIA,gBAAAA,YAAY,CACd,MAAK,OACH,QACA,qCAAqC,OAAO,cAAc,KAAK,UAAU,SAASK,gCAAAA,eAAe,GAClG;GAGH,MAAM,aAAA,WAAA,EAAa,IAAIN,wBAAAA,eACrB,KAAK,QAAQ,QAAQ;IACnB,MAAM;IACN,cAAc;IACd,MAAA,GAAA,gCAAA,eAAmB,mBAAmB,SAAS,KAAK,OAAO,CAAC;IAC7D,CAAC,CACH,CAAA;GACD,MAAM,EAAE,eAAe,kBAAkB,WAAW;GACpD,MAAM,SAAS,MAAM;GAErB,MAAM,iBAAiB,YAAY,IAAI,CAAC,QAAQ,cAAc,CAAC,QAAQ,MAAM,CAAC,CAAC,EAAE,CAAC;AAClF,UAAO,MAAM,KAAK,wBAAwB,IAAI,YAAY;IAIxD,MAAM,OAAO,OAAO,SAAS;IAC7B,MAAM,OAAO,MAAM,OAAO,QAAQ,CAAC,GAAG,KAAK,MAAM,CAAC,EAAE;KAClD;KACA,QAAQ;KACT,CAAC;IAEF,MAAM,cAAc,MAAM,OAAO,aAAa,EAC5C,QAAQ,gBACT,CAAC;AACF,SAAK,oBAAoB,MAAM,WAAW,MAAM,EAAE,YAAY;AAE9D,WAAO,KAAK,KAAK,MAAM,OAAO;KACtB;KACN,MAAM,KAAK;KACZ,EAAE;KACH;;;;;;;CAGJ,MAAa,gBACX,QACA,SACA,QAC+B;AAC/B,MAAIC,gBAAAA,YAAY,CACd,MAAK,OACH,QACA,kCAAkC,OAAO,cAAc,KAAK,UAAU,SAASK,gCAAAA,eAAe,GAC/F;EAGH,MAAM,EAAE,eAAe,kBAAkB,KAAK,QAAQ,SAAS,OAAO;EACtE,MAAM,SAAS,MAAM;EAErB,MAAM,iBAAiB,YAAY,IAAI,CAAC,QAAQ,cAAc,CAAC,QAAQ,MAAM,CAAC,CAAC,EAAE,CAAC;AAClF,SAAO,MAAM,KAAK,wBAAwB,IAAI,YAAY;AACxD,UAAO,MAAM,OAAO,gBAClB;IACE,GAAG;IACH,SAAS,eAAe,QAAQ,SAAS,KAAK,OAAO;IACtD,EACD,EACE,QAAQ,gBACT,CACF;IACD;;CAOJ,MAAa,QAAQ,QAAmD;;;GACtE,MAAM,EAAE,QAAQ,KAAK,WAAW,SAAS,OAAO;GAGhD,MAAM,EAAE,kBAAA,WAAA,EAFM,KAAK,QAAQ,QAAQ,IAAI,CAAA,CAEP;AAGhC,WAFe,MAAM,eAEP,SAAS;;;;;;;CAGzB,MAAa,SAAS,QAAsB,QAA4C;;;GACtF,MAAM,EAAE,KAAK,eAAe,qBAAqB,KAAK,WAAW,SAAS,OAAO;GACjF,MAAM,aAAA,WAAA,EAAa,IAAIN,wBAAAA,eAAe,KAAK,QAAQ,QAAQ,IAAI,CAAC,CAAA;GAEhE,MAAM,EAAE,eAAe,kBAAkB,WAAW;GACpD,MAAM,SAAS,MAAM;GAErB,MAAM,iBAAiB,YAAY,IAAI,CAAC,QAAQ,cAAc,CAAC,QAAQ,MAAM,CAAC,CAAC,EAAE,CAAC;GAClF,MAAM,EAAE,OAAO,gBAAgB,MAAM,KAAK,wBAAwB,IAAI,YAAY;AAShF,WAAO;KAAE,OARK,MAAM,OAAO,SAAS,EAClC,QAAQ,gBACT,CAAC;KAMc,aAJI,MAAM,OAAO,aAAa,EAC5C,QAAQ,gBACT,CAAC;KAE2B;KAC7B;AAEF,QAAK,iBAAiB,MAAM,WAAW,MAAM,EAAE,aAAa,iBAAiB;AAC7E,UAAO;;;;;;;CAGT,MAAa,QACX,QACA,eACA,OACA,QACyB;;;GACzB,MAAM,EAAE,KAAK,eAAe,qBAAqB,KAAK,WAAW,SAAS,OAAO;GACjF,MAAM,aAAA,WAAA,EAAa,IAAIA,wBAAAA,eAAe,KAAK,QAAQ,QAAQ,IAAI,CAAC,CAAA;GAEhE,MAAM,EAAE,eAAe,kBAAkB,WAAW;GACpD,MAAM,SAAS,MAAM;GAErB,MAAM,iBAAiB,YAAY,IAAI,CAAC,QAAQ,cAAc,CAAC,QAAQ,MAAM,CAAC,CAAC,EAAE,CAAC;GAClF,MAAM,EAAE,MAAM,gBAAgB,MAAM,KAAK,wBAAwB,IAAI,YAAY;AAU/E,WAAO;KAAE,MATI,MAAM,OAAO,QAAQ,eAAe;MAC/C;MACA,QAAQ;MACT,CAAC;KAMa,aAJK,MAAM,OAAO,aAAa,EAC5C,QAAQ,gBACT,CAAC;KAE0B;KAC5B;AAEF,QAAK,iBAAiB,MAAM,WAAW,MAAM,EAAE,aAAa,iBAAiB;AAC7E,UAAO;;;;;;;;;AAKX,SAAS,UAAU,OAA+B,OAAgC;AAChF,MAAA,GAAA,wBAAA,OAAU,MAAM,CACd,QAAO;EAAE,QAAQ;EAAG,QAAQ,MAAM;EAAM;CAE1C,MAAM,gBAAgB,KAAK,IAAI,MAAM,QAAQ,MAAM,KAAK;AAExD,QAAO;EAAE,QAAQ;EAAe,QADV,KAAK,IAAI,MAAM,QAAQ,MAAM,OAAO,cAAc;EACjB;;AAGzD,SAAS,eACP,SACA,QACsB;CACtB,MAAM,YAAY,EAAE;CACpB,MAAM,YAA+C,EAAE;AACvD,MAAK,MAAM,UAAU,QACnB,KAAK,OAAO,SAAqB,kBAAkB;AACjD,YAAU,KAAK,OAAO;AACtB,YAAU,KAAK;GACb,GAAG;GACH,MAAM;GACP,CAAC;OAEF,WAAU,KAAK,OAAO;AAG1B,KAAI,UAAU,SAAS,EAErB,QACE,QACA,6EAHoB,KAAK,UAAU,UAAU,GAI9C;AAEH,QAAO;;AAGT,SAAS,mBACP,KACA,QACc;AACd,KAAI,EAAE,sBAAsB,KAE1B,QAAO;EACL,GAAG;EACH,kBAAkB,eAChB,IAAI,QAAQ,QAAQ,MAAM,EAAE,OAAO,SAAS,OAAO,EACnD,OACD;EACD,SAAS,eACP,IAAI,QAAQ,QAAQ,MAAM,EAAE,OAAO,SAAS,SAAS,EACrD,OACD;EACF;AAEH,QAAO;EACL,GAAG;EACH,kBAAkB,eAAe,IAAI,kBAAkB,OAAO;EAC9D,SAAS,eAAe,IAAI,SAAS,OAAO;EAC7C"}
+{"version":3,"file":"driver_impl.cjs","names":["PTableCachePerFrameOpsDefaults","PTableCachePlainOpsDefaults","PFrameFactory","ConcurrencyLimitingExecutor","PFramePool","PTableDefPool","PTablePool","PTableCachePerFrame","PTableCachePlain","ValueType","PoolEntryGuard","logPFrames","streamPTableRows","fs","Readable","zlib","bigintReplacer"],"sources":["../src/driver_impl.ts"],"sourcesContent":["import {\n  mapPObjectData,\n  mapPTableDef,\n  extractAllColumns,\n  uniqueBy,\n  canonicalizeJson,\n  bigintReplacer,\n  ValueType,\n  type CalculateTableDataRequest,\n  type CalculateTableDataResponse,\n  type FindColumnsRequest,\n  type FindColumnsResponse,\n  type PColumnIdAndSpec,\n  type PColumnSpec,\n  type PFrameHandle,\n  type PObjectId,\n  type PTableColumnSpec,\n  type PTableHandle,\n  type PTableShape,\n  type PTableVector,\n  type TableRange,\n  type UniqueValuesRequest,\n  type UniqueValuesResponse,\n  type PColumn,\n  type PFrameDef,\n  type PTableDef,\n  type PTableRecordSingleValueFilterV2,\n  type PTableRecordFilter,\n  type JsonSerializable,\n  type PTableDefV2,\n  mapSpecQueryColumns,\n  collectSpecQueryColumns,\n  sortSpecQuery,\n  sortPTableDef,\n  resolveAnnotationParents,\n} from \"@milaboratories/pl-model-common\";\nimport type { PFrameInternal } from \"@milaboratories/pl-model-middle-layer\";\nimport {\n  ConcurrencyLimitingExecutor,\n  createPathAtomically,\n  type MiLogger,\n} from \"@milaboratories/ts-helpers\";\nimport { isNil, PoolEntryGuard, type PoolEntry } from \"@milaboratories/helpers\";\nimport { PFrameFactory } from \"@milaboratories/pframes-rs-node\";\nimport { tmpdir } from \"node:os\";\nimport * as fs from \"node:fs\";\nimport { Readable } from \"node:stream\";\nimport { pipeline } from \"node:stream/promises\";\nimport * as zlib from \"node:zlib\";\nimport { streamPTableRows } from \"./csv_writer\";\nimport type {\n  AbstractInternalPFrameDriver,\n  WritePTableToFsOptions,\n  WritePTableToFsResult,\n} from \"./driver_decl\";\nimport { logPFrames } from \"./logging\";\nimport {\n  PFramePool,\n  type LocalBlobProvider as PoolLocalBlobProvider,\n  type RemoteBlobProvider as PoolRemoteBlobProvider,\n} from \"./pframe_pool\";\nimport { PTableDefPool } from \"./ptable_def_pool\";\nimport { PTablePool } from \"./ptable_pool\";\nimport {\n  PTableCachePerFrame,\n  PTableCachePerFrameOpsDefaults,\n  type PTableCachePerFrameOps,\n} from \"./ptable_cache_per_frame\";\nimport {\n  PTableCachePlain,\n  PTableCachePlainOpsDefaults,\n  type PTableCachePlainOps,\n} from \"./ptable_cache_plain\";\n\nexport interface LocalBlobProvider<TreeEntry extends JsonSerializable>\n  extends PoolLocalBlobProvider<TreeEntry>, AsyncDisposable {}\n\nexport interface RemoteBlobProvider<TreeEntry extends JsonSerializable>\n  extends PoolRemoteBlobProvider<TreeEntry>, AsyncDisposable {}\n\nexport type AbstractPFrameDriverOps = PTableCachePerFrameOps &\n  PTableCachePlainOps & {\n    /** Concurrency limits for `getUniqueValues` and `calculateTableData` requests */\n    pFrameConcurrency: number;\n    /** Concurrency limits for `getShape` and `getData` requests */\n    pTableConcurrency: number;\n  };\n\nexport const AbstractPFrameDriverOpsDefaults: AbstractPFrameDriverOps = {\n  ...PTableCachePerFrameOpsDefaults,\n  ...PTableCachePlainOpsDefaults,\n  pFrameConcurrency: 1, // 1 join is executed in parallel and utilize all RAM and CPU cores\n  pTableConcurrency: 1, // 1 joined table is read from disk at a time, which matches 1 table the user can view in the UI\n};\n\nexport type DataInfoResolver<PColumnData, TreeEntry extends JsonSerializable> = (\n  spec: PColumnSpec,\n  data: PColumnData,\n) => PFrameInternal.DataInfo<TreeEntry>;\n\nexport class AbstractPFrameDriver<\n  PColumnData,\n  TreeEntry extends JsonSerializable,\n> implements AbstractInternalPFrameDriver<PColumnData> {\n  private readonly logger: PFrameInternal.Logger;\n\n  private readonly localBlobProvider: LocalBlobProvider<TreeEntry>;\n  private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>;\n\n  private readonly resolveDataInfo: DataInfoResolver<PColumnData, TreeEntry>;\n\n  private readonly pFrames: PFramePool<TreeEntry>;\n  private readonly pTableDefs: PTableDefPool;\n  private readonly pTables: PTablePool<TreeEntry>;\n\n  private readonly pTableCachePerFrame: PTableCachePerFrame;\n  private readonly pTableCachePlain: PTableCachePlain;\n\n  private readonly frameConcurrencyLimiter: ConcurrencyLimitingExecutor;\n  private readonly tableConcurrencyLimiter: ConcurrencyLimitingExecutor;\n\n  public async pprofDump(): Promise<Uint8Array> {\n    return await PFrameFactory.pprofDump();\n  }\n\n  public constructor({\n    logger = () => {},\n    localBlobProvider,\n    remoteBlobProvider,\n    spillPath = tmpdir(),\n    options = AbstractPFrameDriverOpsDefaults,\n    resolveDataInfo,\n  }: {\n    logger?: PFrameInternal.Logger;\n    localBlobProvider: LocalBlobProvider<TreeEntry>;\n    remoteBlobProvider: RemoteBlobProvider<TreeEntry>;\n    spillPath?: string;\n    options?: AbstractPFrameDriverOps;\n    resolveDataInfo: DataInfoResolver<PColumnData, TreeEntry>;\n  }) {\n    this.logger = logger;\n\n    this.localBlobProvider = localBlobProvider;\n    this.remoteBlobProvider = remoteBlobProvider;\n\n    this.resolveDataInfo = resolveDataInfo;\n\n    this.frameConcurrencyLimiter = new ConcurrencyLimitingExecutor(options.pFrameConcurrency);\n    this.tableConcurrencyLimiter = new ConcurrencyLimitingExecutor(options.pTableConcurrency);\n\n    this.pFrames = new PFramePool(\n      this.localBlobProvider,\n      this.remoteBlobProvider,\n      this.logger,\n      spillPath,\n    );\n    this.pTableDefs = new PTableDefPool(this.logger);\n    this.pTables = new PTablePool(this.pFrames, this.pTableDefs, this.logger);\n\n    this.pTableCachePerFrame = new PTableCachePerFrame(this.logger, options);\n    this.pTableCachePlain = new PTableCachePlain(this.logger, options);\n  }\n\n  async dispose(): Promise<void> {\n    void (await Promise.allSettled([\n      this.pTables[Symbol.asyncDispose](),\n      this.pTableDefs[Symbol.asyncDispose](),\n      this.pFrames[Symbol.asyncDispose](),\n      this.localBlobProvider[Symbol.asyncDispose](),\n      this.remoteBlobProvider[Symbol.asyncDispose](),\n    ]));\n  }\n\n  async [Symbol.asyncDispose](): Promise<void> {\n    return await this.dispose();\n  }\n\n  //\n  // Internal / Config API Methods\n  //\n\n  public createPFrame(def: PFrameDef<PColumn<PColumnData>>): PoolEntry<PFrameHandle> {\n    const ValueTypes = new Set(Object.values(ValueType));\n    const supportedColumns = def\n      .filter((column) => ValueTypes.has(column.spec.valueType))\n      .map((c) => ({ ...c, spec: resolveAnnotationParents(c.spec) }));\n    const uniqueColumns = uniqueBy(supportedColumns, (column) => column.id);\n    const columns = uniqueColumns.map((c) =>\n      mapPObjectData(c, (d) => this.resolveDataInfo(c.spec, d)),\n    );\n\n    return this.pFrames.acquire(columns);\n  }\n\n  public createPTable(rawDef: PTableDef<PColumn<PColumnData>>): PoolEntry<PTableHandle> {\n    const columns = uniqueBy(extractAllColumns(rawDef.src), (c) => c.id);\n    using pFrameGuard = new PoolEntryGuard(this.createPFrame(columns));\n    const sortedDef = sortPTableDef(\n      migrateTableFilter(\n        mapPTableDef(rawDef, (c) => c.id),\n        this.logger,\n      ),\n    );\n    const pFrameSpec = this.pFrames.getByKey(pFrameGuard.key).pFrameSpec;\n    using pTableGuard = new PoolEntryGuard(\n      this.pTableDefs.acquireFromLegacy({\n        pFrameHandle: pFrameGuard.key,\n        def: sortedDef,\n        pFrameSpec,\n      }).entry,\n    );\n    if (logPFrames()) {\n      this.logger(\n        \"info\",\n        `Create PTable call (pFrameHandle = ${pFrameGuard.key}; pTableHandle = ${pTableGuard.key})`,\n      );\n    }\n\n    const pFrameEntry = pFrameGuard.keep();\n    const pTableEntry = pTableGuard.keep();\n    const unref = () => {\n      pTableEntry.unref();\n      pFrameEntry.unref();\n    };\n    return {\n      key: pTableEntry.key,\n      resource: pTableEntry.resource,\n      unref,\n      [Symbol.dispose]: unref,\n    };\n  }\n\n  public createPTableV2(def: PTableDefV2<PColumn<PColumnData>>): PoolEntry<PTableHandle> {\n    const columns = uniqueBy(collectSpecQueryColumns(def.query), (c) => c.id);\n    using pFrameGuard = new PoolEntryGuard(this.createPFrame(columns));\n    const pFrameSpec = this.pFrames.getByKey(pFrameGuard.key).pFrameSpec;\n    const sortedQuery = sortSpecQuery(mapSpecQueryColumns(def.query, (c) => c.id));\n    const { tableSpec, dataQuery } = pFrameSpec.evaluateQuery(sortedQuery);\n\n    using pTableGuard = new PoolEntryGuard(\n      this.pTableDefs.acquire({\n        pFrameHandle: pFrameGuard.key,\n        tableSpec,\n        dataQuery,\n      }),\n    );\n    if (logPFrames()) {\n      this.logger(\n        \"info\",\n        `Create PTable call (pFrameHandle = ${pFrameGuard.key}; pTableHandle = ${pTableGuard.key})`,\n      );\n    }\n\n    const pFrameEntry = pFrameGuard.keep();\n    const pTableEntry = pTableGuard.keep();\n    const unref = () => {\n      pTableEntry.unref();\n      pFrameEntry.unref();\n    };\n    return {\n      key: pTableEntry.key,\n      resource: pTableEntry.resource,\n      unref,\n      [Symbol.dispose]: unref,\n    };\n  }\n\n  public async writePTableToFs(\n    handle: PTableHandle,\n    options: WritePTableToFsOptions,\n  ): Promise<WritePTableToFsResult> {\n    this.logger(\n      \"info\",\n      `[WritePTableToFs] ENTER (handle = ${handle}, path = ${options.path}, format = ${options.format}, compression = ${options.compression ?? \"auto\"}, columns = ${options.columnIndices.length})`,\n    );\n    const startTime = performance.now();\n    const { def, disposeSignal: defDisposeSignal } = this.pTableDefs.getByKey(handle);\n    using tableGuard = new PoolEntryGuard(this.pTables.acquire(def));\n    const { pTablePromise, disposeSignal } = tableGuard.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any(\n      [options.signal, disposeSignal].filter((s): s is AbortSignal => !isNil(s)),\n    );\n\n    return await this.tableConcurrencyLimiter.run(async () => {\n      const shape = await pTable.getShape({ signal: combinedSignal });\n      const clippedRange = clipRange(options.range, shape);\n      const specs = def.tableSpec;\n      const separator = options.format === \"tsv\" ? \"\\t\" : \",\";\n\n      const iterable = streamPTableRows({\n        pTable,\n        specs,\n        columnIndices: options.columnIndices,\n        range: clippedRange,\n        chunkSize: options.chunkSize ?? 50_000,\n        separator,\n        includeHeader: options.includeHeader ?? true,\n        bom: options.bom ?? true,\n        signal: combinedSignal,\n      });\n\n      const miLogger: MiLogger = {\n        info: (msg) => this.logger(\"info\", String(msg)),\n        warn: (msg) => this.logger(\"warn\", String(msg)),\n        error: (msg) => this.logger(\"error\", String(msg)),\n      };\n\n      let bytesWritten = 0;\n      await createPathAtomically(miLogger, options.path, async (tempPath) => {\n        const writeStream = fs.createWriteStream(tempPath, { flags: \"wx\" });\n        const source = Readable.from(iterable, { objectMode: false });\n        if (options.compression?.type === \"gzip\") {\n          const gzip = zlib.createGzip({ level: options.compression.level ?? 6 });\n          await pipeline(source, gzip, writeStream, { signal: combinedSignal });\n        } else {\n          await pipeline(source, writeStream, { signal: combinedSignal });\n        }\n        bytesWritten = writeStream.bytesWritten;\n      });\n\n      const overallSize = await pTable.getFootprint({ signal: combinedSignal });\n      this.pTableCachePlain.cache(tableGuard.keep(), overallSize, defDisposeSignal);\n\n      // rowsWritten equals the clipped range length — the generator streams the\n      // entire effective range without early termination, so this is accurate.\n      const rowsWritten = clippedRange.length;\n\n      if (logPFrames()) {\n        const durationMs = Math.round(performance.now() - startTime);\n        this.logger(\n          \"info\",\n          `[WritePTableToFs] complete (handle = ${handle}, columns = ${options.columnIndices.length}, rows = ${rowsWritten}, bytes = ${bytesWritten}, duration = ${durationMs}ms)`,\n        );\n      }\n\n      return { path: options.path, rowsWritten, bytesWritten };\n    });\n  }\n\n  //\n  // PFrame instance methods\n  //\n\n  public async findColumns(\n    handle: PFrameHandle,\n    request: FindColumnsRequest,\n  ): Promise<FindColumnsResponse> {\n    const iRequest: PFrameInternal.FindColumnsRequest = {\n      ...request,\n      compatibleWith:\n        request.compatibleWith.length !== 0\n          ? [\n              {\n                axesSpec: [\n                  ...new Map(\n                    request.compatibleWith.map((item) => [canonicalizeJson(item), item] as const),\n                  ).values(),\n                ],\n                qualifications: [],\n              },\n            ]\n          : [],\n    };\n\n    const { pFrameSpec } = this.pFrames.getByKey(handle);\n    const response = pFrameSpec.findColumns(iRequest);\n    return {\n      hits: response.hits\n        .filter(\n          (h) =>\n            // only exactly matching columns\n            h.mappingVariants.length === 0 ||\n            h.mappingVariants.some(\n              (v) =>\n                v.qualifications.forHit.length === 0 &&\n                v.qualifications.forQueries.every((q) => q.length === 0),\n            ),\n        )\n        .map((h) => h.hit),\n    };\n  }\n\n  public async getColumnSpec(\n    handle: PFrameHandle,\n    columnId: PObjectId,\n  ): Promise<PColumnSpec | null> {\n    const { pFrameSpec } = this.pFrames.getByKey(handle);\n    const info = pFrameSpec.listColumns().find((c) => c.columnId === columnId);\n    return info?.spec ?? null;\n  }\n\n  public async listColumns(handle: PFrameHandle): Promise<PColumnIdAndSpec[]> {\n    const { pFrameSpec } = this.pFrames.getByKey(handle);\n    return pFrameSpec.listColumns().map(({ columnId, spec }) => ({ columnId, spec }));\n  }\n\n  public async calculateTableData(\n    handle: PFrameHandle,\n    request: CalculateTableDataRequest<PObjectId>,\n    range: TableRange | undefined,\n    signal?: AbortSignal,\n  ): Promise<CalculateTableDataResponse> {\n    if (logPFrames()) {\n      this.logger(\n        \"info\",\n        `Call calculateTableData, handle = ${handle}, request = ${JSON.stringify(request, bigintReplacer)}`,\n      );\n    }\n\n    const { pFrameSpec } = this.pFrames.getByKey(handle);\n    const sortedDef = sortPTableDef(migrateTableFilter(request, this.logger));\n    const { def, entry } = this.pTables.acquireFromLegacy({\n      pFrameHandle: handle,\n      def: sortedDef,\n      pFrameSpec,\n    });\n    using tableGuard = new PoolEntryGuard(entry);\n    const tableSpec = def.tableSpec;\n    const { pTablePromise, disposeSignal } = tableGuard.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    return await this.frameConcurrencyLimiter.run(async () => {\n      // TODO: throw error when more then 150k rows is requested\n      // after pf-plots migration to stream API\n\n      const data = await pTable.getData([...tableSpec.keys()], {\n        range,\n        signal: combinedSignal,\n      });\n\n      const overallSize = await pTable.getFootprint({\n        signal: combinedSignal,\n      });\n      this.pTableCachePerFrame.cache(tableGuard.keep(), overallSize);\n\n      return tableSpec.map((spec, i) => ({\n        spec: spec,\n        data: data[i],\n      }));\n    });\n  }\n\n  public async getUniqueValues(\n    handle: PFrameHandle,\n    request: UniqueValuesRequest,\n    signal?: AbortSignal,\n  ): Promise<UniqueValuesResponse> {\n    if (logPFrames()) {\n      this.logger(\n        \"info\",\n        `Call getUniqueValues, handle = ${handle}, request = ${JSON.stringify(request, bigintReplacer)}`,\n      );\n    }\n\n    const { pFrameDataPromise, disposeSignal } = this.pFrames.getByKey(handle);\n    const pFrameData = await pFrameDataPromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    return await this.frameConcurrencyLimiter.run(async () => {\n      return await pFrameData.getUniqueValues(\n        {\n          ...request,\n          filters: migrateFilters(request.filters, this.logger),\n        },\n        {\n          signal: combinedSignal,\n        },\n      );\n    });\n  }\n\n  //\n  // PTable instance methods\n  //\n\n  public async getSpec(handle: PTableHandle): Promise<PTableColumnSpec[]> {\n    const { def } = this.pTableDefs.getByKey(handle);\n    return def.tableSpec;\n  }\n\n  public async getShape(handle: PTableHandle, signal?: AbortSignal): Promise<PTableShape> {\n    const { def, disposeSignal: defDisposeSignal } = this.pTableDefs.getByKey(handle);\n    using tableGuard = new PoolEntryGuard(this.pTables.acquire(def));\n\n    const { pTablePromise, disposeSignal } = tableGuard.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    const { shape, overallSize } = await this.tableConcurrencyLimiter.run(async () => {\n      const shape = await pTable.getShape({\n        signal: combinedSignal,\n      });\n\n      const overallSize = await pTable.getFootprint({\n        signal: combinedSignal,\n      });\n\n      return { shape, overallSize };\n    });\n\n    this.pTableCachePlain.cache(tableGuard.keep(), overallSize, defDisposeSignal);\n    return shape;\n  }\n\n  public async getData(\n    handle: PTableHandle,\n    columnIndices: number[],\n    range: TableRange | undefined,\n    signal?: AbortSignal,\n  ): Promise<PTableVector[]> {\n    const { def, disposeSignal: defDisposeSignal } = this.pTableDefs.getByKey(handle);\n    using tableGuard = new PoolEntryGuard(this.pTables.acquire(def));\n\n    const { pTablePromise, disposeSignal } = tableGuard.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    const { data, overallSize } = await this.tableConcurrencyLimiter.run(async () => {\n      const data = await pTable.getData(columnIndices, {\n        range,\n        signal: combinedSignal,\n      });\n\n      const overallSize = await pTable.getFootprint({\n        signal: combinedSignal,\n      });\n\n      return { data, overallSize };\n    });\n\n    this.pTableCachePlain.cache(tableGuard.keep(), overallSize, defDisposeSignal);\n    return data;\n  }\n}\n\n/** Clamp range to table shape. When range is undefined, returns full table range. */\nfunction clipRange(range: undefined | TableRange, shape: PTableShape): TableRange {\n  if (isNil(range)) {\n    return { offset: 0, length: shape.rows };\n  }\n  const clampedOffset = Math.min(range.offset, shape.rows);\n  const clampedLength = Math.min(range.length, shape.rows - clampedOffset);\n  return { offset: clampedOffset, length: clampedLength };\n}\n\nfunction migrateFilters(\n  filters: PTableRecordFilter[],\n  logger: PFrameInternal.Logger,\n): PTableRecordFilter[] {\n  const filtersV1 = [];\n  const filtersV2: PTableRecordSingleValueFilterV2[] = [];\n  for (const filter of filters) {\n    if ((filter.type as unknown) === \"bySingleColumn\") {\n      filtersV1.push(filter);\n      filtersV2.push({\n        ...filter,\n        type: \"bySingleColumnV2\",\n      });\n    } else {\n      filtersV2.push(filter);\n    }\n  }\n  if (filtersV1.length > 0) {\n    const filtersV1Json = JSON.stringify(filtersV1);\n    logger(\n      \"warn\",\n      `type overwritten from 'bySingleColumn' to 'bySingleColumnV2' for filters: ${filtersV1Json}`,\n    );\n  }\n  return filtersV2;\n}\n\nfunction migrateTableFilter<T>(\n  def: Omit<PTableDef<T>, \"partitionFilters\"> | PTableDef<T>,\n  logger: PFrameInternal.Logger,\n): PTableDef<T> {\n  if (!(\"partitionFilters\" in def)) {\n    // For old blocks assume all axes filters to be partition filters\n    return {\n      ...def,\n      partitionFilters: migrateFilters(\n        def.filters.filter((f) => f.column.type === \"axis\"),\n        logger,\n      ),\n      filters: migrateFilters(\n        def.filters.filter((f) => f.column.type === \"column\"),\n        logger,\n      ),\n    };\n  }\n  return {\n    ...def,\n    partitionFilters: migrateFilters(def.partitionFilters, logger),\n    filters: migrateFilters(def.filters, logger),\n  };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAwFA,MAAa,kCAA2D;CACtE,GAAGA,+BAAAA;CACH,GAAGC,2BAAAA;CACH,mBAAmB;CACnB,mBAAmB;CACpB;AAOD,IAAa,uBAAb,MAGuD;CACrD;CAEA;CACA;CAEA;CAEA;CACA;CACA;CAEA;CACA;CAEA;CACA;CAEA,MAAa,YAAiC;AAC5C,SAAO,MAAMC,gCAAAA,cAAc,WAAW;;CAGxC,YAAmB,EACjB,eAAe,IACf,mBACA,oBACA,aAAA,GAAA,QAAA,SAAoB,EACpB,UAAU,iCACV,mBAQC;AACD,OAAK,SAAS;AAEd,OAAK,oBAAoB;AACzB,OAAK,qBAAqB;AAE1B,OAAK,kBAAkB;AAEvB,OAAK,0BAA0B,IAAIC,2BAAAA,4BAA4B,QAAQ,kBAAkB;AACzF,OAAK,0BAA0B,IAAIA,2BAAAA,4BAA4B,QAAQ,kBAAkB;AAEzF,OAAK,UAAU,IAAIC,oBAAAA,WACjB,KAAK,mBACL,KAAK,oBACL,KAAK,QACL,UACD;AACD,OAAK,aAAa,IAAIC,wBAAAA,cAAc,KAAK,OAAO;AAChD,OAAK,UAAU,IAAIC,oBAAAA,WAAW,KAAK,SAAS,KAAK,YAAY,KAAK,OAAO;AAEzE,OAAK,sBAAsB,IAAIC,+BAAAA,oBAAoB,KAAK,QAAQ,QAAQ;AACxE,OAAK,mBAAmB,IAAIC,2BAAAA,iBAAiB,KAAK,QAAQ,QAAQ;;CAGpE,MAAM,UAAyB;AACvB,QAAM,QAAQ,WAAW;GAC7B,KAAK,QAAQ,OAAO,eAAe;GACnC,KAAK,WAAW,OAAO,eAAe;GACtC,KAAK,QAAQ,OAAO,eAAe;GACnC,KAAK,kBAAkB,OAAO,eAAe;GAC7C,KAAK,mBAAmB,OAAO,eAAe;GAC/C,CAAC;;CAGJ,OAAO,OAAO,gBAA+B;AAC3C,SAAO,MAAM,KAAK,SAAS;;CAO7B,aAAoB,KAA+D;EACjF,MAAM,aAAa,IAAI,IAAI,OAAO,OAAOC,gCAAAA,UAAU,CAAC;EAKpD,MAAM,WAAA,GAAA,gCAAA,UAJmB,IACtB,QAAQ,WAAW,WAAW,IAAI,OAAO,KAAK,UAAU,CAAC,CACzD,KAAK,OAAO;GAAE,GAAG;GAAG,OAAA,GAAA,gCAAA,0BAA+B,EAAE,KAAK;GAAE,EAAE,GACf,WAAW,OAAO,GAAG,CACzC,KAAK,OAAA,GAAA,gCAAA,gBAClB,IAAI,MAAM,KAAK,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAC1D;AAED,SAAO,KAAK,QAAQ,QAAQ,QAAQ;;CAGtC,aAAoB,QAAkE;;;GACpF,MAAM,WAAA,GAAA,gCAAA,WAAA,GAAA,gCAAA,mBAAqC,OAAO,IAAI,GAAG,MAAM,EAAE,GAAG;GACpE,MAAM,cAAA,YAAA,EAAc,IAAIC,wBAAAA,eAAe,KAAK,aAAa,QAAQ,CAAC,CAAA;GAClE,MAAM,aAAA,GAAA,gCAAA,eACJ,oBAAA,GAAA,gCAAA,cACe,SAAS,MAAM,EAAE,GAAG,EACjC,KAAK,OACN,CACF;GACD,MAAM,aAAa,KAAK,QAAQ,SAAS,YAAY,IAAI,CAAC;GAC1D,MAAM,cAAA,YAAA,EAAc,IAAIA,wBAAAA,eACtB,KAAK,WAAW,kBAAkB;IAChC,cAAc,YAAY;IAC1B,KAAK;IACL;IACD,CAAC,CAAC,MACJ,CAAA;AACD,OAAIC,gBAAAA,YAAY,CACd,MAAK,OACH,QACA,sCAAsC,YAAY,IAAI,mBAAmB,YAAY,IAAI,GAC1F;GAGH,MAAM,cAAc,YAAY,MAAM;GACtC,MAAM,cAAc,YAAY,MAAM;GACtC,MAAM,cAAc;AAClB,gBAAY,OAAO;AACnB,gBAAY,OAAO;;AAErB,UAAO;IACL,KAAK,YAAY;IACjB,UAAU,YAAY;IACtB;KACC,OAAO,UAAU;IACnB;;;;;;;CAGH,eAAsB,KAAiE;;;GACrF,MAAM,WAAA,GAAA,gCAAA,WAAA,GAAA,gCAAA,yBAA2C,IAAI,MAAM,GAAG,MAAM,EAAE,GAAG;GACzE,MAAM,cAAA,WAAA,EAAc,IAAID,wBAAAA,eAAe,KAAK,aAAa,QAAQ,CAAC,CAAA;GAClE,MAAM,aAAa,KAAK,QAAQ,SAAS,YAAY,IAAI,CAAC;GAC1D,MAAM,eAAA,GAAA,gCAAA,gBAAA,GAAA,gCAAA,qBAAgD,IAAI,QAAQ,MAAM,EAAE,GAAG,CAAC;GAC9E,MAAM,EAAE,WAAW,cAAc,WAAW,cAAc,YAAY;GAEtE,MAAM,cAAA,WAAA,EAAc,IAAIA,wBAAAA,eACtB,KAAK,WAAW,QAAQ;IACtB,cAAc,YAAY;IAC1B;IACA;IACD,CAAC,CACH,CAAA;AACD,OAAIC,gBAAAA,YAAY,CACd,MAAK,OACH,QACA,sCAAsC,YAAY,IAAI,mBAAmB,YAAY,IAAI,GAC1F;GAGH,MAAM,cAAc,YAAY,MAAM;GACtC,MAAM,cAAc,YAAY,MAAM;GACtC,MAAM,cAAc;AAClB,gBAAY,OAAO;AACnB,gBAAY,OAAO;;AAErB,UAAO;IACL,KAAK,YAAY;IACjB,UAAU,YAAY;IACtB;KACC,OAAO,UAAU;IACnB;;;;;;;CAGH,MAAa,gBACX,QACA,SACgC;;;AAChC,QAAK,OACH,QACA,qCAAqC,OAAO,WAAW,QAAQ,KAAK,aAAa,QAAQ,OAAO,kBAAkB,QAAQ,eAAe,OAAO,cAAc,QAAQ,cAAc,OAAO,GAC5L;GACD,MAAM,YAAY,YAAY,KAAK;GACnC,MAAM,EAAE,KAAK,eAAe,qBAAqB,KAAK,WAAW,SAAS,OAAO;GACjF,MAAM,aAAA,WAAA,EAAa,IAAID,wBAAAA,eAAe,KAAK,QAAQ,QAAQ,IAAI,CAAC,CAAA;GAChE,MAAM,EAAE,eAAe,kBAAkB,WAAW;GACpD,MAAM,SAAS,MAAM;GAErB,MAAM,iBAAiB,YAAY,IACjC,CAAC,QAAQ,QAAQ,cAAc,CAAC,QAAQ,MAAwB,EAAA,GAAA,wBAAA,OAAO,EAAE,CAAC,CAC3E;AAED,UAAO,MAAM,KAAK,wBAAwB,IAAI,YAAY;IACxD,MAAM,QAAQ,MAAM,OAAO,SAAS,EAAE,QAAQ,gBAAgB,CAAC;IAC/D,MAAM,eAAe,UAAU,QAAQ,OAAO,MAAM;IACpD,MAAM,QAAQ,IAAI;IAClB,MAAM,YAAY,QAAQ,WAAW,QAAQ,MAAO;IAEpD,MAAM,WAAWE,mBAAAA,iBAAiB;KAChC;KACA;KACA,eAAe,QAAQ;KACvB,OAAO;KACP,WAAW,QAAQ,aAAa;KAChC;KACA,eAAe,QAAQ,iBAAiB;KACxC,KAAK,QAAQ,OAAO;KACpB,QAAQ;KACT,CAAC;IAEF,MAAM,WAAqB;KACzB,OAAO,QAAQ,KAAK,OAAO,QAAQ,OAAO,IAAI,CAAC;KAC/C,OAAO,QAAQ,KAAK,OAAO,QAAQ,OAAO,IAAI,CAAC;KAC/C,QAAQ,QAAQ,KAAK,OAAO,SAAS,OAAO,IAAI,CAAC;KAClD;IAED,IAAI,eAAe;AACnB,WAAA,GAAA,2BAAA,sBAA2B,UAAU,QAAQ,MAAM,OAAO,aAAa;KACrE,MAAM,cAAcC,QAAG,kBAAkB,UAAU,EAAE,OAAO,MAAM,CAAC;KACnE,MAAM,SAASC,YAAAA,SAAS,KAAK,UAAU,EAAE,YAAY,OAAO,CAAC;AAC7D,SAAI,QAAQ,aAAa,SAAS,OAEhC,QAAA,GAAA,qBAAA,UAAe,QADFC,UAAK,WAAW,EAAE,OAAO,QAAQ,YAAY,SAAS,GAAG,CAAC,EAC1C,aAAa,EAAE,QAAQ,gBAAgB,CAAC;SAErE,QAAA,GAAA,qBAAA,UAAe,QAAQ,aAAa,EAAE,QAAQ,gBAAgB,CAAC;AAEjE,oBAAe,YAAY;MAC3B;IAEF,MAAM,cAAc,MAAM,OAAO,aAAa,EAAE,QAAQ,gBAAgB,CAAC;AACzE,SAAK,iBAAiB,MAAM,WAAW,MAAM,EAAE,aAAa,iBAAiB;IAI7E,MAAM,cAAc,aAAa;AAEjC,QAAIJ,gBAAAA,YAAY,EAAE;KAChB,MAAM,aAAa,KAAK,MAAM,YAAY,KAAK,GAAG,UAAU;AAC5D,UAAK,OACH,QACA,wCAAwC,OAAO,cAAc,QAAQ,cAAc,OAAO,WAAW,YAAY,YAAY,aAAa,eAAe,WAAW,KACrK;;AAGH,WAAO;KAAE,MAAM,QAAQ;KAAM;KAAa;KAAc;KACxD;;;;;;;CAOJ,MAAa,YACX,QACA,SAC8B;EAC9B,MAAM,WAA8C;GAClD,GAAG;GACH,gBACE,QAAQ,eAAe,WAAW,IAC9B,CACE;IACE,UAAU,CACR,GAAG,IAAI,IACL,QAAQ,eAAe,KAAK,SAAS,EAAA,GAAA,gCAAA,kBAAkB,KAAK,EAAE,KAAK,CAAU,CAC9E,CAAC,QAAQ,CACX;IACD,gBAAgB,EAAE;IACnB,CACF,GACD,EAAE;GACT;EAED,MAAM,EAAE,eAAe,KAAK,QAAQ,SAAS,OAAO;AAEpD,SAAO,EACL,MAFe,WAAW,YAAY,SAAS,CAEhC,KACZ,QACE,MAEC,EAAE,gBAAgB,WAAW,KAC7B,EAAE,gBAAgB,MACf,MACC,EAAE,eAAe,OAAO,WAAW,KACnC,EAAE,eAAe,WAAW,OAAO,MAAM,EAAE,WAAW,EAAE,CAC3D,CACJ,CACA,KAAK,MAAM,EAAE,IAAI,EACrB;;CAGH,MAAa,cACX,QACA,UAC6B;EAC7B,MAAM,EAAE,eAAe,KAAK,QAAQ,SAAS,OAAO;AAEpD,SADa,WAAW,aAAa,CAAC,MAAM,MAAM,EAAE,aAAa,SAAS,EAC7D,QAAQ;;CAGvB,MAAa,YAAY,QAAmD;EAC1E,MAAM,EAAE,eAAe,KAAK,QAAQ,SAAS,OAAO;AACpD,SAAO,WAAW,aAAa,CAAC,KAAK,EAAE,UAAU,YAAY;GAAE;GAAU;GAAM,EAAE;;CAGnF,MAAa,mBACX,QACA,SACA,OACA,QACqC;;;AACrC,OAAIA,gBAAAA,YAAY,CACd,MAAK,OACH,QACA,qCAAqC,OAAO,cAAc,KAAK,UAAU,SAASK,gCAAAA,eAAe,GAClG;GAGH,MAAM,EAAE,eAAe,KAAK,QAAQ,SAAS,OAAO;GACpD,MAAM,aAAA,GAAA,gCAAA,eAA0B,mBAAmB,SAAS,KAAK,OAAO,CAAC;GACzE,MAAM,EAAE,KAAK,UAAU,KAAK,QAAQ,kBAAkB;IACpD,cAAc;IACd,KAAK;IACL;IACD,CAAC;GACF,MAAM,aAAA,WAAA,EAAa,IAAIN,wBAAAA,eAAe,MAAM,CAAA;GAC5C,MAAM,YAAY,IAAI;GACtB,MAAM,EAAE,eAAe,kBAAkB,WAAW;GACpD,MAAM,SAAS,MAAM;GAErB,MAAM,iBAAiB,YAAY,IAAI,CAAC,QAAQ,cAAc,CAAC,QAAQ,MAAM,CAAC,CAAC,EAAE,CAAC;AAClF,UAAO,MAAM,KAAK,wBAAwB,IAAI,YAAY;IAIxD,MAAM,OAAO,MAAM,OAAO,QAAQ,CAAC,GAAG,UAAU,MAAM,CAAC,EAAE;KACvD;KACA,QAAQ;KACT,CAAC;IAEF,MAAM,cAAc,MAAM,OAAO,aAAa,EAC5C,QAAQ,gBACT,CAAC;AACF,SAAK,oBAAoB,MAAM,WAAW,MAAM,EAAE,YAAY;AAE9D,WAAO,UAAU,KAAK,MAAM,OAAO;KAC3B;KACN,MAAM,KAAK;KACZ,EAAE;KACH;;;;;;;CAGJ,MAAa,gBACX,QACA,SACA,QAC+B;AAC/B,MAAIC,gBAAAA,YAAY,CACd,MAAK,OACH,QACA,kCAAkC,OAAO,cAAc,KAAK,UAAU,SAASK,gCAAAA,eAAe,GAC/F;EAGH,MAAM,EAAE,mBAAmB,kBAAkB,KAAK,QAAQ,SAAS,OAAO;EAC1E,MAAM,aAAa,MAAM;EAEzB,MAAM,iBAAiB,YAAY,IAAI,CAAC,QAAQ,cAAc,CAAC,QAAQ,MAAM,CAAC,CAAC,EAAE,CAAC;AAClF,SAAO,MAAM,KAAK,wBAAwB,IAAI,YAAY;AACxD,UAAO,MAAM,WAAW,gBACtB;IACE,GAAG;IACH,SAAS,eAAe,QAAQ,SAAS,KAAK,OAAO;IACtD,EACD,EACE,QAAQ,gBACT,CACF;IACD;;CAOJ,MAAa,QAAQ,QAAmD;EACtE,MAAM,EAAE,QAAQ,KAAK,WAAW,SAAS,OAAO;AAChD,SAAO,IAAI;;CAGb,MAAa,SAAS,QAAsB,QAA4C;;;GACtF,MAAM,EAAE,KAAK,eAAe,qBAAqB,KAAK,WAAW,SAAS,OAAO;GACjF,MAAM,aAAA,WAAA,EAAa,IAAIN,wBAAAA,eAAe,KAAK,QAAQ,QAAQ,IAAI,CAAC,CAAA;GAEhE,MAAM,EAAE,eAAe,kBAAkB,WAAW;GACpD,MAAM,SAAS,MAAM;GAErB,MAAM,iBAAiB,YAAY,IAAI,CAAC,QAAQ,cAAc,CAAC,QAAQ,MAAM,CAAC,CAAC,EAAE,CAAC;GAClF,MAAM,EAAE,OAAO,gBAAgB,MAAM,KAAK,wBAAwB,IAAI,YAAY;AAShF,WAAO;KAAE,OARK,MAAM,OAAO,SAAS,EAClC,QAAQ,gBACT,CAAC;KAMc,aAJI,MAAM,OAAO,aAAa,EAC5C,QAAQ,gBACT,CAAC;KAE2B;KAC7B;AAEF,QAAK,iBAAiB,MAAM,WAAW,MAAM,EAAE,aAAa,iBAAiB;AAC7E,UAAO;;;;;;;CAGT,MAAa,QACX,QACA,eACA,OACA,QACyB;;;GACzB,MAAM,EAAE,KAAK,eAAe,qBAAqB,KAAK,WAAW,SAAS,OAAO;GACjF,MAAM,aAAA,WAAA,EAAa,IAAIA,wBAAAA,eAAe,KAAK,QAAQ,QAAQ,IAAI,CAAC,CAAA;GAEhE,MAAM,EAAE,eAAe,kBAAkB,WAAW;GACpD,MAAM,SAAS,MAAM;GAErB,MAAM,iBAAiB,YAAY,IAAI,CAAC,QAAQ,cAAc,CAAC,QAAQ,MAAM,CAAC,CAAC,EAAE,CAAC;GAClF,MAAM,EAAE,MAAM,gBAAgB,MAAM,KAAK,wBAAwB,IAAI,YAAY;AAU/E,WAAO;KAAE,MATI,MAAM,OAAO,QAAQ,eAAe;MAC/C;MACA,QAAQ;MACT,CAAC;KAMa,aAJK,MAAM,OAAO,aAAa,EAC5C,QAAQ,gBACT,CAAC;KAE0B;KAC5B;AAEF,QAAK,iBAAiB,MAAM,WAAW,MAAM,EAAE,aAAa,iBAAiB;AAC7E,UAAO;;;;;;;;;AAKX,SAAS,UAAU,OAA+B,OAAgC;AAChF,MAAA,GAAA,wBAAA,OAAU,MAAM,CACd,QAAO;EAAE,QAAQ;EAAG,QAAQ,MAAM;EAAM;CAE1C,MAAM,gBAAgB,KAAK,IAAI,MAAM,QAAQ,MAAM,KAAK;AAExD,QAAO;EAAE,QAAQ;EAAe,QADV,KAAK,IAAI,MAAM,QAAQ,MAAM,OAAO,cAAc;EACjB;;AAGzD,SAAS,eACP,SACA,QACsB;CACtB,MAAM,YAAY,EAAE;CACpB,MAAM,YAA+C,EAAE;AACvD,MAAK,MAAM,UAAU,QACnB,KAAK,OAAO,SAAqB,kBAAkB;AACjD,YAAU,KAAK,OAAO;AACtB,YAAU,KAAK;GACb,GAAG;GACH,MAAM;GACP,CAAC;OAEF,WAAU,KAAK,OAAO;AAG1B,KAAI,UAAU,SAAS,EAErB,QACE,QACA,6EAHoB,KAAK,UAAU,UAAU,GAI9C;AAEH,QAAO;;AAGT,SAAS,mBACP,KACA,QACc;AACd,KAAI,EAAE,sBAAsB,KAE1B,QAAO;EACL,GAAG;EACH,kBAAkB,eAChB,IAAI,QAAQ,QAAQ,MAAM,EAAE,OAAO,SAAS,OAAO,EACnD,OACD;EACD,SAAS,eACP,IAAI,QAAQ,QAAQ,MAAM,EAAE,OAAO,SAAS,SAAS,EACrD,OACD;EACF;AAEH,QAAO;EACL,GAAG;EACH,kBAAkB,eAAe,IAAI,kBAAkB,OAAO;EAC9D,SAAS,eAAe,IAAI,SAAS,OAAO;EAC7C"}

package/dist/driver_impl.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"driver_impl.d.ts","names":[],"sources":["../src/driver_impl.ts"],"mappings":";;;;;;;;;UA2EiB,iBAAA,mBAAoC,gBAAA,UAC3C,mBAAA,CAAsB,SAAA,GAAY,eAAA;AAAA,UAE3B,kBAAA,mBAAqC,gBAAA,UAC5C,oBAAA,CAAuB,SAAA,GAAY,eAAA;AAAA,KAEjC,uBAAA,GAA0B,sBAAA,GACpC,mBAAA;EAPmD,iFASjD,iBAAA,UARM;EAUN,iBAAA;AAAA;AAAA,cAGS,+BAAA,EAAiC,uBAAA;AAAA,KAOlC,gBAAA,gCAAgD,gBAAA,KAC1D,IAAA,EAAM,WAAA,EACN,IAAA,EAAM,WAAA,KACH,cAAA,CAAe,QAAA,CAAS,SAAA;AAAA,cAEhB,oBAAA,gCAEO,gBAAA,aACP,4BAAA,CAA6B,WAAA;EAAA,iBACvB,MAAA;EAAA,iBAEA,iBAAA;EAAA,iBACA,kBAAA;EAAA,iBAEA,eAAA;EAAA,iBAEA,OAAA;EAAA,iBACA,UAAA;EAAA,iBACA,OAAA;EAAA,iBAEA,mBAAA;EAAA,iBACA,gBAAA;EAAA,iBAEA,uBAAA;EAAA,iBACA,uBAAA;EAEJ,SAAA,CAAA,GAAa,OAAA,CAAQ,UAAA;;IAKhC,MAAA;IACA,iBAAA;IACA,kBAAA;IACA,SAAA;IACA,OAAA;IACA;EAAA;IAEA,MAAA,GAAS,cAAA,CAAe,MAAA;IACxB,iBAAA,EAAmB,iBAAA,CAAkB,SAAA;IACrC,kBAAA,EAAoB,kBAAA,CAAmB,SAAA;IACvC,SAAA;IACA,OAAA,GAAU,uBAAA;IACV,eAAA,EAAiB,gBAAA,CAAiB,WAAA,EAAa,SAAA;EAAA;EAyB3C,OAAA,CAAA,GAAW,OAAA;EAAA,CAUV,MAAA,CAAO,YAAA,KAAiB,OAAA;EAQxB,YAAA,CAAa,GAAA,EAAK,SAAA,CAAU,OAAA,CAAQ,WAAA,KAAgB,SAAA,CAAU,YAAA;EAa9D,YAAA,CAAa,MAAA,EAAQ,SAAA,CAAU,OAAA,CAAQ,WAAA,KAAgB,SAAA,CAAU,YAAA;EAiCjE,cAAA,CAAe,GAAA,EAAK,WAAA,CAAY,OAAA,CAAQ,WAAA,KAAgB,SAAA,CAAU,YAAA;EA8C5D,eAAA,CACX,MAAA,EAAQ,YAAA,EACR,OAAA,EAAS,wBAAA,GACR,OAAA,CAAQ,uBAAA;EA2EE,WAAA,CACX,MAAA,EAAQ,YAAA,EACR,OAAA,EAAS,kBAAA,GACR,OAAA,CAAQ,mBAAA;EAsCE,aAAA,CACX,MAAA,EAAQ,YAAA,EACR,QAAA,EAAU,SAAA,GACT,OAAA,CAAQ,WAAA;EAME,WAAA,CAAY,MAAA,EAAQ,YAAA,GAAe,OAAA,CAAQ,gBAAA;EAM3C,kBAAA,CACX,MAAA,EAAQ,YAAA,EACR,OAAA,EAAS,yBAAA,CAA0B,SAAA,GACnC,KAAA,EAAO,UAAA,cACP,MAAA,GAAS,WAAA,GACR,OAAA,CAAQ,0BAAA;EAyCE,eAAA,CACX,MAAA,EAAQ,YAAA,EACR,OAAA,EAAS,mBAAA,EACT,MAAA,GAAS,WAAA,GACR,OAAA,CAAQ,oBAAA;EA6BE,OAAA,CAAQ,MAAA,EAAQ,YAAA,GAAe,OAAA,CAAQ,gBAAA;EAUvC,QAAA,CAAS,MAAA,EAAQ,YAAA,EAAc,MAAA,GAAS,WAAA,GAAc,OAAA,CAAQ,WAAA;EAwB9D,OAAA,CACX,MAAA,EAAQ,YAAA,EACR,aAAA,YACA,KAAA,EAAO,UAAA,cACP,MAAA,GAAS,WAAA,GACR,OAAA,CAAQ,YAAA;AAAA"}
+{"version":3,"file":"driver_impl.d.ts","names":[],"sources":["../src/driver_impl.ts"],"mappings":";;;;;;;;;UA0EiB,iBAAA,mBAAoC,gBAAA,UAC3C,mBAAA,CAAsB,SAAA,GAAY,eAAA;AAAA,UAE3B,kBAAA,mBAAqC,gBAAA,UAC5C,oBAAA,CAAuB,SAAA,GAAY,eAAA;AAAA,KAEjC,uBAAA,GAA0B,sBAAA,GACpC,mBAAA;EAPmD,iFASjD,iBAAA,UARM;EAUN,iBAAA;AAAA;AAAA,cAGS,+BAAA,EAAiC,uBAAA;AAAA,KAOlC,gBAAA,gCAAgD,gBAAA,KAC1D,IAAA,EAAM,WAAA,EACN,IAAA,EAAM,WAAA,KACH,cAAA,CAAe,QAAA,CAAS,SAAA;AAAA,cAEhB,oBAAA,gCAEO,gBAAA,aACP,4BAAA,CAA6B,WAAA;EAAA,iBACvB,MAAA;EAAA,iBAEA,iBAAA;EAAA,iBACA,kBAAA;EAAA,iBAEA,eAAA;EAAA,iBAEA,OAAA;EAAA,iBACA,UAAA;EAAA,iBACA,OAAA;EAAA,iBAEA,mBAAA;EAAA,iBACA,gBAAA;EAAA,iBAEA,uBAAA;EAAA,iBACA,uBAAA;EAEJ,SAAA,CAAA,GAAa,OAAA,CAAQ,UAAA;;IAKhC,MAAA;IACA,iBAAA;IACA,kBAAA;IACA,SAAA;IACA,OAAA;IACA;EAAA;IAEA,MAAA,GAAS,cAAA,CAAe,MAAA;IACxB,iBAAA,EAAmB,iBAAA,CAAkB,SAAA;IACrC,kBAAA,EAAoB,kBAAA,CAAmB,SAAA;IACvC,SAAA;IACA,OAAA,GAAU,uBAAA;IACV,eAAA,EAAiB,gBAAA,CAAiB,WAAA,EAAa,SAAA;EAAA;EAyB3C,OAAA,CAAA,GAAW,OAAA;EAAA,CAUV,MAAA,CAAO,YAAA,KAAiB,OAAA;EAQxB,YAAA,CAAa,GAAA,EAAK,SAAA,CAAU,OAAA,CAAQ,WAAA,KAAgB,SAAA,CAAU,YAAA;EAa9D,YAAA,CAAa,MAAA,EAAQ,SAAA,CAAU,OAAA,CAAQ,WAAA,KAAgB,SAAA,CAAU,YAAA;EAsCjE,cAAA,CAAe,GAAA,EAAK,WAAA,CAAY,OAAA,CAAQ,WAAA,KAAgB,SAAA,CAAU,YAAA;EAmC5D,eAAA,CACX,MAAA,EAAQ,YAAA,EACR,OAAA,EAAS,wBAAA,GACR,OAAA,CAAQ,uBAAA;EA2EE,WAAA,CACX,MAAA,EAAQ,YAAA,EACR,OAAA,EAAS,kBAAA,GACR,OAAA,CAAQ,mBAAA;EAoCE,aAAA,CACX,MAAA,EAAQ,YAAA,EACR,QAAA,EAAU,SAAA,GACT,OAAA,CAAQ,WAAA;EAME,WAAA,CAAY,MAAA,EAAQ,YAAA,GAAe,OAAA,CAAQ,gBAAA;EAK3C,kBAAA,CACX,MAAA,EAAQ,YAAA,EACR,OAAA,EAAS,yBAAA,CAA0B,SAAA,GACnC,KAAA,EAAO,UAAA,cACP,MAAA,GAAS,WAAA,GACR,OAAA,CAAQ,0BAAA;EA0CE,eAAA,CACX,MAAA,EAAQ,YAAA,EACR,OAAA,EAAS,mBAAA,EACT,MAAA,GAAS,WAAA,GACR,OAAA,CAAQ,oBAAA;EA6BE,OAAA,CAAQ,MAAA,EAAQ,YAAA,GAAe,OAAA,CAAQ,gBAAA;EAKvC,QAAA,CAAS,MAAA,EAAQ,YAAA,EAAc,MAAA,GAAS,WAAA,GAAc,OAAA,CAAQ,WAAA;EAwB9D,OAAA,CACX,MAAA,EAAQ,YAAA,EACR,aAAA,YACA,KAAA,EAAO,UAAA,cACP,MAAA,GAAS,WAAA,GACR,OAAA,CAAQ,YAAA;AAAA"}

package/dist/driver_impl.js

@@ -15,7 +15,6 @@ import * as fs$1 from "node:fs";
 import { Readable } from "node:stream";
 import { pipeline } from "node:stream/promises";
 import * as zlib from "node:zlib";
-import { createPFrame } from "@milaboratories/pframes-rs-wasm";
 //#region src/driver_impl.ts
 const AbstractPFrameDriverOpsDefaults = {
 	...PTableCachePerFrameOpsDefaults,
@@ -74,15 +73,18 @@ var AbstractPFrameDriver = class {
 	createPTable(rawDef) {
 		try {
 			var _usingCtx$1 = _usingCtx();
-			const pFrameGuard = _usingCtx$1.u(new PoolEntryGuard(this.createPFrame(extractAllColumns(rawDef.src))));
+			const columns = uniqueBy(extractAllColumns(rawDef.src), (c) => c.id);
+			const pFrameGuard = _usingCtx$1.u(new PoolEntryGuard(this.createPFrame(columns)));
 			const sortedDef = sortPTableDef(migrateTableFilter(mapPTableDef(rawDef, (c) => c.id), this.logger));
-			const pTableEntry = this.pTableDefs.acquire({
-				type: "v1",
+			const pFrameSpec = this.pFrames.getByKey(pFrameGuard.key).pFrameSpec;
+			const pTableGuard = _usingCtx$1.u(new PoolEntryGuard(this.pTableDefs.acquireFromLegacy({
+				pFrameHandle: pFrameGuard.key,
 				def: sortedDef,
-				pFrameHandle: pFrameGuard.key
-			});
-			if (logPFrames()) this.logger("info", `Create PTable call (pFrameHandle = ${pFrameGuard.key}; pTableHandle = ${pTableEntry.key})`);
+				pFrameSpec
+			}).entry));
+			if (logPFrames()) this.logger("info", `Create PTable call (pFrameHandle = ${pFrameGuard.key}; pTableHandle = ${pTableGuard.key})`);
 			const pFrameEntry = pFrameGuard.keep();
+			const pTableEntry = pTableGuard.keep();
 			const unref = () => {
 				pTableEntry.unref();
 				pFrameEntry.unref();
@@ -103,22 +105,18 @@ var AbstractPFrameDriver = class {
 		try {
 			var _usingCtx3 = _usingCtx();
 			const columns = uniqueBy(collectSpecQueryColumns(def.query), (c) => c.id);
-			const columnsMap = columns.reduce((acc, col) => (acc[col.id] = col.spec, acc), {});
 			const pFrameGuard = _usingCtx3.u(new PoolEntryGuard(this.createPFrame(columns)));
-			const ValueTypes = new Set(Object.values(ValueType));
-			const specFrame = createPFrame(Object.fromEntries(Object.entries(columnsMap).filter(([, spec]) => ValueTypes.has(spec.valueType)).map(([id, spec]) => [id, resolveAnnotationParents(spec)])));
+			const pFrameSpec = this.pFrames.getByKey(pFrameGuard.key).pFrameSpec;
 			const sortedQuery = sortSpecQuery(mapSpecQueryColumns(def.query, (c) => c.id));
-			const { tableSpec, dataQuery } = specFrame.evaluateQuery(sortedQuery);
-			const pTableEntry = this.pTableDefs.acquire({
-				type: "v2",
+			const { tableSpec, dataQuery } = pFrameSpec.evaluateQuery(sortedQuery);
+			const pTableGuard = _usingCtx3.u(new PoolEntryGuard(this.pTableDefs.acquire({
 				pFrameHandle: pFrameGuard.key,
-				def: {
-					tableSpec,
-					dataQuery
-				}
-			});
-			if (logPFrames()) this.logger("info", `Create PTable call (pFrameHandle = ${pFrameGuard.key}; pTableHandle = ${pTableEntry.key})`);
+				tableSpec,
+				dataQuery
+			})));
+			if (logPFrames()) this.logger("info", `Create PTable call (pFrameHandle = ${pFrameGuard.key}; pTableHandle = ${pTableGuard.key})`);
 			const pFrameEntry = pFrameGuard.keep();
+			const pTableEntry = pTableGuard.keep();
 			const unref = () => {
 				pTableEntry.unref();
 				pFrameEntry.unref();
@@ -148,7 +146,7 @@ var AbstractPFrameDriver = class {
 			return await this.tableConcurrencyLimiter.run(async () => {
 				const shape = await pTable.getShape({ signal: combinedSignal });
 				const clippedRange = clipRange(options.range, shape);
-				const specs = pTable.getSpec();
+				const specs = def.tableSpec;
 				const separator = options.format === "tsv" ? "	" : ",";
 				const iterable = streamPTableRows({
 					pTable,
@@ -201,38 +199,44 @@ var AbstractPFrameDriver = class {
 				qualifications: []
 			}] : []
 		};
-		const { pFramePromise } = this.pFrames.getByKey(handle);
-		return { hits: (await (await pFramePromise).findColumns(iRequest)).hits.filter((h) => h.mappingVariants.length === 0 || h.mappingVariants.some((v) => v.qualifications.forHit.length === 0 && v.qualifications.forQueries.every((q) => q.length === 0))).map((h) => h.hit) };
+		const { pFrameSpec } = this.pFrames.getByKey(handle);
+		return { hits: pFrameSpec.findColumns(iRequest).hits.filter((h) => h.mappingVariants.length === 0 || h.mappingVariants.some((v) => v.qualifications.forHit.length === 0 && v.qualifications.forQueries.every((q) => q.length === 0))).map((h) => h.hit) };
 	}
 	async getColumnSpec(handle, columnId) {
-		const { pFramePromise } = this.pFrames.getByKey(handle);
-		return await (await pFramePromise).getColumnSpec(columnId);
+		const { pFrameSpec } = this.pFrames.getByKey(handle);
+		return pFrameSpec.listColumns().find((c) => c.columnId === columnId)?.spec ?? null;
 	}
 	async listColumns(handle) {
-		const { pFramePromise } = this.pFrames.getByKey(handle);
-		return await (await pFramePromise).listColumns();
+		const { pFrameSpec } = this.pFrames.getByKey(handle);
+		return pFrameSpec.listColumns().map(({ columnId, spec }) => ({
+			columnId,
+			spec
+		}));
 	}
 	async calculateTableData(handle, request, range, signal) {
 		try {
 			var _usingCtx5 = _usingCtx();
 			if (logPFrames()) this.logger("info", `Call calculateTableData, handle = ${handle}, request = ${JSON.stringify(request, bigintReplacer)}`);
-			const tableGuard = _usingCtx5.u(new PoolEntryGuard(this.pTables.acquire({
-				type: "v1",
+			const { pFrameSpec } = this.pFrames.getByKey(handle);
+			const sortedDef = sortPTableDef(migrateTableFilter(request, this.logger));
+			const { def, entry } = this.pTables.acquireFromLegacy({
 				pFrameHandle: handle,
-				def: sortPTableDef(migrateTableFilter(request, this.logger))
-			})));
+				def: sortedDef,
+				pFrameSpec
+			});
+			const tableGuard = _usingCtx5.u(new PoolEntryGuard(entry));
+			const tableSpec = def.tableSpec;
 			const { pTablePromise, disposeSignal } = tableGuard.resource;
 			const pTable = await pTablePromise;
 			const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));
 			return await this.frameConcurrencyLimiter.run(async () => {
-				const spec = pTable.getSpec();
-				const data = await pTable.getData([...spec.keys()], {
+				const data = await pTable.getData([...tableSpec.keys()], {
 					range,
 					signal: combinedSignal
 				});
 				const overallSize = await pTable.getFootprint({ signal: combinedSignal });
 				this.pTableCachePerFrame.cache(tableGuard.keep(), overallSize);
-				return spec.map((spec, i) => ({
+				return tableSpec.map((spec, i) => ({
 					spec,
 					data: data[i]
 				}));
@@ -245,33 +249,25 @@ var AbstractPFrameDriver = class {
 	}
 	async getUniqueValues(handle, request, signal) {
 		if (logPFrames()) this.logger("info", `Call getUniqueValues, handle = ${handle}, request = ${JSON.stringify(request, bigintReplacer)}`);
-		const { pFramePromise, disposeSignal } = this.pFrames.getByKey(handle);
-		const pFrame = await pFramePromise;
+		const { pFrameDataPromise, disposeSignal } = this.pFrames.getByKey(handle);
+		const pFrameData = await pFrameDataPromise;
 		const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));
 		return await this.frameConcurrencyLimiter.run(async () => {
-			return await pFrame.getUniqueValues({
+			return await pFrameData.getUniqueValues({
 				...request,
 				filters: migrateFilters(request.filters, this.logger)
 			}, { signal: combinedSignal });
 		});
 	}
 	async getSpec(handle) {
-		try {
-			var _usingCtx6 = _usingCtx();
-			const { def } = this.pTableDefs.getByKey(handle);
-			const { pTablePromise } = _usingCtx6.u(this.pTables.acquire(def)).resource;
-			return (await pTablePromise).getSpec();
-		} catch (_) {
-			_usingCtx6.e = _;
-		} finally {
-			_usingCtx6.d();
-		}
+		const { def } = this.pTableDefs.getByKey(handle);
+		return def.tableSpec;
 	}
 	async getShape(handle, signal) {
 		try {
-			var _usingCtx7 = _usingCtx();
+			var _usingCtx6 = _usingCtx();
 			const { def, disposeSignal: defDisposeSignal } = this.pTableDefs.getByKey(handle);
-			const tableGuard = _usingCtx7.u(new PoolEntryGuard(this.pTables.acquire(def)));
+			const tableGuard = _usingCtx6.u(new PoolEntryGuard(this.pTables.acquire(def)));
 			const { pTablePromise, disposeSignal } = tableGuard.resource;
 			const pTable = await pTablePromise;
 			const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));
@@ -284,16 +280,16 @@ var AbstractPFrameDriver = class {
 			this.pTableCachePlain.cache(tableGuard.keep(), overallSize, defDisposeSignal);
 			return shape;
 		} catch (_) {
-			_usingCtx7.e = _;
+			_usingCtx6.e = _;
 		} finally {
-			_usingCtx7.d();
+			_usingCtx6.d();
 		}
 	}
 	async getData(handle, columnIndices, range, signal) {
 		try {
-			var _usingCtx8 = _usingCtx();
+			var _usingCtx7 = _usingCtx();
 			const { def, disposeSignal: defDisposeSignal } = this.pTableDefs.getByKey(handle);
-			const tableGuard = _usingCtx8.u(new PoolEntryGuard(this.pTables.acquire(def)));
+			const tableGuard = _usingCtx7.u(new PoolEntryGuard(this.pTables.acquire(def)));
 			const { pTablePromise, disposeSignal } = tableGuard.resource;
 			const pTable = await pTablePromise;
 			const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));
@@ -309,9 +305,9 @@ var AbstractPFrameDriver = class {
 			this.pTableCachePlain.cache(tableGuard.keep(), overallSize, defDisposeSignal);
 			return data;
 		} catch (_) {
-			_usingCtx8.e = _;
+			_usingCtx7.e = _;
 		} finally {
-			_usingCtx8.d();
+			_usingCtx7.d();
 		}
 	}
 };