@milaboratories/pf-driver 1.0.6 → 1.0.7

package/dist/driver_impl.cjs

@@ -110,8 +110,7 @@ class AbstractPFrameDriver {
     async getColumnSpec(handle, columnId) {
         const { pFramePromise } = this.pFrames.getByKey(handle);
         const pFrame = await pFramePromise;
-        // TODO: remove catch after update
-        return await pFrame.getColumnSpec(columnId).catch(() => null);
+        return await pFrame.getColumnSpec(columnId);
     }
     async listColumns(handle) {
         const { pFramePromise } = this.pFrames.getByKey(handle);

package/dist/driver_impl.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"driver_impl.cjs","sources":["../src/driver_impl.ts"],"sourcesContent":["import {\n  mapPObjectData,\n  mapPTableDef,\n  extractAllColumns,\n  uniqueBy,\n  getAxisId,\n  canonicalizeJson,\n  bigintReplacer,\n  ValueType,\n  type CalculateTableDataRequest,\n  type CalculateTableDataResponse,\n  type FindColumnsRequest,\n  type FindColumnsResponse,\n  type PColumnIdAndSpec,\n  type PColumnSpec,\n  type PFrameHandle,\n  type PObjectId,\n  type PTableColumnSpec,\n  type PTableHandle,\n  type PTableShape,\n  type PTableVector,\n  type TableRange,\n  type UniqueValuesRequest,\n  type UniqueValuesResponse,\n  type PColumn,\n  type PFrameDef,\n  type JoinEntry,\n  type PTableDef,\n  type PTableRecordSingleValueFilterV2,\n  type PTableRecordFilter,\n  type JsonSerializable,\n} from '@platforma-sdk/model';\nimport type { PFrameInternal } from '@milaboratories/pl-model-middle-layer';\nimport {\n  assertNever,\n  ConcurrencyLimitingExecutor,\n  type PoolEntry,\n} from '@milaboratories/ts-helpers';\nimport { PFrameFactory } from '@milaboratories/pframes-rs-node';\nimport { tmpdir } from 'node:os';\nimport type {\n  AbstractInternalPFrameDriver,\n} from './driver_decl';\nimport { logPFrames } from './logging';\nimport {\n  PFramePool,\n  type LocalBlobProvider as PoolLocalBlobProvider,\n  type RemoteBlobProvider as PoolRemoteBlobProvider,\n} from './pframe_pool';\nimport { PTableDefPool } from './ptable_def_pool';\nimport { PTablePool } from './ptable_pool';\nimport {\n  PTableCachePerFrame,\n  PTableCachePerFrameOpsDefaults,\n  type PTableCachePerFrameOps,\n} from './ptable_cache_per_frame';\nimport {\n  PTableCachePlain,\n  PTableCachePlainOpsDefaults,\n  type PTableCachePlainOps,\n} from './ptable_cache_plain';\n\n// eslint-disable-next-line @typescript-eslint/no-empty-object-type\nexport interface LocalBlobProvider<TreeEntry extends JsonSerializable>\n  extends PoolLocalBlobProvider<TreeEntry> { }\n\nexport interface RemoteBlobProvider<TreeEntry extends JsonSerializable>\n  extends PoolRemoteBlobProvider<TreeEntry>, AsyncDisposable {}\n\nexport type AbstractPFrameDriverOps = PTableCachePerFrameOps & PTableCachePlainOps & {\n  /** Concurrency limits for `getUniqueValues` and `calculateTableData` requests */\n  pFrameConcurrency: number;\n  /** Concurrency limits for `getShape` and `getData` requests */\n  pTableConcurrency: number;\n};\n\nexport const AbstractPFrameDriverOpsDefaults: AbstractPFrameDriverOps = {\n  ...PTableCachePerFrameOpsDefaults,\n  ...PTableCachePlainOpsDefaults,\n  pFrameConcurrency: 1, // 1 join is executed in parallel and utilize all RAM and CPU cores\n  pTableConcurrency: 1, // 1 joined table is read from disk at a time, which matches 1 table the user can view in the UI\n};\n\nexport type DataInfoResolver<PColumnData, TreeEntry extends JsonSerializable> = (\n  spec: PColumnSpec,\n  data: PColumnData,\n) => PFrameInternal.DataInfo<TreeEntry>;\n\nexport class AbstractPFrameDriver<PColumnData, TreeEntry extends JsonSerializable>\nimplements AbstractInternalPFrameDriver<PColumnData> {\n  private readonly logger: PFrameInternal.Logger;\n\n  private readonly localBlobProvider: LocalBlobProvider<TreeEntry>;\n  private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>;\n\n  private readonly resolveDataInfo: DataInfoResolver<PColumnData, TreeEntry>;\n\n  private readonly pFrames: PFramePool<TreeEntry>;\n  private readonly pTableDefs: PTableDefPool;\n  private readonly pTables: PTablePool<TreeEntry>;\n\n  private readonly pTableCachePerFrame: PTableCachePerFrame;\n  private readonly pTableCachePlain: PTableCachePlain;\n\n  private readonly frameConcurrencyLimiter: ConcurrencyLimitingExecutor;\n  private readonly tableConcurrencyLimiter: ConcurrencyLimitingExecutor;\n\n  public async pprofDump(): Promise<Uint8Array> {\n    return await PFrameFactory.pprofDump();\n  }\n\n  public constructor({\n    logger = () => {},\n    localBlobProvider,\n    remoteBlobProvider,\n    spillPath = tmpdir(),\n    options = AbstractPFrameDriverOpsDefaults,\n    resolveDataInfo,\n  }: {\n    logger?: PFrameInternal.Logger;\n    localBlobProvider: LocalBlobProvider<TreeEntry>;\n    remoteBlobProvider: RemoteBlobProvider<TreeEntry>;\n    spillPath?: string;\n    options?: AbstractPFrameDriverOps;\n    resolveDataInfo: DataInfoResolver<PColumnData, TreeEntry>;\n  }) {\n    this.logger = logger;\n\n    this.localBlobProvider = localBlobProvider;\n    this.remoteBlobProvider = remoteBlobProvider;\n\n    this.resolveDataInfo = resolveDataInfo;\n\n    this.frameConcurrencyLimiter = new ConcurrencyLimitingExecutor(options.pFrameConcurrency);\n    this.tableConcurrencyLimiter = new ConcurrencyLimitingExecutor(options.pTableConcurrency);\n\n    this.pFrames = new PFramePool(this.localBlobProvider, this.remoteBlobProvider, this.logger, spillPath);\n    this.pTableDefs = new PTableDefPool(this.logger);\n    this.pTables = new PTablePool(this.pFrames, this.pTableDefs, this.logger);\n\n    this.pTableCachePerFrame = new PTableCachePerFrame(this.logger, options);\n    this.pTableCachePlain = new PTableCachePlain(this.logger, options);\n  }\n\n  async dispose(): Promise<void> {\n    return await this.remoteBlobProvider[Symbol.asyncDispose]();\n  }\n\n  async [Symbol.asyncDispose](): Promise<void> {\n    return await this.dispose();\n  }\n\n  //\n  // Internal / Config API Methods\n  //\n\n  public createPFrame(\n    def: PFrameDef<PColumn<PColumnData>>,\n  ): PoolEntry<PFrameHandle> {\n    const ValueTypes = new Set(Object.values(ValueType));\n\n    const supportedColumns = def.filter((column) => ValueTypes.has(column.spec.valueType));\n    const uniqueColumns = uniqueBy(supportedColumns, (column) => column.id);\n    const columns = uniqueColumns.map((c) => mapPObjectData(c, (d) => this.resolveDataInfo(c.spec, d)));\n\n    return this.pFrames.acquire(columns);\n  }\n\n  public createPTable(\n    rawDef: PTableDef<PColumn<PColumnData>>,\n  ): PoolEntry<PTableHandle> {\n    const pFrameEntry = this.createPFrame(extractAllColumns(rawDef.src));\n    const sortedDef = sortPTableDef(migratePTableFilters(mapPTableDef(rawDef, (c) => c.id), this.logger));\n\n    const pTableEntry = this.pTableDefs.acquire({ def: sortedDef, pFrameHandle: pFrameEntry.key });\n    if (logPFrames()) {\n      this.logger('info', `Create PTable call (pFrameHandle = ${pFrameEntry.key}; pTableHandle = ${pTableEntry.key})`);\n    }\n\n    const unref = () => {\n      pTableEntry.unref();\n      pFrameEntry.unref();\n    };\n    return {\n      key: pTableEntry.key,\n      resource: pTableEntry.resource,\n      unref,\n      [Symbol.dispose]: unref,\n    };\n  }\n\n  //\n  // PFrame istance methods\n  //\n\n  public async findColumns(\n    handle: PFrameHandle,\n    request: FindColumnsRequest,\n  ): Promise<FindColumnsResponse> {\n    const iRequest: PFrameInternal.FindColumnsRequest = {\n      ...request,\n      compatibleWith:\n        request.compatibleWith.length !== 0\n          ? [{\n              axesSpec: [\n                ...new Map(request.compatibleWith.map(\n                  (item) => [canonicalizeJson(item), item] as const,\n                )).values(),\n              ],\n              qualifications: [],\n            }]\n          : [],\n    };\n\n    const { pFramePromise } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n\n    const responce = await pFrame.findColumns(iRequest);\n    return {\n      hits: responce.hits\n        .filter((h) => // only exactly matching columns\n          h.mappingVariants.length === 0\n          || h.mappingVariants.some((v) =>\n            v.qualifications.forHit.length === 0\n            && v.qualifications.forQueries.every((q) => q.length === 0)))\n        .map((h) => h.hit),\n    };\n  }\n\n  public async getColumnSpec(handle: PFrameHandle, columnId: PObjectId): Promise<PColumnSpec | null> {\n    const { pFramePromise } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n    // TODO: remove catch after update\n    return await pFrame.getColumnSpec(columnId).catch(() => null);\n  }\n\n  public async listColumns(handle: PFrameHandle): Promise<PColumnIdAndSpec[]> {\n    const { pFramePromise } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n    return await pFrame.listColumns();\n  }\n\n  public async calculateTableData(\n    handle: PFrameHandle,\n    request: CalculateTableDataRequest<PObjectId>,\n    range: TableRange | undefined,\n    signal?: AbortSignal,\n  ): Promise<CalculateTableDataResponse> {\n    if (logPFrames()) {\n      this.logger('info',\n        `Call calculateTableData, handle = ${handle}, request = ${JSON.stringify(request, bigintReplacer)}`,\n      );\n    }\n\n    const table = this.pTables.acquire({\n      pFrameHandle: handle,\n      def: sortPTableDef(migratePTableFilters(request, this.logger)),\n    });\n    const { pTablePromise, disposeSignal } = table.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    return await this.frameConcurrencyLimiter.run(async () => {\n      try {\n        // TODO: throw error when more then 150k rows is requested\n        // after pf-plots migration to stream API\n\n        const spec = pTable.getSpec();\n        const data = await pTable.getData([...spec.keys()], {\n          range,\n          signal: combinedSignal,\n        });\n\n        const overallSize = await pTable.getFootprint({\n          signal: combinedSignal,\n        });\n        this.pTableCachePerFrame.cache(table, overallSize);\n\n        return spec.map((spec, i) => ({\n          spec: spec,\n          data: data[i],\n        }));\n      } catch (err: unknown) {\n        table.unref();\n        throw err;\n      }\n    });\n  }\n\n  public async getUniqueValues(\n    handle: PFrameHandle,\n    request: UniqueValuesRequest,\n    signal?: AbortSignal,\n  ): Promise<UniqueValuesResponse> {\n    if (logPFrames()) {\n      this.logger('info',\n        `Call getUniqueValues, handle = ${handle}, request = ${JSON.stringify(request, bigintReplacer)}`,\n      );\n    }\n\n    const { pFramePromise, disposeSignal } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    return await this.frameConcurrencyLimiter.run(async () => {\n      return await pFrame.getUniqueValues({\n        ...request,\n        filters: migrateFilters(request.filters, this.logger),\n      }, {\n        signal: combinedSignal,\n      });\n    });\n  }\n\n  //\n  // PTable istance methods\n  //\n\n  public async getSpec(handle: PTableHandle): Promise<PTableColumnSpec[]> {\n    const { def } = this.pTableDefs.getByKey(handle);\n    using table = this.pTables.acquire(def);\n\n    const { pTablePromise } = table.resource;\n    const pTable = await pTablePromise;\n\n    return pTable.getSpec();\n  }\n\n  public async getShape(handle: PTableHandle, signal?: AbortSignal): Promise<PTableShape> {\n    const { def, disposeSignal: defDisposeSignal } = this.pTableDefs.getByKey(handle);\n    const table = this.pTables.acquire(def);\n\n    const { pTablePromise, disposeSignal } = table.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    const { shape, overallSize } = await this.tableConcurrencyLimiter.run(async () => {\n      const shape = await pTable.getShape({\n        signal: combinedSignal,\n      });\n\n      const overallSize = await pTable.getFootprint({\n        signal: combinedSignal,\n      });\n\n      return { shape, overallSize };\n    });\n\n    this.pTableCachePlain.cache(table, overallSize, defDisposeSignal);\n    return shape;\n  }\n\n  public async getData(\n    handle: PTableHandle,\n    columnIndices: number[],\n    range: TableRange | undefined,\n    signal?: AbortSignal,\n  ): Promise<PTableVector[]> {\n    const { def, disposeSignal: defDisposeSignal } = this.pTableDefs.getByKey(handle);\n    const table = this.pTables.acquire(def);\n\n    const { pTablePromise, disposeSignal } = table.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    const { data, overallSize } = await this.tableConcurrencyLimiter.run(async () => {\n      const data = await pTable.getData(columnIndices, {\n        range,\n        signal: combinedSignal,\n      });\n\n      const overallSize = await pTable.getFootprint({\n        signal: combinedSignal,\n      });\n\n      return { data, overallSize };\n    });\n\n    this.pTableCachePlain.cache(table, overallSize, defDisposeSignal);\n    return data;\n  }\n}\n\nfunction sortPTableDef(def: PTableDef<PObjectId>): PTableDef<PObjectId> {\n  function cmpJoinEntries(lhs: JoinEntry<PObjectId>, rhs: JoinEntry<PObjectId>): number {\n    if (lhs.type !== rhs.type) {\n      return lhs.type < rhs.type ? -1 : 1;\n    }\n    const type = lhs.type;\n    switch (type) {\n      case 'column':\n        return lhs.column < (rhs as typeof lhs).column ? -1 : 1;\n      case 'slicedColumn':\n      case 'artificialColumn':\n        return lhs.newId < (rhs as typeof lhs).newId ? -1 : 1;\n      case 'inlineColumn': {\n        return lhs.column.id < (rhs as typeof lhs).column.id ? -1 : 1;\n      }\n      case 'inner':\n      case 'full': {\n        const rhsInner = rhs as typeof lhs;\n        if (lhs.entries.length !== rhsInner.entries.length) {\n          return lhs.entries.length - rhsInner.entries.length;\n        }\n        for (let i = 0; i < lhs.entries.length; i++) {\n          const cmp = cmpJoinEntries(lhs.entries[i], rhsInner.entries[i]);\n          if (cmp !== 0) {\n            return cmp;\n          }\n        }\n        return 0;\n      }\n      case 'outer': {\n        const rhsOuter = rhs as typeof lhs;\n        const cmp = cmpJoinEntries(lhs.primary, rhsOuter.primary);\n        if (cmp !== 0) {\n          return cmp;\n        }\n        if (lhs.secondary.length !== rhsOuter.secondary.length) {\n          return lhs.secondary.length - rhsOuter.secondary.length;\n        }\n        for (let i = 0; i < lhs.secondary.length; i++) {\n          const cmp = cmpJoinEntries(lhs.secondary[i], rhsOuter.secondary[i]);\n          if (cmp !== 0) {\n            return cmp;\n          }\n        }\n        return 0;\n      }\n      default:\n        assertNever(type);\n    }\n  }\n  function sortJoinEntry(entry: JoinEntry<PObjectId>): JoinEntry<PObjectId> {\n    switch (entry.type) {\n      case 'column':\n      case 'slicedColumn':\n      case 'inlineColumn':\n        return entry;\n      case 'artificialColumn': {\n        const sortedAxesIndices = entry.axesIndices.toSorted((lhs, rhs) => lhs - rhs);\n        return {\n          ...entry,\n          axesIndices: sortedAxesIndices,\n        };\n      }\n      case 'inner':\n      case 'full': {\n        const sortedEntries = entry.entries.map(sortJoinEntry);\n        sortedEntries.sort(cmpJoinEntries);\n        return {\n          ...entry,\n          entries: sortedEntries,\n        };\n      }\n      case 'outer': {\n        const sortedSecondary = entry.secondary.map(sortJoinEntry);\n        sortedSecondary.sort(cmpJoinEntries);\n        return {\n          ...entry,\n          primary: sortJoinEntry(entry.primary),\n          secondary: sortedSecondary,\n        };\n      }\n      default:\n        assertNever(entry);\n    }\n  }\n  function sortFilters(filters: PTableRecordFilter[]): PTableRecordFilter[] {\n    return filters.toSorted((lhs, rhs) => {\n      if (lhs.column.type === 'axis' && rhs.column.type === 'axis') {\n        const lhsId = canonicalizeJson(getAxisId(lhs.column.id));\n        const rhsId = canonicalizeJson(getAxisId(rhs.column.id));\n        return lhsId < rhsId ? -1 : 1;\n      } else if (lhs.column.type === 'column' && rhs.column.type === 'column') {\n        return lhs.column.id < rhs.column.id ? -1 : 1;\n      } else {\n        return lhs.column.type === 'axis' ? -1 : 1;\n      }\n    });\n  }\n  return {\n    src: sortJoinEntry(def.src),\n    partitionFilters: sortFilters(def.partitionFilters),\n    filters: sortFilters(def.filters),\n    sorting: def.sorting,\n  };\n}\n\nfunction migrateFilters(\n  filters: PTableRecordFilter[],\n  logger: PFrameInternal.Logger,\n): PTableRecordFilter[] {\n  const filtersV1 = [];\n  const filtersV2: PTableRecordSingleValueFilterV2[] = [];\n  for (const filter of filters) {\n    if ((filter.type as unknown) === 'bySingleColumn') {\n      filtersV1.push(filter);\n      filtersV2.push({\n        ...filter,\n        type: 'bySingleColumnV2',\n      });\n    } else {\n      filtersV2.push(filter);\n    }\n  }\n  if (filtersV1.length > 0) {\n    const filtersV1Json = JSON.stringify(filtersV1);\n    logger('warn',\n      `type overriten from 'bySingleColumn' to 'bySingleColumnV2' for filters: ${filtersV1Json}`,\n    );\n  }\n  return filtersV2;\n}\n\nfunction migratePTableFilters<T>(\n  def: Omit<PTableDef<T>, 'partitionFilters'> | PTableDef<T>,\n  logger: PFrameInternal.Logger,\n): PTableDef<T> {\n  if (!('partitionFilters' in def)) {\n    // For old blocks assume all axes filters to be partition filters\n    return {\n      ...def,\n      partitionFilters: migrateFilters(def.filters.filter((f) => f.column.type === 'axis'), logger),\n      filters: migrateFilters(def.filters.filter((f) => f.column.type === 'column'), logger),\n    };\n  }\n  return {\n    ...def,\n    partitionFilters: migrateFilters(def.partitionFilters, logger),\n    filters: migrateFilters(def.filters, logger),\n  };\n}\n"],"names":["PTableCachePerFrameOpsDefaults","PTableCachePlainOpsDefaults","PFrameFactory","tmpdir","ConcurrencyLimitingExecutor","PFramePool","PTableDefPool","PTablePool","PTableCachePerFrame","PTableCachePlain","ValueType","uniqueBy","mapPObjectData","extractAllColumns","mapPTableDef","logPFrames","canonicalizeJson","bigintReplacer","__addDisposableResource","assertNever","getAxisId"],"mappings":";;;;;;;;;;;;;;AA4EO,MAAM,+BAA+B,GAA4B;AACtE,IAAA,GAAGA,qDAA8B;AACjC,IAAA,GAAGC,8CAA2B;IAC9B,iBAAiB,EAAE,CAAC;IACpB,iBAAiB,EAAE,CAAC;;MAQT,oBAAoB,CAAA;AAEd,IAAA,MAAM;AAEN,IAAA,iBAAiB;AACjB,IAAA,kBAAkB;AAElB,IAAA,eAAe;AAEf,IAAA,OAAO;AACP,IAAA,UAAU;AACV,IAAA,OAAO;AAEP,IAAA,mBAAmB;AACnB,IAAA,gBAAgB;AAEhB,IAAA,uBAAuB;AACvB,IAAA,uBAAuB;AAEjC,IAAA,MAAM,SAAS,GAAA;AACpB,QAAA,OAAO,MAAMC,2BAAa,CAAC,SAAS,EAAE;IACxC;IAEA,WAAA,CAAmB,EACjB,MAAM,GAAG,MAAK,EAAE,CAAC,EACjB,iBAAiB,EACjB,kBAAkB,EAClB,SAAS,GAAGC,cAAM,EAAE,EACpB,OAAO,GAAG,+BAA+B,EACzC,eAAe,GAQhB,EAAA;AACC,QAAA,IAAI,CAAC,MAAM,GAAG,MAAM;AAEpB,QAAA,IAAI,CAAC,iBAAiB,GAAG,iBAAiB;AAC1C,QAAA,IAAI,CAAC,kBAAkB,GAAG,kBAAkB;AAE5C,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe;QAEtC,IAAI,CAAC,uBAAuB,GAAG,IAAIC,qCAA2B,CAAC,OAAO,CAAC,iBAAiB,CAAC;QACzF,IAAI,CAAC,uBAAuB,GAAG,IAAIA,qCAA2B,CAAC,OAAO,CAAC,iBAAiB,CAAC;QAEzF,IAAI,CAAC,OAAO,GAAG,IAAIC,sBAAU,CAAC,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,kBAAkB,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC;QACtG,IAAI,CAAC,UAAU,GAAG,IAAIC,6BAAa,CAAC,IAAI,CAAC,MAAM,CAAC;AAChD,QAAA,IAAI,CAAC,OAAO,GAAG,IAAIC,sBAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC;AAEzE,QAAA,IAAI,CAAC,mBAAmB,GAAG,IAAIC,0CAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC;AACxE,QAAA,IAAI,CAAC,gBAAgB,GAAG,IAAIC,mCAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC;IACpE;AAEA,IAAA,MAAM,OAAO,GAAA;QACX,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE;IAC7D;AAEA,IAAA,OAAO,MAAM,CAAC,YAAY,CAAC,GAAA;AACzB,QAAA,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE;IAC7B;;;;AAMO,IAAA,YAAY,CACjB,GAAoC,EAAA;AAEpC,QAAA,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAACC,eAAS,CAAC,CAAC;QAEpD,MAAM,gBAAgB,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;AACtF,QAAA,MAAM,aAAa,GAAGC,cAAQ,CAAC,gBAAgB,EAAE,CAAC,MAAM,KAAK,MAAM,CAAC,EAAE,CAAC;AACvE,QAAA,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,KAAKC,oBAAc,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAEnG,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;IACtC;AAEO,IAAA,YAAY,CACjB,MAAuC,EAAA;AAEvC,QAAA,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAACC,uBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACpE,MAAM,SAAS,GAAG,aAAa,CAAC,oBAAoB,CAACC,kBAAY,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAErG,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9F,IAAIC,kBAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA,mCAAA,EAAsC,WAAW,CAAC,GAAG,oBAAoB,WAAW,CAAC,GAAG,CAAA,CAAA,CAAG,CAAC;QAClH;QAEA,MAAM,KAAK,GAAG,MAAK;YACjB,WAAW,CAAC,KAAK,EAAE;YACnB,WAAW,CAAC,KAAK,EAAE;AACrB,QAAA,CAAC;QACD,OAAO;YACL,GAAG,EAAE,WAAW,CAAC,GAAG;YACpB,QAAQ,EAAE,WAAW,CAAC,QAAQ;YAC9B,KAAK;AACL,YAAA,CAAC,MAAM,CAAC,OAAO,GAAG,KAAK;SACxB;IACH;;;;AAMO,IAAA,MAAM,WAAW,CACtB,MAAoB,EACpB,OAA2B,EAAA;AAE3B,QAAA,MAAM,QAAQ,GAAsC;AAClD,YAAA,GAAG,OAAO;AACV,YAAA,cAAc,EACZ,OAAO,CAAC,cAAc,CAAC,MAAM,KAAK;AAChC,kBAAE,CAAC;AACC,wBAAA,QAAQ,EAAE;4BACR,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,GAAG,CACnC,CAAC,IAAI,KAAK,CAACC,sBAAgB,CAAC,IAAI,CAAC,EAAE,IAAI,CAAU,CAClD,CAAC,CAAC,MAAM,EAAE;AACZ,yBAAA;AACD,wBAAA,cAAc,EAAE,EAAE;qBACnB;AACH,kBAAE,EAAE;SACT;AAED,QAAA,MAAM,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC;QACnD,OAAO;YACL,IAAI,EAAE,QAAQ,CAAC;AACZ,iBAAA,MAAM,CAAC,CAAC,CAAC;AACR,aAAA,CAAC,CAAC,eAAe,CAAC,MAAM,KAAK;AAC1B,mBAAA,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,KAC1B,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,MAAM,KAAK;AAChC,uBAAA,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;iBAC/D,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC;SACrB;IACH;AAEO,IAAA,MAAM,aAAa,CAAC,MAAoB,EAAE,QAAmB,EAAA;AAClE,QAAA,MAAM,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;;AAElC,QAAA,OAAO,MAAM,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC;IAC/D;IAEO,MAAM,WAAW,CAAC,MAAoB,EAAA;AAC3C,QAAA,MAAM,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;AAClC,QAAA,OAAO,MAAM,MAAM,CAAC,WAAW,EAAE;IACnC;IAEO,MAAM,kBAAkB,CAC7B,MAAoB,EACpB,OAA6C,EAC7C,KAA6B,EAC7B,MAAoB,EAAA;QAEpB,IAAID,kBAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAChB,CAAA,kCAAA,EAAqC,MAAM,CAAA,YAAA,EAAe,IAAI,CAAC,SAAS,CAAC,OAAO,EAAEE,oBAAc,CAAC,CAAA,CAAE,CACpG;QACH;AAEA,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;AACjC,YAAA,YAAY,EAAE,MAAM;YACpB,GAAG,EAAE,aAAa,CAAC,oBAAoB,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;AAC/D,SAAA,CAAC;QACF,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC,QAAQ;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAClF,OAAO,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,YAAW;AACvD,YAAA,IAAI;;;AAIF,gBAAA,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,EAAE;AAC7B,gBAAA,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE;oBAClD,KAAK;AACL,oBAAA,MAAM,EAAE,cAAc;AACvB,iBAAA,CAAC;AAEF,gBAAA,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC;AAC5C,oBAAA,MAAM,EAAE,cAAc;AACvB,iBAAA,CAAC;gBACF,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,KAAK,EAAE,WAAW,CAAC;gBAElD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM;AAC5B,oBAAA,IAAI,EAAE,IAAI;AACV,oBAAA,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;AACd,iBAAA,CAAC,CAAC;YACL;YAAE,OAAO,GAAY,EAAE;gBACrB,KAAK,CAAC,KAAK,EAAE;AACb,gBAAA,MAAM,GAAG;YACX;AACF,QAAA,CAAC,CAAC;IACJ;AAEO,IAAA,MAAM,eAAe,CAC1B,MAAoB,EACpB,OAA4B,EAC5B,MAAoB,EAAA;QAEpB,IAAIF,kBAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAChB,CAAA,+BAAA,EAAkC,MAAM,CAAA,YAAA,EAAe,IAAI,CAAC,SAAS,CAAC,OAAO,EAAEE,oBAAc,CAAC,CAAA,CAAE,CACjG;QACH;AAEA,QAAA,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AACtE,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAClF,OAAO,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,YAAW;AACvD,YAAA,OAAO,MAAM,MAAM,CAAC,eAAe,CAAC;AAClC,gBAAA,GAAG,OAAO;gBACV,OAAO,EAAE,cAAc,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC;aACtD,EAAE;AACD,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AACJ,QAAA,CAAC,CAAC;IACJ;;;;IAMO,MAAM,OAAO,CAAC,MAAoB,EAAA;;;AACvC,YAAA,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;YAChD,MAAM,KAAK,GAAAC,iCAAA,CAAA,KAAA,EAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAA,KAAA,CAAA;AAEvC,YAAA,MAAM,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC,QAAQ;AACxC,YAAA,MAAM,MAAM,GAAG,MAAM,aAAa;AAElC,YAAA,OAAO,MAAM,CAAC,OAAO,EAAE;;;;;;;;;AACxB,IAAA;AAEM,IAAA,MAAM,QAAQ,CAAC,MAAoB,EAAE,MAAoB,EAAA;AAC9D,QAAA,MAAM,EAAE,GAAG,EAAE,aAAa,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;QACjF,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC;QAEvC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC,QAAQ;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAClF,QAAA,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,YAAW;AAC/E,YAAA,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;AAClC,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AAEF,YAAA,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC;AAC5C,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AAEF,YAAA,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE;AAC/B,QAAA,CAAC,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,gBAAgB,CAAC;AACjE,QAAA,OAAO,KAAK;IACd;IAEO,MAAM,OAAO,CAClB,MAAoB,EACpB,aAAuB,EACvB,KAA6B,EAC7B,MAAoB,EAAA;AAEpB,QAAA,MAAM,EAAE,GAAG,EAAE,aAAa,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;QACjF,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC;QAEvC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC,QAAQ;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAClF,QAAA,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,YAAW;YAC9E,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE;gBAC/C,KAAK;AACL,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AAEF,YAAA,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC;AAC5C,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AAEF,YAAA,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE;AAC9B,QAAA,CAAC,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,gBAAgB,CAAC;AACjE,QAAA,OAAO,IAAI;IACb;AACD;AAED,SAAS,aAAa,CAAC,GAAyB,EAAA;AAC9C,IAAA,SAAS,cAAc,CAAC,GAAyB,EAAE,GAAyB,EAAA;QAC1E,IAAI,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,EAAE;AACzB,YAAA,OAAO,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,CAAC;QACrC;AACA,QAAA,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI;QACrB,QAAQ,IAAI;AACV,YAAA,KAAK,QAAQ;AACX,gBAAA,OAAO,GAAG,CAAC,MAAM,GAAI,GAAkB,CAAC,MAAM,GAAG,EAAE,GAAG,CAAC;AACzD,YAAA,KAAK,cAAc;AACnB,YAAA,KAAK,kBAAkB;AACrB,gBAAA,OAAO,GAAG,CAAC,KAAK,GAAI,GAAkB,CAAC,KAAK,GAAG,EAAE,GAAG,CAAC;YACvD,KAAK,cAAc,EAAE;gBACnB,OAAO,GAAG,CAAC,MAAM,CAAC,EAAE,GAAI,GAAkB,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC;YAC/D;AACA,YAAA,KAAK,OAAO;YACZ,KAAK,MAAM,EAAE;gBACX,MAAM,QAAQ,GAAG,GAAiB;AAClC,gBAAA,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE;oBAClD,OAAO,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM;gBACrD;AACA,gBAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC3C,oBAAA,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAC/D,oBAAA,IAAI,GAAG,KAAK,CAAC,EAAE;AACb,wBAAA,OAAO,GAAG;oBACZ;gBACF;AACA,gBAAA,OAAO,CAAC;YACV;YACA,KAAK,OAAO,EAAE;gBACZ,MAAM,QAAQ,GAAG,GAAiB;AAClC,gBAAA,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC;AACzD,gBAAA,IAAI,GAAG,KAAK,CAAC,EAAE;AACb,oBAAA,OAAO,GAAG;gBACZ;AACA,gBAAA,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,KAAK,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE;oBACtD,OAAO,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM;gBACzD;AACA,gBAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC7C,oBAAA,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;AACnE,oBAAA,IAAI,GAAG,KAAK,CAAC,EAAE;AACb,wBAAA,OAAO,GAAG;oBACZ;gBACF;AACA,gBAAA,OAAO,CAAC;YACV;AACA,YAAA;gBACEC,qBAAW,CAAC,IAAI,CAAC;;IAEvB;IACA,SAAS,aAAa,CAAC,KAA2B,EAAA;AAChD,QAAA,QAAQ,KAAK,CAAC,IAAI;AAChB,YAAA,KAAK,QAAQ;AACb,YAAA,KAAK,cAAc;AACnB,YAAA,KAAK,cAAc;AACjB,gBAAA,OAAO,KAAK;YACd,KAAK,kBAAkB,EAAE;AACvB,gBAAA,MAAM,iBAAiB,GAAG,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,GAAG,GAAG,CAAC;gBAC7E,OAAO;AACL,oBAAA,GAAG,KAAK;AACR,oBAAA,WAAW,EAAE,iBAAiB;iBAC/B;YACH;AACA,YAAA,KAAK,OAAO;YACZ,KAAK,MAAM,EAAE;gBACX,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;AACtD,gBAAA,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC;gBAClC,OAAO;AACL,oBAAA,GAAG,KAAK;AACR,oBAAA,OAAO,EAAE,aAAa;iBACvB;YACH;YACA,KAAK,OAAO,EAAE;gBACZ,MAAM,eAAe,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,aAAa,CAAC;AAC1D,gBAAA,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC;gBACpC,OAAO;AACL,oBAAA,GAAG,KAAK;AACR,oBAAA,OAAO,EAAE,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC;AACrC,oBAAA,SAAS,EAAE,eAAe;iBAC3B;YACH;AACA,YAAA;gBACEA,qBAAW,CAAC,KAAK,CAAC;;IAExB;IACA,SAAS,WAAW,CAAC,OAA6B,EAAA;QAChD,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,GAAG,KAAI;AACnC,YAAA,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE;AAC5D,gBAAA,MAAM,KAAK,GAAGH,sBAAgB,CAACI,eAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AACxD,gBAAA,MAAM,KAAK,GAAGJ,sBAAgB,CAACI,eAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AACxD,gBAAA,OAAO,KAAK,GAAG,KAAK,GAAG,EAAE,GAAG,CAAC;YAC/B;AAAO,iBAAA,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE;gBACvE,OAAO,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC;YAC/C;iBAAO;AACL,gBAAA,OAAO,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,GAAG,EAAE,GAAG,CAAC;YAC5C;AACF,QAAA,CAAC,CAAC;IACJ;IACA,OAAO;AACL,QAAA,GAAG,EAAE,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;AAC3B,QAAA,gBAAgB,EAAE,WAAW,CAAC,GAAG,CAAC,gBAAgB,CAAC;AACnD,QAAA,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC;QACjC,OAAO,EAAE,GAAG,CAAC,OAAO;KACrB;AACH;AAEA,SAAS,cAAc,CACrB,OAA6B,EAC7B,MAA6B,EAAA;IAE7B,MAAM,SAAS,GAAG,EAAE;IACpB,MAAM,SAAS,GAAsC,EAAE;AACvD,IAAA,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;AAC5B,QAAA,IAAK,MAAM,CAAC,IAAgB,KAAK,gBAAgB,EAAE;AACjD,YAAA,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;YACtB,SAAS,CAAC,IAAI,CAAC;AACb,gBAAA,GAAG,MAAM;AACT,gBAAA,IAAI,EAAE,kBAAkB;AACzB,aAAA,CAAC;QACJ;aAAO;AACL,YAAA,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;QACxB;IACF;AACA,IAAA,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;QACxB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;AAC/C,QAAA,MAAM,CAAC,MAAM,EACX,2EAA2E,aAAa,CAAA,CAAE,CAC3F;IACH;AACA,IAAA,OAAO,SAAS;AAClB;AAEA,SAAS,oBAAoB,CAC3B,GAA0D,EAC1D,MAA6B,EAAA;AAE7B,IAAA,IAAI,EAAE,kBAAkB,IAAI,GAAG,CAAC,EAAE;;QAEhC,OAAO;AACL,YAAA,GAAG,GAAG;YACN,gBAAgB,EAAE,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,MAAM,CAAC;YAC7F,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,EAAE,MAAM,CAAC;SACvF;IACH;IACA,OAAO;AACL,QAAA,GAAG,GAAG;QACN,gBAAgB,EAAE,cAAc,CAAC,GAAG,CAAC,gBAAgB,EAAE,MAAM,CAAC;QAC9D,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC;KAC7C;AACH;;;;;"}
+{"version":3,"file":"driver_impl.cjs","sources":["../src/driver_impl.ts"],"sourcesContent":["import {\n  mapPObjectData,\n  mapPTableDef,\n  extractAllColumns,\n  uniqueBy,\n  getAxisId,\n  canonicalizeJson,\n  bigintReplacer,\n  ValueType,\n  type CalculateTableDataRequest,\n  type CalculateTableDataResponse,\n  type FindColumnsRequest,\n  type FindColumnsResponse,\n  type PColumnIdAndSpec,\n  type PColumnSpec,\n  type PFrameHandle,\n  type PObjectId,\n  type PTableColumnSpec,\n  type PTableHandle,\n  type PTableShape,\n  type PTableVector,\n  type TableRange,\n  type UniqueValuesRequest,\n  type UniqueValuesResponse,\n  type PColumn,\n  type PFrameDef,\n  type JoinEntry,\n  type PTableDef,\n  type PTableRecordSingleValueFilterV2,\n  type PTableRecordFilter,\n  type JsonSerializable,\n} from '@platforma-sdk/model';\nimport type { PFrameInternal } from '@milaboratories/pl-model-middle-layer';\nimport {\n  assertNever,\n  ConcurrencyLimitingExecutor,\n  type PoolEntry,\n} from '@milaboratories/ts-helpers';\nimport { PFrameFactory } from '@milaboratories/pframes-rs-node';\nimport { tmpdir } from 'node:os';\nimport type {\n  AbstractInternalPFrameDriver,\n} from './driver_decl';\nimport { logPFrames } from './logging';\nimport {\n  PFramePool,\n  type LocalBlobProvider as PoolLocalBlobProvider,\n  type RemoteBlobProvider as PoolRemoteBlobProvider,\n} from './pframe_pool';\nimport { PTableDefPool } from './ptable_def_pool';\nimport { PTablePool } from './ptable_pool';\nimport {\n  PTableCachePerFrame,\n  PTableCachePerFrameOpsDefaults,\n  type PTableCachePerFrameOps,\n} from './ptable_cache_per_frame';\nimport {\n  PTableCachePlain,\n  PTableCachePlainOpsDefaults,\n  type PTableCachePlainOps,\n} from './ptable_cache_plain';\n\n// eslint-disable-next-line @typescript-eslint/no-empty-object-type\nexport interface LocalBlobProvider<TreeEntry extends JsonSerializable>\n  extends PoolLocalBlobProvider<TreeEntry> { }\n\nexport interface RemoteBlobProvider<TreeEntry extends JsonSerializable>\n  extends PoolRemoteBlobProvider<TreeEntry>, AsyncDisposable {}\n\nexport type AbstractPFrameDriverOps = PTableCachePerFrameOps & PTableCachePlainOps & {\n  /** Concurrency limits for `getUniqueValues` and `calculateTableData` requests */\n  pFrameConcurrency: number;\n  /** Concurrency limits for `getShape` and `getData` requests */\n  pTableConcurrency: number;\n};\n\nexport const AbstractPFrameDriverOpsDefaults: AbstractPFrameDriverOps = {\n  ...PTableCachePerFrameOpsDefaults,\n  ...PTableCachePlainOpsDefaults,\n  pFrameConcurrency: 1, // 1 join is executed in parallel and utilize all RAM and CPU cores\n  pTableConcurrency: 1, // 1 joined table is read from disk at a time, which matches 1 table the user can view in the UI\n};\n\nexport type DataInfoResolver<PColumnData, TreeEntry extends JsonSerializable> = (\n  spec: PColumnSpec,\n  data: PColumnData,\n) => PFrameInternal.DataInfo<TreeEntry>;\n\nexport class AbstractPFrameDriver<PColumnData, TreeEntry extends JsonSerializable>\nimplements AbstractInternalPFrameDriver<PColumnData> {\n  private readonly logger: PFrameInternal.Logger;\n\n  private readonly localBlobProvider: LocalBlobProvider<TreeEntry>;\n  private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>;\n\n  private readonly resolveDataInfo: DataInfoResolver<PColumnData, TreeEntry>;\n\n  private readonly pFrames: PFramePool<TreeEntry>;\n  private readonly pTableDefs: PTableDefPool;\n  private readonly pTables: PTablePool<TreeEntry>;\n\n  private readonly pTableCachePerFrame: PTableCachePerFrame;\n  private readonly pTableCachePlain: PTableCachePlain;\n\n  private readonly frameConcurrencyLimiter: ConcurrencyLimitingExecutor;\n  private readonly tableConcurrencyLimiter: ConcurrencyLimitingExecutor;\n\n  public async pprofDump(): Promise<Uint8Array> {\n    return await PFrameFactory.pprofDump();\n  }\n\n  public constructor({\n    logger = () => {},\n    localBlobProvider,\n    remoteBlobProvider,\n    spillPath = tmpdir(),\n    options = AbstractPFrameDriverOpsDefaults,\n    resolveDataInfo,\n  }: {\n    logger?: PFrameInternal.Logger;\n    localBlobProvider: LocalBlobProvider<TreeEntry>;\n    remoteBlobProvider: RemoteBlobProvider<TreeEntry>;\n    spillPath?: string;\n    options?: AbstractPFrameDriverOps;\n    resolveDataInfo: DataInfoResolver<PColumnData, TreeEntry>;\n  }) {\n    this.logger = logger;\n\n    this.localBlobProvider = localBlobProvider;\n    this.remoteBlobProvider = remoteBlobProvider;\n\n    this.resolveDataInfo = resolveDataInfo;\n\n    this.frameConcurrencyLimiter = new ConcurrencyLimitingExecutor(options.pFrameConcurrency);\n    this.tableConcurrencyLimiter = new ConcurrencyLimitingExecutor(options.pTableConcurrency);\n\n    this.pFrames = new PFramePool(this.localBlobProvider, this.remoteBlobProvider, this.logger, spillPath);\n    this.pTableDefs = new PTableDefPool(this.logger);\n    this.pTables = new PTablePool(this.pFrames, this.pTableDefs, this.logger);\n\n    this.pTableCachePerFrame = new PTableCachePerFrame(this.logger, options);\n    this.pTableCachePlain = new PTableCachePlain(this.logger, options);\n  }\n\n  async dispose(): Promise<void> {\n    return await this.remoteBlobProvider[Symbol.asyncDispose]();\n  }\n\n  async [Symbol.asyncDispose](): Promise<void> {\n    return await this.dispose();\n  }\n\n  //\n  // Internal / Config API Methods\n  //\n\n  public createPFrame(\n    def: PFrameDef<PColumn<PColumnData>>,\n  ): PoolEntry<PFrameHandle> {\n    const ValueTypes = new Set(Object.values(ValueType));\n\n    const supportedColumns = def.filter((column) => ValueTypes.has(column.spec.valueType));\n    const uniqueColumns = uniqueBy(supportedColumns, (column) => column.id);\n    const columns = uniqueColumns.map((c) => mapPObjectData(c, (d) => this.resolveDataInfo(c.spec, d)));\n\n    return this.pFrames.acquire(columns);\n  }\n\n  public createPTable(\n    rawDef: PTableDef<PColumn<PColumnData>>,\n  ): PoolEntry<PTableHandle> {\n    const pFrameEntry = this.createPFrame(extractAllColumns(rawDef.src));\n    const sortedDef = sortPTableDef(migratePTableFilters(mapPTableDef(rawDef, (c) => c.id), this.logger));\n\n    const pTableEntry = this.pTableDefs.acquire({ def: sortedDef, pFrameHandle: pFrameEntry.key });\n    if (logPFrames()) {\n      this.logger('info', `Create PTable call (pFrameHandle = ${pFrameEntry.key}; pTableHandle = ${pTableEntry.key})`);\n    }\n\n    const unref = () => {\n      pTableEntry.unref();\n      pFrameEntry.unref();\n    };\n    return {\n      key: pTableEntry.key,\n      resource: pTableEntry.resource,\n      unref,\n      [Symbol.dispose]: unref,\n    };\n  }\n\n  //\n  // PFrame istance methods\n  //\n\n  public async findColumns(\n    handle: PFrameHandle,\n    request: FindColumnsRequest,\n  ): Promise<FindColumnsResponse> {\n    const iRequest: PFrameInternal.FindColumnsRequest = {\n      ...request,\n      compatibleWith:\n        request.compatibleWith.length !== 0\n          ? [{\n              axesSpec: [\n                ...new Map(request.compatibleWith.map(\n                  (item) => [canonicalizeJson(item), item] as const,\n                )).values(),\n              ],\n              qualifications: [],\n            }]\n          : [],\n    };\n\n    const { pFramePromise } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n\n    const responce = await pFrame.findColumns(iRequest);\n    return {\n      hits: responce.hits\n        .filter((h) => // only exactly matching columns\n          h.mappingVariants.length === 0\n          || h.mappingVariants.some((v) =>\n            v.qualifications.forHit.length === 0\n            && v.qualifications.forQueries.every((q) => q.length === 0)))\n        .map((h) => h.hit),\n    };\n  }\n\n  public async getColumnSpec(handle: PFrameHandle, columnId: PObjectId): Promise<PColumnSpec | null> {\n    const { pFramePromise } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n    return await pFrame.getColumnSpec(columnId);\n  }\n\n  public async listColumns(handle: PFrameHandle): Promise<PColumnIdAndSpec[]> {\n    const { pFramePromise } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n    return await pFrame.listColumns();\n  }\n\n  public async calculateTableData(\n    handle: PFrameHandle,\n    request: CalculateTableDataRequest<PObjectId>,\n    range: TableRange | undefined,\n    signal?: AbortSignal,\n  ): Promise<CalculateTableDataResponse> {\n    if (logPFrames()) {\n      this.logger('info',\n        `Call calculateTableData, handle = ${handle}, request = ${JSON.stringify(request, bigintReplacer)}`,\n      );\n    }\n\n    const table = this.pTables.acquire({\n      pFrameHandle: handle,\n      def: sortPTableDef(migratePTableFilters(request, this.logger)),\n    });\n    const { pTablePromise, disposeSignal } = table.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    return await this.frameConcurrencyLimiter.run(async () => {\n      try {\n        // TODO: throw error when more then 150k rows is requested\n        // after pf-plots migration to stream API\n\n        const spec = pTable.getSpec();\n        const data = await pTable.getData([...spec.keys()], {\n          range,\n          signal: combinedSignal,\n        });\n\n        const overallSize = await pTable.getFootprint({\n          signal: combinedSignal,\n        });\n        this.pTableCachePerFrame.cache(table, overallSize);\n\n        return spec.map((spec, i) => ({\n          spec: spec,\n          data: data[i],\n        }));\n      } catch (err: unknown) {\n        table.unref();\n        throw err;\n      }\n    });\n  }\n\n  public async getUniqueValues(\n    handle: PFrameHandle,\n    request: UniqueValuesRequest,\n    signal?: AbortSignal,\n  ): Promise<UniqueValuesResponse> {\n    if (logPFrames()) {\n      this.logger('info',\n        `Call getUniqueValues, handle = ${handle}, request = ${JSON.stringify(request, bigintReplacer)}`,\n      );\n    }\n\n    const { pFramePromise, disposeSignal } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    return await this.frameConcurrencyLimiter.run(async () => {\n      return await pFrame.getUniqueValues({\n        ...request,\n        filters: migrateFilters(request.filters, this.logger),\n      }, {\n        signal: combinedSignal,\n      });\n    });\n  }\n\n  //\n  // PTable istance methods\n  //\n\n  public async getSpec(handle: PTableHandle): Promise<PTableColumnSpec[]> {\n    const { def } = this.pTableDefs.getByKey(handle);\n    using table = this.pTables.acquire(def);\n\n    const { pTablePromise } = table.resource;\n    const pTable = await pTablePromise;\n\n    return pTable.getSpec();\n  }\n\n  public async getShape(handle: PTableHandle, signal?: AbortSignal): Promise<PTableShape> {\n    const { def, disposeSignal: defDisposeSignal } = this.pTableDefs.getByKey(handle);\n    const table = this.pTables.acquire(def);\n\n    const { pTablePromise, disposeSignal } = table.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    const { shape, overallSize } = await this.tableConcurrencyLimiter.run(async () => {\n      const shape = await pTable.getShape({\n        signal: combinedSignal,\n      });\n\n      const overallSize = await pTable.getFootprint({\n        signal: combinedSignal,\n      });\n\n      return { shape, overallSize };\n    });\n\n    this.pTableCachePlain.cache(table, overallSize, defDisposeSignal);\n    return shape;\n  }\n\n  public async getData(\n    handle: PTableHandle,\n    columnIndices: number[],\n    range: TableRange | undefined,\n    signal?: AbortSignal,\n  ): Promise<PTableVector[]> {\n    const { def, disposeSignal: defDisposeSignal } = this.pTableDefs.getByKey(handle);\n    const table = this.pTables.acquire(def);\n\n    const { pTablePromise, disposeSignal } = table.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    const { data, overallSize } = await this.tableConcurrencyLimiter.run(async () => {\n      const data = await pTable.getData(columnIndices, {\n        range,\n        signal: combinedSignal,\n      });\n\n      const overallSize = await pTable.getFootprint({\n        signal: combinedSignal,\n      });\n\n      return { data, overallSize };\n    });\n\n    this.pTableCachePlain.cache(table, overallSize, defDisposeSignal);\n    return data;\n  }\n}\n\nfunction sortPTableDef(def: PTableDef<PObjectId>): PTableDef<PObjectId> {\n  function cmpJoinEntries(lhs: JoinEntry<PObjectId>, rhs: JoinEntry<PObjectId>): number {\n    if (lhs.type !== rhs.type) {\n      return lhs.type < rhs.type ? -1 : 1;\n    }\n    const type = lhs.type;\n    switch (type) {\n      case 'column':\n        return lhs.column < (rhs as typeof lhs).column ? -1 : 1;\n      case 'slicedColumn':\n      case 'artificialColumn':\n        return lhs.newId < (rhs as typeof lhs).newId ? -1 : 1;\n      case 'inlineColumn': {\n        return lhs.column.id < (rhs as typeof lhs).column.id ? -1 : 1;\n      }\n      case 'inner':\n      case 'full': {\n        const rhsInner = rhs as typeof lhs;\n        if (lhs.entries.length !== rhsInner.entries.length) {\n          return lhs.entries.length - rhsInner.entries.length;\n        }\n        for (let i = 0; i < lhs.entries.length; i++) {\n          const cmp = cmpJoinEntries(lhs.entries[i], rhsInner.entries[i]);\n          if (cmp !== 0) {\n            return cmp;\n          }\n        }\n        return 0;\n      }\n      case 'outer': {\n        const rhsOuter = rhs as typeof lhs;\n        const cmp = cmpJoinEntries(lhs.primary, rhsOuter.primary);\n        if (cmp !== 0) {\n          return cmp;\n        }\n        if (lhs.secondary.length !== rhsOuter.secondary.length) {\n          return lhs.secondary.length - rhsOuter.secondary.length;\n        }\n        for (let i = 0; i < lhs.secondary.length; i++) {\n          const cmp = cmpJoinEntries(lhs.secondary[i], rhsOuter.secondary[i]);\n          if (cmp !== 0) {\n            return cmp;\n          }\n        }\n        return 0;\n      }\n      default:\n        assertNever(type);\n    }\n  }\n  function sortJoinEntry(entry: JoinEntry<PObjectId>): JoinEntry<PObjectId> {\n    switch (entry.type) {\n      case 'column':\n      case 'slicedColumn':\n      case 'inlineColumn':\n        return entry;\n      case 'artificialColumn': {\n        const sortedAxesIndices = entry.axesIndices.toSorted((lhs, rhs) => lhs - rhs);\n        return {\n          ...entry,\n          axesIndices: sortedAxesIndices,\n        };\n      }\n      case 'inner':\n      case 'full': {\n        const sortedEntries = entry.entries.map(sortJoinEntry);\n        sortedEntries.sort(cmpJoinEntries);\n        return {\n          ...entry,\n          entries: sortedEntries,\n        };\n      }\n      case 'outer': {\n        const sortedSecondary = entry.secondary.map(sortJoinEntry);\n        sortedSecondary.sort(cmpJoinEntries);\n        return {\n          ...entry,\n          primary: sortJoinEntry(entry.primary),\n          secondary: sortedSecondary,\n        };\n      }\n      default:\n        assertNever(entry);\n    }\n  }\n  function sortFilters(filters: PTableRecordFilter[]): PTableRecordFilter[] {\n    return filters.toSorted((lhs, rhs) => {\n      if (lhs.column.type === 'axis' && rhs.column.type === 'axis') {\n        const lhsId = canonicalizeJson(getAxisId(lhs.column.id));\n        const rhsId = canonicalizeJson(getAxisId(rhs.column.id));\n        return lhsId < rhsId ? -1 : 1;\n      } else if (lhs.column.type === 'column' && rhs.column.type === 'column') {\n        return lhs.column.id < rhs.column.id ? -1 : 1;\n      } else {\n        return lhs.column.type === 'axis' ? -1 : 1;\n      }\n    });\n  }\n  return {\n    src: sortJoinEntry(def.src),\n    partitionFilters: sortFilters(def.partitionFilters),\n    filters: sortFilters(def.filters),\n    sorting: def.sorting,\n  };\n}\n\nfunction migrateFilters(\n  filters: PTableRecordFilter[],\n  logger: PFrameInternal.Logger,\n): PTableRecordFilter[] {\n  const filtersV1 = [];\n  const filtersV2: PTableRecordSingleValueFilterV2[] = [];\n  for (const filter of filters) {\n    if ((filter.type as unknown) === 'bySingleColumn') {\n      filtersV1.push(filter);\n      filtersV2.push({\n        ...filter,\n        type: 'bySingleColumnV2',\n      });\n    } else {\n      filtersV2.push(filter);\n    }\n  }\n  if (filtersV1.length > 0) {\n    const filtersV1Json = JSON.stringify(filtersV1);\n    logger('warn',\n      `type overriten from 'bySingleColumn' to 'bySingleColumnV2' for filters: ${filtersV1Json}`,\n    );\n  }\n  return filtersV2;\n}\n\nfunction migratePTableFilters<T>(\n  def: Omit<PTableDef<T>, 'partitionFilters'> | PTableDef<T>,\n  logger: PFrameInternal.Logger,\n): PTableDef<T> {\n  if (!('partitionFilters' in def)) {\n    // For old blocks assume all axes filters to be partition filters\n    return {\n      ...def,\n      partitionFilters: migrateFilters(def.filters.filter((f) => f.column.type === 'axis'), logger),\n      filters: migrateFilters(def.filters.filter((f) => f.column.type === 'column'), logger),\n    };\n  }\n  return {\n    ...def,\n    partitionFilters: migrateFilters(def.partitionFilters, logger),\n    filters: migrateFilters(def.filters, logger),\n  };\n}\n"],"names":["PTableCachePerFrameOpsDefaults","PTableCachePlainOpsDefaults","PFrameFactory","tmpdir","ConcurrencyLimitingExecutor","PFramePool","PTableDefPool","PTablePool","PTableCachePerFrame","PTableCachePlain","ValueType","uniqueBy","mapPObjectData","extractAllColumns","mapPTableDef","logPFrames","canonicalizeJson","bigintReplacer","__addDisposableResource","assertNever","getAxisId"],"mappings":";;;;;;;;;;;;;;AA4EO,MAAM,+BAA+B,GAA4B;AACtE,IAAA,GAAGA,qDAA8B;AACjC,IAAA,GAAGC,8CAA2B;IAC9B,iBAAiB,EAAE,CAAC;IACpB,iBAAiB,EAAE,CAAC;;MAQT,oBAAoB,CAAA;AAEd,IAAA,MAAM;AAEN,IAAA,iBAAiB;AACjB,IAAA,kBAAkB;AAElB,IAAA,eAAe;AAEf,IAAA,OAAO;AACP,IAAA,UAAU;AACV,IAAA,OAAO;AAEP,IAAA,mBAAmB;AACnB,IAAA,gBAAgB;AAEhB,IAAA,uBAAuB;AACvB,IAAA,uBAAuB;AAEjC,IAAA,MAAM,SAAS,GAAA;AACpB,QAAA,OAAO,MAAMC,2BAAa,CAAC,SAAS,EAAE;IACxC;IAEA,WAAA,CAAmB,EACjB,MAAM,GAAG,MAAK,EAAE,CAAC,EACjB,iBAAiB,EACjB,kBAAkB,EAClB,SAAS,GAAGC,cAAM,EAAE,EACpB,OAAO,GAAG,+BAA+B,EACzC,eAAe,GAQhB,EAAA;AACC,QAAA,IAAI,CAAC,MAAM,GAAG,MAAM;AAEpB,QAAA,IAAI,CAAC,iBAAiB,GAAG,iBAAiB;AAC1C,QAAA,IAAI,CAAC,kBAAkB,GAAG,kBAAkB;AAE5C,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe;QAEtC,IAAI,CAAC,uBAAuB,GAAG,IAAIC,qCAA2B,CAAC,OAAO,CAAC,iBAAiB,CAAC;QACzF,IAAI,CAAC,uBAAuB,GAAG,IAAIA,qCAA2B,CAAC,OAAO,CAAC,iBAAiB,CAAC;QAEzF,IAAI,CAAC,OAAO,GAAG,IAAIC,sBAAU,CAAC,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,kBAAkB,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC;QACtG,IAAI,CAAC,UAAU,GAAG,IAAIC,6BAAa,CAAC,IAAI,CAAC,MAAM,CAAC;AAChD,QAAA,IAAI,CAAC,OAAO,GAAG,IAAIC,sBAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC;AAEzE,QAAA,IAAI,CAAC,mBAAmB,GAAG,IAAIC,0CAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC;AACxE,QAAA,IAAI,CAAC,gBAAgB,GAAG,IAAIC,mCAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC;IACpE;AAEA,IAAA,MAAM,OAAO,GAAA;QACX,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE;IAC7D;AAEA,IAAA,OAAO,MAAM,CAAC,YAAY,CAAC,GAAA;AACzB,QAAA,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE;IAC7B;;;;AAMO,IAAA,YAAY,CACjB,GAAoC,EAAA;AAEpC,QAAA,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAACC,eAAS,CAAC,CAAC;QAEpD,MAAM,gBAAgB,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;AACtF,QAAA,MAAM,aAAa,GAAGC,cAAQ,CAAC,gBAAgB,EAAE,CAAC,MAAM,KAAK,MAAM,CAAC,EAAE,CAAC;AACvE,QAAA,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,KAAKC,oBAAc,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAEnG,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;IACtC;AAEO,IAAA,YAAY,CACjB,MAAuC,EAAA;AAEvC,QAAA,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAACC,uBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACpE,MAAM,SAAS,GAAG,aAAa,CAAC,oBAAoB,CAACC,kBAAY,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAErG,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9F,IAAIC,kBAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA,mCAAA,EAAsC,WAAW,CAAC,GAAG,oBAAoB,WAAW,CAAC,GAAG,CAAA,CAAA,CAAG,CAAC;QAClH;QAEA,MAAM,KAAK,GAAG,MAAK;YACjB,WAAW,CAAC,KAAK,EAAE;YACnB,WAAW,CAAC,KAAK,EAAE;AACrB,QAAA,CAAC;QACD,OAAO;YACL,GAAG,EAAE,WAAW,CAAC,GAAG;YACpB,QAAQ,EAAE,WAAW,CAAC,QAAQ;YAC9B,KAAK;AACL,YAAA,CAAC,MAAM,CAAC,OAAO,GAAG,KAAK;SACxB;IACH;;;;AAMO,IAAA,MAAM,WAAW,CACtB,MAAoB,EACpB,OAA2B,EAAA;AAE3B,QAAA,MAAM,QAAQ,GAAsC;AAClD,YAAA,GAAG,OAAO;AACV,YAAA,cAAc,EACZ,OAAO,CAAC,cAAc,CAAC,MAAM,KAAK;AAChC,kBAAE,CAAC;AACC,wBAAA,QAAQ,EAAE;4BACR,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,GAAG,CACnC,CAAC,IAAI,KAAK,CAACC,sBAAgB,CAAC,IAAI,CAAC,EAAE,IAAI,CAAU,CAClD,CAAC,CAAC,MAAM,EAAE;AACZ,yBAAA;AACD,wBAAA,cAAc,EAAE,EAAE;qBACnB;AACH,kBAAE,EAAE;SACT;AAED,QAAA,MAAM,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC;QACnD,OAAO;YACL,IAAI,EAAE,QAAQ,CAAC;AACZ,iBAAA,MAAM,CAAC,CAAC,CAAC;AACR,aAAA,CAAC,CAAC,eAAe,CAAC,MAAM,KAAK;AAC1B,mBAAA,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,KAC1B,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,MAAM,KAAK;AAChC,uBAAA,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;iBAC/D,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC;SACrB;IACH;AAEO,IAAA,MAAM,aAAa,CAAC,MAAoB,EAAE,QAAmB,EAAA;AAClE,QAAA,MAAM,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;AAClC,QAAA,OAAO,MAAM,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC;IAC7C;IAEO,MAAM,WAAW,CAAC,MAAoB,EAAA;AAC3C,QAAA,MAAM,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;AAClC,QAAA,OAAO,MAAM,MAAM,CAAC,WAAW,EAAE;IACnC;IAEO,MAAM,kBAAkB,CAC7B,MAAoB,EACpB,OAA6C,EAC7C,KAA6B,EAC7B,MAAoB,EAAA;QAEpB,IAAID,kBAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAChB,CAAA,kCAAA,EAAqC,MAAM,CAAA,YAAA,EAAe,IAAI,CAAC,SAAS,CAAC,OAAO,EAAEE,oBAAc,CAAC,CAAA,CAAE,CACpG;QACH;AAEA,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;AACjC,YAAA,YAAY,EAAE,MAAM;YACpB,GAAG,EAAE,aAAa,CAAC,oBAAoB,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;AAC/D,SAAA,CAAC;QACF,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC,QAAQ;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAClF,OAAO,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,YAAW;AACvD,YAAA,IAAI;;;AAIF,gBAAA,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,EAAE;AAC7B,gBAAA,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE;oBAClD,KAAK;AACL,oBAAA,MAAM,EAAE,cAAc;AACvB,iBAAA,CAAC;AAEF,gBAAA,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC;AAC5C,oBAAA,MAAM,EAAE,cAAc;AACvB,iBAAA,CAAC;gBACF,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,KAAK,EAAE,WAAW,CAAC;gBAElD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM;AAC5B,oBAAA,IAAI,EAAE,IAAI;AACV,oBAAA,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;AACd,iBAAA,CAAC,CAAC;YACL;YAAE,OAAO,GAAY,EAAE;gBACrB,KAAK,CAAC,KAAK,EAAE;AACb,gBAAA,MAAM,GAAG;YACX;AACF,QAAA,CAAC,CAAC;IACJ;AAEO,IAAA,MAAM,eAAe,CAC1B,MAAoB,EACpB,OAA4B,EAC5B,MAAoB,EAAA;QAEpB,IAAIF,kBAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAChB,CAAA,+BAAA,EAAkC,MAAM,CAAA,YAAA,EAAe,IAAI,CAAC,SAAS,CAAC,OAAO,EAAEE,oBAAc,CAAC,CAAA,CAAE,CACjG;QACH;AAEA,QAAA,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AACtE,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAClF,OAAO,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,YAAW;AACvD,YAAA,OAAO,MAAM,MAAM,CAAC,eAAe,CAAC;AAClC,gBAAA,GAAG,OAAO;gBACV,OAAO,EAAE,cAAc,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC;aACtD,EAAE;AACD,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AACJ,QAAA,CAAC,CAAC;IACJ;;;;IAMO,MAAM,OAAO,CAAC,MAAoB,EAAA;;;AACvC,YAAA,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;YAChD,MAAM,KAAK,GAAAC,iCAAA,CAAA,KAAA,EAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAA,KAAA,CAAA;AAEvC,YAAA,MAAM,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC,QAAQ;AACxC,YAAA,MAAM,MAAM,GAAG,MAAM,aAAa;AAElC,YAAA,OAAO,MAAM,CAAC,OAAO,EAAE;;;;;;;;;AACxB,IAAA;AAEM,IAAA,MAAM,QAAQ,CAAC,MAAoB,EAAE,MAAoB,EAAA;AAC9D,QAAA,MAAM,EAAE,GAAG,EAAE,aAAa,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;QACjF,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC;QAEvC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC,QAAQ;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAClF,QAAA,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,YAAW;AAC/E,YAAA,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;AAClC,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AAEF,YAAA,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC;AAC5C,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AAEF,YAAA,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE;AAC/B,QAAA,CAAC,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,gBAAgB,CAAC;AACjE,QAAA,OAAO,KAAK;IACd;IAEO,MAAM,OAAO,CAClB,MAAoB,EACpB,aAAuB,EACvB,KAA6B,EAC7B,MAAoB,EAAA;AAEpB,QAAA,MAAM,EAAE,GAAG,EAAE,aAAa,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;QACjF,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC;QAEvC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC,QAAQ;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAClF,QAAA,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,YAAW;YAC9E,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE;gBAC/C,KAAK;AACL,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AAEF,YAAA,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC;AAC5C,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AAEF,YAAA,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE;AAC9B,QAAA,CAAC,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,gBAAgB,CAAC;AACjE,QAAA,OAAO,IAAI;IACb;AACD;AAED,SAAS,aAAa,CAAC,GAAyB,EAAA;AAC9C,IAAA,SAAS,cAAc,CAAC,GAAyB,EAAE,GAAyB,EAAA;QAC1E,IAAI,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,EAAE;AACzB,YAAA,OAAO,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,CAAC;QACrC;AACA,QAAA,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI;QACrB,QAAQ,IAAI;AACV,YAAA,KAAK,QAAQ;AACX,gBAAA,OAAO,GAAG,CAAC,MAAM,GAAI,GAAkB,CAAC,MAAM,GAAG,EAAE,GAAG,CAAC;AACzD,YAAA,KAAK,cAAc;AACnB,YAAA,KAAK,kBAAkB;AACrB,gBAAA,OAAO,GAAG,CAAC,KAAK,GAAI,GAAkB,CAAC,KAAK,GAAG,EAAE,GAAG,CAAC;YACvD,KAAK,cAAc,EAAE;gBACnB,OAAO,GAAG,CAAC,MAAM,CAAC,EAAE,GAAI,GAAkB,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC;YAC/D;AACA,YAAA,KAAK,OAAO;YACZ,KAAK,MAAM,EAAE;gBACX,MAAM,QAAQ,GAAG,GAAiB;AAClC,gBAAA,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE;oBAClD,OAAO,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM;gBACrD;AACA,gBAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC3C,oBAAA,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAC/D,oBAAA,IAAI,GAAG,KAAK,CAAC,EAAE;AACb,wBAAA,OAAO,GAAG;oBACZ;gBACF;AACA,gBAAA,OAAO,CAAC;YACV;YACA,KAAK,OAAO,EAAE;gBACZ,MAAM,QAAQ,GAAG,GAAiB;AAClC,gBAAA,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC;AACzD,gBAAA,IAAI,GAAG,KAAK,CAAC,EAAE;AACb,oBAAA,OAAO,GAAG;gBACZ;AACA,gBAAA,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,KAAK,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE;oBACtD,OAAO,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM;gBACzD;AACA,gBAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC7C,oBAAA,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;AACnE,oBAAA,IAAI,GAAG,KAAK,CAAC,EAAE;AACb,wBAAA,OAAO,GAAG;oBACZ;gBACF;AACA,gBAAA,OAAO,CAAC;YACV;AACA,YAAA;gBACEC,qBAAW,CAAC,IAAI,CAAC;;IAEvB;IACA,SAAS,aAAa,CAAC,KAA2B,EAAA;AAChD,QAAA,QAAQ,KAAK,CAAC,IAAI;AAChB,YAAA,KAAK,QAAQ;AACb,YAAA,KAAK,cAAc;AACnB,YAAA,KAAK,cAAc;AACjB,gBAAA,OAAO,KAAK;YACd,KAAK,kBAAkB,EAAE;AACvB,gBAAA,MAAM,iBAAiB,GAAG,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,GAAG,GAAG,CAAC;gBAC7E,OAAO;AACL,oBAAA,GAAG,KAAK;AACR,oBAAA,WAAW,EAAE,iBAAiB;iBAC/B;YACH;AACA,YAAA,KAAK,OAAO;YACZ,KAAK,MAAM,EAAE;gBACX,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;AACtD,gBAAA,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC;gBAClC,OAAO;AACL,oBAAA,GAAG,KAAK;AACR,oBAAA,OAAO,EAAE,aAAa;iBACvB;YACH;YACA,KAAK,OAAO,EAAE;gBACZ,MAAM,eAAe,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,aAAa,CAAC;AAC1D,gBAAA,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC;gBACpC,OAAO;AACL,oBAAA,GAAG,KAAK;AACR,oBAAA,OAAO,EAAE,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC;AACrC,oBAAA,SAAS,EAAE,eAAe;iBAC3B;YACH;AACA,YAAA;gBACEA,qBAAW,CAAC,KAAK,CAAC;;IAExB;IACA,SAAS,WAAW,CAAC,OAA6B,EAAA;QAChD,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,GAAG,KAAI;AACnC,YAAA,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE;AAC5D,gBAAA,MAAM,KAAK,GAAGH,sBAAgB,CAACI,eAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AACxD,gBAAA,MAAM,KAAK,GAAGJ,sBAAgB,CAACI,eAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AACxD,gBAAA,OAAO,KAAK,GAAG,KAAK,GAAG,EAAE,GAAG,CAAC;YAC/B;AAAO,iBAAA,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE;gBACvE,OAAO,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC;YAC/C;iBAAO;AACL,gBAAA,OAAO,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,GAAG,EAAE,GAAG,CAAC;YAC5C;AACF,QAAA,CAAC,CAAC;IACJ;IACA,OAAO;AACL,QAAA,GAAG,EAAE,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;AAC3B,QAAA,gBAAgB,EAAE,WAAW,CAAC,GAAG,CAAC,gBAAgB,CAAC;AACnD,QAAA,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC;QACjC,OAAO,EAAE,GAAG,CAAC,OAAO;KACrB;AACH;AAEA,SAAS,cAAc,CACrB,OAA6B,EAC7B,MAA6B,EAAA;IAE7B,MAAM,SAAS,GAAG,EAAE;IACpB,MAAM,SAAS,GAAsC,EAAE;AACvD,IAAA,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;AAC5B,QAAA,IAAK,MAAM,CAAC,IAAgB,KAAK,gBAAgB,EAAE;AACjD,YAAA,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;YACtB,SAAS,CAAC,IAAI,CAAC;AACb,gBAAA,GAAG,MAAM;AACT,gBAAA,IAAI,EAAE,kBAAkB;AACzB,aAAA,CAAC;QACJ;aAAO;AACL,YAAA,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;QACxB;IACF;AACA,IAAA,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;QACxB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;AAC/C,QAAA,MAAM,CAAC,MAAM,EACX,2EAA2E,aAAa,CAAA,CAAE,CAC3F;IACH;AACA,IAAA,OAAO,SAAS;AAClB;AAEA,SAAS,oBAAoB,CAC3B,GAA0D,EAC1D,MAA6B,EAAA;AAE7B,IAAA,IAAI,EAAE,kBAAkB,IAAI,GAAG,CAAC,EAAE;;QAEhC,OAAO;AACL,YAAA,GAAG,GAAG;YACN,gBAAgB,EAAE,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,MAAM,CAAC;YAC7F,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,EAAE,MAAM,CAAC;SACvF;IACH;IACA,OAAO;AACL,QAAA,GAAG,GAAG;QACN,gBAAgB,EAAE,cAAc,CAAC,GAAG,CAAC,gBAAgB,EAAE,MAAM,CAAC;QAC9D,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC;KAC7C;AACH;;;;;"}

package/dist/driver_impl.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"driver_impl.d.ts","sourceRoot":"","sources":["../src/driver_impl.ts"],"names":[],"mappings":"AAAA,OAAO,EASL,KAAK,yBAAyB,EAC9B,KAAK,0BAA0B,EAC/B,KAAK,kBAAkB,EACvB,KAAK,mBAAmB,EACxB,KAAK,gBAAgB,EACrB,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,SAAS,EACd,KAAK,gBAAgB,EACrB,KAAK,YAAY,EACjB,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,UAAU,EACf,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EACzB,KAAK,OAAO,EACZ,KAAK,SAAS,EAEd,KAAK,SAAS,EAGd,KAAK,gBAAgB,EACtB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AAC5E,OAAO,EAGL,KAAK,SAAS,EACf,MAAM,4BAA4B,CAAC;AAGpC,OAAO,KAAK,EACV,4BAA4B,EAC7B,MAAM,eAAe,CAAC;AAEvB,OAAO,EAEL,KAAK,iBAAiB,IAAI,qBAAqB,EAC/C,KAAK,kBAAkB,IAAI,sBAAsB,EAClD,MAAM,eAAe,CAAC;AAGvB,OAAO,EAGL,KAAK,sBAAsB,EAC5B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAGL,KAAK,mBAAmB,EACzB,MAAM,sBAAsB,CAAC;AAG9B,MAAM,WAAW,iBAAiB,CAAC,SAAS,SAAS,gBAAgB,CACnE,SAAQ,qBAAqB,CAAC,SAAS,CAAC;CAAI;AAE9C,MAAM,WAAW,kBAAkB,CAAC,SAAS,SAAS,gBAAgB,CACpE,SAAQ,sBAAsB,CAAC,SAAS,CAAC,EAAE,eAAe;CAAG;AAE/D,MAAM,MAAM,uBAAuB,GAAG,sBAAsB,GAAG,mBAAmB,GAAG;IACnF,iFAAiF;IACjF,iBAAiB,EAAE,MAAM,CAAC;IAC1B,+DAA+D;IAC/D,iBAAiB,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,uBAK7C,CAAC;AAEF,MAAM,MAAM,gBAAgB,CAAC,WAAW,EAAE,SAAS,SAAS,gBAAgB,IAAI,CAC9E,IAAI,EAAE,WAAW,EACjB,IAAI,EAAE,WAAW,KACd,cAAc,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;AAExC,qBAAa,oBAAoB,CAAC,WAAW,EAAE,SAAS,SAAS,gBAAgB,CACjF,YAAW,4BAA4B,CAAC,WAAW,CAAC;IAClD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAwB;IAE/C,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAA+B;IACjE,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAgC;IAEnE,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA2C;IAE3E,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwB;IAChD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAgB;IAC3C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwB;IAEhD,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAsB;IAC1D,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IAEpD,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAA8B;IACtE,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAA8B;IAEzD,SAAS,IAAI,OAAO,CAAC,UAAU,CAAC;gBAI1B,EACjB,MAAiB,EACjB,iBAAiB,EACjB,kBAAkB,EAClB,SAAoB,EACpB,OAAyC,EACzC,eAAe,GAChB,EAAE;QACD,MAAM,CAAC,EAAE,cAAc,CAAC,MAAM,CAAC;QAC/B,iBAAiB,EAAE,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAChD,kBAAkB,EAAE,kBAAkB,CAAC,SAAS,CAAC,CAAC;QAClD,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,uBAAuB,CAAC;QAClC,eAAe,EAAE,gBAAgB,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;KAC3D;IAmBK,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAIxB,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC;IAQrC,YAAY,CACjB,GAAG,EAAE,SAAS,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,GACnC,SAAS,CAAC,YAAY,CAAC;IAUnB,YAAY,CACjB,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,GACtC,SAAS,CAAC,YAAY,CAAC;IAyBb,WAAW,CACtB,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,mBAAmB,CAAC;IA+BlB,aAAa,CAAC,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;IAOrF,WAAW,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAM9D,kBAAkB,CAC7B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,yBAAyB,CAAC,SAAS,CAAC,EAC7C,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,0BAA0B,CAAC;IA0CzB,eAAe,CAC1B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,mBAAmB,EAC5B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,oBAAoB,CAAC;IAyBnB,OAAO,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAU1D,QAAQ,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAwB1E,OAAO,CAClB,MAAM,EAAE,YAAY,EACpB,aAAa,EAAE,MAAM,EAAE,EACvB,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,YAAY,EAAE,CAAC;CAwB3B"}
+{"version":3,"file":"driver_impl.d.ts","sourceRoot":"","sources":["../src/driver_impl.ts"],"names":[],"mappings":"AAAA,OAAO,EASL,KAAK,yBAAyB,EAC9B,KAAK,0BAA0B,EAC/B,KAAK,kBAAkB,EACvB,KAAK,mBAAmB,EACxB,KAAK,gBAAgB,EACrB,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,SAAS,EACd,KAAK,gBAAgB,EACrB,KAAK,YAAY,EACjB,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,UAAU,EACf,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EACzB,KAAK,OAAO,EACZ,KAAK,SAAS,EAEd,KAAK,SAAS,EAGd,KAAK,gBAAgB,EACtB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AAC5E,OAAO,EAGL,KAAK,SAAS,EACf,MAAM,4BAA4B,CAAC;AAGpC,OAAO,KAAK,EACV,4BAA4B,EAC7B,MAAM,eAAe,CAAC;AAEvB,OAAO,EAEL,KAAK,iBAAiB,IAAI,qBAAqB,EAC/C,KAAK,kBAAkB,IAAI,sBAAsB,EAClD,MAAM,eAAe,CAAC;AAGvB,OAAO,EAGL,KAAK,sBAAsB,EAC5B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAGL,KAAK,mBAAmB,EACzB,MAAM,sBAAsB,CAAC;AAG9B,MAAM,WAAW,iBAAiB,CAAC,SAAS,SAAS,gBAAgB,CACnE,SAAQ,qBAAqB,CAAC,SAAS,CAAC;CAAI;AAE9C,MAAM,WAAW,kBAAkB,CAAC,SAAS,SAAS,gBAAgB,CACpE,SAAQ,sBAAsB,CAAC,SAAS,CAAC,EAAE,eAAe;CAAG;AAE/D,MAAM,MAAM,uBAAuB,GAAG,sBAAsB,GAAG,mBAAmB,GAAG;IACnF,iFAAiF;IACjF,iBAAiB,EAAE,MAAM,CAAC;IAC1B,+DAA+D;IAC/D,iBAAiB,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,uBAK7C,CAAC;AAEF,MAAM,MAAM,gBAAgB,CAAC,WAAW,EAAE,SAAS,SAAS,gBAAgB,IAAI,CAC9E,IAAI,EAAE,WAAW,EACjB,IAAI,EAAE,WAAW,KACd,cAAc,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;AAExC,qBAAa,oBAAoB,CAAC,WAAW,EAAE,SAAS,SAAS,gBAAgB,CACjF,YAAW,4BAA4B,CAAC,WAAW,CAAC;IAClD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAwB;IAE/C,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAA+B;IACjE,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAgC;IAEnE,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA2C;IAE3E,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwB;IAChD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAgB;IAC3C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwB;IAEhD,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAsB;IAC1D,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IAEpD,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAA8B;IACtE,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAA8B;IAEzD,SAAS,IAAI,OAAO,CAAC,UAAU,CAAC;gBAI1B,EACjB,MAAiB,EACjB,iBAAiB,EACjB,kBAAkB,EAClB,SAAoB,EACpB,OAAyC,EACzC,eAAe,GAChB,EAAE;QACD,MAAM,CAAC,EAAE,cAAc,CAAC,MAAM,CAAC;QAC/B,iBAAiB,EAAE,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAChD,kBAAkB,EAAE,kBAAkB,CAAC,SAAS,CAAC,CAAC;QAClD,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,uBAAuB,CAAC;QAClC,eAAe,EAAE,gBAAgB,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;KAC3D;IAmBK,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAIxB,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC;IAQrC,YAAY,CACjB,GAAG,EAAE,SAAS,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,GACnC,SAAS,CAAC,YAAY,CAAC;IAUnB,YAAY,CACjB,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,GACtC,SAAS,CAAC,YAAY,CAAC;IAyBb,WAAW,CACtB,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,mBAAmB,CAAC;IA+BlB,aAAa,CAAC,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;IAMrF,WAAW,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAM9D,kBAAkB,CAC7B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,yBAAyB,CAAC,SAAS,CAAC,EAC7C,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,0BAA0B,CAAC;IA0CzB,eAAe,CAC1B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,mBAAmB,EAC5B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,oBAAoB,CAAC;IAyBnB,OAAO,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAU1D,QAAQ,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAwB1E,OAAO,CAClB,MAAM,EAAE,YAAY,EACpB,aAAa,EAAE,MAAM,EAAE,EACvB,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,YAAY,EAAE,CAAC;CAwB3B"}

package/dist/driver_impl.js

@@ -108,8 +108,7 @@ class AbstractPFrameDriver {
     async getColumnSpec(handle, columnId) {
         const { pFramePromise } = this.pFrames.getByKey(handle);
         const pFrame = await pFramePromise;
-        // TODO: remove catch after update
-        return await pFrame.getColumnSpec(columnId).catch(() => null);
+        return await pFrame.getColumnSpec(columnId);
     }
     async listColumns(handle) {
         const { pFramePromise } = this.pFrames.getByKey(handle);

package/dist/driver_impl.js.map

@@ -1 +1 @@
-{"version":3,"file":"driver_impl.js","sources":["../src/driver_impl.ts"],"sourcesContent":["import {\n  mapPObjectData,\n  mapPTableDef,\n  extractAllColumns,\n  uniqueBy,\n  getAxisId,\n  canonicalizeJson,\n  bigintReplacer,\n  ValueType,\n  type CalculateTableDataRequest,\n  type CalculateTableDataResponse,\n  type FindColumnsRequest,\n  type FindColumnsResponse,\n  type PColumnIdAndSpec,\n  type PColumnSpec,\n  type PFrameHandle,\n  type PObjectId,\n  type PTableColumnSpec,\n  type PTableHandle,\n  type PTableShape,\n  type PTableVector,\n  type TableRange,\n  type UniqueValuesRequest,\n  type UniqueValuesResponse,\n  type PColumn,\n  type PFrameDef,\n  type JoinEntry,\n  type PTableDef,\n  type PTableRecordSingleValueFilterV2,\n  type PTableRecordFilter,\n  type JsonSerializable,\n} from '@platforma-sdk/model';\nimport type { PFrameInternal } from '@milaboratories/pl-model-middle-layer';\nimport {\n  assertNever,\n  ConcurrencyLimitingExecutor,\n  type PoolEntry,\n} from '@milaboratories/ts-helpers';\nimport { PFrameFactory } from '@milaboratories/pframes-rs-node';\nimport { tmpdir } from 'node:os';\nimport type {\n  AbstractInternalPFrameDriver,\n} from './driver_decl';\nimport { logPFrames } from './logging';\nimport {\n  PFramePool,\n  type LocalBlobProvider as PoolLocalBlobProvider,\n  type RemoteBlobProvider as PoolRemoteBlobProvider,\n} from './pframe_pool';\nimport { PTableDefPool } from './ptable_def_pool';\nimport { PTablePool } from './ptable_pool';\nimport {\n  PTableCachePerFrame,\n  PTableCachePerFrameOpsDefaults,\n  type PTableCachePerFrameOps,\n} from './ptable_cache_per_frame';\nimport {\n  PTableCachePlain,\n  PTableCachePlainOpsDefaults,\n  type PTableCachePlainOps,\n} from './ptable_cache_plain';\n\n// eslint-disable-next-line @typescript-eslint/no-empty-object-type\nexport interface LocalBlobProvider<TreeEntry extends JsonSerializable>\n  extends PoolLocalBlobProvider<TreeEntry> { }\n\nexport interface RemoteBlobProvider<TreeEntry extends JsonSerializable>\n  extends PoolRemoteBlobProvider<TreeEntry>, AsyncDisposable {}\n\nexport type AbstractPFrameDriverOps = PTableCachePerFrameOps & PTableCachePlainOps & {\n  /** Concurrency limits for `getUniqueValues` and `calculateTableData` requests */\n  pFrameConcurrency: number;\n  /** Concurrency limits for `getShape` and `getData` requests */\n  pTableConcurrency: number;\n};\n\nexport const AbstractPFrameDriverOpsDefaults: AbstractPFrameDriverOps = {\n  ...PTableCachePerFrameOpsDefaults,\n  ...PTableCachePlainOpsDefaults,\n  pFrameConcurrency: 1, // 1 join is executed in parallel and utilize all RAM and CPU cores\n  pTableConcurrency: 1, // 1 joined table is read from disk at a time, which matches 1 table the user can view in the UI\n};\n\nexport type DataInfoResolver<PColumnData, TreeEntry extends JsonSerializable> = (\n  spec: PColumnSpec,\n  data: PColumnData,\n) => PFrameInternal.DataInfo<TreeEntry>;\n\nexport class AbstractPFrameDriver<PColumnData, TreeEntry extends JsonSerializable>\nimplements AbstractInternalPFrameDriver<PColumnData> {\n  private readonly logger: PFrameInternal.Logger;\n\n  private readonly localBlobProvider: LocalBlobProvider<TreeEntry>;\n  private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>;\n\n  private readonly resolveDataInfo: DataInfoResolver<PColumnData, TreeEntry>;\n\n  private readonly pFrames: PFramePool<TreeEntry>;\n  private readonly pTableDefs: PTableDefPool;\n  private readonly pTables: PTablePool<TreeEntry>;\n\n  private readonly pTableCachePerFrame: PTableCachePerFrame;\n  private readonly pTableCachePlain: PTableCachePlain;\n\n  private readonly frameConcurrencyLimiter: ConcurrencyLimitingExecutor;\n  private readonly tableConcurrencyLimiter: ConcurrencyLimitingExecutor;\n\n  public async pprofDump(): Promise<Uint8Array> {\n    return await PFrameFactory.pprofDump();\n  }\n\n  public constructor({\n    logger = () => {},\n    localBlobProvider,\n    remoteBlobProvider,\n    spillPath = tmpdir(),\n    options = AbstractPFrameDriverOpsDefaults,\n    resolveDataInfo,\n  }: {\n    logger?: PFrameInternal.Logger;\n    localBlobProvider: LocalBlobProvider<TreeEntry>;\n    remoteBlobProvider: RemoteBlobProvider<TreeEntry>;\n    spillPath?: string;\n    options?: AbstractPFrameDriverOps;\n    resolveDataInfo: DataInfoResolver<PColumnData, TreeEntry>;\n  }) {\n    this.logger = logger;\n\n    this.localBlobProvider = localBlobProvider;\n    this.remoteBlobProvider = remoteBlobProvider;\n\n    this.resolveDataInfo = resolveDataInfo;\n\n    this.frameConcurrencyLimiter = new ConcurrencyLimitingExecutor(options.pFrameConcurrency);\n    this.tableConcurrencyLimiter = new ConcurrencyLimitingExecutor(options.pTableConcurrency);\n\n    this.pFrames = new PFramePool(this.localBlobProvider, this.remoteBlobProvider, this.logger, spillPath);\n    this.pTableDefs = new PTableDefPool(this.logger);\n    this.pTables = new PTablePool(this.pFrames, this.pTableDefs, this.logger);\n\n    this.pTableCachePerFrame = new PTableCachePerFrame(this.logger, options);\n    this.pTableCachePlain = new PTableCachePlain(this.logger, options);\n  }\n\n  async dispose(): Promise<void> {\n    return await this.remoteBlobProvider[Symbol.asyncDispose]();\n  }\n\n  async [Symbol.asyncDispose](): Promise<void> {\n    return await this.dispose();\n  }\n\n  //\n  // Internal / Config API Methods\n  //\n\n  public createPFrame(\n    def: PFrameDef<PColumn<PColumnData>>,\n  ): PoolEntry<PFrameHandle> {\n    const ValueTypes = new Set(Object.values(ValueType));\n\n    const supportedColumns = def.filter((column) => ValueTypes.has(column.spec.valueType));\n    const uniqueColumns = uniqueBy(supportedColumns, (column) => column.id);\n    const columns = uniqueColumns.map((c) => mapPObjectData(c, (d) => this.resolveDataInfo(c.spec, d)));\n\n    return this.pFrames.acquire(columns);\n  }\n\n  public createPTable(\n    rawDef: PTableDef<PColumn<PColumnData>>,\n  ): PoolEntry<PTableHandle> {\n    const pFrameEntry = this.createPFrame(extractAllColumns(rawDef.src));\n    const sortedDef = sortPTableDef(migratePTableFilters(mapPTableDef(rawDef, (c) => c.id), this.logger));\n\n    const pTableEntry = this.pTableDefs.acquire({ def: sortedDef, pFrameHandle: pFrameEntry.key });\n    if (logPFrames()) {\n      this.logger('info', `Create PTable call (pFrameHandle = ${pFrameEntry.key}; pTableHandle = ${pTableEntry.key})`);\n    }\n\n    const unref = () => {\n      pTableEntry.unref();\n      pFrameEntry.unref();\n    };\n    return {\n      key: pTableEntry.key,\n      resource: pTableEntry.resource,\n      unref,\n      [Symbol.dispose]: unref,\n    };\n  }\n\n  //\n  // PFrame istance methods\n  //\n\n  public async findColumns(\n    handle: PFrameHandle,\n    request: FindColumnsRequest,\n  ): Promise<FindColumnsResponse> {\n    const iRequest: PFrameInternal.FindColumnsRequest = {\n      ...request,\n      compatibleWith:\n        request.compatibleWith.length !== 0\n          ? [{\n              axesSpec: [\n                ...new Map(request.compatibleWith.map(\n                  (item) => [canonicalizeJson(item), item] as const,\n                )).values(),\n              ],\n              qualifications: [],\n            }]\n          : [],\n    };\n\n    const { pFramePromise } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n\n    const responce = await pFrame.findColumns(iRequest);\n    return {\n      hits: responce.hits\n        .filter((h) => // only exactly matching columns\n          h.mappingVariants.length === 0\n          || h.mappingVariants.some((v) =>\n            v.qualifications.forHit.length === 0\n            && v.qualifications.forQueries.every((q) => q.length === 0)))\n        .map((h) => h.hit),\n    };\n  }\n\n  public async getColumnSpec(handle: PFrameHandle, columnId: PObjectId): Promise<PColumnSpec | null> {\n    const { pFramePromise } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n    // TODO: remove catch after update\n    return await pFrame.getColumnSpec(columnId).catch(() => null);\n  }\n\n  public async listColumns(handle: PFrameHandle): Promise<PColumnIdAndSpec[]> {\n    const { pFramePromise } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n    return await pFrame.listColumns();\n  }\n\n  public async calculateTableData(\n    handle: PFrameHandle,\n    request: CalculateTableDataRequest<PObjectId>,\n    range: TableRange | undefined,\n    signal?: AbortSignal,\n  ): Promise<CalculateTableDataResponse> {\n    if (logPFrames()) {\n      this.logger('info',\n        `Call calculateTableData, handle = ${handle}, request = ${JSON.stringify(request, bigintReplacer)}`,\n      );\n    }\n\n    const table = this.pTables.acquire({\n      pFrameHandle: handle,\n      def: sortPTableDef(migratePTableFilters(request, this.logger)),\n    });\n    const { pTablePromise, disposeSignal } = table.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    return await this.frameConcurrencyLimiter.run(async () => {\n      try {\n        // TODO: throw error when more then 150k rows is requested\n        // after pf-plots migration to stream API\n\n        const spec = pTable.getSpec();\n        const data = await pTable.getData([...spec.keys()], {\n          range,\n          signal: combinedSignal,\n        });\n\n        const overallSize = await pTable.getFootprint({\n          signal: combinedSignal,\n        });\n        this.pTableCachePerFrame.cache(table, overallSize);\n\n        return spec.map((spec, i) => ({\n          spec: spec,\n          data: data[i],\n        }));\n      } catch (err: unknown) {\n        table.unref();\n        throw err;\n      }\n    });\n  }\n\n  public async getUniqueValues(\n    handle: PFrameHandle,\n    request: UniqueValuesRequest,\n    signal?: AbortSignal,\n  ): Promise<UniqueValuesResponse> {\n    if (logPFrames()) {\n      this.logger('info',\n        `Call getUniqueValues, handle = ${handle}, request = ${JSON.stringify(request, bigintReplacer)}`,\n      );\n    }\n\n    const { pFramePromise, disposeSignal } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    return await this.frameConcurrencyLimiter.run(async () => {\n      return await pFrame.getUniqueValues({\n        ...request,\n        filters: migrateFilters(request.filters, this.logger),\n      }, {\n        signal: combinedSignal,\n      });\n    });\n  }\n\n  //\n  // PTable istance methods\n  //\n\n  public async getSpec(handle: PTableHandle): Promise<PTableColumnSpec[]> {\n    const { def } = this.pTableDefs.getByKey(handle);\n    using table = this.pTables.acquire(def);\n\n    const { pTablePromise } = table.resource;\n    const pTable = await pTablePromise;\n\n    return pTable.getSpec();\n  }\n\n  public async getShape(handle: PTableHandle, signal?: AbortSignal): Promise<PTableShape> {\n    const { def, disposeSignal: defDisposeSignal } = this.pTableDefs.getByKey(handle);\n    const table = this.pTables.acquire(def);\n\n    const { pTablePromise, disposeSignal } = table.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    const { shape, overallSize } = await this.tableConcurrencyLimiter.run(async () => {\n      const shape = await pTable.getShape({\n        signal: combinedSignal,\n      });\n\n      const overallSize = await pTable.getFootprint({\n        signal: combinedSignal,\n      });\n\n      return { shape, overallSize };\n    });\n\n    this.pTableCachePlain.cache(table, overallSize, defDisposeSignal);\n    return shape;\n  }\n\n  public async getData(\n    handle: PTableHandle,\n    columnIndices: number[],\n    range: TableRange | undefined,\n    signal?: AbortSignal,\n  ): Promise<PTableVector[]> {\n    const { def, disposeSignal: defDisposeSignal } = this.pTableDefs.getByKey(handle);\n    const table = this.pTables.acquire(def);\n\n    const { pTablePromise, disposeSignal } = table.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    const { data, overallSize } = await this.tableConcurrencyLimiter.run(async () => {\n      const data = await pTable.getData(columnIndices, {\n        range,\n        signal: combinedSignal,\n      });\n\n      const overallSize = await pTable.getFootprint({\n        signal: combinedSignal,\n      });\n\n      return { data, overallSize };\n    });\n\n    this.pTableCachePlain.cache(table, overallSize, defDisposeSignal);\n    return data;\n  }\n}\n\nfunction sortPTableDef(def: PTableDef<PObjectId>): PTableDef<PObjectId> {\n  function cmpJoinEntries(lhs: JoinEntry<PObjectId>, rhs: JoinEntry<PObjectId>): number {\n    if (lhs.type !== rhs.type) {\n      return lhs.type < rhs.type ? -1 : 1;\n    }\n    const type = lhs.type;\n    switch (type) {\n      case 'column':\n        return lhs.column < (rhs as typeof lhs).column ? -1 : 1;\n      case 'slicedColumn':\n      case 'artificialColumn':\n        return lhs.newId < (rhs as typeof lhs).newId ? -1 : 1;\n      case 'inlineColumn': {\n        return lhs.column.id < (rhs as typeof lhs).column.id ? -1 : 1;\n      }\n      case 'inner':\n      case 'full': {\n        const rhsInner = rhs as typeof lhs;\n        if (lhs.entries.length !== rhsInner.entries.length) {\n          return lhs.entries.length - rhsInner.entries.length;\n        }\n        for (let i = 0; i < lhs.entries.length; i++) {\n          const cmp = cmpJoinEntries(lhs.entries[i], rhsInner.entries[i]);\n          if (cmp !== 0) {\n            return cmp;\n          }\n        }\n        return 0;\n      }\n      case 'outer': {\n        const rhsOuter = rhs as typeof lhs;\n        const cmp = cmpJoinEntries(lhs.primary, rhsOuter.primary);\n        if (cmp !== 0) {\n          return cmp;\n        }\n        if (lhs.secondary.length !== rhsOuter.secondary.length) {\n          return lhs.secondary.length - rhsOuter.secondary.length;\n        }\n        for (let i = 0; i < lhs.secondary.length; i++) {\n          const cmp = cmpJoinEntries(lhs.secondary[i], rhsOuter.secondary[i]);\n          if (cmp !== 0) {\n            return cmp;\n          }\n        }\n        return 0;\n      }\n      default:\n        assertNever(type);\n    }\n  }\n  function sortJoinEntry(entry: JoinEntry<PObjectId>): JoinEntry<PObjectId> {\n    switch (entry.type) {\n      case 'column':\n      case 'slicedColumn':\n      case 'inlineColumn':\n        return entry;\n      case 'artificialColumn': {\n        const sortedAxesIndices = entry.axesIndices.toSorted((lhs, rhs) => lhs - rhs);\n        return {\n          ...entry,\n          axesIndices: sortedAxesIndices,\n        };\n      }\n      case 'inner':\n      case 'full': {\n        const sortedEntries = entry.entries.map(sortJoinEntry);\n        sortedEntries.sort(cmpJoinEntries);\n        return {\n          ...entry,\n          entries: sortedEntries,\n        };\n      }\n      case 'outer': {\n        const sortedSecondary = entry.secondary.map(sortJoinEntry);\n        sortedSecondary.sort(cmpJoinEntries);\n        return {\n          ...entry,\n          primary: sortJoinEntry(entry.primary),\n          secondary: sortedSecondary,\n        };\n      }\n      default:\n        assertNever(entry);\n    }\n  }\n  function sortFilters(filters: PTableRecordFilter[]): PTableRecordFilter[] {\n    return filters.toSorted((lhs, rhs) => {\n      if (lhs.column.type === 'axis' && rhs.column.type === 'axis') {\n        const lhsId = canonicalizeJson(getAxisId(lhs.column.id));\n        const rhsId = canonicalizeJson(getAxisId(rhs.column.id));\n        return lhsId < rhsId ? -1 : 1;\n      } else if (lhs.column.type === 'column' && rhs.column.type === 'column') {\n        return lhs.column.id < rhs.column.id ? -1 : 1;\n      } else {\n        return lhs.column.type === 'axis' ? -1 : 1;\n      }\n    });\n  }\n  return {\n    src: sortJoinEntry(def.src),\n    partitionFilters: sortFilters(def.partitionFilters),\n    filters: sortFilters(def.filters),\n    sorting: def.sorting,\n  };\n}\n\nfunction migrateFilters(\n  filters: PTableRecordFilter[],\n  logger: PFrameInternal.Logger,\n): PTableRecordFilter[] {\n  const filtersV1 = [];\n  const filtersV2: PTableRecordSingleValueFilterV2[] = [];\n  for (const filter of filters) {\n    if ((filter.type as unknown) === 'bySingleColumn') {\n      filtersV1.push(filter);\n      filtersV2.push({\n        ...filter,\n        type: 'bySingleColumnV2',\n      });\n    } else {\n      filtersV2.push(filter);\n    }\n  }\n  if (filtersV1.length > 0) {\n    const filtersV1Json = JSON.stringify(filtersV1);\n    logger('warn',\n      `type overriten from 'bySingleColumn' to 'bySingleColumnV2' for filters: ${filtersV1Json}`,\n    );\n  }\n  return filtersV2;\n}\n\nfunction migratePTableFilters<T>(\n  def: Omit<PTableDef<T>, 'partitionFilters'> | PTableDef<T>,\n  logger: PFrameInternal.Logger,\n): PTableDef<T> {\n  if (!('partitionFilters' in def)) {\n    // For old blocks assume all axes filters to be partition filters\n    return {\n      ...def,\n      partitionFilters: migrateFilters(def.filters.filter((f) => f.column.type === 'axis'), logger),\n      filters: migrateFilters(def.filters.filter((f) => f.column.type === 'column'), logger),\n    };\n  }\n  return {\n    ...def,\n    partitionFilters: migrateFilters(def.partitionFilters, logger),\n    filters: migrateFilters(def.filters, logger),\n  };\n}\n"],"names":[],"mappings":";;;;;;;;;;;;AA4EO,MAAM,+BAA+B,GAA4B;AACtE,IAAA,GAAG,8BAA8B;AACjC,IAAA,GAAG,2BAA2B;IAC9B,iBAAiB,EAAE,CAAC;IACpB,iBAAiB,EAAE,CAAC;;MAQT,oBAAoB,CAAA;AAEd,IAAA,MAAM;AAEN,IAAA,iBAAiB;AACjB,IAAA,kBAAkB;AAElB,IAAA,eAAe;AAEf,IAAA,OAAO;AACP,IAAA,UAAU;AACV,IAAA,OAAO;AAEP,IAAA,mBAAmB;AACnB,IAAA,gBAAgB;AAEhB,IAAA,uBAAuB;AACvB,IAAA,uBAAuB;AAEjC,IAAA,MAAM,SAAS,GAAA;AACpB,QAAA,OAAO,MAAM,aAAa,CAAC,SAAS,EAAE;IACxC;IAEA,WAAA,CAAmB,EACjB,MAAM,GAAG,MAAK,EAAE,CAAC,EACjB,iBAAiB,EACjB,kBAAkB,EAClB,SAAS,GAAG,MAAM,EAAE,EACpB,OAAO,GAAG,+BAA+B,EACzC,eAAe,GAQhB,EAAA;AACC,QAAA,IAAI,CAAC,MAAM,GAAG,MAAM;AAEpB,QAAA,IAAI,CAAC,iBAAiB,GAAG,iBAAiB;AAC1C,QAAA,IAAI,CAAC,kBAAkB,GAAG,kBAAkB;AAE5C,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe;QAEtC,IAAI,CAAC,uBAAuB,GAAG,IAAI,2BAA2B,CAAC,OAAO,CAAC,iBAAiB,CAAC;QACzF,IAAI,CAAC,uBAAuB,GAAG,IAAI,2BAA2B,CAAC,OAAO,CAAC,iBAAiB,CAAC;QAEzF,IAAI,CAAC,OAAO,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,kBAAkB,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC;QACtG,IAAI,CAAC,UAAU,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC;AAChD,QAAA,IAAI,CAAC,OAAO,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC;AAEzE,QAAA,IAAI,CAAC,mBAAmB,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC;AACxE,QAAA,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC;IACpE;AAEA,IAAA,MAAM,OAAO,GAAA;QACX,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE;IAC7D;AAEA,IAAA,OAAO,MAAM,CAAC,YAAY,CAAC,GAAA;AACzB,QAAA,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE;IAC7B;;;;AAMO,IAAA,YAAY,CACjB,GAAoC,EAAA;AAEpC,QAAA,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEpD,MAAM,gBAAgB,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;AACtF,QAAA,MAAM,aAAa,GAAG,QAAQ,CAAC,gBAAgB,EAAE,CAAC,MAAM,KAAK,MAAM,CAAC,EAAE,CAAC;AACvE,QAAA,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,cAAc,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAEnG,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;IACtC;AAEO,IAAA,YAAY,CACjB,MAAuC,EAAA;AAEvC,QAAA,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACpE,MAAM,SAAS,GAAG,aAAa,CAAC,oBAAoB,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAErG,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9F,IAAI,UAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA,mCAAA,EAAsC,WAAW,CAAC,GAAG,oBAAoB,WAAW,CAAC,GAAG,CAAA,CAAA,CAAG,CAAC;QAClH;QAEA,MAAM,KAAK,GAAG,MAAK;YACjB,WAAW,CAAC,KAAK,EAAE;YACnB,WAAW,CAAC,KAAK,EAAE;AACrB,QAAA,CAAC;QACD,OAAO;YACL,GAAG,EAAE,WAAW,CAAC,GAAG;YACpB,QAAQ,EAAE,WAAW,CAAC,QAAQ;YAC9B,KAAK;AACL,YAAA,CAAC,MAAM,CAAC,OAAO,GAAG,KAAK;SACxB;IACH;;;;AAMO,IAAA,MAAM,WAAW,CACtB,MAAoB,EACpB,OAA2B,EAAA;AAE3B,QAAA,MAAM,QAAQ,GAAsC;AAClD,YAAA,GAAG,OAAO;AACV,YAAA,cAAc,EACZ,OAAO,CAAC,cAAc,CAAC,MAAM,KAAK;AAChC,kBAAE,CAAC;AACC,wBAAA,QAAQ,EAAE;4BACR,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,GAAG,CACnC,CAAC,IAAI,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,IAAI,CAAU,CAClD,CAAC,CAAC,MAAM,EAAE;AACZ,yBAAA;AACD,wBAAA,cAAc,EAAE,EAAE;qBACnB;AACH,kBAAE,EAAE;SACT;AAED,QAAA,MAAM,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC;QACnD,OAAO;YACL,IAAI,EAAE,QAAQ,CAAC;AACZ,iBAAA,MAAM,CAAC,CAAC,CAAC;AACR,aAAA,CAAC,CAAC,eAAe,CAAC,MAAM,KAAK;AAC1B,mBAAA,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,KAC1B,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,MAAM,KAAK;AAChC,uBAAA,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;iBAC/D,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC;SACrB;IACH;AAEO,IAAA,MAAM,aAAa,CAAC,MAAoB,EAAE,QAAmB,EAAA;AAClE,QAAA,MAAM,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;;AAElC,QAAA,OAAO,MAAM,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC;IAC/D;IAEO,MAAM,WAAW,CAAC,MAAoB,EAAA;AAC3C,QAAA,MAAM,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;AAClC,QAAA,OAAO,MAAM,MAAM,CAAC,WAAW,EAAE;IACnC;IAEO,MAAM,kBAAkB,CAC7B,MAAoB,EACpB,OAA6C,EAC7C,KAA6B,EAC7B,MAAoB,EAAA;QAEpB,IAAI,UAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAChB,CAAA,kCAAA,EAAqC,MAAM,CAAA,YAAA,EAAe,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,cAAc,CAAC,CAAA,CAAE,CACpG;QACH;AAEA,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;AACjC,YAAA,YAAY,EAAE,MAAM;YACpB,GAAG,EAAE,aAAa,CAAC,oBAAoB,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;AAC/D,SAAA,CAAC;QACF,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC,QAAQ;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAClF,OAAO,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,YAAW;AACvD,YAAA,IAAI;;;AAIF,gBAAA,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,EAAE;AAC7B,gBAAA,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE;oBAClD,KAAK;AACL,oBAAA,MAAM,EAAE,cAAc;AACvB,iBAAA,CAAC;AAEF,gBAAA,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC;AAC5C,oBAAA,MAAM,EAAE,cAAc;AACvB,iBAAA,CAAC;gBACF,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,KAAK,EAAE,WAAW,CAAC;gBAElD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM;AAC5B,oBAAA,IAAI,EAAE,IAAI;AACV,oBAAA,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;AACd,iBAAA,CAAC,CAAC;YACL;YAAE,OAAO,GAAY,EAAE;gBACrB,KAAK,CAAC,KAAK,EAAE;AACb,gBAAA,MAAM,GAAG;YACX;AACF,QAAA,CAAC,CAAC;IACJ;AAEO,IAAA,MAAM,eAAe,CAC1B,MAAoB,EACpB,OAA4B,EAC5B,MAAoB,EAAA;QAEpB,IAAI,UAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAChB,CAAA,+BAAA,EAAkC,MAAM,CAAA,YAAA,EAAe,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,cAAc,CAAC,CAAA,CAAE,CACjG;QACH;AAEA,QAAA,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AACtE,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAClF,OAAO,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,YAAW;AACvD,YAAA,OAAO,MAAM,MAAM,CAAC,eAAe,CAAC;AAClC,gBAAA,GAAG,OAAO;gBACV,OAAO,EAAE,cAAc,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC;aACtD,EAAE;AACD,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AACJ,QAAA,CAAC,CAAC;IACJ;;;;IAMO,MAAM,OAAO,CAAC,MAAoB,EAAA;;;AACvC,YAAA,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;YAChD,MAAM,KAAK,GAAA,uBAAA,CAAA,KAAA,EAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAA,KAAA,CAAA;AAEvC,YAAA,MAAM,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC,QAAQ;AACxC,YAAA,MAAM,MAAM,GAAG,MAAM,aAAa;AAElC,YAAA,OAAO,MAAM,CAAC,OAAO,EAAE;;;;;;;;;AACxB,IAAA;AAEM,IAAA,MAAM,QAAQ,CAAC,MAAoB,EAAE,MAAoB,EAAA;AAC9D,QAAA,MAAM,EAAE,GAAG,EAAE,aAAa,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;QACjF,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC;QAEvC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC,QAAQ;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAClF,QAAA,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,YAAW;AAC/E,YAAA,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;AAClC,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AAEF,YAAA,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC;AAC5C,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AAEF,YAAA,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE;AAC/B,QAAA,CAAC,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,gBAAgB,CAAC;AACjE,QAAA,OAAO,KAAK;IACd;IAEO,MAAM,OAAO,CAClB,MAAoB,EACpB,aAAuB,EACvB,KAA6B,EAC7B,MAAoB,EAAA;AAEpB,QAAA,MAAM,EAAE,GAAG,EAAE,aAAa,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;QACjF,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC;QAEvC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC,QAAQ;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAClF,QAAA,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,YAAW;YAC9E,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE;gBAC/C,KAAK;AACL,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AAEF,YAAA,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC;AAC5C,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AAEF,YAAA,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE;AAC9B,QAAA,CAAC,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,gBAAgB,CAAC;AACjE,QAAA,OAAO,IAAI;IACb;AACD;AAED,SAAS,aAAa,CAAC,GAAyB,EAAA;AAC9C,IAAA,SAAS,cAAc,CAAC,GAAyB,EAAE,GAAyB,EAAA;QAC1E,IAAI,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,EAAE;AACzB,YAAA,OAAO,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,CAAC;QACrC;AACA,QAAA,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI;QACrB,QAAQ,IAAI;AACV,YAAA,KAAK,QAAQ;AACX,gBAAA,OAAO,GAAG,CAAC,MAAM,GAAI,GAAkB,CAAC,MAAM,GAAG,EAAE,GAAG,CAAC;AACzD,YAAA,KAAK,cAAc;AACnB,YAAA,KAAK,kBAAkB;AACrB,gBAAA,OAAO,GAAG,CAAC,KAAK,GAAI,GAAkB,CAAC,KAAK,GAAG,EAAE,GAAG,CAAC;YACvD,KAAK,cAAc,EAAE;gBACnB,OAAO,GAAG,CAAC,MAAM,CAAC,EAAE,GAAI,GAAkB,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC;YAC/D;AACA,YAAA,KAAK,OAAO;YACZ,KAAK,MAAM,EAAE;gBACX,MAAM,QAAQ,GAAG,GAAiB;AAClC,gBAAA,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE;oBAClD,OAAO,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM;gBACrD;AACA,gBAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC3C,oBAAA,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAC/D,oBAAA,IAAI,GAAG,KAAK,CAAC,EAAE;AACb,wBAAA,OAAO,GAAG;oBACZ;gBACF;AACA,gBAAA,OAAO,CAAC;YACV;YACA,KAAK,OAAO,EAAE;gBACZ,MAAM,QAAQ,GAAG,GAAiB;AAClC,gBAAA,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC;AACzD,gBAAA,IAAI,GAAG,KAAK,CAAC,EAAE;AACb,oBAAA,OAAO,GAAG;gBACZ;AACA,gBAAA,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,KAAK,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE;oBACtD,OAAO,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM;gBACzD;AACA,gBAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC7C,oBAAA,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;AACnE,oBAAA,IAAI,GAAG,KAAK,CAAC,EAAE;AACb,wBAAA,OAAO,GAAG;oBACZ;gBACF;AACA,gBAAA,OAAO,CAAC;YACV;AACA,YAAA;gBACE,WAAW,CAAC,IAAI,CAAC;;IAEvB;IACA,SAAS,aAAa,CAAC,KAA2B,EAAA;AAChD,QAAA,QAAQ,KAAK,CAAC,IAAI;AAChB,YAAA,KAAK,QAAQ;AACb,YAAA,KAAK,cAAc;AACnB,YAAA,KAAK,cAAc;AACjB,gBAAA,OAAO,KAAK;YACd,KAAK,kBAAkB,EAAE;AACvB,gBAAA,MAAM,iBAAiB,GAAG,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,GAAG,GAAG,CAAC;gBAC7E,OAAO;AACL,oBAAA,GAAG,KAAK;AACR,oBAAA,WAAW,EAAE,iBAAiB;iBAC/B;YACH;AACA,YAAA,KAAK,OAAO;YACZ,KAAK,MAAM,EAAE;gBACX,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;AACtD,gBAAA,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC;gBAClC,OAAO;AACL,oBAAA,GAAG,KAAK;AACR,oBAAA,OAAO,EAAE,aAAa;iBACvB;YACH;YACA,KAAK,OAAO,EAAE;gBACZ,MAAM,eAAe,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,aAAa,CAAC;AAC1D,gBAAA,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC;gBACpC,OAAO;AACL,oBAAA,GAAG,KAAK;AACR,oBAAA,OAAO,EAAE,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC;AACrC,oBAAA,SAAS,EAAE,eAAe;iBAC3B;YACH;AACA,YAAA;gBACE,WAAW,CAAC,KAAK,CAAC;;IAExB;IACA,SAAS,WAAW,CAAC,OAA6B,EAAA;QAChD,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,GAAG,KAAI;AACnC,YAAA,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE;AAC5D,gBAAA,MAAM,KAAK,GAAG,gBAAgB,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AACxD,gBAAA,MAAM,KAAK,GAAG,gBAAgB,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AACxD,gBAAA,OAAO,KAAK,GAAG,KAAK,GAAG,EAAE,GAAG,CAAC;YAC/B;AAAO,iBAAA,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE;gBACvE,OAAO,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC;YAC/C;iBAAO;AACL,gBAAA,OAAO,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,GAAG,EAAE,GAAG,CAAC;YAC5C;AACF,QAAA,CAAC,CAAC;IACJ;IACA,OAAO;AACL,QAAA,GAAG,EAAE,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;AAC3B,QAAA,gBAAgB,EAAE,WAAW,CAAC,GAAG,CAAC,gBAAgB,CAAC;AACnD,QAAA,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC;QACjC,OAAO,EAAE,GAAG,CAAC,OAAO;KACrB;AACH;AAEA,SAAS,cAAc,CACrB,OAA6B,EAC7B,MAA6B,EAAA;IAE7B,MAAM,SAAS,GAAG,EAAE;IACpB,MAAM,SAAS,GAAsC,EAAE;AACvD,IAAA,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;AAC5B,QAAA,IAAK,MAAM,CAAC,IAAgB,KAAK,gBAAgB,EAAE;AACjD,YAAA,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;YACtB,SAAS,CAAC,IAAI,CAAC;AACb,gBAAA,GAAG,MAAM;AACT,gBAAA,IAAI,EAAE,kBAAkB;AACzB,aAAA,CAAC;QACJ;aAAO;AACL,YAAA,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;QACxB;IACF;AACA,IAAA,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;QACxB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;AAC/C,QAAA,MAAM,CAAC,MAAM,EACX,2EAA2E,aAAa,CAAA,CAAE,CAC3F;IACH;AACA,IAAA,OAAO,SAAS;AAClB;AAEA,SAAS,oBAAoB,CAC3B,GAA0D,EAC1D,MAA6B,EAAA;AAE7B,IAAA,IAAI,EAAE,kBAAkB,IAAI,GAAG,CAAC,EAAE;;QAEhC,OAAO;AACL,YAAA,GAAG,GAAG;YACN,gBAAgB,EAAE,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,MAAM,CAAC;YAC7F,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,EAAE,MAAM,CAAC;SACvF;IACH;IACA,OAAO;AACL,QAAA,GAAG,GAAG;QACN,gBAAgB,EAAE,cAAc,CAAC,GAAG,CAAC,gBAAgB,EAAE,MAAM,CAAC;QAC9D,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC;KAC7C;AACH;;;;"}
+{"version":3,"file":"driver_impl.js","sources":["../src/driver_impl.ts"],"sourcesContent":["import {\n  mapPObjectData,\n  mapPTableDef,\n  extractAllColumns,\n  uniqueBy,\n  getAxisId,\n  canonicalizeJson,\n  bigintReplacer,\n  ValueType,\n  type CalculateTableDataRequest,\n  type CalculateTableDataResponse,\n  type FindColumnsRequest,\n  type FindColumnsResponse,\n  type PColumnIdAndSpec,\n  type PColumnSpec,\n  type PFrameHandle,\n  type PObjectId,\n  type PTableColumnSpec,\n  type PTableHandle,\n  type PTableShape,\n  type PTableVector,\n  type TableRange,\n  type UniqueValuesRequest,\n  type UniqueValuesResponse,\n  type PColumn,\n  type PFrameDef,\n  type JoinEntry,\n  type PTableDef,\n  type PTableRecordSingleValueFilterV2,\n  type PTableRecordFilter,\n  type JsonSerializable,\n} from '@platforma-sdk/model';\nimport type { PFrameInternal } from '@milaboratories/pl-model-middle-layer';\nimport {\n  assertNever,\n  ConcurrencyLimitingExecutor,\n  type PoolEntry,\n} from '@milaboratories/ts-helpers';\nimport { PFrameFactory } from '@milaboratories/pframes-rs-node';\nimport { tmpdir } from 'node:os';\nimport type {\n  AbstractInternalPFrameDriver,\n} from './driver_decl';\nimport { logPFrames } from './logging';\nimport {\n  PFramePool,\n  type LocalBlobProvider as PoolLocalBlobProvider,\n  type RemoteBlobProvider as PoolRemoteBlobProvider,\n} from './pframe_pool';\nimport { PTableDefPool } from './ptable_def_pool';\nimport { PTablePool } from './ptable_pool';\nimport {\n  PTableCachePerFrame,\n  PTableCachePerFrameOpsDefaults,\n  type PTableCachePerFrameOps,\n} from './ptable_cache_per_frame';\nimport {\n  PTableCachePlain,\n  PTableCachePlainOpsDefaults,\n  type PTableCachePlainOps,\n} from './ptable_cache_plain';\n\n// eslint-disable-next-line @typescript-eslint/no-empty-object-type\nexport interface LocalBlobProvider<TreeEntry extends JsonSerializable>\n  extends PoolLocalBlobProvider<TreeEntry> { }\n\nexport interface RemoteBlobProvider<TreeEntry extends JsonSerializable>\n  extends PoolRemoteBlobProvider<TreeEntry>, AsyncDisposable {}\n\nexport type AbstractPFrameDriverOps = PTableCachePerFrameOps & PTableCachePlainOps & {\n  /** Concurrency limits for `getUniqueValues` and `calculateTableData` requests */\n  pFrameConcurrency: number;\n  /** Concurrency limits for `getShape` and `getData` requests */\n  pTableConcurrency: number;\n};\n\nexport const AbstractPFrameDriverOpsDefaults: AbstractPFrameDriverOps = {\n  ...PTableCachePerFrameOpsDefaults,\n  ...PTableCachePlainOpsDefaults,\n  pFrameConcurrency: 1, // 1 join is executed in parallel and utilize all RAM and CPU cores\n  pTableConcurrency: 1, // 1 joined table is read from disk at a time, which matches 1 table the user can view in the UI\n};\n\nexport type DataInfoResolver<PColumnData, TreeEntry extends JsonSerializable> = (\n  spec: PColumnSpec,\n  data: PColumnData,\n) => PFrameInternal.DataInfo<TreeEntry>;\n\nexport class AbstractPFrameDriver<PColumnData, TreeEntry extends JsonSerializable>\nimplements AbstractInternalPFrameDriver<PColumnData> {\n  private readonly logger: PFrameInternal.Logger;\n\n  private readonly localBlobProvider: LocalBlobProvider<TreeEntry>;\n  private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>;\n\n  private readonly resolveDataInfo: DataInfoResolver<PColumnData, TreeEntry>;\n\n  private readonly pFrames: PFramePool<TreeEntry>;\n  private readonly pTableDefs: PTableDefPool;\n  private readonly pTables: PTablePool<TreeEntry>;\n\n  private readonly pTableCachePerFrame: PTableCachePerFrame;\n  private readonly pTableCachePlain: PTableCachePlain;\n\n  private readonly frameConcurrencyLimiter: ConcurrencyLimitingExecutor;\n  private readonly tableConcurrencyLimiter: ConcurrencyLimitingExecutor;\n\n  public async pprofDump(): Promise<Uint8Array> {\n    return await PFrameFactory.pprofDump();\n  }\n\n  public constructor({\n    logger = () => {},\n    localBlobProvider,\n    remoteBlobProvider,\n    spillPath = tmpdir(),\n    options = AbstractPFrameDriverOpsDefaults,\n    resolveDataInfo,\n  }: {\n    logger?: PFrameInternal.Logger;\n    localBlobProvider: LocalBlobProvider<TreeEntry>;\n    remoteBlobProvider: RemoteBlobProvider<TreeEntry>;\n    spillPath?: string;\n    options?: AbstractPFrameDriverOps;\n    resolveDataInfo: DataInfoResolver<PColumnData, TreeEntry>;\n  }) {\n    this.logger = logger;\n\n    this.localBlobProvider = localBlobProvider;\n    this.remoteBlobProvider = remoteBlobProvider;\n\n    this.resolveDataInfo = resolveDataInfo;\n\n    this.frameConcurrencyLimiter = new ConcurrencyLimitingExecutor(options.pFrameConcurrency);\n    this.tableConcurrencyLimiter = new ConcurrencyLimitingExecutor(options.pTableConcurrency);\n\n    this.pFrames = new PFramePool(this.localBlobProvider, this.remoteBlobProvider, this.logger, spillPath);\n    this.pTableDefs = new PTableDefPool(this.logger);\n    this.pTables = new PTablePool(this.pFrames, this.pTableDefs, this.logger);\n\n    this.pTableCachePerFrame = new PTableCachePerFrame(this.logger, options);\n    this.pTableCachePlain = new PTableCachePlain(this.logger, options);\n  }\n\n  async dispose(): Promise<void> {\n    return await this.remoteBlobProvider[Symbol.asyncDispose]();\n  }\n\n  async [Symbol.asyncDispose](): Promise<void> {\n    return await this.dispose();\n  }\n\n  //\n  // Internal / Config API Methods\n  //\n\n  public createPFrame(\n    def: PFrameDef<PColumn<PColumnData>>,\n  ): PoolEntry<PFrameHandle> {\n    const ValueTypes = new Set(Object.values(ValueType));\n\n    const supportedColumns = def.filter((column) => ValueTypes.has(column.spec.valueType));\n    const uniqueColumns = uniqueBy(supportedColumns, (column) => column.id);\n    const columns = uniqueColumns.map((c) => mapPObjectData(c, (d) => this.resolveDataInfo(c.spec, d)));\n\n    return this.pFrames.acquire(columns);\n  }\n\n  public createPTable(\n    rawDef: PTableDef<PColumn<PColumnData>>,\n  ): PoolEntry<PTableHandle> {\n    const pFrameEntry = this.createPFrame(extractAllColumns(rawDef.src));\n    const sortedDef = sortPTableDef(migratePTableFilters(mapPTableDef(rawDef, (c) => c.id), this.logger));\n\n    const pTableEntry = this.pTableDefs.acquire({ def: sortedDef, pFrameHandle: pFrameEntry.key });\n    if (logPFrames()) {\n      this.logger('info', `Create PTable call (pFrameHandle = ${pFrameEntry.key}; pTableHandle = ${pTableEntry.key})`);\n    }\n\n    const unref = () => {\n      pTableEntry.unref();\n      pFrameEntry.unref();\n    };\n    return {\n      key: pTableEntry.key,\n      resource: pTableEntry.resource,\n      unref,\n      [Symbol.dispose]: unref,\n    };\n  }\n\n  //\n  // PFrame istance methods\n  //\n\n  public async findColumns(\n    handle: PFrameHandle,\n    request: FindColumnsRequest,\n  ): Promise<FindColumnsResponse> {\n    const iRequest: PFrameInternal.FindColumnsRequest = {\n      ...request,\n      compatibleWith:\n        request.compatibleWith.length !== 0\n          ? [{\n              axesSpec: [\n                ...new Map(request.compatibleWith.map(\n                  (item) => [canonicalizeJson(item), item] as const,\n                )).values(),\n              ],\n              qualifications: [],\n            }]\n          : [],\n    };\n\n    const { pFramePromise } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n\n    const responce = await pFrame.findColumns(iRequest);\n    return {\n      hits: responce.hits\n        .filter((h) => // only exactly matching columns\n          h.mappingVariants.length === 0\n          || h.mappingVariants.some((v) =>\n            v.qualifications.forHit.length === 0\n            && v.qualifications.forQueries.every((q) => q.length === 0)))\n        .map((h) => h.hit),\n    };\n  }\n\n  public async getColumnSpec(handle: PFrameHandle, columnId: PObjectId): Promise<PColumnSpec | null> {\n    const { pFramePromise } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n    return await pFrame.getColumnSpec(columnId);\n  }\n\n  public async listColumns(handle: PFrameHandle): Promise<PColumnIdAndSpec[]> {\n    const { pFramePromise } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n    return await pFrame.listColumns();\n  }\n\n  public async calculateTableData(\n    handle: PFrameHandle,\n    request: CalculateTableDataRequest<PObjectId>,\n    range: TableRange | undefined,\n    signal?: AbortSignal,\n  ): Promise<CalculateTableDataResponse> {\n    if (logPFrames()) {\n      this.logger('info',\n        `Call calculateTableData, handle = ${handle}, request = ${JSON.stringify(request, bigintReplacer)}`,\n      );\n    }\n\n    const table = this.pTables.acquire({\n      pFrameHandle: handle,\n      def: sortPTableDef(migratePTableFilters(request, this.logger)),\n    });\n    const { pTablePromise, disposeSignal } = table.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    return await this.frameConcurrencyLimiter.run(async () => {\n      try {\n        // TODO: throw error when more then 150k rows is requested\n        // after pf-plots migration to stream API\n\n        const spec = pTable.getSpec();\n        const data = await pTable.getData([...spec.keys()], {\n          range,\n          signal: combinedSignal,\n        });\n\n        const overallSize = await pTable.getFootprint({\n          signal: combinedSignal,\n        });\n        this.pTableCachePerFrame.cache(table, overallSize);\n\n        return spec.map((spec, i) => ({\n          spec: spec,\n          data: data[i],\n        }));\n      } catch (err: unknown) {\n        table.unref();\n        throw err;\n      }\n    });\n  }\n\n  public async getUniqueValues(\n    handle: PFrameHandle,\n    request: UniqueValuesRequest,\n    signal?: AbortSignal,\n  ): Promise<UniqueValuesResponse> {\n    if (logPFrames()) {\n      this.logger('info',\n        `Call getUniqueValues, handle = ${handle}, request = ${JSON.stringify(request, bigintReplacer)}`,\n      );\n    }\n\n    const { pFramePromise, disposeSignal } = this.pFrames.getByKey(handle);\n    const pFrame = await pFramePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    return await this.frameConcurrencyLimiter.run(async () => {\n      return await pFrame.getUniqueValues({\n        ...request,\n        filters: migrateFilters(request.filters, this.logger),\n      }, {\n        signal: combinedSignal,\n      });\n    });\n  }\n\n  //\n  // PTable istance methods\n  //\n\n  public async getSpec(handle: PTableHandle): Promise<PTableColumnSpec[]> {\n    const { def } = this.pTableDefs.getByKey(handle);\n    using table = this.pTables.acquire(def);\n\n    const { pTablePromise } = table.resource;\n    const pTable = await pTablePromise;\n\n    return pTable.getSpec();\n  }\n\n  public async getShape(handle: PTableHandle, signal?: AbortSignal): Promise<PTableShape> {\n    const { def, disposeSignal: defDisposeSignal } = this.pTableDefs.getByKey(handle);\n    const table = this.pTables.acquire(def);\n\n    const { pTablePromise, disposeSignal } = table.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    const { shape, overallSize } = await this.tableConcurrencyLimiter.run(async () => {\n      const shape = await pTable.getShape({\n        signal: combinedSignal,\n      });\n\n      const overallSize = await pTable.getFootprint({\n        signal: combinedSignal,\n      });\n\n      return { shape, overallSize };\n    });\n\n    this.pTableCachePlain.cache(table, overallSize, defDisposeSignal);\n    return shape;\n  }\n\n  public async getData(\n    handle: PTableHandle,\n    columnIndices: number[],\n    range: TableRange | undefined,\n    signal?: AbortSignal,\n  ): Promise<PTableVector[]> {\n    const { def, disposeSignal: defDisposeSignal } = this.pTableDefs.getByKey(handle);\n    const table = this.pTables.acquire(def);\n\n    const { pTablePromise, disposeSignal } = table.resource;\n    const pTable = await pTablePromise;\n\n    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));\n    const { data, overallSize } = await this.tableConcurrencyLimiter.run(async () => {\n      const data = await pTable.getData(columnIndices, {\n        range,\n        signal: combinedSignal,\n      });\n\n      const overallSize = await pTable.getFootprint({\n        signal: combinedSignal,\n      });\n\n      return { data, overallSize };\n    });\n\n    this.pTableCachePlain.cache(table, overallSize, defDisposeSignal);\n    return data;\n  }\n}\n\nfunction sortPTableDef(def: PTableDef<PObjectId>): PTableDef<PObjectId> {\n  function cmpJoinEntries(lhs: JoinEntry<PObjectId>, rhs: JoinEntry<PObjectId>): number {\n    if (lhs.type !== rhs.type) {\n      return lhs.type < rhs.type ? -1 : 1;\n    }\n    const type = lhs.type;\n    switch (type) {\n      case 'column':\n        return lhs.column < (rhs as typeof lhs).column ? -1 : 1;\n      case 'slicedColumn':\n      case 'artificialColumn':\n        return lhs.newId < (rhs as typeof lhs).newId ? -1 : 1;\n      case 'inlineColumn': {\n        return lhs.column.id < (rhs as typeof lhs).column.id ? -1 : 1;\n      }\n      case 'inner':\n      case 'full': {\n        const rhsInner = rhs as typeof lhs;\n        if (lhs.entries.length !== rhsInner.entries.length) {\n          return lhs.entries.length - rhsInner.entries.length;\n        }\n        for (let i = 0; i < lhs.entries.length; i++) {\n          const cmp = cmpJoinEntries(lhs.entries[i], rhsInner.entries[i]);\n          if (cmp !== 0) {\n            return cmp;\n          }\n        }\n        return 0;\n      }\n      case 'outer': {\n        const rhsOuter = rhs as typeof lhs;\n        const cmp = cmpJoinEntries(lhs.primary, rhsOuter.primary);\n        if (cmp !== 0) {\n          return cmp;\n        }\n        if (lhs.secondary.length !== rhsOuter.secondary.length) {\n          return lhs.secondary.length - rhsOuter.secondary.length;\n        }\n        for (let i = 0; i < lhs.secondary.length; i++) {\n          const cmp = cmpJoinEntries(lhs.secondary[i], rhsOuter.secondary[i]);\n          if (cmp !== 0) {\n            return cmp;\n          }\n        }\n        return 0;\n      }\n      default:\n        assertNever(type);\n    }\n  }\n  function sortJoinEntry(entry: JoinEntry<PObjectId>): JoinEntry<PObjectId> {\n    switch (entry.type) {\n      case 'column':\n      case 'slicedColumn':\n      case 'inlineColumn':\n        return entry;\n      case 'artificialColumn': {\n        const sortedAxesIndices = entry.axesIndices.toSorted((lhs, rhs) => lhs - rhs);\n        return {\n          ...entry,\n          axesIndices: sortedAxesIndices,\n        };\n      }\n      case 'inner':\n      case 'full': {\n        const sortedEntries = entry.entries.map(sortJoinEntry);\n        sortedEntries.sort(cmpJoinEntries);\n        return {\n          ...entry,\n          entries: sortedEntries,\n        };\n      }\n      case 'outer': {\n        const sortedSecondary = entry.secondary.map(sortJoinEntry);\n        sortedSecondary.sort(cmpJoinEntries);\n        return {\n          ...entry,\n          primary: sortJoinEntry(entry.primary),\n          secondary: sortedSecondary,\n        };\n      }\n      default:\n        assertNever(entry);\n    }\n  }\n  function sortFilters(filters: PTableRecordFilter[]): PTableRecordFilter[] {\n    return filters.toSorted((lhs, rhs) => {\n      if (lhs.column.type === 'axis' && rhs.column.type === 'axis') {\n        const lhsId = canonicalizeJson(getAxisId(lhs.column.id));\n        const rhsId = canonicalizeJson(getAxisId(rhs.column.id));\n        return lhsId < rhsId ? -1 : 1;\n      } else if (lhs.column.type === 'column' && rhs.column.type === 'column') {\n        return lhs.column.id < rhs.column.id ? -1 : 1;\n      } else {\n        return lhs.column.type === 'axis' ? -1 : 1;\n      }\n    });\n  }\n  return {\n    src: sortJoinEntry(def.src),\n    partitionFilters: sortFilters(def.partitionFilters),\n    filters: sortFilters(def.filters),\n    sorting: def.sorting,\n  };\n}\n\nfunction migrateFilters(\n  filters: PTableRecordFilter[],\n  logger: PFrameInternal.Logger,\n): PTableRecordFilter[] {\n  const filtersV1 = [];\n  const filtersV2: PTableRecordSingleValueFilterV2[] = [];\n  for (const filter of filters) {\n    if ((filter.type as unknown) === 'bySingleColumn') {\n      filtersV1.push(filter);\n      filtersV2.push({\n        ...filter,\n        type: 'bySingleColumnV2',\n      });\n    } else {\n      filtersV2.push(filter);\n    }\n  }\n  if (filtersV1.length > 0) {\n    const filtersV1Json = JSON.stringify(filtersV1);\n    logger('warn',\n      `type overriten from 'bySingleColumn' to 'bySingleColumnV2' for filters: ${filtersV1Json}`,\n    );\n  }\n  return filtersV2;\n}\n\nfunction migratePTableFilters<T>(\n  def: Omit<PTableDef<T>, 'partitionFilters'> | PTableDef<T>,\n  logger: PFrameInternal.Logger,\n): PTableDef<T> {\n  if (!('partitionFilters' in def)) {\n    // For old blocks assume all axes filters to be partition filters\n    return {\n      ...def,\n      partitionFilters: migrateFilters(def.filters.filter((f) => f.column.type === 'axis'), logger),\n      filters: migrateFilters(def.filters.filter((f) => f.column.type === 'column'), logger),\n    };\n  }\n  return {\n    ...def,\n    partitionFilters: migrateFilters(def.partitionFilters, logger),\n    filters: migrateFilters(def.filters, logger),\n  };\n}\n"],"names":[],"mappings":";;;;;;;;;;;;AA4EO,MAAM,+BAA+B,GAA4B;AACtE,IAAA,GAAG,8BAA8B;AACjC,IAAA,GAAG,2BAA2B;IAC9B,iBAAiB,EAAE,CAAC;IACpB,iBAAiB,EAAE,CAAC;;MAQT,oBAAoB,CAAA;AAEd,IAAA,MAAM;AAEN,IAAA,iBAAiB;AACjB,IAAA,kBAAkB;AAElB,IAAA,eAAe;AAEf,IAAA,OAAO;AACP,IAAA,UAAU;AACV,IAAA,OAAO;AAEP,IAAA,mBAAmB;AACnB,IAAA,gBAAgB;AAEhB,IAAA,uBAAuB;AACvB,IAAA,uBAAuB;AAEjC,IAAA,MAAM,SAAS,GAAA;AACpB,QAAA,OAAO,MAAM,aAAa,CAAC,SAAS,EAAE;IACxC;IAEA,WAAA,CAAmB,EACjB,MAAM,GAAG,MAAK,EAAE,CAAC,EACjB,iBAAiB,EACjB,kBAAkB,EAClB,SAAS,GAAG,MAAM,EAAE,EACpB,OAAO,GAAG,+BAA+B,EACzC,eAAe,GAQhB,EAAA;AACC,QAAA,IAAI,CAAC,MAAM,GAAG,MAAM;AAEpB,QAAA,IAAI,CAAC,iBAAiB,GAAG,iBAAiB;AAC1C,QAAA,IAAI,CAAC,kBAAkB,GAAG,kBAAkB;AAE5C,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe;QAEtC,IAAI,CAAC,uBAAuB,GAAG,IAAI,2BAA2B,CAAC,OAAO,CAAC,iBAAiB,CAAC;QACzF,IAAI,CAAC,uBAAuB,GAAG,IAAI,2BAA2B,CAAC,OAAO,CAAC,iBAAiB,CAAC;QAEzF,IAAI,CAAC,OAAO,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,kBAAkB,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC;QACtG,IAAI,CAAC,UAAU,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC;AAChD,QAAA,IAAI,CAAC,OAAO,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC;AAEzE,QAAA,IAAI,CAAC,mBAAmB,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC;AACxE,QAAA,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC;IACpE;AAEA,IAAA,MAAM,OAAO,GAAA;QACX,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE;IAC7D;AAEA,IAAA,OAAO,MAAM,CAAC,YAAY,CAAC,GAAA;AACzB,QAAA,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE;IAC7B;;;;AAMO,IAAA,YAAY,CACjB,GAAoC,EAAA;AAEpC,QAAA,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEpD,MAAM,gBAAgB,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;AACtF,QAAA,MAAM,aAAa,GAAG,QAAQ,CAAC,gBAAgB,EAAE,CAAC,MAAM,KAAK,MAAM,CAAC,EAAE,CAAC;AACvE,QAAA,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,cAAc,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAEnG,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;IACtC;AAEO,IAAA,YAAY,CACjB,MAAuC,EAAA;AAEvC,QAAA,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACpE,MAAM,SAAS,GAAG,aAAa,CAAC,oBAAoB,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAErG,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW,CAAC,GAAG,EAAE,CAAC;QAC9F,IAAI,UAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAA,mCAAA,EAAsC,WAAW,CAAC,GAAG,oBAAoB,WAAW,CAAC,GAAG,CAAA,CAAA,CAAG,CAAC;QAClH;QAEA,MAAM,KAAK,GAAG,MAAK;YACjB,WAAW,CAAC,KAAK,EAAE;YACnB,WAAW,CAAC,KAAK,EAAE;AACrB,QAAA,CAAC;QACD,OAAO;YACL,GAAG,EAAE,WAAW,CAAC,GAAG;YACpB,QAAQ,EAAE,WAAW,CAAC,QAAQ;YAC9B,KAAK;AACL,YAAA,CAAC,MAAM,CAAC,OAAO,GAAG,KAAK;SACxB;IACH;;;;AAMO,IAAA,MAAM,WAAW,CACtB,MAAoB,EACpB,OAA2B,EAAA;AAE3B,QAAA,MAAM,QAAQ,GAAsC;AAClD,YAAA,GAAG,OAAO;AACV,YAAA,cAAc,EACZ,OAAO,CAAC,cAAc,CAAC,MAAM,KAAK;AAChC,kBAAE,CAAC;AACC,wBAAA,QAAQ,EAAE;4BACR,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,GAAG,CACnC,CAAC,IAAI,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,IAAI,CAAU,CAClD,CAAC,CAAC,MAAM,EAAE;AACZ,yBAAA;AACD,wBAAA,cAAc,EAAE,EAAE;qBACnB;AACH,kBAAE,EAAE;SACT;AAED,QAAA,MAAM,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC;QACnD,OAAO;YACL,IAAI,EAAE,QAAQ,CAAC;AACZ,iBAAA,MAAM,CAAC,CAAC,CAAC;AACR,aAAA,CAAC,CAAC,eAAe,CAAC,MAAM,KAAK;AAC1B,mBAAA,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,KAC1B,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,MAAM,KAAK;AAChC,uBAAA,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;iBAC/D,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC;SACrB;IACH;AAEO,IAAA,MAAM,aAAa,CAAC,MAAoB,EAAE,QAAmB,EAAA;AAClE,QAAA,MAAM,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;AAClC,QAAA,OAAO,MAAM,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC;IAC7C;IAEO,MAAM,WAAW,CAAC,MAAoB,EAAA;AAC3C,QAAA,MAAM,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;AAClC,QAAA,OAAO,MAAM,MAAM,CAAC,WAAW,EAAE;IACnC;IAEO,MAAM,kBAAkB,CAC7B,MAAoB,EACpB,OAA6C,EAC7C,KAA6B,EAC7B,MAAoB,EAAA;QAEpB,IAAI,UAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAChB,CAAA,kCAAA,EAAqC,MAAM,CAAA,YAAA,EAAe,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,cAAc,CAAC,CAAA,CAAE,CACpG;QACH;AAEA,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;AACjC,YAAA,YAAY,EAAE,MAAM;YACpB,GAAG,EAAE,aAAa,CAAC,oBAAoB,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;AAC/D,SAAA,CAAC;QACF,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC,QAAQ;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAClF,OAAO,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,YAAW;AACvD,YAAA,IAAI;;;AAIF,gBAAA,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,EAAE;AAC7B,gBAAA,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE;oBAClD,KAAK;AACL,oBAAA,MAAM,EAAE,cAAc;AACvB,iBAAA,CAAC;AAEF,gBAAA,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC;AAC5C,oBAAA,MAAM,EAAE,cAAc;AACvB,iBAAA,CAAC;gBACF,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,KAAK,EAAE,WAAW,CAAC;gBAElD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM;AAC5B,oBAAA,IAAI,EAAE,IAAI;AACV,oBAAA,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;AACd,iBAAA,CAAC,CAAC;YACL;YAAE,OAAO,GAAY,EAAE;gBACrB,KAAK,CAAC,KAAK,EAAE;AACb,gBAAA,MAAM,GAAG;YACX;AACF,QAAA,CAAC,CAAC;IACJ;AAEO,IAAA,MAAM,eAAe,CAC1B,MAAoB,EACpB,OAA4B,EAC5B,MAAoB,EAAA;QAEpB,IAAI,UAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAChB,CAAA,+BAAA,EAAkC,MAAM,CAAA,YAAA,EAAe,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,cAAc,CAAC,CAAA,CAAE,CACjG;QACH;AAEA,QAAA,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AACtE,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAClF,OAAO,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,YAAW;AACvD,YAAA,OAAO,MAAM,MAAM,CAAC,eAAe,CAAC;AAClC,gBAAA,GAAG,OAAO;gBACV,OAAO,EAAE,cAAc,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC;aACtD,EAAE;AACD,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AACJ,QAAA,CAAC,CAAC;IACJ;;;;IAMO,MAAM,OAAO,CAAC,MAAoB,EAAA;;;AACvC,YAAA,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;YAChD,MAAM,KAAK,GAAA,uBAAA,CAAA,KAAA,EAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAA,KAAA,CAAA;AAEvC,YAAA,MAAM,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC,QAAQ;AACxC,YAAA,MAAM,MAAM,GAAG,MAAM,aAAa;AAElC,YAAA,OAAO,MAAM,CAAC,OAAO,EAAE;;;;;;;;;AACxB,IAAA;AAEM,IAAA,MAAM,QAAQ,CAAC,MAAoB,EAAE,MAAoB,EAAA;AAC9D,QAAA,MAAM,EAAE,GAAG,EAAE,aAAa,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;QACjF,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC;QAEvC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC,QAAQ;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAClF,QAAA,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,YAAW;AAC/E,YAAA,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;AAClC,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AAEF,YAAA,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC;AAC5C,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AAEF,YAAA,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE;AAC/B,QAAA,CAAC,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,gBAAgB,CAAC;AACjE,QAAA,OAAO,KAAK;IACd;IAEO,MAAM,OAAO,CAClB,MAAoB,EACpB,aAAuB,EACvB,KAA6B,EAC7B,MAAoB,EAAA;AAEpB,QAAA,MAAM,EAAE,GAAG,EAAE,aAAa,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;QACjF,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC;QAEvC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC,QAAQ;AACvD,QAAA,MAAM,MAAM,GAAG,MAAM,aAAa;QAElC,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAClF,QAAA,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,YAAW;YAC9E,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE;gBAC/C,KAAK;AACL,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AAEF,YAAA,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC;AAC5C,gBAAA,MAAM,EAAE,cAAc;AACvB,aAAA,CAAC;AAEF,YAAA,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE;AAC9B,QAAA,CAAC,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,gBAAgB,CAAC;AACjE,QAAA,OAAO,IAAI;IACb;AACD;AAED,SAAS,aAAa,CAAC,GAAyB,EAAA;AAC9C,IAAA,SAAS,cAAc,CAAC,GAAyB,EAAE,GAAyB,EAAA;QAC1E,IAAI,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,EAAE;AACzB,YAAA,OAAO,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,CAAC;QACrC;AACA,QAAA,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI;QACrB,QAAQ,IAAI;AACV,YAAA,KAAK,QAAQ;AACX,gBAAA,OAAO,GAAG,CAAC,MAAM,GAAI,GAAkB,CAAC,MAAM,GAAG,EAAE,GAAG,CAAC;AACzD,YAAA,KAAK,cAAc;AACnB,YAAA,KAAK,kBAAkB;AACrB,gBAAA,OAAO,GAAG,CAAC,KAAK,GAAI,GAAkB,CAAC,KAAK,GAAG,EAAE,GAAG,CAAC;YACvD,KAAK,cAAc,EAAE;gBACnB,OAAO,GAAG,CAAC,MAAM,CAAC,EAAE,GAAI,GAAkB,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC;YAC/D;AACA,YAAA,KAAK,OAAO;YACZ,KAAK,MAAM,EAAE;gBACX,MAAM,QAAQ,GAAG,GAAiB;AAClC,gBAAA,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE;oBAClD,OAAO,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM;gBACrD;AACA,gBAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC3C,oBAAA,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAC/D,oBAAA,IAAI,GAAG,KAAK,CAAC,EAAE;AACb,wBAAA,OAAO,GAAG;oBACZ;gBACF;AACA,gBAAA,OAAO,CAAC;YACV;YACA,KAAK,OAAO,EAAE;gBACZ,MAAM,QAAQ,GAAG,GAAiB;AAClC,gBAAA,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC;AACzD,gBAAA,IAAI,GAAG,KAAK,CAAC,EAAE;AACb,oBAAA,OAAO,GAAG;gBACZ;AACA,gBAAA,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,KAAK,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE;oBACtD,OAAO,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM;gBACzD;AACA,gBAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC7C,oBAAA,MAAM,GAAG,GAAG,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;AACnE,oBAAA,IAAI,GAAG,KAAK,CAAC,EAAE;AACb,wBAAA,OAAO,GAAG;oBACZ;gBACF;AACA,gBAAA,OAAO,CAAC;YACV;AACA,YAAA;gBACE,WAAW,CAAC,IAAI,CAAC;;IAEvB;IACA,SAAS,aAAa,CAAC,KAA2B,EAAA;AAChD,QAAA,QAAQ,KAAK,CAAC,IAAI;AAChB,YAAA,KAAK,QAAQ;AACb,YAAA,KAAK,cAAc;AACnB,YAAA,KAAK,cAAc;AACjB,gBAAA,OAAO,KAAK;YACd,KAAK,kBAAkB,EAAE;AACvB,gBAAA,MAAM,iBAAiB,GAAG,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,GAAG,GAAG,CAAC;gBAC7E,OAAO;AACL,oBAAA,GAAG,KAAK;AACR,oBAAA,WAAW,EAAE,iBAAiB;iBAC/B;YACH;AACA,YAAA,KAAK,OAAO;YACZ,KAAK,MAAM,EAAE;gBACX,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;AACtD,gBAAA,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC;gBAClC,OAAO;AACL,oBAAA,GAAG,KAAK;AACR,oBAAA,OAAO,EAAE,aAAa;iBACvB;YACH;YACA,KAAK,OAAO,EAAE;gBACZ,MAAM,eAAe,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,aAAa,CAAC;AAC1D,gBAAA,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC;gBACpC,OAAO;AACL,oBAAA,GAAG,KAAK;AACR,oBAAA,OAAO,EAAE,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC;AACrC,oBAAA,SAAS,EAAE,eAAe;iBAC3B;YACH;AACA,YAAA;gBACE,WAAW,CAAC,KAAK,CAAC;;IAExB;IACA,SAAS,WAAW,CAAC,OAA6B,EAAA;QAChD,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE,GAAG,KAAI;AACnC,YAAA,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE;AAC5D,gBAAA,MAAM,KAAK,GAAG,gBAAgB,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AACxD,gBAAA,MAAM,KAAK,GAAG,gBAAgB,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AACxD,gBAAA,OAAO,KAAK,GAAG,KAAK,GAAG,EAAE,GAAG,CAAC;YAC/B;AAAO,iBAAA,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE;gBACvE,OAAO,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC;YAC/C;iBAAO;AACL,gBAAA,OAAO,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,GAAG,EAAE,GAAG,CAAC;YAC5C;AACF,QAAA,CAAC,CAAC;IACJ;IACA,OAAO;AACL,QAAA,GAAG,EAAE,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;AAC3B,QAAA,gBAAgB,EAAE,WAAW,CAAC,GAAG,CAAC,gBAAgB,CAAC;AACnD,QAAA,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC;QACjC,OAAO,EAAE,GAAG,CAAC,OAAO;KACrB;AACH;AAEA,SAAS,cAAc,CACrB,OAA6B,EAC7B,MAA6B,EAAA;IAE7B,MAAM,SAAS,GAAG,EAAE;IACpB,MAAM,SAAS,GAAsC,EAAE;AACvD,IAAA,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;AAC5B,QAAA,IAAK,MAAM,CAAC,IAAgB,KAAK,gBAAgB,EAAE;AACjD,YAAA,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;YACtB,SAAS,CAAC,IAAI,CAAC;AACb,gBAAA,GAAG,MAAM;AACT,gBAAA,IAAI,EAAE,kBAAkB;AACzB,aAAA,CAAC;QACJ;aAAO;AACL,YAAA,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;QACxB;IACF;AACA,IAAA,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;QACxB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;AAC/C,QAAA,MAAM,CAAC,MAAM,EACX,2EAA2E,aAAa,CAAA,CAAE,CAC3F;IACH;AACA,IAAA,OAAO,SAAS;AAClB;AAEA,SAAS,oBAAoB,CAC3B,GAA0D,EAC1D,MAA6B,EAAA;AAE7B,IAAA,IAAI,EAAE,kBAAkB,IAAI,GAAG,CAAC,EAAE;;QAEhC,OAAO;AACL,YAAA,GAAG,GAAG;YACN,gBAAgB,EAAE,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,MAAM,CAAC;YAC7F,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,EAAE,MAAM,CAAC;SACvF;IACH;IACA,OAAO;AACL,QAAA,GAAG,GAAG;QACN,gBAAgB,EAAE,cAAc,CAAC,GAAG,CAAC,gBAAgB,EAAE,MAAM,CAAC;QAC9D,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC;KAC7C;AACH;;;;"}

package/dist/pframe_pool.cjs

@@ -63,7 +63,7 @@ class PFrameHolder {
             data: mapColumnData(column.data),
         }));
         try {
-            const pFrame = pframesRsNode.PFrameFactory.createPFrame({ /* frameId, */ spillPath: this.spillPath, logger });
+            const pFrame = pframesRsNode.PFrameFactory.createPFrame({ frameId, spillPath: this.spillPath, logger });
             pFrame.setDataSource({
                 ...this.localBlobProvider.makeDataSource(this.disposeSignal),
                 parquetServer: this.remoteBlobProvider.httpServerInfo(),

package/dist/pframe_pool.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"pframe_pool.cjs","sources":["../src/pframe_pool.ts"],"sourcesContent":["import {\n  assertNever,\n  bigintReplacer,\n  canonicalizeJson,\n  ensureError,\n  mapPObjectData,\n  PFrameDriverError,\n  type JsonSerializable,\n  type PColumn,\n  type PFrameHandle,\n} from '@platforma-sdk/model';\nimport { hashJson, PFrameInternal } from '@milaboratories/pl-model-middle-layer';\nimport {\n  RefCountPoolBase,\n  type PoolEntry,\n} from '@milaboratories/ts-helpers';\nimport { PFrameFactory } from '@milaboratories/pframes-rs-node';\nimport { mapValues } from 'es-toolkit';\nimport { logPFrames } from './logging';\n\nexport interface LocalBlobProvider<TreeEntry extends JsonSerializable> {\n  acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;\n  makeDataSource(signal: AbortSignal): Omit<PFrameInternal.PFrameDataSourceV2, 'parquetServer'>;\n}\n\nexport interface RemoteBlobProvider<TreeEntry extends JsonSerializable> {\n  acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;\n  httpServerInfo(): PFrameInternal.HttpServerInfo;\n}\n\nexport class PFrameHolder<TreeEntry extends JsonSerializable> implements Disposable {\n  public readonly pFramePromise: Promise<PFrameInternal.PFrameV12>;\n  private readonly abortController = new AbortController();\n\n  private readonly localBlobs: PoolEntry<PFrameInternal.PFrameBlobId>[] = [];\n  private readonly remoteBlobs: PoolEntry<PFrameInternal.PFrameBlobId>[] = [];\n\n  constructor(\n    frameId: PFrameInternal.PFrameId,\n    private readonly localBlobProvider: LocalBlobProvider<TreeEntry>,\n    private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>,\n    logger: PFrameInternal.Logger,\n    private readonly spillPath: string,\n    columns: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n  ) {\n    const makeLocalBlobId = (blob: TreeEntry): PFrameInternal.PFrameBlobId => {\n      const localBlob = this.localBlobProvider.acquire(blob);\n      this.localBlobs.push(localBlob);\n      return localBlob.key;\n    };\n\n    const makeRemoteBlobId = (blob: TreeEntry): PFrameInternal.PFrameBlobId => {\n      const remoteBlob = this.remoteBlobProvider.acquire(blob);\n      this.remoteBlobs.push(remoteBlob);\n      return `${remoteBlob.key}${PFrameInternal.ParquetExtension}` as PFrameInternal.PFrameBlobId;\n    };\n\n    const mapColumnData = (\n      data: PFrameInternal.DataInfo<TreeEntry>,\n    ): PFrameInternal.DataInfo<PFrameInternal.PFrameBlobId> => {\n      switch (data.type) {\n        case 'Json':\n          return { ...data };\n        case 'JsonPartitioned':\n          return {\n            ...data,\n            parts: mapValues(data.parts, makeLocalBlobId),\n          };\n        case 'BinaryPartitioned':\n          return {\n            ...data,\n            parts: mapValues(data.parts, (v) => ({\n              index: makeLocalBlobId(v.index),\n              values: makeLocalBlobId(v.values),\n            })),\n          };\n        case 'ParquetPartitioned':\n          return {\n            ...data,\n            parts: mapValues(data.parts, (v) => ({\n              ...v,\n              data: makeRemoteBlobId(v.data),\n            })),\n          };\n        default:\n          assertNever(data);\n      }\n    };\n\n    const jsonifiedColumns = columns.map((column) => ({\n      ...column,\n      data: mapColumnData(column.data),\n    }));\n\n    try {\n      const pFrame = PFrameFactory.createPFrame({ /* frameId, */ spillPath: this.spillPath, logger });\n      pFrame.setDataSource({\n        ...this.localBlobProvider.makeDataSource(this.disposeSignal),\n        parquetServer: this.remoteBlobProvider.httpServerInfo(),\n      });\n\n      const promises: Promise<void>[] = [];\n      for (const column of jsonifiedColumns) {\n        pFrame.addColumnSpec(column.id, column.spec);\n        promises.push(pFrame.setColumnData(column.id, column.data, { signal: this.disposeSignal }));\n      }\n\n      this.pFramePromise = Promise.all(promises)\n        .then(() => pFrame)\n        .catch((err) => {\n          this.dispose();\n          pFrame.dispose();\n          throw new PFrameDriverError(\n            `PFrame creation failed asynchronously, `\n            + `columns: ${JSON.stringify(jsonifiedColumns)}, `\n            + `error: ${ensureError(err)}`,\n          );\n        });\n    } catch (err: unknown) {\n      throw new PFrameDriverError(\n        `PFrame creation failed synchronously, `\n        + `columns: ${JSON.stringify(jsonifiedColumns)}, `\n        + `error: ${ensureError(err)}`,\n      );\n    }\n  }\n\n  public get disposeSignal(): AbortSignal {\n    return this.abortController.signal;\n  }\n\n  private dispose(): void {\n    this.abortController.abort();\n    this.localBlobs.forEach((entry) => entry.unref());\n    this.remoteBlobs.forEach((entry) => entry.unref());\n  }\n\n  [Symbol.dispose](): void {\n    this.dispose();\n    void this.pFramePromise\n      .then((pFrame) => pFrame.dispose())\n      .catch(() => { /* mute error */ });\n  }\n}\n\nexport class PFramePool<TreeEntry extends JsonSerializable>\n  extends RefCountPoolBase<\n    PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n    PFrameHandle,\n    PFrameHolder<TreeEntry>> {\n  constructor(\n    private readonly localBlobProvider: LocalBlobProvider<TreeEntry>,\n    private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>,\n    private readonly logger: PFrameInternal.Logger,\n    private readonly spillPath: string,\n  ) {\n    super();\n  }\n\n  protected calculateParamsKey(params: PColumn<PFrameInternal.DataInfo<TreeEntry>>[]): PFrameHandle {\n    return stableKeyFromPFrameData(params);\n  }\n\n  protected createNewResource(\n    params: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n    key: PFrameHandle,\n  ): PFrameHolder<TreeEntry> {\n    if (logPFrames()) {\n      this.logger('info',\n        `PFrame creation (pFrameHandle = ${key}): `\n        + `${JSON.stringify(params, bigintReplacer)}`,\n      );\n    }\n    return new PFrameHolder(\n      key,\n      this.localBlobProvider,\n      this.remoteBlobProvider,\n      this.logger,\n      this.spillPath,\n      params,\n    );\n  }\n\n  public getByKey(key: PFrameHandle): PFrameHolder<TreeEntry> {\n    const resource = super.tryGetByKey(key);\n    if (!resource) throw new PFrameDriverError(`PFrame not found, handle = ${key}`);\n    return resource;\n  }\n}\n\nfunction stableKeyFromPFrameData<TreeEntry extends JsonSerializable>(\n  data: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n): PFrameHandle {\n  const orderedData = [...data].map((column) =>\n    mapPObjectData(column, (r) => {\n      let result: {\n        type: string;\n        keyLength: number;\n        payload: {\n          key: string;\n          value: null | number | string | [string, string];\n        }[];\n      };\n      const type = r.type;\n      switch (type) {\n        case 'Json':\n          result = {\n            type: r.type,\n            keyLength: r.keyLength,\n            payload: Object.entries(r.data).map(([part, value]) => ({\n              key: part,\n              value,\n            })),\n          };\n          break;\n        case 'JsonPartitioned':\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: canonicalizeJson(info),\n            })),\n          };\n          break;\n        case 'BinaryPartitioned':\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: [canonicalizeJson(info.index), canonicalizeJson(info.values)] as const,\n            })),\n          };\n          break;\n        case 'ParquetPartitioned':\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: info.dataDigest || [\n                canonicalizeJson(info.data),\n                JSON.stringify({ axes: info.axes, column: info.column }),\n              ] as const,\n            })),\n          };\n          break;\n        default:\n          throw new PFrameDriverError(`unsupported resource type: ${JSON.stringify(type satisfies never)}`);\n      }\n      result.payload.sort((lhs, rhs) => lhs.key < rhs.key ? -1 : 1);\n      return result;\n    }),\n  );\n  orderedData.sort((lhs, rhs) => lhs.id < rhs.id ? -1 : 1);\n  return hashJson(orderedData) as string as PFrameHandle;\n}\n"],"names":["PFrameInternal","mapValues","assertNever","PFrameFactory","PFrameDriverError","ensureError","RefCountPoolBase","logPFrames","bigintReplacer","mapPObjectData","canonicalizeJson","hashJson"],"mappings":";;;;;;;;;MA8Ba,YAAY,CAAA;AASJ,IAAA,iBAAA;AACA,IAAA,kBAAA;AAEA,IAAA,SAAA;AAXH,IAAA,aAAa;AACZ,IAAA,eAAe,GAAG,IAAI,eAAe,EAAE;IAEvC,UAAU,GAA6C,EAAE;IACzD,WAAW,GAA6C,EAAE;IAE3E,WAAA,CACE,OAAgC,EACf,iBAA+C,EAC/C,kBAAiD,EAClE,MAA6B,EACZ,SAAiB,EAClC,OAAsD,EAAA;QAJrC,IAAA,CAAA,iBAAiB,GAAjB,iBAAiB;QACjB,IAAA,CAAA,kBAAkB,GAAlB,kBAAkB;QAElB,IAAA,CAAA,SAAS,GAAT,SAAS;AAG1B,QAAA,MAAM,eAAe,GAAG,CAAC,IAAe,KAAiC;YACvE,MAAM,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC;AACtD,YAAA,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC;YAC/B,OAAO,SAAS,CAAC,GAAG;AACtB,QAAA,CAAC;AAED,QAAA,MAAM,gBAAgB,GAAG,CAAC,IAAe,KAAiC;YACxE,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC;AACxD,YAAA,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC;YACjC,OAAO,CAAA,EAAG,UAAU,CAAC,GAAG,GAAGA,iCAAc,CAAC,gBAAgB,CAAA,CAAiC;AAC7F,QAAA,CAAC;AAED,QAAA,MAAM,aAAa,GAAG,CACpB,IAAwC,KACgB;AACxD,YAAA,QAAQ,IAAI,CAAC,IAAI;AACf,gBAAA,KAAK,MAAM;AACT,oBAAA,OAAO,EAAE,GAAG,IAAI,EAAE;AACpB,gBAAA,KAAK,iBAAiB;oBACpB,OAAO;AACL,wBAAA,GAAG,IAAI;wBACP,KAAK,EAAEC,mBAAS,CAAC,IAAI,CAAC,KAAK,EAAE,eAAe,CAAC;qBAC9C;AACH,gBAAA,KAAK,mBAAmB;oBACtB,OAAO;AACL,wBAAA,GAAG,IAAI;AACP,wBAAA,KAAK,EAAEA,mBAAS,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM;AACnC,4BAAA,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC;AAC/B,4BAAA,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC;AAClC,yBAAA,CAAC,CAAC;qBACJ;AACH,gBAAA,KAAK,oBAAoB;oBACvB,OAAO;AACL,wBAAA,GAAG,IAAI;AACP,wBAAA,KAAK,EAAEA,mBAAS,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM;AACnC,4BAAA,GAAG,CAAC;AACJ,4BAAA,IAAI,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC;AAC/B,yBAAA,CAAC,CAAC;qBACJ;AACH,gBAAA;oBACEC,iBAAW,CAAC,IAAI,CAAC;;AAEvB,QAAA,CAAC;QAED,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,MAAM;AAChD,YAAA,GAAG,MAAM;AACT,YAAA,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC;AACjC,SAAA,CAAC,CAAC;AAEH,QAAA,IAAI;AACF,YAAA,MAAM,MAAM,GAAGC,2BAAa,CAAC,YAAY,CAAC,iBAAiB,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;YAC/F,MAAM,CAAC,aAAa,CAAC;gBACnB,GAAG,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC;AAC5D,gBAAA,aAAa,EAAE,IAAI,CAAC,kBAAkB,CAAC,cAAc,EAAE;AACxD,aAAA,CAAC;YAEF,MAAM,QAAQ,GAAoB,EAAE;AACpC,YAAA,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE;gBACrC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC;gBAC5C,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;YAC7F;YAEA,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ;AACtC,iBAAA,IAAI,CAAC,MAAM,MAAM;AACjB,iBAAA,KAAK,CAAC,CAAC,GAAG,KAAI;gBACb,IAAI,CAAC,OAAO,EAAE;gBACd,MAAM,CAAC,OAAO,EAAE;gBAChB,MAAM,IAAIC,uBAAiB,CACzB,CAAA,uCAAA;AACE,sBAAA,CAAA,SAAA,EAAY,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAA,EAAA;AAC5C,sBAAA,CAAA,OAAA,EAAUC,iBAAW,CAAC,GAAG,CAAC,CAAA,CAAE,CAC/B;AACH,YAAA,CAAC,CAAC;QACN;QAAE,OAAO,GAAY,EAAE;YACrB,MAAM,IAAID,uBAAiB,CACzB,CAAA,sCAAA;AACE,kBAAA,CAAA,SAAA,EAAY,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAA,EAAA;AAC5C,kBAAA,CAAA,OAAA,EAAUC,iBAAW,CAAC,GAAG,CAAC,CAAA,CAAE,CAC/B;QACH;IACF;AAEA,IAAA,IAAW,aAAa,GAAA;AACtB,QAAA,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM;IACpC;IAEQ,OAAO,GAAA;AACb,QAAA,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE;AAC5B,QAAA,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC;AACjD,QAAA,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC;IACpD;IAEA,CAAC,MAAM,CAAC,OAAO,CAAC,GAAA;QACd,IAAI,CAAC,OAAO,EAAE;QACd,KAAK,IAAI,CAAC;aACP,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,OAAO,EAAE;AACjC,aAAA,KAAK,CAAC,MAAK,EAAoB,CAAC,CAAC;IACtC;AACD;AAEK,MAAO,UACX,SAAQC,0BAGkB,CAAA;AAEP,IAAA,iBAAA;AACA,IAAA,kBAAA;AACA,IAAA,MAAA;AACA,IAAA,SAAA;AAJnB,IAAA,WAAA,CACmB,iBAA+C,EAC/C,kBAAiD,EACjD,MAA6B,EAC7B,SAAiB,EAAA;AAElC,QAAA,KAAK,EAAE;QALU,IAAA,CAAA,iBAAiB,GAAjB,iBAAiB;QACjB,IAAA,CAAA,kBAAkB,GAAlB,kBAAkB;QAClB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,SAAS,GAAT,SAAS;IAG5B;AAEU,IAAA,kBAAkB,CAAC,MAAqD,EAAA;AAChF,QAAA,OAAO,uBAAuB,CAAC,MAAM,CAAC;IACxC;IAEU,iBAAiB,CACzB,MAAqD,EACrD,GAAiB,EAAA;QAEjB,IAAIC,kBAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAChB,CAAA,gCAAA,EAAmC,GAAG,CAAA,GAAA;kBACpC,CAAA,EAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAEC,oBAAc,CAAC,CAAA,CAAE,CAC9C;QACH;QACA,OAAO,IAAI,YAAY,CACrB,GAAG,EACH,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,SAAS,EACd,MAAM,CACP;IACH;AAEO,IAAA,QAAQ,CAAC,GAAiB,EAAA;QAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC;AACvC,QAAA,IAAI,CAAC,QAAQ;AAAE,YAAA,MAAM,IAAIJ,uBAAiB,CAAC,8BAA8B,GAAG,CAAA,CAAE,CAAC;AAC/E,QAAA,OAAO,QAAQ;IACjB;AACD;AAED,SAAS,uBAAuB,CAC9B,IAAmD,EAAA;IAEnD,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,KACvCK,oBAAc,CAAC,MAAM,EAAE,CAAC,CAAC,KAAI;AAC3B,QAAA,IAAI,MAOH;AACD,QAAA,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI;QACnB,QAAQ,IAAI;AACV,YAAA,KAAK,MAAM;AACT,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;wBACT,KAAK;AACN,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA,KAAK,iBAAiB;AACpB,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,kBAAkB;oBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;AACT,wBAAA,KAAK,EAAEC,sBAAgB,CAAC,IAAI,CAAC;AAC9B,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA,KAAK,mBAAmB;AACtB,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,kBAAkB;oBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;AACT,wBAAA,KAAK,EAAE,CAACA,sBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAEA,sBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAU;AAC9E,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA,KAAK,oBAAoB;AACvB,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,kBAAkB;oBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;AACT,wBAAA,KAAK,EAAE,IAAI,CAAC,UAAU,IAAI;AACxB,4BAAAA,sBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;AAC3B,4BAAA,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;AAChD,yBAAA;AACX,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA;AACE,gBAAA,MAAM,IAAIN,uBAAiB,CAAC,CAAA,2BAAA,EAA8B,IAAI,CAAC,SAAS,CAAC,IAAoB,CAAC,CAAA,CAAE,CAAC;;AAErG,QAAA,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC;AAC7D,QAAA,OAAO,MAAM;IACf,CAAC,CAAC,CACH;IACD,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;AACxD,IAAA,OAAOO,2BAAQ,CAAC,WAAW,CAA2B;AACxD;;;;;"}
+{"version":3,"file":"pframe_pool.cjs","sources":["../src/pframe_pool.ts"],"sourcesContent":["import {\n  assertNever,\n  bigintReplacer,\n  canonicalizeJson,\n  ensureError,\n  mapPObjectData,\n  PFrameDriverError,\n  type JsonSerializable,\n  type PColumn,\n  type PFrameHandle,\n} from '@platforma-sdk/model';\nimport { hashJson, PFrameInternal } from '@milaboratories/pl-model-middle-layer';\nimport {\n  RefCountPoolBase,\n  type PoolEntry,\n} from '@milaboratories/ts-helpers';\nimport { PFrameFactory } from '@milaboratories/pframes-rs-node';\nimport { mapValues } from 'es-toolkit';\nimport { logPFrames } from './logging';\n\nexport interface LocalBlobProvider<TreeEntry extends JsonSerializable> {\n  acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;\n  makeDataSource(signal: AbortSignal): Omit<PFrameInternal.PFrameDataSourceV2, 'parquetServer'>;\n}\n\nexport interface RemoteBlobProvider<TreeEntry extends JsonSerializable> {\n  acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;\n  httpServerInfo(): PFrameInternal.HttpServerInfo;\n}\n\nexport class PFrameHolder<TreeEntry extends JsonSerializable> implements Disposable {\n  public readonly pFramePromise: Promise<PFrameInternal.PFrameV13>;\n  private readonly abortController = new AbortController();\n\n  private readonly localBlobs: PoolEntry<PFrameInternal.PFrameBlobId>[] = [];\n  private readonly remoteBlobs: PoolEntry<PFrameInternal.PFrameBlobId>[] = [];\n\n  constructor(\n    frameId: PFrameInternal.PFrameId,\n    private readonly localBlobProvider: LocalBlobProvider<TreeEntry>,\n    private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>,\n    logger: PFrameInternal.Logger,\n    private readonly spillPath: string,\n    columns: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n  ) {\n    const makeLocalBlobId = (blob: TreeEntry): PFrameInternal.PFrameBlobId => {\n      const localBlob = this.localBlobProvider.acquire(blob);\n      this.localBlobs.push(localBlob);\n      return localBlob.key;\n    };\n\n    const makeRemoteBlobId = (blob: TreeEntry): PFrameInternal.PFrameBlobId => {\n      const remoteBlob = this.remoteBlobProvider.acquire(blob);\n      this.remoteBlobs.push(remoteBlob);\n      return `${remoteBlob.key}${PFrameInternal.ParquetExtension}` as PFrameInternal.PFrameBlobId;\n    };\n\n    const mapColumnData = (\n      data: PFrameInternal.DataInfo<TreeEntry>,\n    ): PFrameInternal.DataInfo<PFrameInternal.PFrameBlobId> => {\n      switch (data.type) {\n        case 'Json':\n          return { ...data };\n        case 'JsonPartitioned':\n          return {\n            ...data,\n            parts: mapValues(data.parts, makeLocalBlobId),\n          };\n        case 'BinaryPartitioned':\n          return {\n            ...data,\n            parts: mapValues(data.parts, (v) => ({\n              index: makeLocalBlobId(v.index),\n              values: makeLocalBlobId(v.values),\n            })),\n          };\n        case 'ParquetPartitioned':\n          return {\n            ...data,\n            parts: mapValues(data.parts, (v) => ({\n              ...v,\n              data: makeRemoteBlobId(v.data),\n            })),\n          };\n        default:\n          assertNever(data);\n      }\n    };\n\n    const jsonifiedColumns = columns.map((column) => ({\n      ...column,\n      data: mapColumnData(column.data),\n    }));\n\n    try {\n      const pFrame = PFrameFactory.createPFrame({ frameId, spillPath: this.spillPath, logger });\n      pFrame.setDataSource({\n        ...this.localBlobProvider.makeDataSource(this.disposeSignal),\n        parquetServer: this.remoteBlobProvider.httpServerInfo(),\n      });\n\n      const promises: Promise<void>[] = [];\n      for (const column of jsonifiedColumns) {\n        pFrame.addColumnSpec(column.id, column.spec);\n        promises.push(pFrame.setColumnData(column.id, column.data, { signal: this.disposeSignal }));\n      }\n\n      this.pFramePromise = Promise.all(promises)\n        .then(() => pFrame)\n        .catch((err) => {\n          this.dispose();\n          pFrame.dispose();\n          throw new PFrameDriverError(\n            `PFrame creation failed asynchronously, `\n            + `columns: ${JSON.stringify(jsonifiedColumns)}, `\n            + `error: ${ensureError(err)}`,\n          );\n        });\n    } catch (err: unknown) {\n      throw new PFrameDriverError(\n        `PFrame creation failed synchronously, `\n        + `columns: ${JSON.stringify(jsonifiedColumns)}, `\n        + `error: ${ensureError(err)}`,\n      );\n    }\n  }\n\n  public get disposeSignal(): AbortSignal {\n    return this.abortController.signal;\n  }\n\n  private dispose(): void {\n    this.abortController.abort();\n    this.localBlobs.forEach((entry) => entry.unref());\n    this.remoteBlobs.forEach((entry) => entry.unref());\n  }\n\n  [Symbol.dispose](): void {\n    this.dispose();\n    void this.pFramePromise\n      .then((pFrame) => pFrame.dispose())\n      .catch(() => { /* mute error */ });\n  }\n}\n\nexport class PFramePool<TreeEntry extends JsonSerializable>\n  extends RefCountPoolBase<\n    PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n    PFrameHandle,\n    PFrameHolder<TreeEntry>> {\n  constructor(\n    private readonly localBlobProvider: LocalBlobProvider<TreeEntry>,\n    private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>,\n    private readonly logger: PFrameInternal.Logger,\n    private readonly spillPath: string,\n  ) {\n    super();\n  }\n\n  protected calculateParamsKey(params: PColumn<PFrameInternal.DataInfo<TreeEntry>>[]): PFrameHandle {\n    return stableKeyFromPFrameData(params);\n  }\n\n  protected createNewResource(\n    params: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n    key: PFrameHandle,\n  ): PFrameHolder<TreeEntry> {\n    if (logPFrames()) {\n      this.logger('info',\n        `PFrame creation (pFrameHandle = ${key}): `\n        + `${JSON.stringify(params, bigintReplacer)}`,\n      );\n    }\n    return new PFrameHolder(\n      key,\n      this.localBlobProvider,\n      this.remoteBlobProvider,\n      this.logger,\n      this.spillPath,\n      params,\n    );\n  }\n\n  public getByKey(key: PFrameHandle): PFrameHolder<TreeEntry> {\n    const resource = super.tryGetByKey(key);\n    if (!resource) throw new PFrameDriverError(`PFrame not found, handle = ${key}`);\n    return resource;\n  }\n}\n\nfunction stableKeyFromPFrameData<TreeEntry extends JsonSerializable>(\n  data: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n): PFrameHandle {\n  const orderedData = [...data].map((column) =>\n    mapPObjectData(column, (r) => {\n      let result: {\n        type: string;\n        keyLength: number;\n        payload: {\n          key: string;\n          value: null | number | string | [string, string];\n        }[];\n      };\n      const type = r.type;\n      switch (type) {\n        case 'Json':\n          result = {\n            type: r.type,\n            keyLength: r.keyLength,\n            payload: Object.entries(r.data).map(([part, value]) => ({\n              key: part,\n              value,\n            })),\n          };\n          break;\n        case 'JsonPartitioned':\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: canonicalizeJson(info),\n            })),\n          };\n          break;\n        case 'BinaryPartitioned':\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: [canonicalizeJson(info.index), canonicalizeJson(info.values)] as const,\n            })),\n          };\n          break;\n        case 'ParquetPartitioned':\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: info.dataDigest || [\n                canonicalizeJson(info.data),\n                JSON.stringify({ axes: info.axes, column: info.column }),\n              ] as const,\n            })),\n          };\n          break;\n        default:\n          throw new PFrameDriverError(`unsupported resource type: ${JSON.stringify(type satisfies never)}`);\n      }\n      result.payload.sort((lhs, rhs) => lhs.key < rhs.key ? -1 : 1);\n      return result;\n    }),\n  );\n  orderedData.sort((lhs, rhs) => lhs.id < rhs.id ? -1 : 1);\n  return hashJson(orderedData) as string as PFrameHandle;\n}\n"],"names":["PFrameInternal","mapValues","assertNever","PFrameFactory","PFrameDriverError","ensureError","RefCountPoolBase","logPFrames","bigintReplacer","mapPObjectData","canonicalizeJson","hashJson"],"mappings":";;;;;;;;;MA8Ba,YAAY,CAAA;AASJ,IAAA,iBAAA;AACA,IAAA,kBAAA;AAEA,IAAA,SAAA;AAXH,IAAA,aAAa;AACZ,IAAA,eAAe,GAAG,IAAI,eAAe,EAAE;IAEvC,UAAU,GAA6C,EAAE;IACzD,WAAW,GAA6C,EAAE;IAE3E,WAAA,CACE,OAAgC,EACf,iBAA+C,EAC/C,kBAAiD,EAClE,MAA6B,EACZ,SAAiB,EAClC,OAAsD,EAAA;QAJrC,IAAA,CAAA,iBAAiB,GAAjB,iBAAiB;QACjB,IAAA,CAAA,kBAAkB,GAAlB,kBAAkB;QAElB,IAAA,CAAA,SAAS,GAAT,SAAS;AAG1B,QAAA,MAAM,eAAe,GAAG,CAAC,IAAe,KAAiC;YACvE,MAAM,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC;AACtD,YAAA,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC;YAC/B,OAAO,SAAS,CAAC,GAAG;AACtB,QAAA,CAAC;AAED,QAAA,MAAM,gBAAgB,GAAG,CAAC,IAAe,KAAiC;YACxE,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC;AACxD,YAAA,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC;YACjC,OAAO,CAAA,EAAG,UAAU,CAAC,GAAG,GAAGA,iCAAc,CAAC,gBAAgB,CAAA,CAAiC;AAC7F,QAAA,CAAC;AAED,QAAA,MAAM,aAAa,GAAG,CACpB,IAAwC,KACgB;AACxD,YAAA,QAAQ,IAAI,CAAC,IAAI;AACf,gBAAA,KAAK,MAAM;AACT,oBAAA,OAAO,EAAE,GAAG,IAAI,EAAE;AACpB,gBAAA,KAAK,iBAAiB;oBACpB,OAAO;AACL,wBAAA,GAAG,IAAI;wBACP,KAAK,EAAEC,mBAAS,CAAC,IAAI,CAAC,KAAK,EAAE,eAAe,CAAC;qBAC9C;AACH,gBAAA,KAAK,mBAAmB;oBACtB,OAAO;AACL,wBAAA,GAAG,IAAI;AACP,wBAAA,KAAK,EAAEA,mBAAS,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM;AACnC,4BAAA,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC;AAC/B,4BAAA,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC;AAClC,yBAAA,CAAC,CAAC;qBACJ;AACH,gBAAA,KAAK,oBAAoB;oBACvB,OAAO;AACL,wBAAA,GAAG,IAAI;AACP,wBAAA,KAAK,EAAEA,mBAAS,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM;AACnC,4BAAA,GAAG,CAAC;AACJ,4BAAA,IAAI,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC;AAC/B,yBAAA,CAAC,CAAC;qBACJ;AACH,gBAAA;oBACEC,iBAAW,CAAC,IAAI,CAAC;;AAEvB,QAAA,CAAC;QAED,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,MAAM;AAChD,YAAA,GAAG,MAAM;AACT,YAAA,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC;AACjC,SAAA,CAAC,CAAC;AAEH,QAAA,IAAI;AACF,YAAA,MAAM,MAAM,GAAGC,2BAAa,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;YACzF,MAAM,CAAC,aAAa,CAAC;gBACnB,GAAG,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC;AAC5D,gBAAA,aAAa,EAAE,IAAI,CAAC,kBAAkB,CAAC,cAAc,EAAE;AACxD,aAAA,CAAC;YAEF,MAAM,QAAQ,GAAoB,EAAE;AACpC,YAAA,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE;gBACrC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC;gBAC5C,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;YAC7F;YAEA,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ;AACtC,iBAAA,IAAI,CAAC,MAAM,MAAM;AACjB,iBAAA,KAAK,CAAC,CAAC,GAAG,KAAI;gBACb,IAAI,CAAC,OAAO,EAAE;gBACd,MAAM,CAAC,OAAO,EAAE;gBAChB,MAAM,IAAIC,uBAAiB,CACzB,CAAA,uCAAA;AACE,sBAAA,CAAA,SAAA,EAAY,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAA,EAAA;AAC5C,sBAAA,CAAA,OAAA,EAAUC,iBAAW,CAAC,GAAG,CAAC,CAAA,CAAE,CAC/B;AACH,YAAA,CAAC,CAAC;QACN;QAAE,OAAO,GAAY,EAAE;YACrB,MAAM,IAAID,uBAAiB,CACzB,CAAA,sCAAA;AACE,kBAAA,CAAA,SAAA,EAAY,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAA,EAAA;AAC5C,kBAAA,CAAA,OAAA,EAAUC,iBAAW,CAAC,GAAG,CAAC,CAAA,CAAE,CAC/B;QACH;IACF;AAEA,IAAA,IAAW,aAAa,GAAA;AACtB,QAAA,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM;IACpC;IAEQ,OAAO,GAAA;AACb,QAAA,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE;AAC5B,QAAA,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC;AACjD,QAAA,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC;IACpD;IAEA,CAAC,MAAM,CAAC,OAAO,CAAC,GAAA;QACd,IAAI,CAAC,OAAO,EAAE;QACd,KAAK,IAAI,CAAC;aACP,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,OAAO,EAAE;AACjC,aAAA,KAAK,CAAC,MAAK,EAAoB,CAAC,CAAC;IACtC;AACD;AAEK,MAAO,UACX,SAAQC,0BAGkB,CAAA;AAEP,IAAA,iBAAA;AACA,IAAA,kBAAA;AACA,IAAA,MAAA;AACA,IAAA,SAAA;AAJnB,IAAA,WAAA,CACmB,iBAA+C,EAC/C,kBAAiD,EACjD,MAA6B,EAC7B,SAAiB,EAAA;AAElC,QAAA,KAAK,EAAE;QALU,IAAA,CAAA,iBAAiB,GAAjB,iBAAiB;QACjB,IAAA,CAAA,kBAAkB,GAAlB,kBAAkB;QAClB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,SAAS,GAAT,SAAS;IAG5B;AAEU,IAAA,kBAAkB,CAAC,MAAqD,EAAA;AAChF,QAAA,OAAO,uBAAuB,CAAC,MAAM,CAAC;IACxC;IAEU,iBAAiB,CACzB,MAAqD,EACrD,GAAiB,EAAA;QAEjB,IAAIC,kBAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAChB,CAAA,gCAAA,EAAmC,GAAG,CAAA,GAAA;kBACpC,CAAA,EAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAEC,oBAAc,CAAC,CAAA,CAAE,CAC9C;QACH;QACA,OAAO,IAAI,YAAY,CACrB,GAAG,EACH,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,SAAS,EACd,MAAM,CACP;IACH;AAEO,IAAA,QAAQ,CAAC,GAAiB,EAAA;QAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC;AACvC,QAAA,IAAI,CAAC,QAAQ;AAAE,YAAA,MAAM,IAAIJ,uBAAiB,CAAC,8BAA8B,GAAG,CAAA,CAAE,CAAC;AAC/E,QAAA,OAAO,QAAQ;IACjB;AACD;AAED,SAAS,uBAAuB,CAC9B,IAAmD,EAAA;IAEnD,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,KACvCK,oBAAc,CAAC,MAAM,EAAE,CAAC,CAAC,KAAI;AAC3B,QAAA,IAAI,MAOH;AACD,QAAA,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI;QACnB,QAAQ,IAAI;AACV,YAAA,KAAK,MAAM;AACT,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;wBACT,KAAK;AACN,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA,KAAK,iBAAiB;AACpB,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,kBAAkB;oBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;AACT,wBAAA,KAAK,EAAEC,sBAAgB,CAAC,IAAI,CAAC;AAC9B,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA,KAAK,mBAAmB;AACtB,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,kBAAkB;oBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;AACT,wBAAA,KAAK,EAAE,CAACA,sBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAEA,sBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAU;AAC9E,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA,KAAK,oBAAoB;AACvB,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,kBAAkB;oBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;AACT,wBAAA,KAAK,EAAE,IAAI,CAAC,UAAU,IAAI;AACxB,4BAAAA,sBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;AAC3B,4BAAA,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;AAChD,yBAAA;AACX,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA;AACE,gBAAA,MAAM,IAAIN,uBAAiB,CAAC,CAAA,2BAAA,EAA8B,IAAI,CAAC,SAAS,CAAC,IAAoB,CAAC,CAAA,CAAE,CAAC;;AAErG,QAAA,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC;AAC7D,QAAA,OAAO,MAAM;IACf,CAAC,CAAC,CACH;IACD,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;AACxD,IAAA,OAAOO,2BAAQ,CAAC,WAAW,CAA2B;AACxD;;;;;"}

package/dist/pframe_pool.d.ts

@@ -13,7 +13,7 @@ export declare class PFrameHolder<TreeEntry extends JsonSerializable> implements
     private readonly localBlobProvider;
     private readonly remoteBlobProvider;
     private readonly spillPath;
-    readonly pFramePromise: Promise<PFrameInternal.PFrameV12>;
+    readonly pFramePromise: Promise<PFrameInternal.PFrameV13>;
     private readonly abortController;
     private readonly localBlobs;
     private readonly remoteBlobs;

package/dist/pframe_pool.js

@@ -61,7 +61,7 @@ class PFrameHolder {
             data: mapColumnData(column.data),
         }));
         try {
-            const pFrame = PFrameFactory.createPFrame({ /* frameId, */ spillPath: this.spillPath, logger });
+            const pFrame = PFrameFactory.createPFrame({ frameId, spillPath: this.spillPath, logger });
             pFrame.setDataSource({
                 ...this.localBlobProvider.makeDataSource(this.disposeSignal),
                 parquetServer: this.remoteBlobProvider.httpServerInfo(),

package/dist/pframe_pool.js.map

@@ -1 +1 @@
-{"version":3,"file":"pframe_pool.js","sources":["../src/pframe_pool.ts"],"sourcesContent":["import {\n  assertNever,\n  bigintReplacer,\n  canonicalizeJson,\n  ensureError,\n  mapPObjectData,\n  PFrameDriverError,\n  type JsonSerializable,\n  type PColumn,\n  type PFrameHandle,\n} from '@platforma-sdk/model';\nimport { hashJson, PFrameInternal } from '@milaboratories/pl-model-middle-layer';\nimport {\n  RefCountPoolBase,\n  type PoolEntry,\n} from '@milaboratories/ts-helpers';\nimport { PFrameFactory } from '@milaboratories/pframes-rs-node';\nimport { mapValues } from 'es-toolkit';\nimport { logPFrames } from './logging';\n\nexport interface LocalBlobProvider<TreeEntry extends JsonSerializable> {\n  acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;\n  makeDataSource(signal: AbortSignal): Omit<PFrameInternal.PFrameDataSourceV2, 'parquetServer'>;\n}\n\nexport interface RemoteBlobProvider<TreeEntry extends JsonSerializable> {\n  acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;\n  httpServerInfo(): PFrameInternal.HttpServerInfo;\n}\n\nexport class PFrameHolder<TreeEntry extends JsonSerializable> implements Disposable {\n  public readonly pFramePromise: Promise<PFrameInternal.PFrameV12>;\n  private readonly abortController = new AbortController();\n\n  private readonly localBlobs: PoolEntry<PFrameInternal.PFrameBlobId>[] = [];\n  private readonly remoteBlobs: PoolEntry<PFrameInternal.PFrameBlobId>[] = [];\n\n  constructor(\n    frameId: PFrameInternal.PFrameId,\n    private readonly localBlobProvider: LocalBlobProvider<TreeEntry>,\n    private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>,\n    logger: PFrameInternal.Logger,\n    private readonly spillPath: string,\n    columns: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n  ) {\n    const makeLocalBlobId = (blob: TreeEntry): PFrameInternal.PFrameBlobId => {\n      const localBlob = this.localBlobProvider.acquire(blob);\n      this.localBlobs.push(localBlob);\n      return localBlob.key;\n    };\n\n    const makeRemoteBlobId = (blob: TreeEntry): PFrameInternal.PFrameBlobId => {\n      const remoteBlob = this.remoteBlobProvider.acquire(blob);\n      this.remoteBlobs.push(remoteBlob);\n      return `${remoteBlob.key}${PFrameInternal.ParquetExtension}` as PFrameInternal.PFrameBlobId;\n    };\n\n    const mapColumnData = (\n      data: PFrameInternal.DataInfo<TreeEntry>,\n    ): PFrameInternal.DataInfo<PFrameInternal.PFrameBlobId> => {\n      switch (data.type) {\n        case 'Json':\n          return { ...data };\n        case 'JsonPartitioned':\n          return {\n            ...data,\n            parts: mapValues(data.parts, makeLocalBlobId),\n          };\n        case 'BinaryPartitioned':\n          return {\n            ...data,\n            parts: mapValues(data.parts, (v) => ({\n              index: makeLocalBlobId(v.index),\n              values: makeLocalBlobId(v.values),\n            })),\n          };\n        case 'ParquetPartitioned':\n          return {\n            ...data,\n            parts: mapValues(data.parts, (v) => ({\n              ...v,\n              data: makeRemoteBlobId(v.data),\n            })),\n          };\n        default:\n          assertNever(data);\n      }\n    };\n\n    const jsonifiedColumns = columns.map((column) => ({\n      ...column,\n      data: mapColumnData(column.data),\n    }));\n\n    try {\n      const pFrame = PFrameFactory.createPFrame({ /* frameId, */ spillPath: this.spillPath, logger });\n      pFrame.setDataSource({\n        ...this.localBlobProvider.makeDataSource(this.disposeSignal),\n        parquetServer: this.remoteBlobProvider.httpServerInfo(),\n      });\n\n      const promises: Promise<void>[] = [];\n      for (const column of jsonifiedColumns) {\n        pFrame.addColumnSpec(column.id, column.spec);\n        promises.push(pFrame.setColumnData(column.id, column.data, { signal: this.disposeSignal }));\n      }\n\n      this.pFramePromise = Promise.all(promises)\n        .then(() => pFrame)\n        .catch((err) => {\n          this.dispose();\n          pFrame.dispose();\n          throw new PFrameDriverError(\n            `PFrame creation failed asynchronously, `\n            + `columns: ${JSON.stringify(jsonifiedColumns)}, `\n            + `error: ${ensureError(err)}`,\n          );\n        });\n    } catch (err: unknown) {\n      throw new PFrameDriverError(\n        `PFrame creation failed synchronously, `\n        + `columns: ${JSON.stringify(jsonifiedColumns)}, `\n        + `error: ${ensureError(err)}`,\n      );\n    }\n  }\n\n  public get disposeSignal(): AbortSignal {\n    return this.abortController.signal;\n  }\n\n  private dispose(): void {\n    this.abortController.abort();\n    this.localBlobs.forEach((entry) => entry.unref());\n    this.remoteBlobs.forEach((entry) => entry.unref());\n  }\n\n  [Symbol.dispose](): void {\n    this.dispose();\n    void this.pFramePromise\n      .then((pFrame) => pFrame.dispose())\n      .catch(() => { /* mute error */ });\n  }\n}\n\nexport class PFramePool<TreeEntry extends JsonSerializable>\n  extends RefCountPoolBase<\n    PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n    PFrameHandle,\n    PFrameHolder<TreeEntry>> {\n  constructor(\n    private readonly localBlobProvider: LocalBlobProvider<TreeEntry>,\n    private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>,\n    private readonly logger: PFrameInternal.Logger,\n    private readonly spillPath: string,\n  ) {\n    super();\n  }\n\n  protected calculateParamsKey(params: PColumn<PFrameInternal.DataInfo<TreeEntry>>[]): PFrameHandle {\n    return stableKeyFromPFrameData(params);\n  }\n\n  protected createNewResource(\n    params: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n    key: PFrameHandle,\n  ): PFrameHolder<TreeEntry> {\n    if (logPFrames()) {\n      this.logger('info',\n        `PFrame creation (pFrameHandle = ${key}): `\n        + `${JSON.stringify(params, bigintReplacer)}`,\n      );\n    }\n    return new PFrameHolder(\n      key,\n      this.localBlobProvider,\n      this.remoteBlobProvider,\n      this.logger,\n      this.spillPath,\n      params,\n    );\n  }\n\n  public getByKey(key: PFrameHandle): PFrameHolder<TreeEntry> {\n    const resource = super.tryGetByKey(key);\n    if (!resource) throw new PFrameDriverError(`PFrame not found, handle = ${key}`);\n    return resource;\n  }\n}\n\nfunction stableKeyFromPFrameData<TreeEntry extends JsonSerializable>(\n  data: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n): PFrameHandle {\n  const orderedData = [...data].map((column) =>\n    mapPObjectData(column, (r) => {\n      let result: {\n        type: string;\n        keyLength: number;\n        payload: {\n          key: string;\n          value: null | number | string | [string, string];\n        }[];\n      };\n      const type = r.type;\n      switch (type) {\n        case 'Json':\n          result = {\n            type: r.type,\n            keyLength: r.keyLength,\n            payload: Object.entries(r.data).map(([part, value]) => ({\n              key: part,\n              value,\n            })),\n          };\n          break;\n        case 'JsonPartitioned':\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: canonicalizeJson(info),\n            })),\n          };\n          break;\n        case 'BinaryPartitioned':\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: [canonicalizeJson(info.index), canonicalizeJson(info.values)] as const,\n            })),\n          };\n          break;\n        case 'ParquetPartitioned':\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: info.dataDigest || [\n                canonicalizeJson(info.data),\n                JSON.stringify({ axes: info.axes, column: info.column }),\n              ] as const,\n            })),\n          };\n          break;\n        default:\n          throw new PFrameDriverError(`unsupported resource type: ${JSON.stringify(type satisfies never)}`);\n      }\n      result.payload.sort((lhs, rhs) => lhs.key < rhs.key ? -1 : 1);\n      return result;\n    }),\n  );\n  orderedData.sort((lhs, rhs) => lhs.id < rhs.id ? -1 : 1);\n  return hashJson(orderedData) as string as PFrameHandle;\n}\n"],"names":[],"mappings":";;;;;;;MA8Ba,YAAY,CAAA;AASJ,IAAA,iBAAA;AACA,IAAA,kBAAA;AAEA,IAAA,SAAA;AAXH,IAAA,aAAa;AACZ,IAAA,eAAe,GAAG,IAAI,eAAe,EAAE;IAEvC,UAAU,GAA6C,EAAE;IACzD,WAAW,GAA6C,EAAE;IAE3E,WAAA,CACE,OAAgC,EACf,iBAA+C,EAC/C,kBAAiD,EAClE,MAA6B,EACZ,SAAiB,EAClC,OAAsD,EAAA;QAJrC,IAAA,CAAA,iBAAiB,GAAjB,iBAAiB;QACjB,IAAA,CAAA,kBAAkB,GAAlB,kBAAkB;QAElB,IAAA,CAAA,SAAS,GAAT,SAAS;AAG1B,QAAA,MAAM,eAAe,GAAG,CAAC,IAAe,KAAiC;YACvE,MAAM,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC;AACtD,YAAA,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC;YAC/B,OAAO,SAAS,CAAC,GAAG;AACtB,QAAA,CAAC;AAED,QAAA,MAAM,gBAAgB,GAAG,CAAC,IAAe,KAAiC;YACxE,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC;AACxD,YAAA,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC;YACjC,OAAO,CAAA,EAAG,UAAU,CAAC,GAAG,GAAG,cAAc,CAAC,gBAAgB,CAAA,CAAiC;AAC7F,QAAA,CAAC;AAED,QAAA,MAAM,aAAa,GAAG,CACpB,IAAwC,KACgB;AACxD,YAAA,QAAQ,IAAI,CAAC,IAAI;AACf,gBAAA,KAAK,MAAM;AACT,oBAAA,OAAO,EAAE,GAAG,IAAI,EAAE;AACpB,gBAAA,KAAK,iBAAiB;oBACpB,OAAO;AACL,wBAAA,GAAG,IAAI;wBACP,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,eAAe,CAAC;qBAC9C;AACH,gBAAA,KAAK,mBAAmB;oBACtB,OAAO;AACL,wBAAA,GAAG,IAAI;AACP,wBAAA,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM;AACnC,4BAAA,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC;AAC/B,4BAAA,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC;AAClC,yBAAA,CAAC,CAAC;qBACJ;AACH,gBAAA,KAAK,oBAAoB;oBACvB,OAAO;AACL,wBAAA,GAAG,IAAI;AACP,wBAAA,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM;AACnC,4BAAA,GAAG,CAAC;AACJ,4BAAA,IAAI,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC;AAC/B,yBAAA,CAAC,CAAC;qBACJ;AACH,gBAAA;oBACE,WAAW,CAAC,IAAI,CAAC;;AAEvB,QAAA,CAAC;QAED,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,MAAM;AAChD,YAAA,GAAG,MAAM;AACT,YAAA,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC;AACjC,SAAA,CAAC,CAAC;AAEH,QAAA,IAAI;AACF,YAAA,MAAM,MAAM,GAAG,aAAa,CAAC,YAAY,CAAC,iBAAiB,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;YAC/F,MAAM,CAAC,aAAa,CAAC;gBACnB,GAAG,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC;AAC5D,gBAAA,aAAa,EAAE,IAAI,CAAC,kBAAkB,CAAC,cAAc,EAAE;AACxD,aAAA,CAAC;YAEF,MAAM,QAAQ,GAAoB,EAAE;AACpC,YAAA,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE;gBACrC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC;gBAC5C,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;YAC7F;YAEA,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ;AACtC,iBAAA,IAAI,CAAC,MAAM,MAAM;AACjB,iBAAA,KAAK,CAAC,CAAC,GAAG,KAAI;gBACb,IAAI,CAAC,OAAO,EAAE;gBACd,MAAM,CAAC,OAAO,EAAE;gBAChB,MAAM,IAAI,iBAAiB,CACzB,CAAA,uCAAA;AACE,sBAAA,CAAA,SAAA,EAAY,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAA,EAAA;AAC5C,sBAAA,CAAA,OAAA,EAAU,WAAW,CAAC,GAAG,CAAC,CAAA,CAAE,CAC/B;AACH,YAAA,CAAC,CAAC;QACN;QAAE,OAAO,GAAY,EAAE;YACrB,MAAM,IAAI,iBAAiB,CACzB,CAAA,sCAAA;AACE,kBAAA,CAAA,SAAA,EAAY,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAA,EAAA;AAC5C,kBAAA,CAAA,OAAA,EAAU,WAAW,CAAC,GAAG,CAAC,CAAA,CAAE,CAC/B;QACH;IACF;AAEA,IAAA,IAAW,aAAa,GAAA;AACtB,QAAA,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM;IACpC;IAEQ,OAAO,GAAA;AACb,QAAA,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE;AAC5B,QAAA,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC;AACjD,QAAA,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC;IACpD;IAEA,CAAC,MAAM,CAAC,OAAO,CAAC,GAAA;QACd,IAAI,CAAC,OAAO,EAAE;QACd,KAAK,IAAI,CAAC;aACP,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,OAAO,EAAE;AACjC,aAAA,KAAK,CAAC,MAAK,EAAoB,CAAC,CAAC;IACtC;AACD;AAEK,MAAO,UACX,SAAQ,gBAGkB,CAAA;AAEP,IAAA,iBAAA;AACA,IAAA,kBAAA;AACA,IAAA,MAAA;AACA,IAAA,SAAA;AAJnB,IAAA,WAAA,CACmB,iBAA+C,EAC/C,kBAAiD,EACjD,MAA6B,EAC7B,SAAiB,EAAA;AAElC,QAAA,KAAK,EAAE;QALU,IAAA,CAAA,iBAAiB,GAAjB,iBAAiB;QACjB,IAAA,CAAA,kBAAkB,GAAlB,kBAAkB;QAClB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,SAAS,GAAT,SAAS;IAG5B;AAEU,IAAA,kBAAkB,CAAC,MAAqD,EAAA;AAChF,QAAA,OAAO,uBAAuB,CAAC,MAAM,CAAC;IACxC;IAEU,iBAAiB,CACzB,MAAqD,EACrD,GAAiB,EAAA;QAEjB,IAAI,UAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAChB,CAAA,gCAAA,EAAmC,GAAG,CAAA,GAAA;kBACpC,CAAA,EAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA,CAAE,CAC9C;QACH;QACA,OAAO,IAAI,YAAY,CACrB,GAAG,EACH,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,SAAS,EACd,MAAM,CACP;IACH;AAEO,IAAA,QAAQ,CAAC,GAAiB,EAAA;QAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC;AACvC,QAAA,IAAI,CAAC,QAAQ;AAAE,YAAA,MAAM,IAAI,iBAAiB,CAAC,8BAA8B,GAAG,CAAA,CAAE,CAAC;AAC/E,QAAA,OAAO,QAAQ;IACjB;AACD;AAED,SAAS,uBAAuB,CAC9B,IAAmD,EAAA;IAEnD,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,KACvC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,KAAI;AAC3B,QAAA,IAAI,MAOH;AACD,QAAA,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI;QACnB,QAAQ,IAAI;AACV,YAAA,KAAK,MAAM;AACT,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;wBACT,KAAK;AACN,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA,KAAK,iBAAiB;AACpB,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,kBAAkB;oBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;AACT,wBAAA,KAAK,EAAE,gBAAgB,CAAC,IAAI,CAAC;AAC9B,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA,KAAK,mBAAmB;AACtB,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,kBAAkB;oBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;AACT,wBAAA,KAAK,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAU;AAC9E,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA,KAAK,oBAAoB;AACvB,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,kBAAkB;oBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;AACT,wBAAA,KAAK,EAAE,IAAI,CAAC,UAAU,IAAI;AACxB,4BAAA,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;AAC3B,4BAAA,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;AAChD,yBAAA;AACX,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA;AACE,gBAAA,MAAM,IAAI,iBAAiB,CAAC,CAAA,2BAAA,EAA8B,IAAI,CAAC,SAAS,CAAC,IAAoB,CAAC,CAAA,CAAE,CAAC;;AAErG,QAAA,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC;AAC7D,QAAA,OAAO,MAAM;IACf,CAAC,CAAC,CACH;IACD,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;AACxD,IAAA,OAAO,QAAQ,CAAC,WAAW,CAA2B;AACxD;;;;"}
+{"version":3,"file":"pframe_pool.js","sources":["../src/pframe_pool.ts"],"sourcesContent":["import {\n  assertNever,\n  bigintReplacer,\n  canonicalizeJson,\n  ensureError,\n  mapPObjectData,\n  PFrameDriverError,\n  type JsonSerializable,\n  type PColumn,\n  type PFrameHandle,\n} from '@platforma-sdk/model';\nimport { hashJson, PFrameInternal } from '@milaboratories/pl-model-middle-layer';\nimport {\n  RefCountPoolBase,\n  type PoolEntry,\n} from '@milaboratories/ts-helpers';\nimport { PFrameFactory } from '@milaboratories/pframes-rs-node';\nimport { mapValues } from 'es-toolkit';\nimport { logPFrames } from './logging';\n\nexport interface LocalBlobProvider<TreeEntry extends JsonSerializable> {\n  acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;\n  makeDataSource(signal: AbortSignal): Omit<PFrameInternal.PFrameDataSourceV2, 'parquetServer'>;\n}\n\nexport interface RemoteBlobProvider<TreeEntry extends JsonSerializable> {\n  acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;\n  httpServerInfo(): PFrameInternal.HttpServerInfo;\n}\n\nexport class PFrameHolder<TreeEntry extends JsonSerializable> implements Disposable {\n  public readonly pFramePromise: Promise<PFrameInternal.PFrameV13>;\n  private readonly abortController = new AbortController();\n\n  private readonly localBlobs: PoolEntry<PFrameInternal.PFrameBlobId>[] = [];\n  private readonly remoteBlobs: PoolEntry<PFrameInternal.PFrameBlobId>[] = [];\n\n  constructor(\n    frameId: PFrameInternal.PFrameId,\n    private readonly localBlobProvider: LocalBlobProvider<TreeEntry>,\n    private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>,\n    logger: PFrameInternal.Logger,\n    private readonly spillPath: string,\n    columns: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n  ) {\n    const makeLocalBlobId = (blob: TreeEntry): PFrameInternal.PFrameBlobId => {\n      const localBlob = this.localBlobProvider.acquire(blob);\n      this.localBlobs.push(localBlob);\n      return localBlob.key;\n    };\n\n    const makeRemoteBlobId = (blob: TreeEntry): PFrameInternal.PFrameBlobId => {\n      const remoteBlob = this.remoteBlobProvider.acquire(blob);\n      this.remoteBlobs.push(remoteBlob);\n      return `${remoteBlob.key}${PFrameInternal.ParquetExtension}` as PFrameInternal.PFrameBlobId;\n    };\n\n    const mapColumnData = (\n      data: PFrameInternal.DataInfo<TreeEntry>,\n    ): PFrameInternal.DataInfo<PFrameInternal.PFrameBlobId> => {\n      switch (data.type) {\n        case 'Json':\n          return { ...data };\n        case 'JsonPartitioned':\n          return {\n            ...data,\n            parts: mapValues(data.parts, makeLocalBlobId),\n          };\n        case 'BinaryPartitioned':\n          return {\n            ...data,\n            parts: mapValues(data.parts, (v) => ({\n              index: makeLocalBlobId(v.index),\n              values: makeLocalBlobId(v.values),\n            })),\n          };\n        case 'ParquetPartitioned':\n          return {\n            ...data,\n            parts: mapValues(data.parts, (v) => ({\n              ...v,\n              data: makeRemoteBlobId(v.data),\n            })),\n          };\n        default:\n          assertNever(data);\n      }\n    };\n\n    const jsonifiedColumns = columns.map((column) => ({\n      ...column,\n      data: mapColumnData(column.data),\n    }));\n\n    try {\n      const pFrame = PFrameFactory.createPFrame({ frameId, spillPath: this.spillPath, logger });\n      pFrame.setDataSource({\n        ...this.localBlobProvider.makeDataSource(this.disposeSignal),\n        parquetServer: this.remoteBlobProvider.httpServerInfo(),\n      });\n\n      const promises: Promise<void>[] = [];\n      for (const column of jsonifiedColumns) {\n        pFrame.addColumnSpec(column.id, column.spec);\n        promises.push(pFrame.setColumnData(column.id, column.data, { signal: this.disposeSignal }));\n      }\n\n      this.pFramePromise = Promise.all(promises)\n        .then(() => pFrame)\n        .catch((err) => {\n          this.dispose();\n          pFrame.dispose();\n          throw new PFrameDriverError(\n            `PFrame creation failed asynchronously, `\n            + `columns: ${JSON.stringify(jsonifiedColumns)}, `\n            + `error: ${ensureError(err)}`,\n          );\n        });\n    } catch (err: unknown) {\n      throw new PFrameDriverError(\n        `PFrame creation failed synchronously, `\n        + `columns: ${JSON.stringify(jsonifiedColumns)}, `\n        + `error: ${ensureError(err)}`,\n      );\n    }\n  }\n\n  public get disposeSignal(): AbortSignal {\n    return this.abortController.signal;\n  }\n\n  private dispose(): void {\n    this.abortController.abort();\n    this.localBlobs.forEach((entry) => entry.unref());\n    this.remoteBlobs.forEach((entry) => entry.unref());\n  }\n\n  [Symbol.dispose](): void {\n    this.dispose();\n    void this.pFramePromise\n      .then((pFrame) => pFrame.dispose())\n      .catch(() => { /* mute error */ });\n  }\n}\n\nexport class PFramePool<TreeEntry extends JsonSerializable>\n  extends RefCountPoolBase<\n    PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n    PFrameHandle,\n    PFrameHolder<TreeEntry>> {\n  constructor(\n    private readonly localBlobProvider: LocalBlobProvider<TreeEntry>,\n    private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>,\n    private readonly logger: PFrameInternal.Logger,\n    private readonly spillPath: string,\n  ) {\n    super();\n  }\n\n  protected calculateParamsKey(params: PColumn<PFrameInternal.DataInfo<TreeEntry>>[]): PFrameHandle {\n    return stableKeyFromPFrameData(params);\n  }\n\n  protected createNewResource(\n    params: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n    key: PFrameHandle,\n  ): PFrameHolder<TreeEntry> {\n    if (logPFrames()) {\n      this.logger('info',\n        `PFrame creation (pFrameHandle = ${key}): `\n        + `${JSON.stringify(params, bigintReplacer)}`,\n      );\n    }\n    return new PFrameHolder(\n      key,\n      this.localBlobProvider,\n      this.remoteBlobProvider,\n      this.logger,\n      this.spillPath,\n      params,\n    );\n  }\n\n  public getByKey(key: PFrameHandle): PFrameHolder<TreeEntry> {\n    const resource = super.tryGetByKey(key);\n    if (!resource) throw new PFrameDriverError(`PFrame not found, handle = ${key}`);\n    return resource;\n  }\n}\n\nfunction stableKeyFromPFrameData<TreeEntry extends JsonSerializable>(\n  data: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n): PFrameHandle {\n  const orderedData = [...data].map((column) =>\n    mapPObjectData(column, (r) => {\n      let result: {\n        type: string;\n        keyLength: number;\n        payload: {\n          key: string;\n          value: null | number | string | [string, string];\n        }[];\n      };\n      const type = r.type;\n      switch (type) {\n        case 'Json':\n          result = {\n            type: r.type,\n            keyLength: r.keyLength,\n            payload: Object.entries(r.data).map(([part, value]) => ({\n              key: part,\n              value,\n            })),\n          };\n          break;\n        case 'JsonPartitioned':\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: canonicalizeJson(info),\n            })),\n          };\n          break;\n        case 'BinaryPartitioned':\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: [canonicalizeJson(info.index), canonicalizeJson(info.values)] as const,\n            })),\n          };\n          break;\n        case 'ParquetPartitioned':\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: info.dataDigest || [\n                canonicalizeJson(info.data),\n                JSON.stringify({ axes: info.axes, column: info.column }),\n              ] as const,\n            })),\n          };\n          break;\n        default:\n          throw new PFrameDriverError(`unsupported resource type: ${JSON.stringify(type satisfies never)}`);\n      }\n      result.payload.sort((lhs, rhs) => lhs.key < rhs.key ? -1 : 1);\n      return result;\n    }),\n  );\n  orderedData.sort((lhs, rhs) => lhs.id < rhs.id ? -1 : 1);\n  return hashJson(orderedData) as string as PFrameHandle;\n}\n"],"names":[],"mappings":";;;;;;;MA8Ba,YAAY,CAAA;AASJ,IAAA,iBAAA;AACA,IAAA,kBAAA;AAEA,IAAA,SAAA;AAXH,IAAA,aAAa;AACZ,IAAA,eAAe,GAAG,IAAI,eAAe,EAAE;IAEvC,UAAU,GAA6C,EAAE;IACzD,WAAW,GAA6C,EAAE;IAE3E,WAAA,CACE,OAAgC,EACf,iBAA+C,EAC/C,kBAAiD,EAClE,MAA6B,EACZ,SAAiB,EAClC,OAAsD,EAAA;QAJrC,IAAA,CAAA,iBAAiB,GAAjB,iBAAiB;QACjB,IAAA,CAAA,kBAAkB,GAAlB,kBAAkB;QAElB,IAAA,CAAA,SAAS,GAAT,SAAS;AAG1B,QAAA,MAAM,eAAe,GAAG,CAAC,IAAe,KAAiC;YACvE,MAAM,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC;AACtD,YAAA,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC;YAC/B,OAAO,SAAS,CAAC,GAAG;AACtB,QAAA,CAAC;AAED,QAAA,MAAM,gBAAgB,GAAG,CAAC,IAAe,KAAiC;YACxE,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC;AACxD,YAAA,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC;YACjC,OAAO,CAAA,EAAG,UAAU,CAAC,GAAG,GAAG,cAAc,CAAC,gBAAgB,CAAA,CAAiC;AAC7F,QAAA,CAAC;AAED,QAAA,MAAM,aAAa,GAAG,CACpB,IAAwC,KACgB;AACxD,YAAA,QAAQ,IAAI,CAAC,IAAI;AACf,gBAAA,KAAK,MAAM;AACT,oBAAA,OAAO,EAAE,GAAG,IAAI,EAAE;AACpB,gBAAA,KAAK,iBAAiB;oBACpB,OAAO;AACL,wBAAA,GAAG,IAAI;wBACP,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,eAAe,CAAC;qBAC9C;AACH,gBAAA,KAAK,mBAAmB;oBACtB,OAAO;AACL,wBAAA,GAAG,IAAI;AACP,wBAAA,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM;AACnC,4BAAA,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC;AAC/B,4BAAA,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC;AAClC,yBAAA,CAAC,CAAC;qBACJ;AACH,gBAAA,KAAK,oBAAoB;oBACvB,OAAO;AACL,wBAAA,GAAG,IAAI;AACP,wBAAA,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM;AACnC,4BAAA,GAAG,CAAC;AACJ,4BAAA,IAAI,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC;AAC/B,yBAAA,CAAC,CAAC;qBACJ;AACH,gBAAA;oBACE,WAAW,CAAC,IAAI,CAAC;;AAEvB,QAAA,CAAC;QAED,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,MAAM;AAChD,YAAA,GAAG,MAAM;AACT,YAAA,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC;AACjC,SAAA,CAAC,CAAC;AAEH,QAAA,IAAI;AACF,YAAA,MAAM,MAAM,GAAG,aAAa,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;YACzF,MAAM,CAAC,aAAa,CAAC;gBACnB,GAAG,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC;AAC5D,gBAAA,aAAa,EAAE,IAAI,CAAC,kBAAkB,CAAC,cAAc,EAAE;AACxD,aAAA,CAAC;YAEF,MAAM,QAAQ,GAAoB,EAAE;AACpC,YAAA,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE;gBACrC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC;gBAC5C,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;YAC7F;YAEA,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ;AACtC,iBAAA,IAAI,CAAC,MAAM,MAAM;AACjB,iBAAA,KAAK,CAAC,CAAC,GAAG,KAAI;gBACb,IAAI,CAAC,OAAO,EAAE;gBACd,MAAM,CAAC,OAAO,EAAE;gBAChB,MAAM,IAAI,iBAAiB,CACzB,CAAA,uCAAA;AACE,sBAAA,CAAA,SAAA,EAAY,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAA,EAAA;AAC5C,sBAAA,CAAA,OAAA,EAAU,WAAW,CAAC,GAAG,CAAC,CAAA,CAAE,CAC/B;AACH,YAAA,CAAC,CAAC;QACN;QAAE,OAAO,GAAY,EAAE;YACrB,MAAM,IAAI,iBAAiB,CACzB,CAAA,sCAAA;AACE,kBAAA,CAAA,SAAA,EAAY,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAA,EAAA;AAC5C,kBAAA,CAAA,OAAA,EAAU,WAAW,CAAC,GAAG,CAAC,CAAA,CAAE,CAC/B;QACH;IACF;AAEA,IAAA,IAAW,aAAa,GAAA;AACtB,QAAA,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM;IACpC;IAEQ,OAAO,GAAA;AACb,QAAA,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE;AAC5B,QAAA,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC;AACjD,QAAA,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC;IACpD;IAEA,CAAC,MAAM,CAAC,OAAO,CAAC,GAAA;QACd,IAAI,CAAC,OAAO,EAAE;QACd,KAAK,IAAI,CAAC;aACP,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,OAAO,EAAE;AACjC,aAAA,KAAK,CAAC,MAAK,EAAoB,CAAC,CAAC;IACtC;AACD;AAEK,MAAO,UACX,SAAQ,gBAGkB,CAAA;AAEP,IAAA,iBAAA;AACA,IAAA,kBAAA;AACA,IAAA,MAAA;AACA,IAAA,SAAA;AAJnB,IAAA,WAAA,CACmB,iBAA+C,EAC/C,kBAAiD,EACjD,MAA6B,EAC7B,SAAiB,EAAA;AAElC,QAAA,KAAK,EAAE;QALU,IAAA,CAAA,iBAAiB,GAAjB,iBAAiB;QACjB,IAAA,CAAA,kBAAkB,GAAlB,kBAAkB;QAClB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,SAAS,GAAT,SAAS;IAG5B;AAEU,IAAA,kBAAkB,CAAC,MAAqD,EAAA;AAChF,QAAA,OAAO,uBAAuB,CAAC,MAAM,CAAC;IACxC;IAEU,iBAAiB,CACzB,MAAqD,EACrD,GAAiB,EAAA;QAEjB,IAAI,UAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAChB,CAAA,gCAAA,EAAmC,GAAG,CAAA,GAAA;kBACpC,CAAA,EAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA,CAAE,CAC9C;QACH;QACA,OAAO,IAAI,YAAY,CACrB,GAAG,EACH,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,SAAS,EACd,MAAM,CACP;IACH;AAEO,IAAA,QAAQ,CAAC,GAAiB,EAAA;QAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC;AACvC,QAAA,IAAI,CAAC,QAAQ;AAAE,YAAA,MAAM,IAAI,iBAAiB,CAAC,8BAA8B,GAAG,CAAA,CAAE,CAAC;AAC/E,QAAA,OAAO,QAAQ;IACjB;AACD;AAED,SAAS,uBAAuB,CAC9B,IAAmD,EAAA;IAEnD,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,KACvC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,KAAI;AAC3B,QAAA,IAAI,MAOH;AACD,QAAA,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI;QACnB,QAAQ,IAAI;AACV,YAAA,KAAK,MAAM;AACT,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;wBACT,KAAK;AACN,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA,KAAK,iBAAiB;AACpB,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,kBAAkB;oBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;AACT,wBAAA,KAAK,EAAE,gBAAgB,CAAC,IAAI,CAAC;AAC9B,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA,KAAK,mBAAmB;AACtB,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,kBAAkB;oBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;AACT,wBAAA,KAAK,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAU;AAC9E,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA,KAAK,oBAAoB;AACvB,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,kBAAkB;oBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;AACT,wBAAA,KAAK,EAAE,IAAI,CAAC,UAAU,IAAI;AACxB,4BAAA,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;AAC3B,4BAAA,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;AAChD,yBAAA;AACX,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA;AACE,gBAAA,MAAM,IAAI,iBAAiB,CAAC,CAAA,2BAAA,EAA8B,IAAI,CAAC,SAAS,CAAC,IAAoB,CAAC,CAAA,CAAE,CAAC;;AAErG,QAAA,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC;AAC7D,QAAA,OAAO,MAAM;IACf,CAAC,CAAC,CACH;IACD,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;AACxD,IAAA,OAAO,QAAQ,CAAC,WAAW,CAA2B;AACxD;;;;"}

package/dist/ptable_pool.cjs

@@ -60,7 +60,7 @@ class PTablePool extends tsHelpers.RefCountPoolBase {
                 },
             });
             const { resource: { pTablePromise } } = predecessor;
-            const sortedTable = pTablePromise.then((pTable) => pTable.sort(/* key, */ params.def.sorting));
+            const sortedTable = pTablePromise.then((pTable) => pTable.sort(key, params.def.sorting));
             return new PTableHolder(handle, combinedSignal, sortedTable, predecessor);
         }
         // 2. Filter (except the case with artificial columns where cartesian creates too many rows)
@@ -73,11 +73,11 @@ class PTablePool extends tsHelpers.RefCountPoolBase {
                 },
             });
             const { resource: { pTablePromise } } = predecessor;
-            const filteredTable = pTablePromise.then((pTable) => pTable.filter(/* key, */ params.def.filters));
+            const filteredTable = pTablePromise.then((pTable) => pTable.filter(key, params.def.filters));
             return new PTableHolder(handle, combinedSignal, filteredTable, predecessor);
         }
         // 1. Join
-        const table = pFramePromise.then((pFrame) => pFrame.createTable(/* key, */ {
+        const table = pFramePromise.then((pFrame) => pFrame.createTable(key, {
             src: joinEntryToInternal(params.def.src),
             // `params.def.filters` would be non-empty only when join has artificial columns
             filters: [...params.def.partitionFilters, ...params.def.filters],

package/dist/ptable_pool.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"ptable_pool.cjs","sources":["../src/ptable_pool.ts"],"sourcesContent":["import {\n  assertNever,\n  bigintReplacer,\n  PFrameDriverError,\n  type PFrameHandle,\n  type PTableHandle,\n  type JoinEntry,\n  type JsonSerializable,\n  type PColumnValue,\n  type PObjectId,\n} from '@platforma-sdk/model';\nimport type { PFrameInternal } from '@milaboratories/pl-model-middle-layer';\nimport { RefCountPoolBase, type PoolEntry } from '@milaboratories/ts-helpers';\nimport { logPFrames } from './logging';\nimport type { PFramePool } from './pframe_pool';\nimport { stableKeyFromFullPTableDef, type FullPTableDef } from './ptable_shared';\nimport type { PTableDefPool } from './ptable_def_pool';\n\nexport class PTableHolder implements Disposable {\n  private readonly abortController = new AbortController();\n  private readonly combinedDisposeSignal: AbortSignal;\n\n  constructor(\n    public readonly pFrame: PFrameHandle,\n    pFrameDisposeSignal: AbortSignal,\n    public readonly pTablePromise: Promise<PFrameInternal.PTableV7>,\n    private readonly predecessor?: PoolEntry<PTableHandle, PTableHolder>,\n  ) {\n    this.combinedDisposeSignal = AbortSignal.any([pFrameDisposeSignal, this.abortController.signal]);\n  }\n\n  public get disposeSignal(): AbortSignal {\n    return this.combinedDisposeSignal;\n  }\n\n  [Symbol.dispose](): void {\n    this.abortController.abort();\n    this.predecessor?.unref();\n    void this.pTablePromise\n      .then((pTable) => pTable.dispose())\n      .catch(() => { /* mute error */ });\n  }\n}\n\nexport class PTablePool<TreeEntry extends JsonSerializable>\n  extends RefCountPoolBase<FullPTableDef, PTableHandle, PTableHolder> {\n  constructor(\n    private readonly pFrames: PFramePool<TreeEntry>,\n    private readonly pTableDefs: PTableDefPool,\n    private readonly logger: PFrameInternal.Logger,\n  ) {\n    super();\n  }\n\n  protected calculateParamsKey(params: FullPTableDef): PTableHandle {\n    return stableKeyFromFullPTableDef(params);\n  }\n\n  protected createNewResource(params: FullPTableDef, key: PTableHandle): PTableHolder {\n    if (logPFrames()) {\n      this.logger('info',\n        `PTable creation (pTableHandle = ${key}): `\n        + `${JSON.stringify(params, bigintReplacer)}`,\n      );\n    }\n\n    const handle = params.pFrameHandle;\n    const { pFramePromise, disposeSignal } = this.pFrames.getByKey(handle);\n\n    const defDisposeSignal = this.pTableDefs.tryGetByKey(key)?.disposeSignal;\n    const combinedSignal = AbortSignal.any([disposeSignal, defDisposeSignal].filter((s) => !!s));\n\n    // 3. Sort\n    if (params.def.sorting.length > 0) {\n      const predecessor = this.acquire({\n        ...params,\n        def: {\n          ...params.def,\n          sorting: [],\n        },\n      });\n      const { resource: { pTablePromise } } = predecessor;\n      const sortedTable = pTablePromise.then((pTable) => pTable.sort(/* key, */ params.def.sorting));\n      return new PTableHolder(handle, combinedSignal, sortedTable, predecessor);\n    }\n\n    // 2. Filter (except the case with artificial columns where cartesian creates too many rows)\n    if (!hasArtificialColumns(params.def.src) && params.def.filters.length > 0) {\n      const predecessor = this.acquire({\n        ...params,\n        def: {\n          ...params.def,\n          filters: [],\n        },\n      });\n      const { resource: { pTablePromise } } = predecessor;\n      const filteredTable = pTablePromise.then((pTable) => pTable.filter(/* key, */ params.def.filters));\n      return new PTableHolder(handle, combinedSignal, filteredTable, predecessor);\n    }\n\n    // 1. Join\n    const table = pFramePromise.then((pFrame) => pFrame.createTable(/* key, */ {\n      src: joinEntryToInternal(params.def.src),\n      // `params.def.filters` would be non-empty only when join has artificial columns\n      filters: [...params.def.partitionFilters, ...params.def.filters],\n    }));\n    return new PTableHolder(handle, combinedSignal, table);\n  }\n\n  public getByKey(key: PTableHandle): PTableHolder {\n    const resource = super.tryGetByKey(key);\n    if (!resource) throw new PFrameDriverError(`PTable not found, handle = ${key}`);\n    return resource;\n  }\n}\n\nfunction hasArtificialColumns<T>(entry: JoinEntry<T>): boolean {\n  switch (entry.type) {\n    case 'column':\n    case 'slicedColumn':\n    case 'inlineColumn':\n      return false;\n    case 'artificialColumn':\n      return true;\n    case 'full':\n    case 'inner':\n      return entry.entries.some(hasArtificialColumns);\n    case 'outer':\n      return hasArtificialColumns(entry.primary) || entry.secondary.some(hasArtificialColumns);\n    default:\n      assertNever(entry);\n  }\n}\n\nfunction joinEntryToInternal(entry: JoinEntry<PObjectId>): PFrameInternal.JoinEntryV4 {\n  const type = entry.type;\n  switch (type) {\n    case 'column':\n      return {\n        type: 'column',\n        columnId: entry.column,\n      };\n    case 'slicedColumn':\n      return {\n        type: 'slicedColumn',\n        columnId: entry.column,\n        newId: entry.newId,\n        axisFilters: entry.axisFilters,\n      };\n    case 'artificialColumn':\n      return {\n        type: 'artificialColumn',\n        columnId: entry.column,\n        newId: entry.newId,\n        axesIndices: entry.axesIndices,\n      };\n    case 'inlineColumn':\n      return {\n        type: 'inlineColumn',\n        newId: entry.column.id,\n        spec: entry.column.spec,\n        dataInfo: {\n          type: 'Json',\n          keyLength: entry.column.spec.axesSpec.length,\n          data: entry.column.data.reduce((acc, row) => {\n            acc[JSON.stringify(row.key)] = row.val;\n            return acc;\n          }, {} as Record<string, PColumnValue>),\n        },\n      };\n    case 'inner':\n    case 'full':\n      return {\n        type: entry.type,\n        entries: entry.entries.map((col) => joinEntryToInternal(col)),\n      };\n    case 'outer':\n      return {\n        type: 'outer',\n        primary: joinEntryToInternal(entry.primary),\n        secondary: entry.secondary.map((col) => joinEntryToInternal(col)),\n      };\n    default:\n      // eslint-disable-next-line @typescript-eslint/restrict-template-expressions\n      throw new PFrameDriverError(`unsupported PFrame join entry type: ${type satisfies never}`);\n  }\n}\n"],"names":["RefCountPoolBase","stableKeyFromFullPTableDef","logPFrames","bigintReplacer","PFrameDriverError","assertNever"],"mappings":";;;;;;;MAkBa,YAAY,CAAA;AAKL,IAAA,MAAA;AAEA,IAAA,aAAA;AACC,IAAA,WAAA;AAPF,IAAA,eAAe,GAAG,IAAI,eAAe,EAAE;AACvC,IAAA,qBAAqB;AAEtC,IAAA,WAAA,CACkB,MAAoB,EACpC,mBAAgC,EAChB,aAA+C,EAC9C,WAAmD,EAAA;QAHpD,IAAA,CAAA,MAAM,GAAN,MAAM;QAEN,IAAA,CAAA,aAAa,GAAb,aAAa;QACZ,IAAA,CAAA,WAAW,GAAX,WAAW;AAE5B,QAAA,IAAI,CAAC,qBAAqB,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,mBAAmB,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IAClG;AAEA,IAAA,IAAW,aAAa,GAAA;QACtB,OAAO,IAAI,CAAC,qBAAqB;IACnC;IAEA,CAAC,MAAM,CAAC,OAAO,CAAC,GAAA;AACd,QAAA,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE;AAC5B,QAAA,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE;QACzB,KAAK,IAAI,CAAC;aACP,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,OAAO,EAAE;AACjC,aAAA,KAAK,CAAC,MAAK,EAAoB,CAAC,CAAC;IACtC;AACD;AAEK,MAAO,UACX,SAAQA,0BAA2D,CAAA;AAEhD,IAAA,OAAA;AACA,IAAA,UAAA;AACA,IAAA,MAAA;AAHnB,IAAA,WAAA,CACmB,OAA8B,EAC9B,UAAyB,EACzB,MAA6B,EAAA;AAE9C,QAAA,KAAK,EAAE;QAJU,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,MAAM,GAAN,MAAM;IAGzB;AAEU,IAAA,kBAAkB,CAAC,MAAqB,EAAA;AAChD,QAAA,OAAOC,wCAA0B,CAAC,MAAM,CAAC;IAC3C;IAEU,iBAAiB,CAAC,MAAqB,EAAE,GAAiB,EAAA;QAClE,IAAIC,kBAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAChB,CAAA,gCAAA,EAAmC,GAAG,CAAA,GAAA;kBACpC,CAAA,EAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAEC,oBAAc,CAAC,CAAA,CAAE,CAC9C;QACH;AAEA,QAAA,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY;AAClC,QAAA,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AAEtE,QAAA,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,aAAa;QACxE,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;;QAG5F,IAAI,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;AACjC,YAAA,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC;AAC/B,gBAAA,GAAG,MAAM;AACT,gBAAA,GAAG,EAAE;oBACH,GAAG,MAAM,CAAC,GAAG;AACb,oBAAA,OAAO,EAAE,EAAE;AACZ,iBAAA;AACF,aAAA,CAAC;YACF,MAAM,EAAE,QAAQ,EAAE,EAAE,aAAa,EAAE,EAAE,GAAG,WAAW;YACnD,MAAM,WAAW,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,YAAY,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC9F,OAAO,IAAI,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,WAAW,EAAE,WAAW,CAAC;QAC3E;;QAGA,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;AAC1E,YAAA,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC;AAC/B,gBAAA,GAAG,MAAM;AACT,gBAAA,GAAG,EAAE;oBACH,GAAG,MAAM,CAAC,GAAG;AACb,oBAAA,OAAO,EAAE,EAAE;AACZ,iBAAA;AACF,aAAA,CAAC;YACF,MAAM,EAAE,QAAQ,EAAE,EAAE,aAAa,EAAE,EAAE,GAAG,WAAW;YACnD,MAAM,aAAa,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,YAAY,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAClG,OAAO,IAAI,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,CAAC;QAC7E;;AAGA,QAAA,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,WAAW,YAAY;YACzE,GAAG,EAAE,mBAAmB,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;;AAExC,YAAA,OAAO,EAAE,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,gBAAgB,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC;AACjE,SAAA,CAAC,CAAC;QACH,OAAO,IAAI,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,KAAK,CAAC;IACxD;AAEO,IAAA,QAAQ,CAAC,GAAiB,EAAA;QAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC;AACvC,QAAA,IAAI,CAAC,QAAQ;AAAE,YAAA,MAAM,IAAIC,uBAAiB,CAAC,8BAA8B,GAAG,CAAA,CAAE,CAAC;AAC/E,QAAA,OAAO,QAAQ;IACjB;AACD;AAED,SAAS,oBAAoB,CAAI,KAAmB,EAAA;AAClD,IAAA,QAAQ,KAAK,CAAC,IAAI;AAChB,QAAA,KAAK,QAAQ;AACb,QAAA,KAAK,cAAc;AACnB,QAAA,KAAK,cAAc;AACjB,YAAA,OAAO,KAAK;AACd,QAAA,KAAK,kBAAkB;AACrB,YAAA,OAAO,IAAI;AACb,QAAA,KAAK,MAAM;AACX,QAAA,KAAK,OAAO;YACV,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC;AACjD,QAAA,KAAK,OAAO;AACV,YAAA,OAAO,oBAAoB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,oBAAoB,CAAC;AAC1F,QAAA;YACEC,iBAAW,CAAC,KAAK,CAAC;;AAExB;AAEA,SAAS,mBAAmB,CAAC,KAA2B,EAAA;AACtD,IAAA,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI;IACvB,QAAQ,IAAI;AACV,QAAA,KAAK,QAAQ;YACX,OAAO;AACL,gBAAA,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,KAAK,CAAC,MAAM;aACvB;AACH,QAAA,KAAK,cAAc;YACjB,OAAO;AACL,gBAAA,IAAI,EAAE,cAAc;gBACpB,QAAQ,EAAE,KAAK,CAAC,MAAM;gBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,WAAW,EAAE,KAAK,CAAC,WAAW;aAC/B;AACH,QAAA,KAAK,kBAAkB;YACrB,OAAO;AACL,gBAAA,IAAI,EAAE,kBAAkB;gBACxB,QAAQ,EAAE,KAAK,CAAC,MAAM;gBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,WAAW,EAAE,KAAK,CAAC,WAAW;aAC/B;AACH,QAAA,KAAK,cAAc;YACjB,OAAO;AACL,gBAAA,IAAI,EAAE,cAAc;AACpB,gBAAA,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE;AACtB,gBAAA,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI;AACvB,gBAAA,QAAQ,EAAE;AACR,oBAAA,IAAI,EAAE,MAAM;oBACZ,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM;AAC5C,oBAAA,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,KAAI;AAC1C,wBAAA,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG;AACtC,wBAAA,OAAO,GAAG;oBACZ,CAAC,EAAE,EAAkC,CAAC;AACvC,iBAAA;aACF;AACH,QAAA,KAAK,OAAO;AACZ,QAAA,KAAK,MAAM;YACT,OAAO;gBACL,IAAI,EAAE,KAAK,CAAC,IAAI;AAChB,gBAAA,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,mBAAmB,CAAC,GAAG,CAAC,CAAC;aAC9D;AACH,QAAA,KAAK,OAAO;YACV,OAAO;AACL,gBAAA,IAAI,EAAE,OAAO;AACb,gBAAA,OAAO,EAAE,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC;AAC3C,gBAAA,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,mBAAmB,CAAC,GAAG,CAAC,CAAC;aAClE;AACH,QAAA;;AAEE,YAAA,MAAM,IAAID,uBAAiB,CAAC,uCAAuC,IAAoB,CAAA,CAAE,CAAC;;AAEhG;;;;;"}
+{"version":3,"file":"ptable_pool.cjs","sources":["../src/ptable_pool.ts"],"sourcesContent":["import {\n  assertNever,\n  bigintReplacer,\n  PFrameDriverError,\n  type PFrameHandle,\n  type PTableHandle,\n  type JoinEntry,\n  type JsonSerializable,\n  type PColumnValue,\n  type PObjectId,\n} from '@platforma-sdk/model';\nimport type { PFrameInternal } from '@milaboratories/pl-model-middle-layer';\nimport { RefCountPoolBase, type PoolEntry } from '@milaboratories/ts-helpers';\nimport { logPFrames } from './logging';\nimport type { PFramePool } from './pframe_pool';\nimport { stableKeyFromFullPTableDef, type FullPTableDef } from './ptable_shared';\nimport type { PTableDefPool } from './ptable_def_pool';\n\nexport class PTableHolder implements Disposable {\n  private readonly abortController = new AbortController();\n  private readonly combinedDisposeSignal: AbortSignal;\n\n  constructor(\n    public readonly pFrame: PFrameHandle,\n    pFrameDisposeSignal: AbortSignal,\n    public readonly pTablePromise: Promise<PFrameInternal.PTableV8>,\n    private readonly predecessor?: PoolEntry<PTableHandle, PTableHolder>,\n  ) {\n    this.combinedDisposeSignal = AbortSignal.any([pFrameDisposeSignal, this.abortController.signal]);\n  }\n\n  public get disposeSignal(): AbortSignal {\n    return this.combinedDisposeSignal;\n  }\n\n  [Symbol.dispose](): void {\n    this.abortController.abort();\n    this.predecessor?.unref();\n    void this.pTablePromise\n      .then((pTable) => pTable.dispose())\n      .catch(() => { /* mute error */ });\n  }\n}\n\nexport class PTablePool<TreeEntry extends JsonSerializable>\n  extends RefCountPoolBase<FullPTableDef, PTableHandle, PTableHolder> {\n  constructor(\n    private readonly pFrames: PFramePool<TreeEntry>,\n    private readonly pTableDefs: PTableDefPool,\n    private readonly logger: PFrameInternal.Logger,\n  ) {\n    super();\n  }\n\n  protected calculateParamsKey(params: FullPTableDef): PTableHandle {\n    return stableKeyFromFullPTableDef(params);\n  }\n\n  protected createNewResource(params: FullPTableDef, key: PTableHandle): PTableHolder {\n    if (logPFrames()) {\n      this.logger('info',\n        `PTable creation (pTableHandle = ${key}): `\n        + `${JSON.stringify(params, bigintReplacer)}`,\n      );\n    }\n\n    const handle = params.pFrameHandle;\n    const { pFramePromise, disposeSignal } = this.pFrames.getByKey(handle);\n\n    const defDisposeSignal = this.pTableDefs.tryGetByKey(key)?.disposeSignal;\n    const combinedSignal = AbortSignal.any([disposeSignal, defDisposeSignal].filter((s) => !!s));\n\n    // 3. Sort\n    if (params.def.sorting.length > 0) {\n      const predecessor = this.acquire({\n        ...params,\n        def: {\n          ...params.def,\n          sorting: [],\n        },\n      });\n      const { resource: { pTablePromise } } = predecessor;\n      const sortedTable = pTablePromise.then((pTable) => pTable.sort(key, params.def.sorting));\n      return new PTableHolder(handle, combinedSignal, sortedTable, predecessor);\n    }\n\n    // 2. Filter (except the case with artificial columns where cartesian creates too many rows)\n    if (!hasArtificialColumns(params.def.src) && params.def.filters.length > 0) {\n      const predecessor = this.acquire({\n        ...params,\n        def: {\n          ...params.def,\n          filters: [],\n        },\n      });\n      const { resource: { pTablePromise } } = predecessor;\n      const filteredTable = pTablePromise.then((pTable) => pTable.filter(key, params.def.filters));\n      return new PTableHolder(handle, combinedSignal, filteredTable, predecessor);\n    }\n\n    // 1. Join\n    const table = pFramePromise.then((pFrame) => pFrame.createTable(key, {\n      src: joinEntryToInternal(params.def.src),\n      // `params.def.filters` would be non-empty only when join has artificial columns\n      filters: [...params.def.partitionFilters, ...params.def.filters],\n    }));\n    return new PTableHolder(handle, combinedSignal, table);\n  }\n\n  public getByKey(key: PTableHandle): PTableHolder {\n    const resource = super.tryGetByKey(key);\n    if (!resource) throw new PFrameDriverError(`PTable not found, handle = ${key}`);\n    return resource;\n  }\n}\n\nfunction hasArtificialColumns<T>(entry: JoinEntry<T>): boolean {\n  switch (entry.type) {\n    case 'column':\n    case 'slicedColumn':\n    case 'inlineColumn':\n      return false;\n    case 'artificialColumn':\n      return true;\n    case 'full':\n    case 'inner':\n      return entry.entries.some(hasArtificialColumns);\n    case 'outer':\n      return hasArtificialColumns(entry.primary) || entry.secondary.some(hasArtificialColumns);\n    default:\n      assertNever(entry);\n  }\n}\n\nfunction joinEntryToInternal(entry: JoinEntry<PObjectId>): PFrameInternal.JoinEntryV4 {\n  const type = entry.type;\n  switch (type) {\n    case 'column':\n      return {\n        type: 'column',\n        columnId: entry.column,\n      };\n    case 'slicedColumn':\n      return {\n        type: 'slicedColumn',\n        columnId: entry.column,\n        newId: entry.newId,\n        axisFilters: entry.axisFilters,\n      };\n    case 'artificialColumn':\n      return {\n        type: 'artificialColumn',\n        columnId: entry.column,\n        newId: entry.newId,\n        axesIndices: entry.axesIndices,\n      };\n    case 'inlineColumn':\n      return {\n        type: 'inlineColumn',\n        newId: entry.column.id,\n        spec: entry.column.spec,\n        dataInfo: {\n          type: 'Json',\n          keyLength: entry.column.spec.axesSpec.length,\n          data: entry.column.data.reduce((acc, row) => {\n            acc[JSON.stringify(row.key)] = row.val;\n            return acc;\n          }, {} as Record<string, PColumnValue>),\n        },\n      };\n    case 'inner':\n    case 'full':\n      return {\n        type: entry.type,\n        entries: entry.entries.map((col) => joinEntryToInternal(col)),\n      };\n    case 'outer':\n      return {\n        type: 'outer',\n        primary: joinEntryToInternal(entry.primary),\n        secondary: entry.secondary.map((col) => joinEntryToInternal(col)),\n      };\n    default:\n      // eslint-disable-next-line @typescript-eslint/restrict-template-expressions\n      throw new PFrameDriverError(`unsupported PFrame join entry type: ${type satisfies never}`);\n  }\n}\n"],"names":["RefCountPoolBase","stableKeyFromFullPTableDef","logPFrames","bigintReplacer","PFrameDriverError","assertNever"],"mappings":";;;;;;;MAkBa,YAAY,CAAA;AAKL,IAAA,MAAA;AAEA,IAAA,aAAA;AACC,IAAA,WAAA;AAPF,IAAA,eAAe,GAAG,IAAI,eAAe,EAAE;AACvC,IAAA,qBAAqB;AAEtC,IAAA,WAAA,CACkB,MAAoB,EACpC,mBAAgC,EAChB,aAA+C,EAC9C,WAAmD,EAAA;QAHpD,IAAA,CAAA,MAAM,GAAN,MAAM;QAEN,IAAA,CAAA,aAAa,GAAb,aAAa;QACZ,IAAA,CAAA,WAAW,GAAX,WAAW;AAE5B,QAAA,IAAI,CAAC,qBAAqB,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,mBAAmB,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IAClG;AAEA,IAAA,IAAW,aAAa,GAAA;QACtB,OAAO,IAAI,CAAC,qBAAqB;IACnC;IAEA,CAAC,MAAM,CAAC,OAAO,CAAC,GAAA;AACd,QAAA,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE;AAC5B,QAAA,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE;QACzB,KAAK,IAAI,CAAC;aACP,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,OAAO,EAAE;AACjC,aAAA,KAAK,CAAC,MAAK,EAAoB,CAAC,CAAC;IACtC;AACD;AAEK,MAAO,UACX,SAAQA,0BAA2D,CAAA;AAEhD,IAAA,OAAA;AACA,IAAA,UAAA;AACA,IAAA,MAAA;AAHnB,IAAA,WAAA,CACmB,OAA8B,EAC9B,UAAyB,EACzB,MAA6B,EAAA;AAE9C,QAAA,KAAK,EAAE;QAJU,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,MAAM,GAAN,MAAM;IAGzB;AAEU,IAAA,kBAAkB,CAAC,MAAqB,EAAA;AAChD,QAAA,OAAOC,wCAA0B,CAAC,MAAM,CAAC;IAC3C;IAEU,iBAAiB,CAAC,MAAqB,EAAE,GAAiB,EAAA;QAClE,IAAIC,kBAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAChB,CAAA,gCAAA,EAAmC,GAAG,CAAA,GAAA;kBACpC,CAAA,EAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAEC,oBAAc,CAAC,CAAA,CAAE,CAC9C;QACH;AAEA,QAAA,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY;AAClC,QAAA,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AAEtE,QAAA,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,aAAa;QACxE,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;;QAG5F,IAAI,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;AACjC,YAAA,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC;AAC/B,gBAAA,GAAG,MAAM;AACT,gBAAA,GAAG,EAAE;oBACH,GAAG,MAAM,CAAC,GAAG;AACb,oBAAA,OAAO,EAAE,EAAE;AACZ,iBAAA;AACF,aAAA,CAAC;YACF,MAAM,EAAE,QAAQ,EAAE,EAAE,aAAa,EAAE,EAAE,GAAG,WAAW;YACnD,MAAM,WAAW,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACxF,OAAO,IAAI,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,WAAW,EAAE,WAAW,CAAC;QAC3E;;QAGA,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;AAC1E,YAAA,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC;AAC/B,gBAAA,GAAG,MAAM;AACT,gBAAA,GAAG,EAAE;oBACH,GAAG,MAAM,CAAC,GAAG;AACb,oBAAA,OAAO,EAAE,EAAE;AACZ,iBAAA;AACF,aAAA,CAAC;YACF,MAAM,EAAE,QAAQ,EAAE,EAAE,aAAa,EAAE,EAAE,GAAG,WAAW;YACnD,MAAM,aAAa,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC5F,OAAO,IAAI,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,CAAC;QAC7E;;AAGA,QAAA,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE;YACnE,GAAG,EAAE,mBAAmB,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;;AAExC,YAAA,OAAO,EAAE,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,gBAAgB,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC;AACjE,SAAA,CAAC,CAAC;QACH,OAAO,IAAI,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,KAAK,CAAC;IACxD;AAEO,IAAA,QAAQ,CAAC,GAAiB,EAAA;QAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC;AACvC,QAAA,IAAI,CAAC,QAAQ;AAAE,YAAA,MAAM,IAAIC,uBAAiB,CAAC,8BAA8B,GAAG,CAAA,CAAE,CAAC;AAC/E,QAAA,OAAO,QAAQ;IACjB;AACD;AAED,SAAS,oBAAoB,CAAI,KAAmB,EAAA;AAClD,IAAA,QAAQ,KAAK,CAAC,IAAI;AAChB,QAAA,KAAK,QAAQ;AACb,QAAA,KAAK,cAAc;AACnB,QAAA,KAAK,cAAc;AACjB,YAAA,OAAO,KAAK;AACd,QAAA,KAAK,kBAAkB;AACrB,YAAA,OAAO,IAAI;AACb,QAAA,KAAK,MAAM;AACX,QAAA,KAAK,OAAO;YACV,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC;AACjD,QAAA,KAAK,OAAO;AACV,YAAA,OAAO,oBAAoB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,oBAAoB,CAAC;AAC1F,QAAA;YACEC,iBAAW,CAAC,KAAK,CAAC;;AAExB;AAEA,SAAS,mBAAmB,CAAC,KAA2B,EAAA;AACtD,IAAA,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI;IACvB,QAAQ,IAAI;AACV,QAAA,KAAK,QAAQ;YACX,OAAO;AACL,gBAAA,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,KAAK,CAAC,MAAM;aACvB;AACH,QAAA,KAAK,cAAc;YACjB,OAAO;AACL,gBAAA,IAAI,EAAE,cAAc;gBACpB,QAAQ,EAAE,KAAK,CAAC,MAAM;gBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,WAAW,EAAE,KAAK,CAAC,WAAW;aAC/B;AACH,QAAA,KAAK,kBAAkB;YACrB,OAAO;AACL,gBAAA,IAAI,EAAE,kBAAkB;gBACxB,QAAQ,EAAE,KAAK,CAAC,MAAM;gBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,WAAW,EAAE,KAAK,CAAC,WAAW;aAC/B;AACH,QAAA,KAAK,cAAc;YACjB,OAAO;AACL,gBAAA,IAAI,EAAE,cAAc;AACpB,gBAAA,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE;AACtB,gBAAA,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI;AACvB,gBAAA,QAAQ,EAAE;AACR,oBAAA,IAAI,EAAE,MAAM;oBACZ,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM;AAC5C,oBAAA,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,KAAI;AAC1C,wBAAA,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG;AACtC,wBAAA,OAAO,GAAG;oBACZ,CAAC,EAAE,EAAkC,CAAC;AACvC,iBAAA;aACF;AACH,QAAA,KAAK,OAAO;AACZ,QAAA,KAAK,MAAM;YACT,OAAO;gBACL,IAAI,EAAE,KAAK,CAAC,IAAI;AAChB,gBAAA,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,mBAAmB,CAAC,GAAG,CAAC,CAAC;aAC9D;AACH,QAAA,KAAK,OAAO;YACV,OAAO;AACL,gBAAA,IAAI,EAAE,OAAO;AACb,gBAAA,OAAO,EAAE,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC;AAC3C,gBAAA,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,mBAAmB,CAAC,GAAG,CAAC,CAAC;aAClE;AACH,QAAA;;AAEE,YAAA,MAAM,IAAID,uBAAiB,CAAC,uCAAuC,IAAoB,CAAA,CAAE,CAAC;;AAEhG;;;;;"}

package/dist/ptable_pool.d.ts

@@ -6,11 +6,11 @@ import { type FullPTableDef } from './ptable_shared';
 import type { PTableDefPool } from './ptable_def_pool';
 export declare class PTableHolder implements Disposable {
     readonly pFrame: PFrameHandle;
-    readonly pTablePromise: Promise<PFrameInternal.PTableV7>;
+    readonly pTablePromise: Promise<PFrameInternal.PTableV8>;
     private readonly predecessor?;
     private readonly abortController;
     private readonly combinedDisposeSignal;
-    constructor(pFrame: PFrameHandle, pFrameDisposeSignal: AbortSignal, pTablePromise: Promise<PFrameInternal.PTableV7>, predecessor?: PoolEntry<PTableHandle, PTableHolder> | undefined);
+    constructor(pFrame: PFrameHandle, pFrameDisposeSignal: AbortSignal, pTablePromise: Promise<PFrameInternal.PTableV8>, predecessor?: PoolEntry<PTableHandle, PTableHolder> | undefined);
     get disposeSignal(): AbortSignal;
     [Symbol.dispose](): void;
 }

package/dist/ptable_pool.js

@@ -58,7 +58,7 @@ class PTablePool extends RefCountPoolBase {
                 },
             });
             const { resource: { pTablePromise } } = predecessor;
-            const sortedTable = pTablePromise.then((pTable) => pTable.sort(/* key, */ params.def.sorting));
+            const sortedTable = pTablePromise.then((pTable) => pTable.sort(key, params.def.sorting));
             return new PTableHolder(handle, combinedSignal, sortedTable, predecessor);
         }
         // 2. Filter (except the case with artificial columns where cartesian creates too many rows)
@@ -71,11 +71,11 @@ class PTablePool extends RefCountPoolBase {
                 },
             });
             const { resource: { pTablePromise } } = predecessor;
-            const filteredTable = pTablePromise.then((pTable) => pTable.filter(/* key, */ params.def.filters));
+            const filteredTable = pTablePromise.then((pTable) => pTable.filter(key, params.def.filters));
             return new PTableHolder(handle, combinedSignal, filteredTable, predecessor);
         }
         // 1. Join
-        const table = pFramePromise.then((pFrame) => pFrame.createTable(/* key, */ {
+        const table = pFramePromise.then((pFrame) => pFrame.createTable(key, {
             src: joinEntryToInternal(params.def.src),
             // `params.def.filters` would be non-empty only when join has artificial columns
             filters: [...params.def.partitionFilters, ...params.def.filters],

package/dist/ptable_pool.js.map

@@ -1 +1 @@
-{"version":3,"file":"ptable_pool.js","sources":["../src/ptable_pool.ts"],"sourcesContent":["import {\n  assertNever,\n  bigintReplacer,\n  PFrameDriverError,\n  type PFrameHandle,\n  type PTableHandle,\n  type JoinEntry,\n  type JsonSerializable,\n  type PColumnValue,\n  type PObjectId,\n} from '@platforma-sdk/model';\nimport type { PFrameInternal } from '@milaboratories/pl-model-middle-layer';\nimport { RefCountPoolBase, type PoolEntry } from '@milaboratories/ts-helpers';\nimport { logPFrames } from './logging';\nimport type { PFramePool } from './pframe_pool';\nimport { stableKeyFromFullPTableDef, type FullPTableDef } from './ptable_shared';\nimport type { PTableDefPool } from './ptable_def_pool';\n\nexport class PTableHolder implements Disposable {\n  private readonly abortController = new AbortController();\n  private readonly combinedDisposeSignal: AbortSignal;\n\n  constructor(\n    public readonly pFrame: PFrameHandle,\n    pFrameDisposeSignal: AbortSignal,\n    public readonly pTablePromise: Promise<PFrameInternal.PTableV7>,\n    private readonly predecessor?: PoolEntry<PTableHandle, PTableHolder>,\n  ) {\n    this.combinedDisposeSignal = AbortSignal.any([pFrameDisposeSignal, this.abortController.signal]);\n  }\n\n  public get disposeSignal(): AbortSignal {\n    return this.combinedDisposeSignal;\n  }\n\n  [Symbol.dispose](): void {\n    this.abortController.abort();\n    this.predecessor?.unref();\n    void this.pTablePromise\n      .then((pTable) => pTable.dispose())\n      .catch(() => { /* mute error */ });\n  }\n}\n\nexport class PTablePool<TreeEntry extends JsonSerializable>\n  extends RefCountPoolBase<FullPTableDef, PTableHandle, PTableHolder> {\n  constructor(\n    private readonly pFrames: PFramePool<TreeEntry>,\n    private readonly pTableDefs: PTableDefPool,\n    private readonly logger: PFrameInternal.Logger,\n  ) {\n    super();\n  }\n\n  protected calculateParamsKey(params: FullPTableDef): PTableHandle {\n    return stableKeyFromFullPTableDef(params);\n  }\n\n  protected createNewResource(params: FullPTableDef, key: PTableHandle): PTableHolder {\n    if (logPFrames()) {\n      this.logger('info',\n        `PTable creation (pTableHandle = ${key}): `\n        + `${JSON.stringify(params, bigintReplacer)}`,\n      );\n    }\n\n    const handle = params.pFrameHandle;\n    const { pFramePromise, disposeSignal } = this.pFrames.getByKey(handle);\n\n    const defDisposeSignal = this.pTableDefs.tryGetByKey(key)?.disposeSignal;\n    const combinedSignal = AbortSignal.any([disposeSignal, defDisposeSignal].filter((s) => !!s));\n\n    // 3. Sort\n    if (params.def.sorting.length > 0) {\n      const predecessor = this.acquire({\n        ...params,\n        def: {\n          ...params.def,\n          sorting: [],\n        },\n      });\n      const { resource: { pTablePromise } } = predecessor;\n      const sortedTable = pTablePromise.then((pTable) => pTable.sort(/* key, */ params.def.sorting));\n      return new PTableHolder(handle, combinedSignal, sortedTable, predecessor);\n    }\n\n    // 2. Filter (except the case with artificial columns where cartesian creates too many rows)\n    if (!hasArtificialColumns(params.def.src) && params.def.filters.length > 0) {\n      const predecessor = this.acquire({\n        ...params,\n        def: {\n          ...params.def,\n          filters: [],\n        },\n      });\n      const { resource: { pTablePromise } } = predecessor;\n      const filteredTable = pTablePromise.then((pTable) => pTable.filter(/* key, */ params.def.filters));\n      return new PTableHolder(handle, combinedSignal, filteredTable, predecessor);\n    }\n\n    // 1. Join\n    const table = pFramePromise.then((pFrame) => pFrame.createTable(/* key, */ {\n      src: joinEntryToInternal(params.def.src),\n      // `params.def.filters` would be non-empty only when join has artificial columns\n      filters: [...params.def.partitionFilters, ...params.def.filters],\n    }));\n    return new PTableHolder(handle, combinedSignal, table);\n  }\n\n  public getByKey(key: PTableHandle): PTableHolder {\n    const resource = super.tryGetByKey(key);\n    if (!resource) throw new PFrameDriverError(`PTable not found, handle = ${key}`);\n    return resource;\n  }\n}\n\nfunction hasArtificialColumns<T>(entry: JoinEntry<T>): boolean {\n  switch (entry.type) {\n    case 'column':\n    case 'slicedColumn':\n    case 'inlineColumn':\n      return false;\n    case 'artificialColumn':\n      return true;\n    case 'full':\n    case 'inner':\n      return entry.entries.some(hasArtificialColumns);\n    case 'outer':\n      return hasArtificialColumns(entry.primary) || entry.secondary.some(hasArtificialColumns);\n    default:\n      assertNever(entry);\n  }\n}\n\nfunction joinEntryToInternal(entry: JoinEntry<PObjectId>): PFrameInternal.JoinEntryV4 {\n  const type = entry.type;\n  switch (type) {\n    case 'column':\n      return {\n        type: 'column',\n        columnId: entry.column,\n      };\n    case 'slicedColumn':\n      return {\n        type: 'slicedColumn',\n        columnId: entry.column,\n        newId: entry.newId,\n        axisFilters: entry.axisFilters,\n      };\n    case 'artificialColumn':\n      return {\n        type: 'artificialColumn',\n        columnId: entry.column,\n        newId: entry.newId,\n        axesIndices: entry.axesIndices,\n      };\n    case 'inlineColumn':\n      return {\n        type: 'inlineColumn',\n        newId: entry.column.id,\n        spec: entry.column.spec,\n        dataInfo: {\n          type: 'Json',\n          keyLength: entry.column.spec.axesSpec.length,\n          data: entry.column.data.reduce((acc, row) => {\n            acc[JSON.stringify(row.key)] = row.val;\n            return acc;\n          }, {} as Record<string, PColumnValue>),\n        },\n      };\n    case 'inner':\n    case 'full':\n      return {\n        type: entry.type,\n        entries: entry.entries.map((col) => joinEntryToInternal(col)),\n      };\n    case 'outer':\n      return {\n        type: 'outer',\n        primary: joinEntryToInternal(entry.primary),\n        secondary: entry.secondary.map((col) => joinEntryToInternal(col)),\n      };\n    default:\n      // eslint-disable-next-line @typescript-eslint/restrict-template-expressions\n      throw new PFrameDriverError(`unsupported PFrame join entry type: ${type satisfies never}`);\n  }\n}\n"],"names":[],"mappings":";;;;;MAkBa,YAAY,CAAA;AAKL,IAAA,MAAA;AAEA,IAAA,aAAA;AACC,IAAA,WAAA;AAPF,IAAA,eAAe,GAAG,IAAI,eAAe,EAAE;AACvC,IAAA,qBAAqB;AAEtC,IAAA,WAAA,CACkB,MAAoB,EACpC,mBAAgC,EAChB,aAA+C,EAC9C,WAAmD,EAAA;QAHpD,IAAA,CAAA,MAAM,GAAN,MAAM;QAEN,IAAA,CAAA,aAAa,GAAb,aAAa;QACZ,IAAA,CAAA,WAAW,GAAX,WAAW;AAE5B,QAAA,IAAI,CAAC,qBAAqB,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,mBAAmB,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IAClG;AAEA,IAAA,IAAW,aAAa,GAAA;QACtB,OAAO,IAAI,CAAC,qBAAqB;IACnC;IAEA,CAAC,MAAM,CAAC,OAAO,CAAC,GAAA;AACd,QAAA,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE;AAC5B,QAAA,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE;QACzB,KAAK,IAAI,CAAC;aACP,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,OAAO,EAAE;AACjC,aAAA,KAAK,CAAC,MAAK,EAAoB,CAAC,CAAC;IACtC;AACD;AAEK,MAAO,UACX,SAAQ,gBAA2D,CAAA;AAEhD,IAAA,OAAA;AACA,IAAA,UAAA;AACA,IAAA,MAAA;AAHnB,IAAA,WAAA,CACmB,OAA8B,EAC9B,UAAyB,EACzB,MAA6B,EAAA;AAE9C,QAAA,KAAK,EAAE;QAJU,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,MAAM,GAAN,MAAM;IAGzB;AAEU,IAAA,kBAAkB,CAAC,MAAqB,EAAA;AAChD,QAAA,OAAO,0BAA0B,CAAC,MAAM,CAAC;IAC3C;IAEU,iBAAiB,CAAC,MAAqB,EAAE,GAAiB,EAAA;QAClE,IAAI,UAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAChB,CAAA,gCAAA,EAAmC,GAAG,CAAA,GAAA;kBACpC,CAAA,EAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA,CAAE,CAC9C;QACH;AAEA,QAAA,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY;AAClC,QAAA,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AAEtE,QAAA,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,aAAa;QACxE,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;;QAG5F,IAAI,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;AACjC,YAAA,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC;AAC/B,gBAAA,GAAG,MAAM;AACT,gBAAA,GAAG,EAAE;oBACH,GAAG,MAAM,CAAC,GAAG;AACb,oBAAA,OAAO,EAAE,EAAE;AACZ,iBAAA;AACF,aAAA,CAAC;YACF,MAAM,EAAE,QAAQ,EAAE,EAAE,aAAa,EAAE,EAAE,GAAG,WAAW;YACnD,MAAM,WAAW,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,YAAY,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC9F,OAAO,IAAI,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,WAAW,EAAE,WAAW,CAAC;QAC3E;;QAGA,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;AAC1E,YAAA,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC;AAC/B,gBAAA,GAAG,MAAM;AACT,gBAAA,GAAG,EAAE;oBACH,GAAG,MAAM,CAAC,GAAG;AACb,oBAAA,OAAO,EAAE,EAAE;AACZ,iBAAA;AACF,aAAA,CAAC;YACF,MAAM,EAAE,QAAQ,EAAE,EAAE,aAAa,EAAE,EAAE,GAAG,WAAW;YACnD,MAAM,aAAa,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,YAAY,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAClG,OAAO,IAAI,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,CAAC;QAC7E;;AAGA,QAAA,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,WAAW,YAAY;YACzE,GAAG,EAAE,mBAAmB,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;;AAExC,YAAA,OAAO,EAAE,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,gBAAgB,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC;AACjE,SAAA,CAAC,CAAC;QACH,OAAO,IAAI,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,KAAK,CAAC;IACxD;AAEO,IAAA,QAAQ,CAAC,GAAiB,EAAA;QAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC;AACvC,QAAA,IAAI,CAAC,QAAQ;AAAE,YAAA,MAAM,IAAI,iBAAiB,CAAC,8BAA8B,GAAG,CAAA,CAAE,CAAC;AAC/E,QAAA,OAAO,QAAQ;IACjB;AACD;AAED,SAAS,oBAAoB,CAAI,KAAmB,EAAA;AAClD,IAAA,QAAQ,KAAK,CAAC,IAAI;AAChB,QAAA,KAAK,QAAQ;AACb,QAAA,KAAK,cAAc;AACnB,QAAA,KAAK,cAAc;AACjB,YAAA,OAAO,KAAK;AACd,QAAA,KAAK,kBAAkB;AACrB,YAAA,OAAO,IAAI;AACb,QAAA,KAAK,MAAM;AACX,QAAA,KAAK,OAAO;YACV,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC;AACjD,QAAA,KAAK,OAAO;AACV,YAAA,OAAO,oBAAoB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,oBAAoB,CAAC;AAC1F,QAAA;YACE,WAAW,CAAC,KAAK,CAAC;;AAExB;AAEA,SAAS,mBAAmB,CAAC,KAA2B,EAAA;AACtD,IAAA,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI;IACvB,QAAQ,IAAI;AACV,QAAA,KAAK,QAAQ;YACX,OAAO;AACL,gBAAA,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,KAAK,CAAC,MAAM;aACvB;AACH,QAAA,KAAK,cAAc;YACjB,OAAO;AACL,gBAAA,IAAI,EAAE,cAAc;gBACpB,QAAQ,EAAE,KAAK,CAAC,MAAM;gBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,WAAW,EAAE,KAAK,CAAC,WAAW;aAC/B;AACH,QAAA,KAAK,kBAAkB;YACrB,OAAO;AACL,gBAAA,IAAI,EAAE,kBAAkB;gBACxB,QAAQ,EAAE,KAAK,CAAC,MAAM;gBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,WAAW,EAAE,KAAK,CAAC,WAAW;aAC/B;AACH,QAAA,KAAK,cAAc;YACjB,OAAO;AACL,gBAAA,IAAI,EAAE,cAAc;AACpB,gBAAA,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE;AACtB,gBAAA,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI;AACvB,gBAAA,QAAQ,EAAE;AACR,oBAAA,IAAI,EAAE,MAAM;oBACZ,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM;AAC5C,oBAAA,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,KAAI;AAC1C,wBAAA,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG;AACtC,wBAAA,OAAO,GAAG;oBACZ,CAAC,EAAE,EAAkC,CAAC;AACvC,iBAAA;aACF;AACH,QAAA,KAAK,OAAO;AACZ,QAAA,KAAK,MAAM;YACT,OAAO;gBACL,IAAI,EAAE,KAAK,CAAC,IAAI;AAChB,gBAAA,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,mBAAmB,CAAC,GAAG,CAAC,CAAC;aAC9D;AACH,QAAA,KAAK,OAAO;YACV,OAAO;AACL,gBAAA,IAAI,EAAE,OAAO;AACb,gBAAA,OAAO,EAAE,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC;AAC3C,gBAAA,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,mBAAmB,CAAC,GAAG,CAAC,CAAC;aAClE;AACH,QAAA;;AAEE,YAAA,MAAM,IAAI,iBAAiB,CAAC,uCAAuC,IAAoB,CAAA,CAAE,CAAC;;AAEhG;;;;"}
+{"version":3,"file":"ptable_pool.js","sources":["../src/ptable_pool.ts"],"sourcesContent":["import {\n  assertNever,\n  bigintReplacer,\n  PFrameDriverError,\n  type PFrameHandle,\n  type PTableHandle,\n  type JoinEntry,\n  type JsonSerializable,\n  type PColumnValue,\n  type PObjectId,\n} from '@platforma-sdk/model';\nimport type { PFrameInternal } from '@milaboratories/pl-model-middle-layer';\nimport { RefCountPoolBase, type PoolEntry } from '@milaboratories/ts-helpers';\nimport { logPFrames } from './logging';\nimport type { PFramePool } from './pframe_pool';\nimport { stableKeyFromFullPTableDef, type FullPTableDef } from './ptable_shared';\nimport type { PTableDefPool } from './ptable_def_pool';\n\nexport class PTableHolder implements Disposable {\n  private readonly abortController = new AbortController();\n  private readonly combinedDisposeSignal: AbortSignal;\n\n  constructor(\n    public readonly pFrame: PFrameHandle,\n    pFrameDisposeSignal: AbortSignal,\n    public readonly pTablePromise: Promise<PFrameInternal.PTableV8>,\n    private readonly predecessor?: PoolEntry<PTableHandle, PTableHolder>,\n  ) {\n    this.combinedDisposeSignal = AbortSignal.any([pFrameDisposeSignal, this.abortController.signal]);\n  }\n\n  public get disposeSignal(): AbortSignal {\n    return this.combinedDisposeSignal;\n  }\n\n  [Symbol.dispose](): void {\n    this.abortController.abort();\n    this.predecessor?.unref();\n    void this.pTablePromise\n      .then((pTable) => pTable.dispose())\n      .catch(() => { /* mute error */ });\n  }\n}\n\nexport class PTablePool<TreeEntry extends JsonSerializable>\n  extends RefCountPoolBase<FullPTableDef, PTableHandle, PTableHolder> {\n  constructor(\n    private readonly pFrames: PFramePool<TreeEntry>,\n    private readonly pTableDefs: PTableDefPool,\n    private readonly logger: PFrameInternal.Logger,\n  ) {\n    super();\n  }\n\n  protected calculateParamsKey(params: FullPTableDef): PTableHandle {\n    return stableKeyFromFullPTableDef(params);\n  }\n\n  protected createNewResource(params: FullPTableDef, key: PTableHandle): PTableHolder {\n    if (logPFrames()) {\n      this.logger('info',\n        `PTable creation (pTableHandle = ${key}): `\n        + `${JSON.stringify(params, bigintReplacer)}`,\n      );\n    }\n\n    const handle = params.pFrameHandle;\n    const { pFramePromise, disposeSignal } = this.pFrames.getByKey(handle);\n\n    const defDisposeSignal = this.pTableDefs.tryGetByKey(key)?.disposeSignal;\n    const combinedSignal = AbortSignal.any([disposeSignal, defDisposeSignal].filter((s) => !!s));\n\n    // 3. Sort\n    if (params.def.sorting.length > 0) {\n      const predecessor = this.acquire({\n        ...params,\n        def: {\n          ...params.def,\n          sorting: [],\n        },\n      });\n      const { resource: { pTablePromise } } = predecessor;\n      const sortedTable = pTablePromise.then((pTable) => pTable.sort(key, params.def.sorting));\n      return new PTableHolder(handle, combinedSignal, sortedTable, predecessor);\n    }\n\n    // 2. Filter (except the case with artificial columns where cartesian creates too many rows)\n    if (!hasArtificialColumns(params.def.src) && params.def.filters.length > 0) {\n      const predecessor = this.acquire({\n        ...params,\n        def: {\n          ...params.def,\n          filters: [],\n        },\n      });\n      const { resource: { pTablePromise } } = predecessor;\n      const filteredTable = pTablePromise.then((pTable) => pTable.filter(key, params.def.filters));\n      return new PTableHolder(handle, combinedSignal, filteredTable, predecessor);\n    }\n\n    // 1. Join\n    const table = pFramePromise.then((pFrame) => pFrame.createTable(key, {\n      src: joinEntryToInternal(params.def.src),\n      // `params.def.filters` would be non-empty only when join has artificial columns\n      filters: [...params.def.partitionFilters, ...params.def.filters],\n    }));\n    return new PTableHolder(handle, combinedSignal, table);\n  }\n\n  public getByKey(key: PTableHandle): PTableHolder {\n    const resource = super.tryGetByKey(key);\n    if (!resource) throw new PFrameDriverError(`PTable not found, handle = ${key}`);\n    return resource;\n  }\n}\n\nfunction hasArtificialColumns<T>(entry: JoinEntry<T>): boolean {\n  switch (entry.type) {\n    case 'column':\n    case 'slicedColumn':\n    case 'inlineColumn':\n      return false;\n    case 'artificialColumn':\n      return true;\n    case 'full':\n    case 'inner':\n      return entry.entries.some(hasArtificialColumns);\n    case 'outer':\n      return hasArtificialColumns(entry.primary) || entry.secondary.some(hasArtificialColumns);\n    default:\n      assertNever(entry);\n  }\n}\n\nfunction joinEntryToInternal(entry: JoinEntry<PObjectId>): PFrameInternal.JoinEntryV4 {\n  const type = entry.type;\n  switch (type) {\n    case 'column':\n      return {\n        type: 'column',\n        columnId: entry.column,\n      };\n    case 'slicedColumn':\n      return {\n        type: 'slicedColumn',\n        columnId: entry.column,\n        newId: entry.newId,\n        axisFilters: entry.axisFilters,\n      };\n    case 'artificialColumn':\n      return {\n        type: 'artificialColumn',\n        columnId: entry.column,\n        newId: entry.newId,\n        axesIndices: entry.axesIndices,\n      };\n    case 'inlineColumn':\n      return {\n        type: 'inlineColumn',\n        newId: entry.column.id,\n        spec: entry.column.spec,\n        dataInfo: {\n          type: 'Json',\n          keyLength: entry.column.spec.axesSpec.length,\n          data: entry.column.data.reduce((acc, row) => {\n            acc[JSON.stringify(row.key)] = row.val;\n            return acc;\n          }, {} as Record<string, PColumnValue>),\n        },\n      };\n    case 'inner':\n    case 'full':\n      return {\n        type: entry.type,\n        entries: entry.entries.map((col) => joinEntryToInternal(col)),\n      };\n    case 'outer':\n      return {\n        type: 'outer',\n        primary: joinEntryToInternal(entry.primary),\n        secondary: entry.secondary.map((col) => joinEntryToInternal(col)),\n      };\n    default:\n      // eslint-disable-next-line @typescript-eslint/restrict-template-expressions\n      throw new PFrameDriverError(`unsupported PFrame join entry type: ${type satisfies never}`);\n  }\n}\n"],"names":[],"mappings":";;;;;MAkBa,YAAY,CAAA;AAKL,IAAA,MAAA;AAEA,IAAA,aAAA;AACC,IAAA,WAAA;AAPF,IAAA,eAAe,GAAG,IAAI,eAAe,EAAE;AACvC,IAAA,qBAAqB;AAEtC,IAAA,WAAA,CACkB,MAAoB,EACpC,mBAAgC,EAChB,aAA+C,EAC9C,WAAmD,EAAA;QAHpD,IAAA,CAAA,MAAM,GAAN,MAAM;QAEN,IAAA,CAAA,aAAa,GAAb,aAAa;QACZ,IAAA,CAAA,WAAW,GAAX,WAAW;AAE5B,QAAA,IAAI,CAAC,qBAAqB,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,mBAAmB,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IAClG;AAEA,IAAA,IAAW,aAAa,GAAA;QACtB,OAAO,IAAI,CAAC,qBAAqB;IACnC;IAEA,CAAC,MAAM,CAAC,OAAO,CAAC,GAAA;AACd,QAAA,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE;AAC5B,QAAA,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE;QACzB,KAAK,IAAI,CAAC;aACP,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,OAAO,EAAE;AACjC,aAAA,KAAK,CAAC,MAAK,EAAoB,CAAC,CAAC;IACtC;AACD;AAEK,MAAO,UACX,SAAQ,gBAA2D,CAAA;AAEhD,IAAA,OAAA;AACA,IAAA,UAAA;AACA,IAAA,MAAA;AAHnB,IAAA,WAAA,CACmB,OAA8B,EAC9B,UAAyB,EACzB,MAA6B,EAAA;AAE9C,QAAA,KAAK,EAAE;QAJU,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,MAAM,GAAN,MAAM;IAGzB;AAEU,IAAA,kBAAkB,CAAC,MAAqB,EAAA;AAChD,QAAA,OAAO,0BAA0B,CAAC,MAAM,CAAC;IAC3C;IAEU,iBAAiB,CAAC,MAAqB,EAAE,GAAiB,EAAA;QAClE,IAAI,UAAU,EAAE,EAAE;AAChB,YAAA,IAAI,CAAC,MAAM,CAAC,MAAM,EAChB,CAAA,gCAAA,EAAmC,GAAG,CAAA,GAAA;kBACpC,CAAA,EAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA,CAAE,CAC9C;QACH;AAEA,QAAA,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY;AAClC,QAAA,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;AAEtE,QAAA,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,aAAa;QACxE,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;;QAG5F,IAAI,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;AACjC,YAAA,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC;AAC/B,gBAAA,GAAG,MAAM;AACT,gBAAA,GAAG,EAAE;oBACH,GAAG,MAAM,CAAC,GAAG;AACb,oBAAA,OAAO,EAAE,EAAE;AACZ,iBAAA;AACF,aAAA,CAAC;YACF,MAAM,EAAE,QAAQ,EAAE,EAAE,aAAa,EAAE,EAAE,GAAG,WAAW;YACnD,MAAM,WAAW,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACxF,OAAO,IAAI,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,WAAW,EAAE,WAAW,CAAC;QAC3E;;QAGA,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;AAC1E,YAAA,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC;AAC/B,gBAAA,GAAG,MAAM;AACT,gBAAA,GAAG,EAAE;oBACH,GAAG,MAAM,CAAC,GAAG;AACb,oBAAA,OAAO,EAAE,EAAE;AACZ,iBAAA;AACF,aAAA,CAAC;YACF,MAAM,EAAE,QAAQ,EAAE,EAAE,aAAa,EAAE,EAAE,GAAG,WAAW;YACnD,MAAM,aAAa,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC5F,OAAO,IAAI,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,CAAC;QAC7E;;AAGA,QAAA,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE;YACnE,GAAG,EAAE,mBAAmB,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;;AAExC,YAAA,OAAO,EAAE,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,gBAAgB,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC;AACjE,SAAA,CAAC,CAAC;QACH,OAAO,IAAI,YAAY,CAAC,MAAM,EAAE,cAAc,EAAE,KAAK,CAAC;IACxD;AAEO,IAAA,QAAQ,CAAC,GAAiB,EAAA;QAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC;AACvC,QAAA,IAAI,CAAC,QAAQ;AAAE,YAAA,MAAM,IAAI,iBAAiB,CAAC,8BAA8B,GAAG,CAAA,CAAE,CAAC;AAC/E,QAAA,OAAO,QAAQ;IACjB;AACD;AAED,SAAS,oBAAoB,CAAI,KAAmB,EAAA;AAClD,IAAA,QAAQ,KAAK,CAAC,IAAI;AAChB,QAAA,KAAK,QAAQ;AACb,QAAA,KAAK,cAAc;AACnB,QAAA,KAAK,cAAc;AACjB,YAAA,OAAO,KAAK;AACd,QAAA,KAAK,kBAAkB;AACrB,YAAA,OAAO,IAAI;AACb,QAAA,KAAK,MAAM;AACX,QAAA,KAAK,OAAO;YACV,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC;AACjD,QAAA,KAAK,OAAO;AACV,YAAA,OAAO,oBAAoB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,oBAAoB,CAAC;AAC1F,QAAA;YACE,WAAW,CAAC,KAAK,CAAC;;AAExB;AAEA,SAAS,mBAAmB,CAAC,KAA2B,EAAA;AACtD,IAAA,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI;IACvB,QAAQ,IAAI;AACV,QAAA,KAAK,QAAQ;YACX,OAAO;AACL,gBAAA,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,KAAK,CAAC,MAAM;aACvB;AACH,QAAA,KAAK,cAAc;YACjB,OAAO;AACL,gBAAA,IAAI,EAAE,cAAc;gBACpB,QAAQ,EAAE,KAAK,CAAC,MAAM;gBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,WAAW,EAAE,KAAK,CAAC,WAAW;aAC/B;AACH,QAAA,KAAK,kBAAkB;YACrB,OAAO;AACL,gBAAA,IAAI,EAAE,kBAAkB;gBACxB,QAAQ,EAAE,KAAK,CAAC,MAAM;gBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,WAAW,EAAE,KAAK,CAAC,WAAW;aAC/B;AACH,QAAA,KAAK,cAAc;YACjB,OAAO;AACL,gBAAA,IAAI,EAAE,cAAc;AACpB,gBAAA,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE;AACtB,gBAAA,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI;AACvB,gBAAA,QAAQ,EAAE;AACR,oBAAA,IAAI,EAAE,MAAM;oBACZ,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM;AAC5C,oBAAA,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,KAAI;AAC1C,wBAAA,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG;AACtC,wBAAA,OAAO,GAAG;oBACZ,CAAC,EAAE,EAAkC,CAAC;AACvC,iBAAA;aACF;AACH,QAAA,KAAK,OAAO;AACZ,QAAA,KAAK,MAAM;YACT,OAAO;gBACL,IAAI,EAAE,KAAK,CAAC,IAAI;AAChB,gBAAA,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,mBAAmB,CAAC,GAAG,CAAC,CAAC;aAC9D;AACH,QAAA,KAAK,OAAO;YACV,OAAO;AACL,gBAAA,IAAI,EAAE,OAAO;AACb,gBAAA,OAAO,EAAE,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC;AAC3C,gBAAA,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,mBAAmB,CAAC,GAAG,CAAC,CAAC;aAClE;AACH,QAAA;;AAEE,YAAA,MAAM,IAAI,iBAAiB,CAAC,uCAAuC,IAAoB,CAAA,CAAE,CAAC;;AAEhG;;;;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@milaboratories/pf-driver",
-  "version": "1.0.6",
+  "version": "1.0.7",
   "description": "PFrameDriver implementation abstracted from Middle Layer",
   "engines": {
     "node": ">=22.19.0"
@@ -30,17 +30,17 @@
     "vitest": "^4.0.7",
     "@vitest/coverage-v8": "^4.0.7",
     "@types/node": "~24.5.2",
-    "@milaboratories/eslint-config": "1.0.5",
     "@milaboratories/build-configs": "1.0.8",
-    "@milaboratories/ts-configs": "1.0.6",
-    "@milaboratories/ts-builder": "1.0.5"
+    "@milaboratories/eslint-config": "1.0.5",
+    "@milaboratories/ts-builder": "1.0.5",
+    "@milaboratories/ts-configs": "1.0.6"
   },
   "dependencies": {
-    "@milaboratories/pframes-rs-node": "1.0.103",
+    "@milaboratories/pframes-rs-node": "1.0.109",
     "lru-cache": "^11.2.2",
     "es-toolkit": "^1.39.10",
-    "@milaboratories/pl-model-middle-layer": "1.8.42",
     "@milaboratories/ts-helpers": "1.5.4",
+    "@milaboratories/pl-model-middle-layer": "1.8.43",
     "@platforma-sdk/model": "1.45.42"
   },
   "scripts": {

package/src/driver_impl.ts

@@ -230,8 +230,7 @@ implements AbstractInternalPFrameDriver<PColumnData> {
   public async getColumnSpec(handle: PFrameHandle, columnId: PObjectId): Promise<PColumnSpec | null> {
     const { pFramePromise } = this.pFrames.getByKey(handle);
     const pFrame = await pFramePromise;
-    // TODO: remove catch after update
-    return await pFrame.getColumnSpec(columnId).catch(() => null);
+    return await pFrame.getColumnSpec(columnId);
   }
 
   public async listColumns(handle: PFrameHandle): Promise<PColumnIdAndSpec[]> {

package/src/pframe_pool.ts

@@ -29,7 +29,7 @@ export interface RemoteBlobProvider<TreeEntry extends JsonSerializable> {
 }
 
 export class PFrameHolder<TreeEntry extends JsonSerializable> implements Disposable {
-  public readonly pFramePromise: Promise<PFrameInternal.PFrameV12>;
+  public readonly pFramePromise: Promise<PFrameInternal.PFrameV13>;
   private readonly abortController = new AbortController();
 
   private readonly localBlobs: PoolEntry<PFrameInternal.PFrameBlobId>[] = [];
@@ -93,7 +93,7 @@ export class PFrameHolder<TreeEntry extends JsonSerializable> implements Disposa
     }));
 
     try {
-      const pFrame = PFrameFactory.createPFrame({ /* frameId, */ spillPath: this.spillPath, logger });
+      const pFrame = PFrameFactory.createPFrame({ frameId, spillPath: this.spillPath, logger });
       pFrame.setDataSource({
         ...this.localBlobProvider.makeDataSource(this.disposeSignal),
         parquetServer: this.remoteBlobProvider.httpServerInfo(),

package/src/ptable_pool.ts

@@ -23,7 +23,7 @@ export class PTableHolder implements Disposable {
   constructor(
     public readonly pFrame: PFrameHandle,
     pFrameDisposeSignal: AbortSignal,
-    public readonly pTablePromise: Promise<PFrameInternal.PTableV7>,
+    public readonly pTablePromise: Promise<PFrameInternal.PTableV8>,
     private readonly predecessor?: PoolEntry<PTableHandle, PTableHolder>,
   ) {
     this.combinedDisposeSignal = AbortSignal.any([pFrameDisposeSignal, this.abortController.signal]);
@@ -80,7 +80,7 @@ export class PTablePool<TreeEntry extends JsonSerializable>
         },
       });
       const { resource: { pTablePromise } } = predecessor;
-      const sortedTable = pTablePromise.then((pTable) => pTable.sort(/* key, */ params.def.sorting));
+      const sortedTable = pTablePromise.then((pTable) => pTable.sort(key, params.def.sorting));
       return new PTableHolder(handle, combinedSignal, sortedTable, predecessor);
     }
 
@@ -94,12 +94,12 @@ export class PTablePool<TreeEntry extends JsonSerializable>
         },
       });
       const { resource: { pTablePromise } } = predecessor;
-      const filteredTable = pTablePromise.then((pTable) => pTable.filter(/* key, */ params.def.filters));
+      const filteredTable = pTablePromise.then((pTable) => pTable.filter(key, params.def.filters));
       return new PTableHolder(handle, combinedSignal, filteredTable, predecessor);
     }
 
     // 1. Join
-    const table = pFramePromise.then((pFrame) => pFrame.createTable(/* key, */ {
+    const table = pFramePromise.then((pFrame) => pFrame.createTable(key, {
       src: joinEntryToInternal(params.def.src),
       // `params.def.filters` would be non-empty only when join has artificial columns
       filters: [...params.def.partitionFilters, ...params.def.filters],