@milaboratories/pl-middle-layer 1.38.0 → 1.38.1

package/dist/pool/driver.d.ts

@@ -3,6 +3,7 @@ import { PlTreeNodeAccessor } from '@milaboratories/pl-tree';
 import { ComputableCtx } from '@milaboratories/computable';
 import { CalculateTableDataRequest, CalculateTableDataResponse, FindColumnsRequest, FindColumnsResponse, PColumnIdAndSpec, PColumnSpec, PFrameHandle, PObjectId, PTableColumnSpec, PTableHandle, PTableShape, PTableVector, TableRange, UniqueValuesRequest, UniqueValuesResponse, PFrameDriver as SdkPFrameDriver, PColumn, PFrameDef, PTableDef, PColumnValues, DataInfo } from '@platforma-sdk/model';
 import { MiLogger } from '@milaboratories/ts-helpers';
+export type PColumnDataUniversal = PlTreeNodeAccessor | DataInfo<PlTreeNodeAccessor> | PColumnValues;
 /**
  * Extends public and safe SDK's driver API with methods used internally in the middle
  * layer and in tests.
@@ -17,9 +18,9 @@ export interface InternalPFrameDriver extends SdkPFrameDriver {
      */
     pprofDump(): Promise<Uint8Array>;
     /** Create a new PFrame */
-    createPFrame(def: PFrameDef<PlTreeNodeAccessor | PColumnValues | DataInfo<PlTreeNodeAccessor>>, ctx: ComputableCtx): PFrameHandle;
+    createPFrame(def: PFrameDef<PColumnDataUniversal>, ctx: ComputableCtx): PFrameHandle;
     /** Create a new PTable */
-    createPTable(def: PTableDef<PColumn<PlTreeNodeAccessor | PColumnValues | DataInfo<PlTreeNodeAccessor>>>, ctx: ComputableCtx): PTableHandle;
+    createPTable(def: PTableDef<PColumn<PColumnDataUniversal>>, ctx: ComputableCtx): PTableHandle;
     /** Calculates data for the table and returns complete data representation of it */
     calculateTableData(handle: PFrameHandle, request: CalculateTableDataRequest<PObjectId>, range: TableRange | undefined, signal?: AbortSignal): Promise<CalculateTableDataResponse>;
     /** Calculate set of unique values for a specific axis for the filtered set of records */
@@ -47,8 +48,8 @@ export declare class PFrameDriver implements InternalPFrameDriver {
     pprofDump(): Promise<Uint8Array>;
     static init(blobDriver: DownloadDriver, logger: MiLogger, spillPath: string): Promise<PFrameDriver>;
     private constructor();
-    createPFrame(def: PFrameDef<PlTreeNodeAccessor | PColumnValues | DataInfo<PlTreeNodeAccessor>>, ctx: ComputableCtx): PFrameHandle;
-    createPTable(rawDef: PTableDef<PColumn<PlTreeNodeAccessor | PColumnValues | DataInfo<PlTreeNodeAccessor>>>, ctx: ComputableCtx): PTableHandle;
+    createPFrame(def: PFrameDef<PColumnDataUniversal>, ctx: ComputableCtx): PFrameHandle;
+    createPTable(rawDef: PTableDef<PColumn<PColumnDataUniversal>>, ctx: ComputableCtx): PTableHandle;
     findColumns(handle: PFrameHandle, request: FindColumnsRequest): Promise<FindColumnsResponse>;
     getColumnSpec(handle: PFrameHandle, columnId: PObjectId): Promise<PColumnSpec>;
     listColumns(handle: PFrameHandle): Promise<PColumnIdAndSpec[]>;

package/dist/pool/driver.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"driver.d.ts","sourceRoot":"","sources":["../../src/pool/driver.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAEjE,OAAO,KAAK,EAAE,kBAAkB,EAAgB,MAAM,yBAAyB,CAAC;AAEhF,OAAO,KAAK,EAAE,aAAa,EAA2B,MAAM,4BAA4B,CAAC;AACzF,OAAO,KAAK,EACV,yBAAyB,EACzB,0BAA0B,EAC1B,kBAAkB,EAClB,mBAAmB,EAEnB,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,UAAU,EACV,mBAAmB,EACnB,oBAAoB,EACpB,YAAY,IAAI,eAAe,EAC/B,OAAO,EACP,SAAS,EAET,SAAS,EAIT,aAAa,EACb,QAAQ,EAET,MAAM,sBAAsB,CAAC;AAW9B,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AA+J3D;;;GAGG;AACH,MAAM,WAAW,oBAAqB,SAAQ,eAAe;IAC3D;;;;;;OAMG;IACH,SAAS,IAAI,OAAO,CAAC,UAAU,CAAC,CAAC;IAEjC,0BAA0B;IAC1B,YAAY,CACV,GAAG,EAAE,SAAS,CAAC,kBAAkB,GAAG,aAAa,GAAG,QAAQ,CAAC,kBAAkB,CAAC,CAAC,EACjF,GAAG,EAAE,aAAa,GACjB,YAAY,CAAC;IAEhB,0BAA0B;IAC1B,YAAY,CACV,GAAG,EAAE,SAAS,CAAC,OAAO,CAAC,kBAAkB,GAAG,aAAa,GAAG,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAC1F,GAAG,EAAE,aAAa,GACjB,YAAY,CAAC;IAEhB,mFAAmF;IACnF,kBAAkB,CAChB,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,yBAAyB,CAAC,SAAS,CAAC,EAC7C,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,0BAA0B,CAAC,CAAC;IAEvC,yFAAyF;IACzF,eAAe,CACb,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,mBAAmB,EAC5B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAEjC,0BAA0B;IAC1B,QAAQ,CACN,MAAM,EAAE,YAAY,EACpB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,WAAW,CAAC,CAAC;IAExB;;;;;;;SAOK;IACL,OAAO,CACL,MAAM,EAAE,YAAY,EACpB,aAAa,EAAE,MAAM,EAAE,EACvB,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;CAC5B;AAED,qBAAa,YAAa,YAAW,oBAAoB;IAqBrD,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAtB5B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAyD;IACjF,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoD;IAC5E,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAA8B;IACtE,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAA8B;IAEzD,SAAS,IAAI,OAAO,CAAC,UAAU,CAAC;WAIzB,IAAI,CACtB,UAAU,EAAE,cAAc,EAC1B,MAAM,EAAE,QAAQ,EAChB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,YAAY,CAAC;IAMxB,OAAO;IA+EA,YAAY,CACjB,GAAG,EAAE,SAAS,CAAC,kBAAkB,GAAG,aAAa,GAAG,QAAQ,CAAC,kBAAkB,CAAC,CAAC,EACjF,GAAG,EAAE,aAAa,GACjB,YAAY;IAiBR,YAAY,CACjB,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC,kBAAkB,GAAG,aAAa,GAAG,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAC7F,GAAG,EAAE,aAAa,GACjB,YAAY;IAoBF,WAAW,CACtB,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,mBAAmB,CAAC;IA2BlB,aAAa,CAAC,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC;IAI9E,WAAW,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAI9D,kBAAkB,CAC7B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,yBAAyB,CAAC,SAAS,CAAC,EAC7C,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,0BAA0B,CAAC;IAuCzB,eAAe,CAC1B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,mBAAmB,EAC5B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,oBAAoB,CAAC;IAsBzB,OAAO,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAKpD,QAAQ,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAU1E,OAAO,CAClB,MAAM,EAAE,YAAY,EACpB,aAAa,EAAE,MAAM,EAAE,EACvB,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,YAAY,EAAE,CAAC;CAU3B"}
+{"version":3,"file":"driver.d.ts","sourceRoot":"","sources":["../../src/pool/driver.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAEjE,OAAO,KAAK,EAAE,kBAAkB,EAAgB,MAAM,yBAAyB,CAAC;AAEhF,OAAO,KAAK,EAAE,aAAa,EAA2B,MAAM,4BAA4B,CAAC;AACzF,OAAO,KAAK,EACV,yBAAyB,EACzB,0BAA0B,EAC1B,kBAAkB,EAClB,mBAAmB,EAEnB,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,UAAU,EACV,mBAAmB,EACnB,oBAAoB,EACpB,YAAY,IAAI,eAAe,EAC/B,OAAO,EACP,SAAS,EAET,SAAS,EAIT,aAAa,EACb,QAAQ,EAET,MAAM,sBAAsB,CAAC;AAc9B,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAQ3D,MAAM,MAAM,oBAAoB,GAAG,kBAAkB,GAAG,QAAQ,CAAC,kBAAkB,CAAC,GAAG,aAAa,CAAC;AA+KrG;;;GAGG;AACH,MAAM,WAAW,oBAAqB,SAAQ,eAAe;IAC3D;;;;;;OAMG;IACH,SAAS,IAAI,OAAO,CAAC,UAAU,CAAC,CAAC;IAEjC,0BAA0B;IAC1B,YAAY,CACV,GAAG,EAAE,SAAS,CAAC,oBAAoB,CAAC,EACpC,GAAG,EAAE,aAAa,GACjB,YAAY,CAAC;IAEhB,0BAA0B;IAC1B,YAAY,CACV,GAAG,EAAE,SAAS,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,EAC7C,GAAG,EAAE,aAAa,GACjB,YAAY,CAAC;IAEhB,mFAAmF;IACnF,kBAAkB,CAChB,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,yBAAyB,CAAC,SAAS,CAAC,EAC7C,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,0BAA0B,CAAC,CAAC;IAEvC,yFAAyF;IACzF,eAAe,CACb,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,mBAAmB,EAC5B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAEjC,0BAA0B;IAC1B,QAAQ,CACN,MAAM,EAAE,YAAY,EACpB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,WAAW,CAAC,CAAC;IAExB;;;;;;;SAOK;IACL,OAAO,CACL,MAAM,EAAE,YAAY,EACpB,aAAa,EAAE,MAAM,EAAE,EACvB,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;CAC5B;AAED,qBAAa,YAAa,YAAW,oBAAoB;IAqBrD,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAtB5B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAyD;IACjF,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoD;IAC5E,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAA8B;IACtE,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAA8B;IAEzD,SAAS,IAAI,OAAO,CAAC,UAAU,CAAC;WAIzB,IAAI,CACtB,UAAU,EAAE,cAAc,EAC1B,MAAM,EAAE,QAAQ,EAChB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,YAAY,CAAC;IAMxB,OAAO;IA+FA,YAAY,CACjB,GAAG,EAAE,SAAS,CAAC,oBAAoB,CAAC,EACpC,GAAG,EAAE,aAAa,GACjB,YAAY;IAiBR,YAAY,CACjB,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,EAChD,GAAG,EAAE,aAAa,GACjB,YAAY;IAoBF,WAAW,CACtB,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,mBAAmB,CAAC;IA4BlB,aAAa,CAAC,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC;IAK9E,WAAW,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAK9D,kBAAkB,CAC7B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,yBAAyB,CAAC,SAAS,CAAC,EAC7C,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,0BAA0B,CAAC;IA2BzB,eAAe,CAC1B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,mBAAmB,EAC5B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,oBAAoB,CAAC;IAwBzB,OAAO,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAUpD,QAAQ,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAW1E,OAAO,CAClB,MAAM,EAAE,YAAY,EACpB,aAAa,EAAE,MAAM,EAAE,EACvB,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,YAAY,EAAE,CAAC;CAW3B"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@milaboratories/pl-middle-layer",
-  "version": "1.38.0",
+  "version": "1.38.1",
   "description": "Pl Middle Layer",
   "engines": {
     "node": ">=20.16.0"
@@ -22,7 +22,7 @@
   "keywords": [],
   "license": "UNLICENSED",
   "dependencies": {
-    "@milaboratories/pframes-rs-node": "1.0.47",
+    "@milaboratories/pframes-rs-node": "1.0.49",
     "canonicalize": "~2.1.0",
     "denque": "^2.1.0",
     "lru-cache": "^11.1.0",
@@ -32,22 +32,22 @@
     "yaml": "^2.7.0",
     "zod": "~3.23.8",
     "remeda": "^2.22.6",
+    "@milaboratories/computable": "^2.6.0",
     "@milaboratories/pl-http": "^1.1.4",
     "@milaboratories/resolve-helper": "^1.1.0",
-    "@milaboratories/pl-client": "^2.11.2",
+    "@platforma-sdk/block-tools": "^2.5.63",
     "@milaboratories/pl-drivers": "^1.6.0",
-    "@milaboratories/computable": "^2.6.0",
-    "@platforma-sdk/block-tools": "^2.5.62",
-    "@milaboratories/pl-model-middle-layer": "~1.7.44",
-    "@milaboratories/pl-model-common": "~1.16.0",
+    "@milaboratories/pl-model-backend": "~1.1.2",
+    "@milaboratories/pl-client": "^2.11.2",
     "@milaboratories/pl-tree": "~1.7.0",
     "@platforma-sdk/model": "~1.39.0",
-    "@milaboratories/pl-config": "^1.6.1",
+    "@milaboratories/pl-model-middle-layer": "~1.7.45",
     "@milaboratories/ts-helpers": "^1.4.1",
-    "@milaboratories/pl-errors": "^1.1.9",
+    "@milaboratories/pl-model-common": "~1.16.0",
     "@platforma-sdk/workflow-tengo": "4.9.2",
-    "@milaboratories/pl-model-backend": "~1.1.2",
-    "@milaboratories/pl-deployments": "^2.4.3"
+    "@milaboratories/pl-config": "^1.6.1",
+    "@milaboratories/pl-deployments": "^2.4.3",
+    "@milaboratories/pl-errors": "^1.1.9"
   },
   "devDependencies": {
     "semver": "^7.7.2",

package/src/pool/driver.ts

@@ -38,7 +38,10 @@ import {
   extractAllColumns,
   mapDataInfo,
   isDataInfo,
+  ensureError,
 } from '@platforma-sdk/model';
+import { LRUCache } from 'lru-cache';
+import type { UnrefFn } from './ref_count_pool';
 import { RefCountResourcePool } from './ref_count_pool';
 import { allBlobs, makeDataInfoFromPColumnValues, mapBlobs, parseDataInfoResource } from './data';
 import { createHash } from 'node:crypto';
@@ -50,6 +53,8 @@ import * as fsp from 'node:fs/promises';
 import * as path from 'node:path';
 import { getDebugFlags } from '../debug';
 
+export type PColumnDataUniversal = PlTreeNodeAccessor | DataInfo<PlTreeNodeAccessor> | PColumnValues;
+
 function blobKey(res: ResourceInfo): string {
   return String(res.id);
 }
@@ -81,18 +86,22 @@ function migrateFilters(filters: PTableRecordFilter[]): PTableRecordFilter[] {
   return filtersV2;
 }
 
-function migratePTableDef(
-  def: PTableDef<PColumn<PlTreeNodeAccessor | PColumnValues | DataInfo<PlTreeNodeAccessor>>>,
-): PTableDef<PColumn<PlTreeNodeAccessor | PColumnValues | DataInfo<PlTreeNodeAccessor>>> {
-  if (!('partitionFilters' in (def as Omit<typeof def, 'partitionFilters'>))) {
-    // For old blocks make all filters partition filters
+function migratePTableFilters<T>(
+  def: Omit<PTableDef<T>, 'partitionFilters'> | PTableDef<T>,
+): PTableDef<T> {
+  if (!('partitionFilters' in def)) {
+    // For old blocks assume all axes filters to be partition filters
     return {
       ...def,
-      partitionFilters: def.filters,
-      filters: [],
+      partitionFilters: migrateFilters(def.filters.filter((f) => f.column.type === 'axis')),
+      filters: migrateFilters(def.filters.filter((f) => f.column.type === 'column')),
     };
   }
-  return def;
+  return {
+    ...def,
+    partitionFilters: migrateFilters(def.partitionFilters),
+    filters: migrateFilters(def.filters),
+  };
 }
 
 const bigintReplacer = (_: string, v: unknown) => (typeof v === 'bigint' ? v.toString() : v);
@@ -100,6 +109,7 @@ const bigintReplacer = (_: string, v: unknown) => (typeof v === 'bigint' ? v.toS
 class PFrameHolder implements PFrameInternal.PFrameDataSource, Disposable {
   public readonly pFrame: PFrameInternal.PFrameV7;
   private readonly abortController = new AbortController();
+  private readonly pTableCache: LRUCache<PTableHandle, UnrefFn>;
   private readonly blobIdToResource = new Map<string, ResourceInfo>();
   private readonly blobHandleComputables = new Map<
     string,
@@ -141,6 +151,11 @@ class PFrameHolder implements PFrameInternal.PFrameDataSource, Disposable {
         `Rust PFrame creation failed, columns: ${JSON.stringify(distinctСolumns)}, error: ${err as Error}`,
       );
     }
+
+    this.pTableCache = new LRUCache<PTableHandle, UnrefFn>({
+      max: 5, // TODO: calculate size on disk, not number of PTables
+      dispose: (unref) => unref(),
+    });
   }
 
   private getOrCreateComputableForBlob(blobId: string) {
@@ -173,26 +188,38 @@ class PFrameHolder implements PFrameInternal.PFrameDataSource, Disposable {
     return this.abortController.signal;
   }
 
+  public cache(handle: PTableHandle, unref: UnrefFn): void {
+    this.pTableCache.set(handle, unref);
+  }
+
   [Symbol.dispose](): void {
     this.abortController.abort();
+    this.pTableCache.clear();
     for (const computable of this.blobHandleComputables.values()) computable.resetState();
     this.pFrame.dispose();
   }
 }
 
 class PTableHolder implements Disposable {
+  private readonly abortController = new AbortController();
+  private readonly combinedDisposeSignal: AbortSignal;
+
   constructor(
+    pFrameDisposeSignal: AbortSignal,
     public readonly pTable: PFrameInternal.PTableV5,
-    private readonly abortController: AbortController,
-  ) {}
+    private readonly unrefPredecessor?: UnrefFn,
+  ) {
+    this.combinedDisposeSignal = AbortSignal.any([pFrameDisposeSignal, this.abortController.signal]);
+  }
 
   public get disposeSignal(): AbortSignal {
-    return this.abortController.signal;
+    return this.combinedDisposeSignal;
   }
 
   [Symbol.dispose](): void {
     this.abortController.abort();
     this.pTable.dispose();
+    this.unrefPredecessor?.();
   }
 }
 
@@ -217,13 +244,13 @@ export interface InternalPFrameDriver extends SdkPFrameDriver {
 
   /** Create a new PFrame */
   createPFrame(
-    def: PFrameDef<PlTreeNodeAccessor | PColumnValues | DataInfo<PlTreeNodeAccessor>>,
+    def: PFrameDef<PColumnDataUniversal>,
     ctx: ComputableCtx,
   ): PFrameHandle;
 
   /** Create a new PTable */
   createPTable(
-    def: PTableDef<PColumn<PlTreeNodeAccessor | PColumnValues | DataInfo<PlTreeNodeAccessor>>>,
+    def: PTableDef<PColumn<PColumnDataUniversal>>,
     ctx: ComputableCtx,
   ): PTableHandle;
 
@@ -326,31 +353,47 @@ export class PFrameDriver implements InternalPFrameDriver {
       }
 
       protected createNewResource(params: FullPTableDef): PTableHolder {
-        const handle: PFrameHandle = params.pFrameHandle;
         if (getDebugFlags().logPFrameRequests) {
           logger.info(
             `PTable creation (pTableHandle = ${this.calculateParamsKey(params)}): ${JSON.stringify(params, bigintReplacer)}`,
           );
         }
 
-        const pFrameHolder = this.pFrames.getByKey(handle);
-        const abortController = new AbortController();
+        const handle = params.pFrameHandle;
+        const { pFrame, disposeSignal } = this.pFrames.getByKey(handle);
 
-        const table = pFrameHolder.pFrame.createTable({
-          src: joinEntryToInternal(params.def.src),
-          filters: migrateFilters([...params.def.partitionFilters, ...params.def.filters]),
-        });
-
-        let sortedTable = table;
+        // 3. Sort
         if (params.def.sorting.length > 0) {
-          try {
-            sortedTable = table.sort(params.def.sorting);
-          } finally {
-            table.dispose();
-          }
+          const { resource: { pTable }, unref } = this.acquire({
+            ...params,
+            def: {
+              ...params.def,
+              sorting: [],
+            },
+          });
+          const sortedTable = pTable.sort(params.def.sorting);
+          return new PTableHolder(disposeSignal, sortedTable, unref);
         }
 
-        return new PTableHolder(sortedTable, abortController);
+        // 2. Filter
+        if (params.def.filters.length > 0) {
+          const { resource: { pTable }, unref } = this.acquire({
+            ...params,
+            def: {
+              ...params.def,
+              filters: [],
+            },
+          });
+          const filteredTable = pTable.filter(params.def.filters);
+          return new PTableHolder(disposeSignal, filteredTable, unref);
+        }
+
+        // 1. Join
+        const table = pFrame.createTable({
+          src: joinEntryToInternal(params.def.src),
+          filters: params.def.partitionFilters,
+        });
+        return new PTableHolder(disposeSignal, table);
       }
 
       protected calculateParamsKey(params: FullPTableDef): string {
@@ -364,7 +407,7 @@ export class PFrameDriver implements InternalPFrameDriver {
   //
 
   public createPFrame(
-    def: PFrameDef<PlTreeNodeAccessor | PColumnValues | DataInfo<PlTreeNodeAccessor>>,
+    def: PFrameDef<PColumnDataUniversal>,
     ctx: ComputableCtx,
   ): PFrameHandle {
     const internalData = def
@@ -384,10 +427,10 @@ export class PFrameDriver implements InternalPFrameDriver {
   }
 
   public createPTable(
-    rawDef: PTableDef<PColumn<PlTreeNodeAccessor | PColumnValues | DataInfo<PlTreeNodeAccessor>>>,
+    rawDef: PTableDef<PColumn<PColumnDataUniversal>>,
     ctx: ComputableCtx,
   ): PTableHandle {
-    const def = migratePTableDef(rawDef);
+    const def = migratePTableFilters(rawDef);
     const pFrameHandle = this.createPFrame(extractAllColumns(def.src), ctx);
     const defIds = mapPTableDef(def, (c) => c.id);
     const res = this.pTables.acquire({ def: defIds, pFrameHandle });
@@ -424,7 +467,8 @@ export class PFrameDriver implements InternalPFrameDriver {
             }]
           : [],
     };
-    const responce = await this.pFrames.getByKey(handle).pFrame.findColumns(iRequest);
+    const { pFrame } = this.pFrames.getByKey(handle);
+    const responce = await pFrame.findColumns(iRequest);
     return {
       hits: responce.hits
         .filter((h) => // only exactly matching columns
@@ -437,11 +481,13 @@ export class PFrameDriver implements InternalPFrameDriver {
   }
 
   public async getColumnSpec(handle: PFrameHandle, columnId: PObjectId): Promise<PColumnSpec> {
-    return await this.pFrames.getByKey(handle).pFrame.getColumnSpec(columnId);
+    const { pFrame } = this.pFrames.getByKey(handle);
+    return await pFrame.getColumnSpec(columnId);
   }
 
   public async listColumns(handle: PFrameHandle): Promise<PColumnIdAndSpec[]> {
-    return await this.pFrames.getByKey(handle).pFrame.listColumns();
+    const { pFrame } = this.pFrames.getByKey(handle);
+    return await pFrame.listColumns();
   }
 
   public async calculateTableData(
@@ -455,36 +501,24 @@ export class PFrameDriver implements InternalPFrameDriver {
         `Call calculateTableData, handle = ${handle}, request = ${JSON.stringify(request, bigintReplacer)}`,
       );
     }
-    return await this.frameConcurrencyLimiter.run(async () => {
-      const pFrameHolder = this.pFrames.getByKey(handle);
-      const combinedSignal = AbortSignal.any([signal, pFrameHolder.disposeSignal].filter((s) => !!s));
-      const table = pFrameHolder.pFrame.createTable({
-        src: joinEntryToInternal(request.src),
-        filters: migrateFilters(request.filters),
-      });
 
-      let sortedTable = table;
-      if (request.sorting.length > 0) {
-        try {
-          sortedTable = table.sort(request.sorting);
-        } finally {
-          table.dispose();
-        }
-      }
+    const { key: pTableHandle, resource: { pTable, disposeSignal }, unref } = this.pTables.acquire({
+      pFrameHandle: handle,
+      def: migratePTableFilters(request),
+    });
+    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));
 
-      try {
-        const spec = sortedTable.getSpec();
-        const data = await sortedTable.getData([...spec.keys()], {
-          range,
-          signal: combinedSignal,
-        });
-        return spec.map((spec, i) => ({
-          spec: spec,
-          data: data[i],
-        }));
-      } finally {
-        sortedTable.dispose();
-      }
+    return await this.frameConcurrencyLimiter.run(async () => {
+      this.pFrames.getByKey(handle).cache(pTableHandle as PTableHandle, unref);
+      const spec = pTable.getSpec();
+      const data = await pTable.getData([...spec.keys()], {
+        range,
+        signal: combinedSignal,
+      });
+      return spec.map((spec, i) => ({
+        spec: spec,
+        data: data[i],
+      }));
     });
   }
 
@@ -498,10 +532,12 @@ export class PFrameDriver implements InternalPFrameDriver {
         `Call getUniqueValues, handle = ${handle}, request = ${JSON.stringify(request, bigintReplacer)}`,
       );
     }
+
+    const { pFrame, disposeSignal } = this.pFrames.getByKey(handle);
+    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));
+
     return await this.frameConcurrencyLimiter.run(async () => {
-      const pFrameHolder = this.pFrames.getByKey(handle);
-      const combinedSignal = AbortSignal.any([signal, pFrameHolder.disposeSignal].filter((s) => !!s));
-      return await pFrameHolder.pFrame.getUniqueValues({
+      return await pFrame.getUniqueValues({
         ...request,
         filters: migrateFilters(request.filters),
       }, {
@@ -515,15 +551,21 @@ export class PFrameDriver implements InternalPFrameDriver {
   //
 
   public getSpec(handle: PTableHandle): Promise<PTableColumnSpec[]> {
-    const pTable = this.pTables.getByKey(handle).pTable;
-    return Promise.resolve(pTable.getSpec());
+    const { pTable } = this.pTables.getByKey(handle);
+    // TODO: use Promise.try after Electron update
+    try {
+      return Promise.resolve(pTable.getSpec());
+    } catch (err: unknown) {
+      return Promise.reject(ensureError(err));
+    }
   }
 
   public async getShape(handle: PTableHandle, signal?: AbortSignal): Promise<PTableShape> {
+    const { pTable, disposeSignal } = this.pTables.getByKey(handle);
+    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));
+
     return await this.tableConcurrencyLimiter.run(async () => {
-      const pTableHolder = this.pTables.getByKey(handle);
-      const combinedSignal = AbortSignal.any([signal, pTableHolder.disposeSignal].filter((s) => !!s));
-      return await pTableHolder.pTable.getShape({
+      return await pTable.getShape({
         signal: combinedSignal,
       });
     });
@@ -535,10 +577,11 @@ export class PFrameDriver implements InternalPFrameDriver {
     range: TableRange | undefined,
     signal?: AbortSignal,
   ): Promise<PTableVector[]> {
+    const { pTable, disposeSignal } = this.pTables.getByKey(handle);
+    const combinedSignal = AbortSignal.any([signal, disposeSignal].filter((s) => !!s));
+
     return await this.tableConcurrencyLimiter.run(async () => {
-      const pTableHolder = this.pTables.getByKey(handle);
-      const combinedSignal = AbortSignal.any([signal, pTableHolder.disposeSignal].filter((s) => !!s));
-      return await pTableHolder.pTable.getData(columnIndices, {
+      return await pTable.getData(columnIndices, {
         range,
         signal: combinedSignal,
       });