@milaboratories/pl-model-middle-layer 1.8.12 → 1.8.14

package/dist/pframe/internal_api/api_factory.d.ts

@@ -37,4 +37,22 @@ export interface PFrameFactoryAPIV2 {
      * any interactions with disposed PFrame will result in exception */
     dispose(): void;
 }
+/** API exposed by PFrames library allowing to create and provide data for
+ * PFrame objects */
+export interface PFrameFactoryAPIV3 extends Disposable {
+    /** Associates data source with this PFrame */
+    setDataSource(dataSource: PFrameDataSource): void;
+    /** Adds PColumn without data info */
+    addColumnSpec(columnId: PObjectId, columnSpec: PColumnSpec): void;
+    /**
+     * Assign data info to the specified PColumn.
+     * For parquet data info, schema resolution via network is performed during this call.
+     */
+    setColumnData(columnId: PObjectId, dataInfo: DataInfo<PFrameBlobId>, options?: {
+        signal?: AbortSignal;
+    }): Promise<void>;
+    /** Releases all the data previously added to PFrame using methods above,
+     * any interactions with disposed PFrame will result in exception */
+    dispose(): void;
+}
 //# sourceMappingURL=api_factory.d.ts.map

package/dist/pframe/internal_api/api_factory.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"api_factory.d.ts","sourceRoot":"","sources":["../../../src/pframe/internal_api/api_factory.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,yBAAyB,EACzB,YAAY,EACZ,uBAAuB,EACvB,YAAY,EACZ,0BAA0B,EAC1B,WAAW,EACX,SAAS,EACV,MAAM,iCAAiC,CAAC;AAEzC,wFAAwF;AACxF,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC;AAGlC;+EAC+E;AAC/E,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC;AAE9B,gGAAgG;AAChG,MAAM,MAAM,gBAAgB,GAAG;IAC7B;;;;OAIG;IACH,WAAW,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpD,qEAAqE;IACrE,kBAAkB,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;CAC/D,CAAC;AAEF;;;;;GAKG;AACH,MAAM,MAAM,QAAQ,CAAC,IAAI,IACrB,YAAY,GACZ,uBAAuB,CAAC,IAAI,CAAC,GAC7B,yBAAyB,CAAC,IAAI,CAAC,GAC/B,0BAA0B,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;AAEnD;oBACoB;AACpB,MAAM,WAAW,kBAAkB;IACjC,8CAA8C;IAC9C,aAAa,CAAC,UAAU,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAElD,gCAAgC;IAChC,aAAa,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,GAAG,IAAI,CAAC;IAElE,gDAAgD;IAChD,aAAa,CACX,QAAQ,EAAE,SAAS,EACnB,QAAQ,EAAE,QAAQ,CAAC,YAAY,CAAC,EAChC,OAAO,CAAC,EAAE;QACR,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GACA,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB;wEACoE;IACpE,OAAO,IAAI,IAAI,CAAC;CACjB"}
+{"version":3,"file":"api_factory.d.ts","sourceRoot":"","sources":["../../../src/pframe/internal_api/api_factory.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,yBAAyB,EACzB,YAAY,EACZ,uBAAuB,EACvB,YAAY,EACZ,0BAA0B,EAC1B,WAAW,EACX,SAAS,EACV,MAAM,iCAAiC,CAAC;AAEzC,wFAAwF;AACxF,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC;AAGlC;+EAC+E;AAC/E,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC;AAE9B,gGAAgG;AAChG,MAAM,MAAM,gBAAgB,GAAG;IAC7B;;;;OAIG;IACH,WAAW,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpD,qEAAqE;IACrE,kBAAkB,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;CAC/D,CAAC;AAEF;;;;;GAKG;AACH,MAAM,MAAM,QAAQ,CAAC,IAAI,IACrB,YAAY,GACZ,uBAAuB,CAAC,IAAI,CAAC,GAC7B,yBAAyB,CAAC,IAAI,CAAC,GAC/B,0BAA0B,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;AAEnD;oBACoB;AACpB,MAAM,WAAW,kBAAkB;IACjC,8CAA8C;IAC9C,aAAa,CAAC,UAAU,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAElD,gCAAgC;IAChC,aAAa,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,GAAG,IAAI,CAAC;IAElE,gDAAgD;IAChD,aAAa,CACX,QAAQ,EAAE,SAAS,EACnB,QAAQ,EAAE,QAAQ,CAAC,YAAY,CAAC,EAChC,OAAO,CAAC,EAAE;QACR,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GACA,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB;wEACoE;IACpE,OAAO,IAAI,IAAI,CAAC;CACjB;AAED;oBACoB;AACpB,MAAM,WAAW,kBAAmB,SAAQ,UAAU;IACpD,8CAA8C;IAC9C,aAAa,CAAC,UAAU,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAElD,qCAAqC;IACrC,aAAa,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,GAAG,IAAI,CAAC;IAElE;;;OAGG;IACH,aAAa,CACX,QAAQ,EAAE,SAAS,EACnB,QAAQ,EAAE,QAAQ,CAAC,YAAY,CAAC,EAChC,OAAO,CAAC,EAAE;QACR,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GACA,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB;wEACoE;IACpE,OAAO,IAAI,IAAI,CAAC;CACjB"}

package/dist/pframe/internal_api/api_read.d.ts

@@ -2,7 +2,7 @@ import { FindColumnsRequest, FindColumnsResponse } from './find_columns';
 import { DeleteColumnFromColumnsRequest, DeleteColumnFromColumnsResponse } from './delete_column';
 import { PColumnInfo, PColumnSpec, PObjectId, UniqueValuesRequest, UniqueValuesResponse } from '@milaboratories/pl-model-common';
 import { CreateTableRequestV3 } from './create_table';
-import { PTableV6 } from './table';
+import { PTableV6, PTableV7 } from './table';
 /** Read interface exposed by PFrames library */
 export interface PFrameReadAPIV8 {
     /**
@@ -27,4 +27,31 @@ export interface PFrameReadAPIV8 {
         signal?: AbortSignal;
     }): Promise<UniqueValuesResponse>;
 }
+/** Read interface exposed by PFrames library */
+export interface PFrameReadAPIV9 {
+    /**
+     * Finds columns given filtering criteria on column name, annotations etc.
+     * and a set of qualified axes specs to find only columns with compatible
+     * axes spec.
+     *
+     * Only column specs are used, this method will work even for columns
+     * with no assigned data.
+     * */
+    findColumns(request: FindColumnsRequest): Promise<FindColumnsResponse>;
+    /**
+     * Construct new axes integration with some entry removed but integration qualificaitons preserved.
+     * Removes more then one entry in case the removal will create several disjoint sets of axes.
+     */
+    deleteColumn(request: DeleteColumnFromColumnsRequest): Promise<DeleteColumnFromColumnsResponse>;
+    /** Retrieve single column spec */
+    getColumnSpec(columnId: PObjectId): Promise<PColumnSpec>;
+    /** Retrieve information about all columns currently added to the PFrame */
+    listColumns(): Promise<PColumnInfo[]>;
+    /** Calculates data for the table and returns an object to access it */
+    createTable(request: CreateTableRequestV3): PTableV7;
+    /** Calculate set of unique values for a specific axis for the filtered set of records */
+    getUniqueValues(request: UniqueValuesRequest, ops?: {
+        signal?: AbortSignal;
+    }): Promise<UniqueValuesResponse>;
+}
 //# sourceMappingURL=api_read.d.ts.map

package/dist/pframe/internal_api/api_read.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"api_read.d.ts","sourceRoot":"","sources":["../../../src/pframe/internal_api/api_read.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AACzE,OAAO,EAAE,8BAA8B,EAAE,+BAA+B,EAAE,MAAM,iBAAiB,CAAC;AAClG,OAAO,EACL,WAAW,EACX,WAAW,EACX,SAAS,EACT,mBAAmB,EACnB,oBAAoB,EACrB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAEnC,gDAAgD;AAChD,MAAM,WAAW,eAAe;IAC9B;;;;;;;SAOK;IACL,WAAW,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAEvE,mCAAmC;IACnC,YAAY,CAAC,OAAO,EAAE,8BAA8B,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;IAEhG,kCAAkC;IAClC,aAAa,CAAC,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAEzD,2EAA2E;IAC3E,WAAW,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;IAEtC,uEAAuE;IACvE,WAAW,CAAC,OAAO,EAAE,oBAAoB,GAAG,QAAQ,CAAC;IAErD,yFAAyF;IACzF,eAAe,CACb,OAAO,EAAE,mBAAmB,EAC5B,GAAG,CAAC,EAAE;QACJ,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GACA,OAAO,CAAC,oBAAoB,CAAC,CAAC;CAClC"}
+{"version":3,"file":"api_read.d.ts","sourceRoot":"","sources":["../../../src/pframe/internal_api/api_read.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AACzE,OAAO,EAAE,8BAA8B,EAAE,+BAA+B,EAAE,MAAM,iBAAiB,CAAC;AAClG,OAAO,EACL,WAAW,EACX,WAAW,EACX,SAAS,EACT,mBAAmB,EACnB,oBAAoB,EACrB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAE7C,gDAAgD;AAChD,MAAM,WAAW,eAAe;IAC9B;;;;;;;SAOK;IACL,WAAW,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAEvE,mCAAmC;IACnC,YAAY,CAAC,OAAO,EAAE,8BAA8B,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;IAEhG,kCAAkC;IAClC,aAAa,CAAC,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAEzD,2EAA2E;IAC3E,WAAW,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;IAEtC,uEAAuE;IACvE,WAAW,CAAC,OAAO,EAAE,oBAAoB,GAAG,QAAQ,CAAC;IAErD,yFAAyF;IACzF,eAAe,CACb,OAAO,EAAE,mBAAmB,EAC5B,GAAG,CAAC,EAAE;QACJ,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GACA,OAAO,CAAC,oBAAoB,CAAC,CAAC;CAClC;AAED,gDAAgD;AAChD,MAAM,WAAW,eAAe;IAC9B;;;;;;;SAOK;IACL,WAAW,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAEvE;;;OAGG;IACH,YAAY,CAAC,OAAO,EAAE,8BAA8B,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;IAEhG,kCAAkC;IAClC,aAAa,CAAC,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAEzD,2EAA2E;IAC3E,WAAW,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;IAEtC,uEAAuE;IACvE,WAAW,CAAC,OAAO,EAAE,oBAAoB,GAAG,QAAQ,CAAC;IAErD,yFAAyF;IACzF,eAAe,CACb,OAAO,EAAE,mBAAmB,EAC5B,GAAG,CAAC,EAAE;QACJ,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GACA,OAAO,CAAC,oBAAoB,CAAC,CAAC;CAClC"}

package/dist/pframe/internal_api/common.d.ts

@@ -1,4 +1,5 @@
 import { AxisSpec, ValueType } from '@milaboratories/pl-model-common';
+export type Logger = (level: 'info' | 'warn' | 'error', message: string) => void;
 export interface SingleAxisSelector {
     name: string;
     type?: ValueType;

package/dist/pframe/internal_api/common.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../../../src/pframe/internal_api/common.ts"],"names":[],"mappings":"AAAA,OAAO,EAAU,QAAQ,EAAE,SAAS,EAAE,MAAM,iCAAiC,CAAC;AAE9E,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACjC;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,kBAAkB,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC3C;AAED,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,EAAE,QAAQ,EAAE,CAAC;IACrB,cAAc,EAAE,iBAAiB,EAAE,CAAC;CACrC;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,UAAU,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,GAAG,MAAM,CAAC;CAC3B,CAAA"}
+{"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../../../src/pframe/internal_api/common.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,iCAAiC,CAAC;AAEtE,MAAM,MAAM,MAAM,GAAG,CACnB,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,EAChC,OAAO,EAAE,MAAM,KACZ,IAAI,CAAC;AAEV,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACjC;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,kBAAkB,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC3C;AAED,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,EAAE,QAAQ,EAAE,CAAC;IACrB,cAAc,EAAE,iBAAiB,EAAE,CAAC;CACrC;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,UAAU,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,GAAG,MAAM,CAAC;CAC3B,CAAA"}

package/dist/pframe/internal_api/http_helpers.d.ts

@@ -1,70 +1,97 @@
 import type { Readable } from 'node:stream';
 import type { RequestListener } from 'node:http';
 import type { Branded, Base64Encoded } from '@milaboratories/pl-model-common';
-/** File range specification */
-export type FileRange = {
+import type { Logger } from './common';
+/** Parquet file name */
+export type ParquetFileName = Branded<`${string}.parquet`, 'PFrameInternal.ParquetFileName'>;
+/** HTTP range as of RFC 9110 <https://datatracker.ietf.org/doc/html/rfc9110#name-range> */
+export type HttpRange = {
+    /**
+     * Get file content in the specified byte range
+     *
+     * @example
+     * ```
+     * GET /file.parquet HTTP/1.1
+     * Range: bytes=0-1023
+     * ```
+     */
+    type: 'bounded';
     /** Start byte position (inclusive) */
     start: number;
     /** End byte position (inclusive) */
     end: number;
-};
-/**
- * File system abstraction for request handler factory,
- * @see HttpHelpers.createRequestHandler.
- * Assumes that it is working with flat directory structure.
- * Accepts filenames with extension as input (e.g. `file.parquet`).
- */
-export interface ObjectStore {
+} | {
     /**
-     * @returns file size in bytes or `-1` if file does not exist or permissions do not allow access.
-     * @throws if file can become accessible after retry (e.g. on network error)
+     * Get byte range starting from the specified offset
      *
      * @example
-     * ```ts
-     * async getFileSize(filename: string): Promise<number> {
-     *   const filePath = this.resolve(filename);
-     *   return await fs
-     *     .stat(filePath)
-     *     .then((stat) => ({ size: stat.isFile() ? stat.size : -1 }))
-     *     .catch(() => ({ size: -1 }));
-     * }
+     * ```
+     * GET /file.parquet HTTP/1.1
+     * Range: bytes=1024-
      * ```
      */
-    getFileSize(filename: string): Promise<number>;
+    type: 'offset';
+    /** Start byte position (inclusive) */
+    offset: number;
+} | {
     /**
-     * Execute action with readable stream (actions can be concurrency limited by the store).
-     * Action resolves when stream is closed by handler @see HttpHelpers.createRequestHandler
-     *
-     * @param filename - existing file name (for which @see ObjectStore.getFileSize returned non-negative value)
-     * @param range - valid range of bytes to read from the file (store may skip validation)
-     * @param action - function to execute with the stream, responsible for closing the stream
-     * @returns promise that resolves after the action is completed
+     * Get byte range starting from the specified suffix
      *
      * @example
-     * ```ts
-     * async withReadStream(params: {
-     *   filename: string;
-     *   range: FileRange;
-     *   action: (stream: Readable) => Promise<void>;
-     * }): Promise<void> {
-     *   const { filename, range, action } = params;
-     *   const filePath = this.resolve(filename);
-     *
-     *   try {
-     *     const stream = createReadStream(filePath, range);
-     *     return await action(stream);
-     *   } catch (err: unknown) {
-     *     console.error(`failed to create read stream for ${filename} - ${ensureError(err)}`);
-     *     throw;
-     *   }
-     * }
      * ```
+     * GET /file.parquet HTTP/1.1
+     * Range: bytes=-1024
+     * ```
+     */
+    type: 'suffix';
+    /** End byte position (inclusive) */
+    suffix: number;
+};
+/** HTTP method passed to object store */
+export type HttpMethod = 'GET' | 'HEAD';
+/** HTTP response from object store */
+export type ObjectStoreResponse<Method extends HttpMethod = HttpMethod> = {
+    /** Will be translated to 500 Internal Server Error by the handler */
+    type: 'InternalError';
+} | {
+    /** Will be translated to 404 Not Found by the handler */
+    type: 'NotFound';
+} | {
+    /** Will be translated to 416 Range Not Satisfiable by the handler */
+    type: 'RangeNotSatisfiable';
+    /** Total file size in bytes */
+    size: number;
+} | {
+    /** Will be translated to 200 OK or 206 Partial Content by the handler */
+    type: 'Ok';
+    /** Total file size in bytes */
+    size: number;
+    /** Stream of file content, undefined for HEAD requests */
+    data: Method extends 'HEAD' ? undefined : Readable;
+};
+/** Common options for object store creation */
+export interface ObjectStoreOptions {
+    /** Logger instance, no logging is performed when not provided */
+    logger?: Logger;
+}
+/** Options for file system object store creation */
+export interface FsStoreOptions extends ObjectStoreOptions {
+    /** Local directory to serve files from */
+    rootDir: string;
+}
+/** File system abstraction for request handler factory, @see HttpHelpers.createRequestHandler */
+export interface ObjectStore {
+    /**
+     * Proxy HTTP(S) request for parquet file to object store.
+     * Callback promise resolves when stream is closed by handler @see HttpHelpers.createRequestHandler
+     * Callback API is used so that ObjectStore can limit the number of concurrent requests.
      */
-    withReadStream(params: {
-        filename: string;
-        range: FileRange;
-        action: (stream: Readable) => Promise<void>;
-    }): Promise<void>;
+    request<Method extends HttpMethod>(filename: ParquetFileName, params: {
+        method: Method;
+        range?: HttpRange;
+        signal?: AbortSignal;
+        callback: (response: ObjectStoreResponse<Method>) => Promise<void>;
+    }): void;
 }
 /** Object store base URL in format accepted by Apache DataFusion and DuckDB */
 export type ObjectStoreUrl = Branded<string, 'PFrameInternal.ObjectStoreUrl'>;
@@ -125,7 +152,7 @@ export interface HttpHelpers {
      * Create an object store for serving files from a local directory.
      * Rejects if the provided path does not exist or is not a directory.
      */
-    createFsStore(rootDir: string): Promise<ObjectStore>;
+    createFsStore(options: FsStoreOptions): Promise<ObjectStore>;
     /**
      * Create an HTTP request handler for serving files from an object store.
      * Accepts only paths of the form `/<filename>.parquet`, returns 410 otherwise.
@@ -140,7 +167,7 @@ export interface HttpHelpers {
      * ```ts
      * const rootDir = '/path/to/directory/with/parquet/files';
      *
-     * let store = await HttpHelpers.createFsStore(rootDir).catch((err: unknown) => {
+     * let store = await HttpHelpers.createFsStore({ rootDir }).catch((err: unknown) => {
      *   throw new Error(`Failed to create file store for ${rootDir} - ${ensureError(err)}`);
      * });
      *

package/dist/pframe/internal_api/http_helpers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"http_helpers.d.ts","sourceRoot":"","sources":["../../../src/pframe/internal_api/http_helpers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAE9E,+BAA+B;AAC/B,MAAM,MAAM,SAAS,GAAG;IACtB,sCAAsC;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,oCAAoC;IACpC,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAEF;;;;;GAKG;AACH,MAAM,WAAW,WAAW;IAC1B;;;;;;;;;;;;;;OAcG;IACH,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAE/C;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA4BG;IACH,cAAc,CAAC,MAAM,EAAE;QACrB,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,SAAS,CAAC;QACjB,MAAM,EAAE,CAAC,MAAM,EAAE,QAAQ,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;KAC7C,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACnB;AAED,+EAA+E;AAC/E,MAAM,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,EAAE,+BAA+B,CAAC,CAAC;AAE9E,+CAA+C;AAC/C,MAAM,MAAM,qBAAqB,GAAG;IAClC,uEAAuE;IACvE,KAAK,EAAE,WAAW,CAAC;CAEpB,CAAA;AAED,mCAAmC;AACnC,MAAM,MAAM,iBAAiB,GAAG;IAC9B,8EAA8E;IAC9E,OAAO,EAAE,eAAe,CAAC;IACzB,uDAAuD;IACvD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,8DAA8D;IAC9D,MAAM,CAAC,EAAE,IAAI,CAAC;IACd,kFAAkF;IAClF,IAAI,CAAC,EAAE,IAAI,CAAC;CACb,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,MAAM,sBAAsB,GAAG,OAAO,CAAC,MAAM,EAAE,uCAAuC,CAAC,CAAC;AAE9F;;;;;;;;;;;GAWG;AACH,MAAM,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,EAAE,+BAA+B,CAAC,CAAC;AAE9E,iFAAiF;AACjF,MAAM,WAAW,UAAU;IACzB,kEAAkE;IAClE,IAAI,OAAO,IAAI,cAAc,CAAC;IAC9B,sGAAsG;IACtG,IAAI,SAAS,IAAI,sBAAsB,GAAG,SAAS,CAAC;IACpD,0GAA0G;IAC1G,IAAI,aAAa,IAAI,aAAa,CAAC,cAAc,CAAC,GAAG,SAAS,CAAC;IAC/D,uDAAuD;IACvD,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,+EAA+E;IAC/E,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACvB;AAED,wEAAwE;AACxE,MAAM,WAAW,WAAW;IAC1B;;;OAGG;IACH,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAErD;;;;OAIG;IACH,oBAAoB,CAAC,OAAO,EAAE,qBAAqB,GAAG,eAAe,CAAC;IAEtE;;;;;;;;;;;;;;;;;;;;;;OAsBG;IACH,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;CACnE"}
+{"version":3,"file":"http_helpers.d.ts","sourceRoot":"","sources":["../../../src/pframe/internal_api/http_helpers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAC9E,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAEvC,wBAAwB;AACxB,MAAM,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,MAAM,UAAU,EAAE,gCAAgC,CAAC,CAAC;AAE7F,2FAA2F;AAC3F,MAAM,MAAM,SAAS,GACjB;IACE;;;;;;;;OAQG;IACH,IAAI,EAAE,SAAS,CAAC;IAChB,sCAAsC;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,oCAAoC;IACpC,GAAG,EAAE,MAAM,CAAC;CACb,GACD;IACE;;;;;;;;OAQG;IACH,IAAI,EAAE,QAAQ,CAAC;IACf,sCAAsC;IACtC,MAAM,EAAE,MAAM,CAAC;CAChB,GACD;IACE;;;;;;;;OAQG;IACH,IAAI,EAAE,QAAQ,CAAC;IACf,oCAAoC;IACpC,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEN,yCAAyC;AACzC,MAAM,MAAM,UAAU,GAAG,KAAK,GAAG,MAAM,CAAC;AAExC,sCAAsC;AACtC,MAAM,MAAM,mBAAmB,CAAC,MAAM,SAAS,UAAU,GAAG,UAAU,IAClE;IACE,qEAAqE;IACrE,IAAI,EAAE,eAAe,CAAC;CACvB,GACD;IACE,yDAAyD;IACzD,IAAI,EAAE,UAAU,CAAC;CAClB,GACD;IACE,qEAAqE;IACrE,IAAI,EAAE,qBAAqB,CAAC;IAC5B,+BAA+B;IAC/B,IAAI,EAAE,MAAM,CAAC;CACd,GACD;IACE,yEAAyE;IACzE,IAAI,EAAE,IAAI,CAAC;IACX,+BAA+B;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,0DAA0D;IAC1D,IAAI,EAAE,MAAM,SAAS,MAAM,GAAG,SAAS,GAAG,QAAQ,CAAC;CACpD,CAAA;AAEL,+CAA+C;AAC/C,MAAM,WAAW,kBAAkB;IACjC,iEAAiE;IACjE,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,oDAAoD;AACpD,MAAM,WAAW,cAAe,SAAQ,kBAAkB;IACxD,0CAA0C;IAC1C,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,iGAAiG;AACjG,MAAM,WAAW,WAAW;IAC1B;;;;OAIG;IACH,OAAO,CAAC,MAAM,SAAS,UAAU,EAC/B,QAAQ,EAAE,eAAe,EACzB,MAAM,EAAE;QACN,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,SAAS,CAAC;QAClB,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,QAAQ,EAAE,CAAC,QAAQ,EAAE,mBAAmB,CAAC,MAAM,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;KACpE,GACA,IAAI,CAAC;CACT;AAED,+EAA+E;AAC/E,MAAM,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,EAAE,+BAA+B,CAAC,CAAC;AAE9E,+CAA+C;AAC/C,MAAM,MAAM,qBAAqB,GAAG;IAClC,uEAAuE;IACvE,KAAK,EAAE,WAAW,CAAC;CAEpB,CAAA;AAED,mCAAmC;AACnC,MAAM,MAAM,iBAAiB,GAAG;IAC9B,8EAA8E;IAC9E,OAAO,EAAE,eAAe,CAAC;IACzB,uDAAuD;IACvD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,8DAA8D;IAC9D,MAAM,CAAC,EAAE,IAAI,CAAC;IACd,kFAAkF;IAClF,IAAI,CAAC,EAAE,IAAI,CAAC;CACb,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,MAAM,sBAAsB,GAAG,OAAO,CAAC,MAAM,EAAE,uCAAuC,CAAC,CAAC;AAE9F;;;;;;;;;;;GAWG;AACH,MAAM,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,EAAE,+BAA+B,CAAC,CAAC;AAE9E,iFAAiF;AACjF,MAAM,WAAW,UAAU;IACzB,kEAAkE;IAClE,IAAI,OAAO,IAAI,cAAc,CAAC;IAC9B,sGAAsG;IACtG,IAAI,SAAS,IAAI,sBAAsB,GAAG,SAAS,CAAC;IACpD,0GAA0G;IAC1G,IAAI,aAAa,IAAI,aAAa,CAAC,cAAc,CAAC,GAAG,SAAS,CAAC;IAC/D,uDAAuD;IACvD,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,+EAA+E;IAC/E,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACvB;AAED,wEAAwE;AACxE,MAAM,WAAW,WAAW;IAC1B;;;OAGG;IACH,aAAa,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAE7D;;;;OAIG;IACH,oBAAoB,CAAC,OAAO,EAAE,qBAAqB,GAAG,eAAe,CAAC;IAEtE;;;;;;;;;;;;;;;;;;;;;;OAsBG;IACH,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;CACnE"}

package/dist/pframe/internal_api/pframe.d.ts

@@ -1,6 +1,30 @@
-import type { PFrameFactoryAPIV2 } from './api_factory';
-import type { PFrameReadAPIV8 } from './api_read';
-export type Logger = (level: 'info' | 'warn' | 'error', message: string) => void;
+import type { PFrameFactoryAPIV2, PFrameFactoryAPIV3 } from './api_factory';
+import type { PFrameReadAPIV8, PFrameReadAPIV9 } from './api_read';
+import type { Logger } from './common';
 export interface PFrameV9 extends PFrameFactoryAPIV2, PFrameReadAPIV8 {
 }
+export interface PFrameV10 extends PFrameFactoryAPIV3, PFrameReadAPIV9 {
+}
+export type PFrameOptions = {
+    /** Path to directory where PFrame can create temporary files */
+    spillPath: string;
+    /** Logger instance, no logging is performed when not provided */
+    logger?: Logger;
+};
+/** List of PFrame management functions exposed by PFrame module */
+export interface PFrameFactory {
+    /**
+     * Create a new PFrame instance.
+     * @warning Use concurrency limiting to avoid OOM crashes when multiple instances are simultaneously in use.
+     */
+    createPFrame(options: PFrameOptions): PFrameV10;
+    /**
+     * Dump active allocations from all PFrames instances in pprof format.
+     * The result of this function should be saved as `profile.pb.gz`.
+     * Use {@link https://pprof.me/} or {@link https://www.speedscope.app/}
+     * to view the allocation flamechart.
+     * @warning This method will always reject on Windows!
+     */
+    pprofDump: () => Promise<Uint8Array>;
+}
 //# sourceMappingURL=pframe.d.ts.map

package/dist/pframe/internal_api/pframe.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pframe.d.ts","sourceRoot":"","sources":["../../../src/pframe/internal_api/pframe.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAElD,MAAM,MAAM,MAAM,GAAG,CACnB,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,EAChC,OAAO,EAAE,MAAM,KACZ,IAAI,CAAC;AAEV,MAAM,WAAW,QAAS,SAAQ,kBAAkB,EAAE,eAAe;CAAG"}
+{"version":3,"file":"pframe.d.ts","sourceRoot":"","sources":["../../../src/pframe/internal_api/pframe.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAC5E,OAAO,KAAK,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AACnE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAEvC,MAAM,WAAW,QAAS,SAAQ,kBAAkB,EAAE,eAAe;CAAG;AAExE,MAAM,WAAW,SAAU,SAAQ,kBAAkB,EAAE,eAAe;CAAG;AAEzE,MAAM,MAAM,aAAa,GAAG;IAC1B,gEAAgE;IAChE,SAAS,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAA;AAED,mEAAmE;AACnE,MAAM,WAAW,aAAa;IAC5B;;;OAGG;IACH,YAAY,CAAC,OAAO,EAAE,aAAa,GAAG,SAAS,CAAC;IAEhD;;;;;;OAMG;IACH,SAAS,EAAE,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;CACtC"}

package/dist/pframe/internal_api/table.d.ts

@@ -53,4 +53,58 @@ export interface PTableV6 {
     /** Deallocates all underlying resources */
     dispose(): void;
 }
+/**
+ * Table view returned as a result of create table operation.
+ *
+ * PTable can be thought as having a composite primary key, consisting of axes,
+ * and a set of data columns derived from PColumn values.
+ * */
+export interface PTableV7 extends Disposable {
+    /**
+     * Returns ordered array of table axes specs (primary key "columns" in SQL
+     * terms) and data column specs (regular "columns" in SQL terms).
+     *
+     * Data for a specific table column can be retrieved using unified indexing
+     * corresponding to elements in this array.
+     *
+     * Axes are always listed first.
+     * */
+    getSpec(): PTableColumnSpec[];
+    /** Transforms unified column identifiers into unified indices of columns. */
+    getColumnIndices(columnIds: PTableColumnId[]): number[];
+    /**
+     * Get PTable disk footprint in bytes
+     * Warning: This call materializes the join.
+     */
+    getFootprint(ops?: {
+        withPredecessors?: boolean;
+        signal?: AbortSignal;
+    }): Promise<number>;
+    /**
+     * Unified table shape
+     * Warning: This call materializes the join.
+     */
+    getShape(ops?: {
+        signal?: AbortSignal;
+    }): Promise<PTableShape>;
+    /**
+     * Retrieve the data from the table. To retrieve only data required, it can be
+     * sliced both horizontally ({@link columnIndices}) and vertically
+     * ({@link range}).
+     * This call materializes the join.
+     *
+     * @param columnIndices unified indices of columns to be retrieved
+     * @param range optionally limit the range of records to retrieve
+     * */
+    getData(columnIndices: number[], ops?: {
+        range?: TableRange;
+        signal?: AbortSignal;
+    }): Promise<PTableVector[]>;
+    /** Filters the table and returns new PTable instance */
+    filter(request: PTableRecordFilter[]): PTableV7;
+    /** Sorts the table and returns new PTable instance. */
+    sort(request: PTableSorting[]): PTableV7;
+    /** Deallocates all underlying resources */
+    dispose(): void;
+}
 //# sourceMappingURL=table.d.ts.map

package/dist/pframe/internal_api/table.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"table.d.ts","sourceRoot":"","sources":["../../../src/pframe/internal_api/table.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,kBAAkB,EAClB,WAAW,EACX,aAAa,EACb,YAAY,EACZ,UAAU,EACX,MAAM,iCAAiC,CAAC;AAEzC;;;;;KAKK;AACL,MAAM,WAAW,QAAQ;IACvB;;;;;;;;SAQK;IACL,OAAO,IAAI,gBAAgB,EAAE,CAAC;IAE9B,6EAA6E;IAC7E,gBAAgB,CAAC,SAAS,EAAE,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;IAExD;;;OAGG;IACH,YAAY,CAAC,GAAG,CAAC,EAAE;QACjB,gBAAgB,CAAC,EAAE,OAAO,CAAC;QAC3B,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAEpB;;;OAGG;IACH,QAAQ,CAAC,GAAG,CAAC,EAAE;QACb,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAEzB;;;;;;;;SAQK;IACL,OAAO,CACL,aAAa,EAAE,MAAM,EAAE,EACvB,GAAG,CAAC,EAAE;QACJ,KAAK,CAAC,EAAE,UAAU,CAAC;QACnB,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GACA,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IAE3B,wDAAwD;IACxD,MAAM,CAAC,OAAO,EAAE,kBAAkB,EAAE,GAAG,QAAQ,CAAC;IAEhD,uDAAuD;IACvD,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,GAAG,QAAQ,CAAC;IAEzC,2CAA2C;IAC3C,OAAO,IAAI,IAAI,CAAC;CACjB"}
+{"version":3,"file":"table.d.ts","sourceRoot":"","sources":["../../../src/pframe/internal_api/table.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,gBAAgB,EAChB,kBAAkB,EAClB,WAAW,EACX,aAAa,EACb,YAAY,EACZ,UAAU,EACX,MAAM,iCAAiC,CAAC;AAEzC;;;;;KAKK;AACL,MAAM,WAAW,QAAQ;IACvB;;;;;;;;SAQK;IACL,OAAO,IAAI,gBAAgB,EAAE,CAAC;IAE9B,6EAA6E;IAC7E,gBAAgB,CAAC,SAAS,EAAE,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;IAExD;;;OAGG;IACH,YAAY,CAAC,GAAG,CAAC,EAAE;QACjB,gBAAgB,CAAC,EAAE,OAAO,CAAC;QAC3B,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAEpB;;;OAGG;IACH,QAAQ,CAAC,GAAG,CAAC,EAAE;QACb,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAEzB;;;;;;;;SAQK;IACL,OAAO,CACL,aAAa,EAAE,MAAM,EAAE,EACvB,GAAG,CAAC,EAAE;QACJ,KAAK,CAAC,EAAE,UAAU,CAAC;QACnB,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GACA,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IAE3B,wDAAwD;IACxD,MAAM,CAAC,OAAO,EAAE,kBAAkB,EAAE,GAAG,QAAQ,CAAC;IAEhD,uDAAuD;IACvD,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,GAAG,QAAQ,CAAC;IAEzC,2CAA2C;IAC3C,OAAO,IAAI,IAAI,CAAC;CACjB;AAED;;;;;KAKK;AACL,MAAM,WAAW,QAAS,SAAQ,UAAU;IAC1C;;;;;;;;SAQK;IACL,OAAO,IAAI,gBAAgB,EAAE,CAAC;IAE9B,6EAA6E;IAC7E,gBAAgB,CAAC,SAAS,EAAE,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;IAExD;;;OAGG;IACH,YAAY,CAAC,GAAG,CAAC,EAAE;QACjB,gBAAgB,CAAC,EAAE,OAAO,CAAC;QAC3B,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAEpB;;;OAGG;IACH,QAAQ,CAAC,GAAG,CAAC,EAAE;QACb,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAEzB;;;;;;;;SAQK;IACL,OAAO,CACL,aAAa,EAAE,MAAM,EAAE,EACvB,GAAG,CAAC,EAAE;QACJ,KAAK,CAAC,EAAE,UAAU,CAAC;QACnB,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GACA,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IAE3B,wDAAwD;IACxD,MAAM,CAAC,OAAO,EAAE,kBAAkB,EAAE,GAAG,QAAQ,CAAC;IAEhD,uDAAuD;IACvD,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,GAAG,QAAQ,CAAC;IAEzC,2CAA2C;IAC3C,OAAO,IAAI,IAAI,CAAC;CACjB"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@milaboratories/pl-model-middle-layer",
-  "version": "1.8.12",
+  "version": "1.8.14",
   "description": "Common model between middle layer and non-block UI code",
   "type": "module",
   "types": "./dist/index.d.ts",
@@ -20,12 +20,12 @@
     "remeda": "^2.28.0",
     "zod": "~3.23.8",
     "utility-types": "^3.11.0",
-    "@milaboratories/pl-model-common": "^1.19.13"
+    "@milaboratories/pl-model-common": "1.19.13"
   },
   "devDependencies": {
     "typescript": "~5.6.3",
-    "@milaboratories/ts-builder": "1.0.5",
     "@milaboratories/ts-configs": "1.0.6",
+    "@milaboratories/ts-builder": "1.0.5",
     "@milaboratories/build-configs": "1.0.8"
   },
   "scripts": {

package/src/pframe/internal_api/api_factory.ts

@@ -63,3 +63,29 @@ export interface PFrameFactoryAPIV2 {
    * any interactions with disposed PFrame will result in exception */
   dispose(): void;
 }
+
+/** API exposed by PFrames library allowing to create and provide data for
+ * PFrame objects */
+export interface PFrameFactoryAPIV3 extends Disposable {
+  /** Associates data source with this PFrame */
+  setDataSource(dataSource: PFrameDataSource): void;
+
+  /** Adds PColumn without data info */
+  addColumnSpec(columnId: PObjectId, columnSpec: PColumnSpec): void;
+
+  /**
+   * Assign data info to the specified PColumn.
+   * For parquet data info, schema resolution via network is performed during this call.
+   */
+  setColumnData(
+    columnId: PObjectId,
+    dataInfo: DataInfo<PFrameBlobId>,
+    options?: {
+      signal?: AbortSignal,
+    }
+  ): Promise<void>;
+
+  /** Releases all the data previously added to PFrame using methods above,
+   * any interactions with disposed PFrame will result in exception */
+  dispose(): void;
+}

package/src/pframe/internal_api/api_read.ts

@@ -8,7 +8,7 @@ import {
   UniqueValuesResponse
 } from '@milaboratories/pl-model-common';
 import { CreateTableRequestV3 } from './create_table';
-import { PTableV6 } from './table';
+import { PTableV6, PTableV7 } from './table';
 
 /** Read interface exposed by PFrames library */
 export interface PFrameReadAPIV8 {
@@ -42,3 +42,39 @@ export interface PFrameReadAPIV8 {
     }
   ): Promise<UniqueValuesResponse>;
 }
+
+/** Read interface exposed by PFrames library */
+export interface PFrameReadAPIV9 {
+  /**
+   * Finds columns given filtering criteria on column name, annotations etc.
+   * and a set of qualified axes specs to find only columns with compatible
+   * axes spec.
+   *
+   * Only column specs are used, this method will work even for columns
+   * with no assigned data.
+   * */
+  findColumns(request: FindColumnsRequest): Promise<FindColumnsResponse>;
+
+  /**
+   * Construct new axes integration with some entry removed but integration qualificaitons preserved.
+   * Removes more then one entry in case the removal will create several disjoint sets of axes.
+   */
+  deleteColumn(request: DeleteColumnFromColumnsRequest): Promise<DeleteColumnFromColumnsResponse>;
+
+  /** Retrieve single column spec */
+  getColumnSpec(columnId: PObjectId): Promise<PColumnSpec>;
+
+  /** Retrieve information about all columns currently added to the PFrame */
+  listColumns(): Promise<PColumnInfo[]>;
+
+  /** Calculates data for the table and returns an object to access it */
+  createTable(request: CreateTableRequestV3): PTableV7;
+
+  /** Calculate set of unique values for a specific axis for the filtered set of records */
+  getUniqueValues(
+    request: UniqueValuesRequest,
+    ops?: {
+      signal?: AbortSignal,
+    }
+  ): Promise<UniqueValuesResponse>;
+}

package/src/pframe/internal_api/common.ts

@@ -1,4 +1,9 @@
-import { AxisId, AxisSpec, ValueType } from '@milaboratories/pl-model-common';
+import { AxisSpec, ValueType } from '@milaboratories/pl-model-common';
+
+export type Logger = (
+  level: 'info' | 'warn' | 'error',
+  message: string
+) => void;
 
 export interface SingleAxisSelector {
   name: string;

package/src/pframe/internal_api/http_helpers.ts

@@ -1,73 +1,114 @@
 import type { Readable } from 'node:stream';
 import type { RequestListener } from 'node:http';
 import type { Branded, Base64Encoded } from '@milaboratories/pl-model-common';
+import type { Logger } from './common';
 
-/** File range specification */
-export type FileRange = {
-  /** Start byte position (inclusive) */
-  start: number;
-  /** End byte position (inclusive) */
-  end: number;
-};
+/** Parquet file name */
+export type ParquetFileName = Branded<`${string}.parquet`, 'PFrameInternal.ParquetFileName'>;
 
-/**
- * File system abstraction for request handler factory,
- * @see HttpHelpers.createRequestHandler.
- * Assumes that it is working with flat directory structure.
- * Accepts filenames with extension as input (e.g. `file.parquet`).
- */
-export interface ObjectStore {
-  /**
-   * @returns file size in bytes or `-1` if file does not exist or permissions do not allow access.
-   * @throws if file can become accessible after retry (e.g. on network error)
-   *
-   * @example
-   * ```ts
-   * async getFileSize(filename: string): Promise<number> {
-   *   const filePath = this.resolve(filename);
-   *   return await fs
-   *     .stat(filePath)
-   *     .then((stat) => ({ size: stat.isFile() ? stat.size : -1 }))
-   *     .catch(() => ({ size: -1 }));
-   * }
-   * ```
-   */
-  getFileSize(filename: string): Promise<number>;
+/** HTTP range as of RFC 9110 <https://datatracker.ietf.org/doc/html/rfc9110#name-range> */
+export type HttpRange =
+  | {
+      /**
+       * Get file content in the specified byte range
+       * 
+       * @example
+       * ```
+       * GET /file.parquet HTTP/1.1
+       * Range: bytes=0-1023
+       * ```
+       */
+      type: 'bounded';
+      /** Start byte position (inclusive) */
+      start: number;
+      /** End byte position (inclusive) */
+      end: number;
+    }
+  | {
+      /**
+       * Get byte range starting from the specified offset
+       * 
+       * @example
+       * ```
+       * GET /file.parquet HTTP/1.1
+       * Range: bytes=1024-
+       * ```
+       */
+      type: 'offset';
+      /** Start byte position (inclusive) */
+      offset: number;
+    }
+  | {
+      /**
+       * Get byte range starting from the specified suffix
+       * 
+       * @example
+       * ```
+       * GET /file.parquet HTTP/1.1
+       * Range: bytes=-1024
+       * ```
+       */
+      type: 'suffix';
+      /** End byte position (inclusive) */
+      suffix: number;
+    };
+
+/** HTTP method passed to object store */
+export type HttpMethod = 'GET' | 'HEAD';
 
+/** HTTP response from object store */
+export type ObjectStoreResponse<Method extends HttpMethod = HttpMethod> =
+  | {
+      /** Will be translated to 500 Internal Server Error by the handler */
+      type: 'InternalError';
+    }
+  | {
+      /** Will be translated to 404 Not Found by the handler */
+      type: 'NotFound';
+    }
+  | {
+      /** Will be translated to 416 Range Not Satisfiable by the handler */
+      type: 'RangeNotSatisfiable';
+      /** Total file size in bytes */
+      size: number;
+    }
+  | {
+      /** Will be translated to 200 OK or 206 Partial Content by the handler */
+      type: 'Ok';
+      /** Total file size in bytes */
+      size: number;
+      /** Stream of file content, undefined for HEAD requests */
+      data: Method extends 'HEAD' ? undefined : Readable;
+    }
+
+/** Common options for object store creation */
+export interface ObjectStoreOptions {
+  /** Logger instance, no logging is performed when not provided */
+  logger?: Logger;
+}
+
+/** Options for file system object store creation */
+export interface FsStoreOptions extends ObjectStoreOptions {
+  /** Local directory to serve files from */
+  rootDir: string;
+}
+
+/** File system abstraction for request handler factory, @see HttpHelpers.createRequestHandler */
+export interface ObjectStore {
   /**
-   * Execute action with readable stream (actions can be concurrency limited by the store).
-   * Action resolves when stream is closed by handler @see HttpHelpers.createRequestHandler
-   * 
-   * @param filename - existing file name (for which @see ObjectStore.getFileSize returned non-negative value)
-   * @param range - valid range of bytes to read from the file (store may skip validation)
-   * @param action - function to execute with the stream, responsible for closing the stream
-   * @returns promise that resolves after the action is completed
-   *
-   * @example
-   * ```ts
-   * async withReadStream(params: {
-   *   filename: string;
-   *   range: FileRange;
-   *   action: (stream: Readable) => Promise<void>;
-   * }): Promise<void> {
-   *   const { filename, range, action } = params;
-   *   const filePath = this.resolve(filename);
-   *
-   *   try {
-   *     const stream = createReadStream(filePath, range);
-   *     return await action(stream);
-   *   } catch (err: unknown) {
-   *     console.error(`failed to create read stream for ${filename} - ${ensureError(err)}`);
-   *     throw;
-   *   }
-   * }
-   * ```
+   * Proxy HTTP(S) request for parquet file to object store.
+   * Callback promise resolves when stream is closed by handler @see HttpHelpers.createRequestHandler
+   * Callback API is used so that ObjectStore can limit the number of concurrent requests.
    */
-  withReadStream(params: {
-    filename: string;
-    range: FileRange;
-    action: (stream: Readable) => Promise<void>;
-  }): Promise<void>;
+  request<Method extends HttpMethod>(
+    filename: ParquetFileName,
+    params: {
+      method: Method;
+      range?: HttpRange;
+      signal?: AbortSignal;
+      callback: (response: ObjectStoreResponse<Method>) => Promise<void>;
+    }
+  ): void;
 }
 
 /** Object store base URL in format accepted by Apache DataFusion and DuckDB */
@@ -136,7 +177,7 @@ export interface HttpHelpers {
    * Create an object store for serving files from a local directory.
    * Rejects if the provided path does not exist or is not a directory.
    */
-  createFsStore(rootDir: string): Promise<ObjectStore>;
+  createFsStore(options: FsStoreOptions): Promise<ObjectStore>;
 
   /**
    * Create an HTTP request handler for serving files from an object store.
@@ -153,7 +194,7 @@ export interface HttpHelpers {
    * ```ts
    * const rootDir = '/path/to/directory/with/parquet/files';
    *
-   * let store = await HttpHelpers.createFsStore(rootDir).catch((err: unknown) => {
+   * let store = await HttpHelpers.createFsStore({ rootDir }).catch((err: unknown) => {
    *   throw new Error(`Failed to create file store for ${rootDir} - ${ensureError(err)}`);
    * });
    *

package/src/pframe/internal_api/pframe.ts

@@ -1,9 +1,32 @@
-import type { PFrameFactoryAPIV2 } from './api_factory';
-import type { PFrameReadAPIV8 } from './api_read';
-
-export type Logger = (
-  level: 'info' | 'warn' | 'error',
-  message: string
-) => void;
+import type { PFrameFactoryAPIV2, PFrameFactoryAPIV3 } from './api_factory';
+import type { PFrameReadAPIV8, PFrameReadAPIV9 } from './api_read';
+import type { Logger } from './common';
 
 export interface PFrameV9 extends PFrameFactoryAPIV2, PFrameReadAPIV8 {}
+
+export interface PFrameV10 extends PFrameFactoryAPIV3, PFrameReadAPIV9 {}
+
+export type PFrameOptions = {
+  /** Path to directory where PFrame can create temporary files */
+  spillPath: string;
+  /** Logger instance, no logging is performed when not provided */
+  logger?: Logger;
+}
+
+/** List of PFrame management functions exposed by PFrame module */
+export interface PFrameFactory {
+  /**
+   * Create a new PFrame instance.
+   * @warning Use concurrency limiting to avoid OOM crashes when multiple instances are simultaneously in use.
+   */
+  createPFrame(options: PFrameOptions): PFrameV10;
+
+  /**
+   * Dump active allocations from all PFrames instances in pprof format.
+   * The result of this function should be saved as `profile.pb.gz`.
+   * Use {@link https://pprof.me/} or {@link https://www.speedscope.app/}
+   * to view the allocation flamechart.
+   * @warning This method will always reject on Windows!
+   */
+  pprofDump: () => Promise<Uint8Array>;
+};

package/src/pframe/internal_api/table.ts

@@ -72,3 +72,68 @@ export interface PTableV6 {
   /** Deallocates all underlying resources */
   dispose(): void;
 }
+
+/**
+ * Table view returned as a result of create table operation.
+ *
+ * PTable can be thought as having a composite primary key, consisting of axes,
+ * and a set of data columns derived from PColumn values.
+ * */
+export interface PTableV7 extends Disposable {
+  /**
+   * Returns ordered array of table axes specs (primary key "columns" in SQL
+   * terms) and data column specs (regular "columns" in SQL terms).
+   *
+   * Data for a specific table column can be retrieved using unified indexing
+   * corresponding to elements in this array.
+   *
+   * Axes are always listed first.
+   * */
+  getSpec(): PTableColumnSpec[];
+
+  /** Transforms unified column identifiers into unified indices of columns. */
+  getColumnIndices(columnIds: PTableColumnId[]): number[];
+
+  /**
+   * Get PTable disk footprint in bytes
+   * Warning: This call materializes the join.
+   */
+  getFootprint(ops?: {
+    withPredecessors?: boolean,
+    signal?: AbortSignal,
+  }): Promise<number>;
+
+  /**
+   * Unified table shape
+   * Warning: This call materializes the join.
+   */
+  getShape(ops?: {
+    signal?: AbortSignal,
+  }): Promise<PTableShape>;
+
+  /**
+   * Retrieve the data from the table. To retrieve only data required, it can be
+   * sliced both horizontally ({@link columnIndices}) and vertically
+   * ({@link range}).
+   * This call materializes the join.
+   *
+   * @param columnIndices unified indices of columns to be retrieved
+   * @param range optionally limit the range of records to retrieve
+   * */
+  getData(
+    columnIndices: number[],
+    ops?: {
+      range?: TableRange,
+      signal?: AbortSignal,
+    },
+  ): Promise<PTableVector[]>;
+
+  /** Filters the table and returns new PTable instance */
+  filter(request: PTableRecordFilter[]): PTableV7;
+
+  /** Sorts the table and returns new PTable instance. */
+  sort(request: PTableSorting[]): PTableV7;
+
+  /** Deallocates all underlying resources */
+  dispose(): void;
+}