@milaboratories/pl-model-middle-layer 1.8.41 → 1.8.43

package/src/pframe/internal_api/api_factory.ts

@@ -1,4 +1,4 @@
-import {
+import type {
   BinaryPartitionedDataInfo,
   Branded,
   JsonDataInfo,
@@ -8,10 +8,7 @@ import {
   PColumnSpec,
   PObjectId,
 } from '@milaboratories/pl-model-common';
-import {
-  HttpHelpers,
-  HttpServerInfo,
-} from './http_helpers';
+import type { HttpServerInfo } from './http_helpers';
 
 /** PColumn spec file extension */
 export const SpecExtension = '.spec' as const;
@@ -74,7 +71,7 @@ export interface PFrameFactoryAPIV4 extends Disposable {
     columnId: PObjectId,
     dataInfo: DataInfo<PFrameBlobId>,
     options?: {
-      signal?: AbortSignal,
+      signal?: AbortSignal;
     }
   ): Promise<void>;
 

package/src/pframe/internal_api/api_read.ts

@@ -1,17 +1,18 @@
-import { FindColumnsRequest, FindColumnsResponse } from './find_columns';
-import { DeleteColumnFromColumnsRequest, DeleteColumnFromColumnsResponse } from './delete_column';
-import {
+import type { FindColumnsRequest, FindColumnsResponse } from './find_columns';
+import type { DeleteColumnFromColumnsRequest, DeleteColumnFromColumnsResponse } from './delete_column';
+import type {
   PColumnInfo,
   PColumnSpec,
   PObjectId,
   UniqueValuesRequest,
-  UniqueValuesResponse
+  UniqueValuesResponse,
 } from '@milaboratories/pl-model-common';
-import { CreateTableRequestV4 } from './create_table';
-import { PTableV7 } from './table';
+import type { CreateTableRequestV4 } from './create_table';
+import type { PTableV8 } from './table';
+import type { PTableId } from './common';
 
 /** Read interface exposed by PFrames library */
-export interface PFrameReadAPIV10 {
+export interface PFrameReadAPIV11 {
   /**
    * Finds columns given filtering criteria on column name, annotations etc.
    * and a set of qualified axes specs to find only columns with compatible
@@ -29,19 +30,19 @@ export interface PFrameReadAPIV10 {
   deleteColumn(request: DeleteColumnFromColumnsRequest): Promise<DeleteColumnFromColumnsResponse>;
 
   /** Retrieve single column spec */
-  getColumnSpec(columnId: PObjectId): Promise<PColumnSpec>;
+  getColumnSpec(columnId: PObjectId): Promise<PColumnSpec | null>;
 
   /** Retrieve information about all columns currently added to the PFrame */
   listColumns(): Promise<PColumnInfo[]>;
 
   /** Calculates data for the table and returns an object to access it */
-  createTable(request: CreateTableRequestV4): PTableV7;
+  createTable(tableId: PTableId, request: CreateTableRequestV4): PTableV8;
 
   /** Calculate set of unique values for a specific axis for the filtered set of records */
   getUniqueValues(
     request: UniqueValuesRequest,
     ops?: {
-      signal?: AbortSignal,
+      signal?: AbortSignal;
     }
   ): Promise<UniqueValuesResponse>;
 }

package/src/pframe/internal_api/common.ts

@@ -1,10 +1,19 @@
-import { AxisSpec, ValueType } from '@milaboratories/pl-model-common';
+import type {
+  AxisSpec,
+  PFrameHandle,
+  PTableHandle,
+  ValueType,
+} from '@milaboratories/pl-model-common';
 
 export type Logger = (
   level: 'info' | 'warn' | 'error',
   message: string
 ) => void;
 
+export type PFrameId = PFrameHandle;
+
+export type PTableId = PTableHandle;
+
 export interface SingleAxisSelector {
   name: string;
   type?: ValueType;
@@ -25,4 +34,4 @@ export type ConstantAxisFilter = {
   type: 'constant';
   axisIndex: number;
   constant: string | number;
-}
+};

package/src/pframe/internal_api/create_table.ts

@@ -1,5 +1,5 @@
-import { ConstantAxisFilter } from './common';
-import { JsonDataInfo, PColumnSpec, PObjectId, PTableRecordFilter } from '@milaboratories/pl-model-common';
+import type { ConstantAxisFilter } from './common';
+import type { JsonDataInfo, PColumnSpec, PObjectId, PTableRecordFilter } from '@milaboratories/pl-model-common';
 
 export interface ColumnJoinEntry {
   type: 'column';
@@ -43,7 +43,7 @@ export interface OuterJoinV4 {
   secondary: JoinEntryV4[];
 }
 
-export type JoinEntryV4 = 
+export type JoinEntryV4 =
   | ColumnJoinEntry
   | SlicedColumnJoinEntry
   | ArtificialColumnJoinEntry

package/src/pframe/internal_api/delete_column.ts

@@ -1,4 +1,4 @@
-import { ColumnAxesWithQualifications } from './common';
+import type { ColumnAxesWithQualifications } from './common';
 
 export interface DeleteColumnFromColumnsRequest {
   columns: ColumnAxesWithQualifications[];

package/src/pframe/internal_api/find_columns.ts

@@ -1,5 +1,5 @@
-import { ColumnFilter, PColumnIdAndSpec } from '@milaboratories/pl-model-common';
-import { AxisQualification, ColumnAxesWithQualifications } from './common';
+import type { ColumnFilter, PColumnIdAndSpec } from '@milaboratories/pl-model-common';
+import type { AxisQualification, ColumnAxesWithQualifications } from './common';
 
 export interface FindColumnsRequest {
   columnFilter: ColumnFilter;

package/src/pframe/internal_api/http_helpers.ts

@@ -14,54 +14,54 @@ export type FileRange = {
   start: number;
   /** End byte position (inclusive) */
   end: number;
-}
+};
 
 /** HTTP range as of RFC 9110 <https://datatracker.ietf.org/doc/html/rfc9110#name-range> */
 export type HttpRange =
   | {
-      /**
+    /**
        * Get file content in the specified byte range
-       * 
+       *
        * @example
        * ```
        * GET /file.parquet HTTP/1.1
        * Range: bytes=0-1023
        * ```
        */
-      type: 'bounded';
-      /** Start byte position (inclusive) */
-      start: number;
-      /** End byte position (inclusive) */
-      end: number;
-    }
+    type: 'bounded';
+    /** Start byte position (inclusive) */
+    start: number;
+    /** End byte position (inclusive) */
+    end: number;
+  }
   | {
-      /**
+    /**
        * Get byte range starting from the specified offset
-       * 
+       *
        * @example
        * ```
        * GET /file.parquet HTTP/1.1
        * Range: bytes=1024-
        * ```
        */
-      type: 'offset';
-      /** Start byte position (inclusive) */
-      offset: number;
-    }
+    type: 'offset';
+    /** Start byte position (inclusive) */
+    offset: number;
+  }
   | {
-      /**
+    /**
        * Get byte range starting from the specified suffix
-       * 
+       *
        * @example
        * ```
        * GET /file.parquet HTTP/1.1
        * Range: bytes=-1024
        * ```
        */
-      type: 'suffix';
-      /** End byte position (inclusive) */
-      suffix: number;
-    };
+    type: 'suffix';
+    /** End byte position (inclusive) */
+    suffix: number;
+  };
 
 /** HTTP method passed to object store */
 export type HttpMethod = 'GET' | 'HEAD';
@@ -69,32 +69,32 @@ export type HttpMethod = 'GET' | 'HEAD';
 /** HTTP response from object store */
 export type ObjectStoreResponse =
   | {
-      /**
+    /**
        * Will be translated to 500 Internal Server Error by the handler
        * or 408 Request Timeout if the request was aborted
        */
-      type: 'InternalError';
-    }
+    type: 'InternalError';
+  }
   | {
-      /** Will be translated to 404 Not Found by the handler */
-      type: 'NotFound';
-    }
+    /** Will be translated to 404 Not Found by the handler */
+    type: 'NotFound';
+  }
   | {
-      /** Will be translated to 416 Range Not Satisfiable by the handler */
-      type: 'RangeNotSatisfiable';
-      /** Total file size in bytes */
-      size: number;
-    }
+    /** Will be translated to 416 Range Not Satisfiable by the handler */
+    type: 'RangeNotSatisfiable';
+    /** Total file size in bytes */
+    size: number;
+  }
   | {
-      /** Will be translated to 200 OK or 206 Partial Content by the handler */
-      type: 'Ok';
-      /** Total file size in bytes */
-      size: number;
-      /** File range translated from HTTP range */
-      range: FileRange;
-      /** Stream of file content, undefined for HEAD requests */
-      data?: Readable;
-    }
+    /** Will be translated to 200 OK or 206 Partial Content by the handler */
+    type: 'Ok';
+    /** Total file size in bytes */
+    size: number;
+    /** File range translated from HTTP range */
+    range: FileRange;
+    /** Stream of file content, undefined for HEAD requests */
+    data?: Readable;
+  };
 
 /** Common options for object store creation */
 export interface ObjectStoreOptions {
@@ -173,7 +173,7 @@ export type RequestHandlerOptions = {
   /** Object store to serve files from, @see HttpHelpers.createFsStore */
   store: ObjectStore;
   /** Here will go caching options... */
-}
+};
 
 /** Server configuration options */
 export type HttpServerOptions = {
@@ -189,7 +189,7 @@ export type HttpServerOptions = {
 
 /**
  * Long unique opaque string for use in Bearer authorization header
- * 
+ *
  * @example
  * ```ts
  * request.setHeader('Authorization', `Bearer ${authToken}`);
@@ -199,7 +199,7 @@ export type HttpAuthorizationToken = Branded<string, 'PFrameInternal.HttpAuthori
 
 /**
  * TLS certificate in PEM format
- * 
+ *
  * @example
  * ```txt
  * -----BEGIN CERTIFICATE-----

package/src/pframe/internal_api/pframe.ts

@@ -1,23 +1,26 @@
 import type { PFrameFactoryAPIV4 } from './api_factory';
-import type { PFrameReadAPIV10 } from './api_read';
+import type { PFrameReadAPIV11 } from './api_read';
 import type { Logger } from './common';
+import type { PFrameId } from './common';
 
-export interface PFrameV12 extends PFrameFactoryAPIV4, PFrameReadAPIV10 {}
+export interface PFrameV13 extends PFrameFactoryAPIV4, PFrameReadAPIV11 {}
 
-export type PFrameOptions = {
+export type PFrameOptionsV2 = {
+  /** PFrame ID for logging purposes */
+  frameId: PFrameId;
   /** Path to directory where PFrame can create temporary files */
   spillPath: string;
   /** Logger instance, no logging is performed when not provided */
   logger?: Logger;
-}
+};
 
 /** List of PFrame management functions exposed by PFrame module */
-export interface PFrameFactoryV3 {
+export interface PFrameFactoryV4 {
   /**
    * Create a new PFrame instance.
    * @warning Use concurrency limiting to avoid OOM crashes when multiple instances are simultaneously in use.
    */
-  createPFrame(options: PFrameOptions): PFrameV12;
+  createPFrame(options: PFrameOptionsV2): PFrameV13;
 
   /**
    * Dump active allocations from all PFrames instances in pprof format.

package/src/pframe/internal_api/table.ts

@@ -1,12 +1,13 @@
-import {
+import type {
   PTableColumnId,
   PTableColumnSpec,
   PTableRecordFilter,
   PTableShape,
   PTableSorting,
   PTableVector,
-  TableRange
+  TableRange,
 } from '@milaboratories/pl-model-common';
+import type { PTableId } from './common';
 
 /**
  * Table view returned as a result of create table operation.
@@ -14,7 +15,7 @@ import {
  * PTable can be thought as having a composite primary key, consisting of axes,
  * and a set of data columns derived from PColumn values.
  * */
-export interface PTableV7 extends Disposable {
+export interface PTableV8 extends Disposable {
   /**
    * Returns ordered array of table axes specs (primary key "columns" in SQL
    * terms) and data column specs (regular "columns" in SQL terms).
@@ -34,8 +35,7 @@ export interface PTableV7 extends Disposable {
    * Warning: This call materializes the join.
    */
   getFootprint(ops?: {
-    withPredecessors?: boolean,
-    signal?: AbortSignal,
+    signal?: AbortSignal;
   }): Promise<number>;
 
   /**
@@ -43,7 +43,7 @@ export interface PTableV7 extends Disposable {
    * Warning: This call materializes the join.
    */
   getShape(ops?: {
-    signal?: AbortSignal,
+    signal?: AbortSignal;
   }): Promise<PTableShape>;
 
   /**
@@ -58,16 +58,16 @@ export interface PTableV7 extends Disposable {
   getData(
     columnIndices: number[],
     ops?: {
-      range?: TableRange,
-      signal?: AbortSignal,
+      range?: TableRange;
+      signal?: AbortSignal;
     },
   ): Promise<PTableVector[]>;
 
   /** Filters the table and returns new PTable instance */
-  filter(request: PTableRecordFilter[]): PTableV7;
+  filter(tableId: PTableId, request: PTableRecordFilter[]): PTableV8;
 
   /** Sorts the table and returns new PTable instance. */
-  sort(request: PTableSorting[]): PTableV7;
+  sort(tableId: PTableId, request: PTableSorting[]): PTableV8;
 
   /** Deallocates all underlying resources */
   dispose(): void;

package/src/project_list.ts

@@ -1,4 +1,4 @@
-import { ProjectMeta } from './project';
+import type { ProjectMeta } from './project';
 
 /** Represents single entry in the list of projects owned by current user */
 export interface ProjectListEntry {

package/src/project_overview.ts

@@ -1,8 +1,8 @@
-import { ProjectMeta } from './project';
-import { BlockPackSpec } from './block_registry/block_pack_spec';
-import { BlockCodeFeatureFlags, BlockRenderingMode, BlockSection, NavigationState, AuthorMarker } from '@milaboratories/pl-model-common';
-import { UpdateSuggestions } from './update_info';
-import { BlockSettings } from './block_settings';
+import type { ProjectMeta } from './project';
+import type { BlockPackSpec } from './block_registry/block_pack_spec';
+import type { BlockCodeFeatureFlags, BlockRenderingMode, BlockSection, NavigationState, AuthorMarker } from '@milaboratories/pl-model-common';
+import type { UpdateSuggestions } from './update_info';
+import type { BlockSettings } from './block_settings';
 
 /** Generalized block status, to be used in block item "styling". */
 export type BlockCalculationStatus = 'NotCalculated' | 'Running' | 'Done' | 'Limbo';

package/src/update_info.ts

@@ -1,4 +1,4 @@
-import { BlockPackSpec } from './block_registry';
+import type { BlockPackSpec } from './block_registry';
 
 /** Communicates possible block update option */
 export type UpdateSuggestion<V = BlockPackSpec> = {