@milaboratories/pl-model-middle-layer 1.8.17 → 1.8.18
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/pframe/internal_api/api_factory.d.ts +0 -29
- package/dist/pframe/internal_api/api_factory.d.ts.map +1 -1
- package/dist/pframe/internal_api/pframe.d.ts +1 -19
- package/dist/pframe/internal_api/pframe.d.ts.map +1 -1
- package/package.json +1 -1
- package/src/pframe/internal_api/api_factory.ts +0 -39
- package/src/pframe/internal_api/pframe.ts +1 -21
|
@@ -5,17 +5,6 @@ export type PFrameBlobId = string;
|
|
|
5
5
|
/** Path of the file containing requested data (blob). This path is returned by
|
|
6
6
|
* {@link BlobPathResolver} as soon as blob materialized in the file system. */
|
|
7
7
|
export type FilePath = string;
|
|
8
|
-
/** Data source allows PFrame to retrieve the data blobs for columns with assigned data info. */
|
|
9
|
-
export type PFrameDataSource = {
|
|
10
|
-
/**
|
|
11
|
-
* PFrame may notify storage backend about its plans to use particular blobs in the future.
|
|
12
|
-
* Storage backend will do its best to preload specified blob so the subsequent
|
|
13
|
-
* {@link resolveBlob} will quickly return preloaded file path.
|
|
14
|
-
*/
|
|
15
|
-
preloadBlob(blobIds: PFrameBlobId[]): Promise<void>;
|
|
16
|
-
/** Returns raw blob data given the blob id from {@link DataInfo}. */
|
|
17
|
-
resolveBlobContent(blobId: PFrameBlobId): Promise<Uint8Array>;
|
|
18
|
-
};
|
|
19
8
|
/** Parquet HTTP(S) server connection settings, {@link HttpHelpers.createHttpServer} */
|
|
20
9
|
export type ParquetServerConfig = {
|
|
21
10
|
/** URL of the parquet HTTP(S) server */
|
|
@@ -48,24 +37,6 @@ export interface PFrameDataSourceV2 {
|
|
|
48
37
|
* @template Blob - Type parameter representing the storage reference type (could be ResourceInfo, PFrameBlobId, etc.)
|
|
49
38
|
*/
|
|
50
39
|
export type DataInfo<Blob> = JsonDataInfo | JsonPartitionedDataInfo<Blob> | BinaryPartitionedDataInfo<Blob> | ParquetPartitionedDataInfo<ParquetChunk<Blob>>;
|
|
51
|
-
/** API exposed by PFrames library allowing to create and provide data for
|
|
52
|
-
* PFrame objects */
|
|
53
|
-
export interface PFrameFactoryAPIV3 extends Disposable {
|
|
54
|
-
/** Associates data source with this PFrame */
|
|
55
|
-
setDataSource(dataSource: PFrameDataSource): void;
|
|
56
|
-
/** Adds PColumn without data info */
|
|
57
|
-
addColumnSpec(columnId: PObjectId, columnSpec: PColumnSpec): void;
|
|
58
|
-
/**
|
|
59
|
-
* Assign data info to the specified PColumn.
|
|
60
|
-
* For parquet data info, schema resolution via network is performed during this call.
|
|
61
|
-
*/
|
|
62
|
-
setColumnData(columnId: PObjectId, dataInfo: DataInfo<PFrameBlobId>, options?: {
|
|
63
|
-
signal?: AbortSignal;
|
|
64
|
-
}): Promise<void>;
|
|
65
|
-
/** Releases all the data previously added to PFrame using methods above,
|
|
66
|
-
* any interactions with disposed PFrame will result in exception */
|
|
67
|
-
dispose(): void;
|
|
68
|
-
}
|
|
69
40
|
/** API exposed by PFrames library allowing to create and provide data for
|
|
70
41
|
* PFrame objects */
|
|
71
42
|
export interface PFrameFactoryAPIV4 extends Disposable {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"api_factory.d.ts","sourceRoot":"","sources":["../../../src/pframe/internal_api/api_factory.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,yBAAyB,EACzB,YAAY,EACZ,uBAAuB,EACvB,YAAY,EACZ,0BAA0B,EAC1B,WAAW,EACX,SAAS,EACV,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAEL,sBAAsB,EACtB,cAAc,EACd,cAAc,EACf,MAAM,gBAAgB,CAAC;AAExB,wFAAwF;AACxF,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC;AAGlC;+EAC+E;AAC/E,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC;AAE9B,
|
|
1
|
+
{"version":3,"file":"api_factory.d.ts","sourceRoot":"","sources":["../../../src/pframe/internal_api/api_factory.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,yBAAyB,EACzB,YAAY,EACZ,uBAAuB,EACvB,YAAY,EACZ,0BAA0B,EAC1B,WAAW,EACX,SAAS,EACV,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAEL,sBAAsB,EACtB,cAAc,EACd,cAAc,EACf,MAAM,gBAAgB,CAAC;AAExB,wFAAwF;AACxF,MAAM,MAAM,YAAY,GAAG,MAAM,CAAC;AAGlC;+EAC+E;AAC/E,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC;AAE9B,uFAAuF;AACvF,MAAM,MAAM,mBAAmB,GAAG;IAChC,wCAAwC;IACxC,GAAG,EAAE,cAAc,CAAC;IAEpB,4CAA4C;IAC5C,SAAS,CAAC,EAAE,sBAAsB,CAAC;IAEnC,qCAAqC;IACrC,MAAM,CAAC,EAAE,aAAa,CAAC,cAAc,CAAC,CAAC;CACxC,CAAC;AAEF,gGAAgG;AAChG,MAAM,WAAW,kBAAkB;IACjC;;;;OAIG;IACH,WAAW,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpD,qEAAqE;IACrE,kBAAkB,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAE9D;;;OAGG;IACH,aAAa,CAAC,EAAE,mBAAmB,CAAC;CACrC;AAED;;;;;GAKG;AACH,MAAM,MAAM,QAAQ,CAAC,IAAI,IACrB,YAAY,GACZ,uBAAuB,CAAC,IAAI,CAAC,GAC7B,yBAAyB,CAAC,IAAI,CAAC,GAC/B,0BAA0B,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;AAEnD;oBACoB;AACpB,MAAM,WAAW,kBAAmB,SAAQ,UAAU;IACpD,8CAA8C;IAC9C,aAAa,CAAC,UAAU,EAAE,kBAAkB,GAAG,IAAI,CAAC;IAEpD,qCAAqC;IACrC,aAAa,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,GAAG,IAAI,CAAC;IAElE;;;OAGG;IACH,aAAa,CACX,QAAQ,EAAE,SAAS,EACnB,QAAQ,EAAE,QAAQ,CAAC,YAAY,CAAC,EAChC,OAAO,CAAC,EAAE;QACR,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GACA,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB;wEACoE;IACpE,OAAO,IAAI,IAAI,CAAC;CACjB"}
|
|
@@ -1,8 +1,6 @@
|
|
|
1
|
-
import type {
|
|
1
|
+
import type { PFrameFactoryAPIV4 } from './api_factory';
|
|
2
2
|
import type { PFrameReadAPIV9 } from './api_read';
|
|
3
3
|
import type { Logger } from './common';
|
|
4
|
-
export interface PFrameV10 extends PFrameFactoryAPIV3, PFrameReadAPIV9 {
|
|
5
|
-
}
|
|
6
4
|
export interface PFrameV11 extends PFrameFactoryAPIV4, PFrameReadAPIV9 {
|
|
7
5
|
}
|
|
8
6
|
export type PFrameOptions = {
|
|
@@ -12,22 +10,6 @@ export type PFrameOptions = {
|
|
|
12
10
|
logger?: Logger;
|
|
13
11
|
};
|
|
14
12
|
/** List of PFrame management functions exposed by PFrame module */
|
|
15
|
-
export interface PFrameFactory {
|
|
16
|
-
/**
|
|
17
|
-
* Create a new PFrame instance.
|
|
18
|
-
* @warning Use concurrency limiting to avoid OOM crashes when multiple instances are simultaneously in use.
|
|
19
|
-
*/
|
|
20
|
-
createPFrame(options: PFrameOptions): PFrameV10;
|
|
21
|
-
/**
|
|
22
|
-
* Dump active allocations from all PFrames instances in pprof format.
|
|
23
|
-
* The result of this function should be saved as `profile.pb.gz`.
|
|
24
|
-
* Use {@link https://pprof.me/} or {@link https://www.speedscope.app/}
|
|
25
|
-
* to view the allocation flamechart.
|
|
26
|
-
* @warning This method will always reject on Windows!
|
|
27
|
-
*/
|
|
28
|
-
pprofDump: () => Promise<Uint8Array>;
|
|
29
|
-
}
|
|
30
|
-
/** List of PFrame management functions exposed by PFrame module */
|
|
31
13
|
export interface PFrameFactoryV2 {
|
|
32
14
|
/**
|
|
33
15
|
* Create a new PFrame instance.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"pframe.d.ts","sourceRoot":"","sources":["../../../src/pframe/internal_api/pframe.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,
|
|
1
|
+
{"version":3,"file":"pframe.d.ts","sourceRoot":"","sources":["../../../src/pframe/internal_api/pframe.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAEvC,MAAM,WAAW,SAAU,SAAQ,kBAAkB,EAAE,eAAe;CAAG;AAEzE,MAAM,MAAM,aAAa,GAAG;IAC1B,gEAAgE;IAChE,SAAS,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAA;AAED,mEAAmE;AACnE,MAAM,WAAW,eAAe;IAC9B;;;OAGG;IACH,YAAY,CAAC,OAAO,EAAE,aAAa,GAAG,SAAS,CAAC;IAEhD;;;;;;OAMG;IACH,SAAS,EAAE,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC;CACtC"}
|
package/package.json
CHANGED
|
@@ -23,19 +23,6 @@ export type PFrameBlobId = string;
|
|
|
23
23
|
* {@link BlobPathResolver} as soon as blob materialized in the file system. */
|
|
24
24
|
export type FilePath = string;
|
|
25
25
|
|
|
26
|
-
/** Data source allows PFrame to retrieve the data blobs for columns with assigned data info. */
|
|
27
|
-
export type PFrameDataSource = {
|
|
28
|
-
/**
|
|
29
|
-
* PFrame may notify storage backend about its plans to use particular blobs in the future.
|
|
30
|
-
* Storage backend will do its best to preload specified blob so the subsequent
|
|
31
|
-
* {@link resolveBlob} will quickly return preloaded file path.
|
|
32
|
-
*/
|
|
33
|
-
preloadBlob(blobIds: PFrameBlobId[]): Promise<void>;
|
|
34
|
-
|
|
35
|
-
/** Returns raw blob data given the blob id from {@link DataInfo}. */
|
|
36
|
-
resolveBlobContent(blobId: PFrameBlobId): Promise<Uint8Array>;
|
|
37
|
-
};
|
|
38
|
-
|
|
39
26
|
/** Parquet HTTP(S) server connection settings, {@link HttpHelpers.createHttpServer} */
|
|
40
27
|
export type ParquetServerConfig = {
|
|
41
28
|
/** URL of the parquet HTTP(S) server */
|
|
@@ -79,32 +66,6 @@ export type DataInfo<Blob> =
|
|
|
79
66
|
| BinaryPartitionedDataInfo<Blob>
|
|
80
67
|
| ParquetPartitionedDataInfo<ParquetChunk<Blob>>;
|
|
81
68
|
|
|
82
|
-
/** API exposed by PFrames library allowing to create and provide data for
|
|
83
|
-
* PFrame objects */
|
|
84
|
-
export interface PFrameFactoryAPIV3 extends Disposable {
|
|
85
|
-
/** Associates data source with this PFrame */
|
|
86
|
-
setDataSource(dataSource: PFrameDataSource): void;
|
|
87
|
-
|
|
88
|
-
/** Adds PColumn without data info */
|
|
89
|
-
addColumnSpec(columnId: PObjectId, columnSpec: PColumnSpec): void;
|
|
90
|
-
|
|
91
|
-
/**
|
|
92
|
-
* Assign data info to the specified PColumn.
|
|
93
|
-
* For parquet data info, schema resolution via network is performed during this call.
|
|
94
|
-
*/
|
|
95
|
-
setColumnData(
|
|
96
|
-
columnId: PObjectId,
|
|
97
|
-
dataInfo: DataInfo<PFrameBlobId>,
|
|
98
|
-
options?: {
|
|
99
|
-
signal?: AbortSignal,
|
|
100
|
-
}
|
|
101
|
-
): Promise<void>;
|
|
102
|
-
|
|
103
|
-
/** Releases all the data previously added to PFrame using methods above,
|
|
104
|
-
* any interactions with disposed PFrame will result in exception */
|
|
105
|
-
dispose(): void;
|
|
106
|
-
}
|
|
107
|
-
|
|
108
69
|
/** API exposed by PFrames library allowing to create and provide data for
|
|
109
70
|
* PFrame objects */
|
|
110
71
|
export interface PFrameFactoryAPIV4 extends Disposable {
|
|
@@ -1,9 +1,7 @@
|
|
|
1
|
-
import type {
|
|
1
|
+
import type { PFrameFactoryAPIV4 } from './api_factory';
|
|
2
2
|
import type { PFrameReadAPIV9 } from './api_read';
|
|
3
3
|
import type { Logger } from './common';
|
|
4
4
|
|
|
5
|
-
export interface PFrameV10 extends PFrameFactoryAPIV3, PFrameReadAPIV9 {}
|
|
6
|
-
|
|
7
5
|
export interface PFrameV11 extends PFrameFactoryAPIV4, PFrameReadAPIV9 {}
|
|
8
6
|
|
|
9
7
|
export type PFrameOptions = {
|
|
@@ -13,24 +11,6 @@ export type PFrameOptions = {
|
|
|
13
11
|
logger?: Logger;
|
|
14
12
|
}
|
|
15
13
|
|
|
16
|
-
/** List of PFrame management functions exposed by PFrame module */
|
|
17
|
-
export interface PFrameFactory {
|
|
18
|
-
/**
|
|
19
|
-
* Create a new PFrame instance.
|
|
20
|
-
* @warning Use concurrency limiting to avoid OOM crashes when multiple instances are simultaneously in use.
|
|
21
|
-
*/
|
|
22
|
-
createPFrame(options: PFrameOptions): PFrameV10;
|
|
23
|
-
|
|
24
|
-
/**
|
|
25
|
-
* Dump active allocations from all PFrames instances in pprof format.
|
|
26
|
-
* The result of this function should be saved as `profile.pb.gz`.
|
|
27
|
-
* Use {@link https://pprof.me/} or {@link https://www.speedscope.app/}
|
|
28
|
-
* to view the allocation flamechart.
|
|
29
|
-
* @warning This method will always reject on Windows!
|
|
30
|
-
*/
|
|
31
|
-
pprofDump: () => Promise<Uint8Array>;
|
|
32
|
-
};
|
|
33
|
-
|
|
34
14
|
/** List of PFrame management functions exposed by PFrame module */
|
|
35
15
|
export interface PFrameFactoryV2 {
|
|
36
16
|
/**
|