@milaboratories/pl-model-common 1.19.1 → 1.19.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -70,6 +70,49 @@ export type BinaryPartitionedDataInfo<Blob> = {
|
|
|
70
70
|
/** Map of stringified partition keys to binary chunks */
|
|
71
71
|
parts: Record<string, BinaryChunk<Blob>>;
|
|
72
72
|
};
|
|
73
|
+
type ParquetChunkMappingAxis = {
|
|
74
|
+
/** Data type (matches PColumn axis types) */
|
|
75
|
+
type: 'Int' | 'Long' | 'String';
|
|
76
|
+
/** Field name in the Parquet file */
|
|
77
|
+
id: string;
|
|
78
|
+
};
|
|
79
|
+
type ParquetChunkMappingColumn = {
|
|
80
|
+
/** Data type (matches PColumn value type) */
|
|
81
|
+
type: 'Int' | 'Long' | 'Float' | 'Double' | 'String';
|
|
82
|
+
/** Field name in the Parquet file */
|
|
83
|
+
id: string;
|
|
84
|
+
};
|
|
85
|
+
type ParquetChunkStats = {
|
|
86
|
+
/** Number of rows in the chunk */
|
|
87
|
+
numberOfRows?: number;
|
|
88
|
+
/** Byte size information for storage optimization and query planning */
|
|
89
|
+
size?: {
|
|
90
|
+
/** Byte sizes for each axis column in the same order as axes mapping */
|
|
91
|
+
axes: number[];
|
|
92
|
+
/** Byte size for the data column */
|
|
93
|
+
column: number;
|
|
94
|
+
};
|
|
95
|
+
};
|
|
96
|
+
export type ParquetChunk<Blob> = {
|
|
97
|
+
/** Parquet file (PTable) containing column data */
|
|
98
|
+
data: Blob;
|
|
99
|
+
/** Content hash calculated for the specific axes and data this chunk represents */
|
|
100
|
+
dataDigest?: string;
|
|
101
|
+
/** Axes mappings - Parquet file is sorted by these fields in this order */
|
|
102
|
+
axes: ParquetChunkMappingAxis[];
|
|
103
|
+
/** Column mapping */
|
|
104
|
+
column: ParquetChunkMappingColumn;
|
|
105
|
+
/** Pre-computed statistics for optimization without blob download */
|
|
106
|
+
stats?: ParquetChunkStats;
|
|
107
|
+
};
|
|
108
|
+
export type ParquetPartitionedDataInfo<Blob> = {
|
|
109
|
+
/** Identifier for this data format ('ParquetPartitioned') */
|
|
110
|
+
type: 'ParquetPartitioned';
|
|
111
|
+
/** Number of leading axes used for partitioning */
|
|
112
|
+
partitionKeyLength: number;
|
|
113
|
+
/** Map of stringified partition keys to parquet files */
|
|
114
|
+
parts: Record<string, ParquetChunk<Blob>>;
|
|
115
|
+
};
|
|
73
116
|
/**
|
|
74
117
|
* Union type representing all possible data storage formats for PColumn data.
|
|
75
118
|
* The specific format used depends on data size, access patterns, and performance requirements.
|
|
@@ -184,4 +227,5 @@ export declare function entriesToDataInfo<Blob>(dataInfoEntries: DataInfoEntries
|
|
|
184
227
|
* @returns A new DataInfoEntries object with transformed blob references
|
|
185
228
|
*/
|
|
186
229
|
export declare function mapDataInfoEntries<B1, B2>(dataInfoEntries: DataInfoEntries<B1>, mapFn: (blob: B1) => B2): DataInfoEntries<B2>;
|
|
230
|
+
export {};
|
|
187
231
|
//# sourceMappingURL=data_info.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"data_info.d.ts","sourceRoot":"","sources":["../../../src/drivers/pframe/data_info.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,CAAC;AAElD;;;GAGG;AACH,MAAM,MAAM,UAAU,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC;AAE7C;;;GAGG;AACH,MAAM,MAAM,gBAAgB,CAAC,CAAC,IAAI;IAChC,wBAAwB;IACxB,GAAG,EAAE,UAAU,CAAC;IAEhB,oCAAoC;IACpC,KAAK,EAAE,CAAC,CAAC;CACV,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,YAAY,GAAG;IACzB,+CAA+C;IAC/C,IAAI,EAAE,MAAM,CAAC;IAEb,kEAAkE;IAClE,SAAS,EAAE,MAAM,CAAC;IAElB;;;OAGG;IACH,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;CACpC,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,uBAAuB,CAAC,IAAI,IAAI;IAC1C,0DAA0D;IAC1D,IAAI,EAAE,iBAAiB,CAAC;IAExB,mDAAmD;IACnD,kBAAkB,EAAE,MAAM,CAAC;IAE3B,2DAA2D;IAC3D,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;CAC7B,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,WAAW,CAAC,IAAI,IAAI;IAC9B,0DAA0D;IAC1D,KAAK,EAAE,IAAI,CAAC;IAEZ,+CAA+C;IAC/C,MAAM,EAAE,IAAI,CAAC;CACd,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,yBAAyB,CAAC,IAAI,IAAI;IAC5C,4DAA4D;IAC5D,IAAI,EAAE,mBAAmB,CAAC;IAE1B,mDAAmD;IACnD,kBAAkB,EAAE,MAAM,CAAC;IAE3B,yDAAyD;IACzD,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;CAC1C,CAAC;AAEF;;;;;GAKG;AACH,MAAM,MAAM,QAAQ,CAAC,IAAI,IACrB,YAAY,GACZ,uBAAuB,CAAC,IAAI,CAAC,GAC7B,yBAAyB,CAAC,IAAI,CAAC,CAAC;AAEpC;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,CAgCxE;AAED;;;;;;;;GAQG;AACH,wBAAgB,WAAW,CAAC,EAAE,EAAE,EAAE,EAChC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC,EACtB,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,GACtB,QAAQ,CAAC,EAAE,CAAC,CAAC;AAyChB;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,CAAC,EAC7B,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,EACrB,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,IAAI,GACpB,IAAI,CAqBN;AAMD;;;GAGG;AACH,MAAM,MAAM,kBAAkB,GAAG;IAC/B,GAAG,EAAE,UAAU,CAAC;IAChB,GAAG,EAAE,YAAY,CAAC;CACnB,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,aAAa,GAAG,kBAAkB,EAAE,CAAC;AAEjD;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,gBAAgB,CAAC,YAAY,CAAC,EAAE,CAAC;CACxC;AAED;;GAEG;AACH,MAAM,WAAW,8BAA8B,CAAC,IAAI;IAClD,IAAI,EAAE,iBAAiB,CAAC;IACxB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,KAAK,EAAE,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,WAAW,gCAAgC,CAAC,IAAI;IACpD,IAAI,EAAE,mBAAmB,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,KAAK,EAAE,gBAAgB,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;CAC9C;AAED;;GAEG;AACH,MAAM,MAAM,0BAA0B,CAAC,IAAI,IACvC,8BAA8B,CAAC,IAAI,CAAC,GACpC,gCAAgC,CAAC,IAAI,CAAC,CAAC;AAE3C;;GAEG;AACH,MAAM,MAAM,eAAe,CAAC,IAAI,IAC5B,mBAAmB,GACnB,0BAA0B,CAAC,IAAI,CAAC,CAAC;AAErC;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,eAAe,CAAC,IAAI,CAAC,CA6BtF;AAED;;;;;;GAMG;AACH,wBAAgB,4BAA4B,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,0BAA0B,CAAC,IAAI,CAAC,CAG5G;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,IAAI,CAAC,CAuCvF;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAuC9F;AAED;;;;;;;;GAQG;AACH,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,EAAE,EACvC,eAAe,EAAE,eAAe,CAAC,EAAE,CAAC,EACpC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,GACtB,eAAe,CAAC,EAAE,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"data_info.d.ts","sourceRoot":"","sources":["../../../src/drivers/pframe/data_info.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,CAAC;AAElD;;;GAGG;AACH,MAAM,MAAM,UAAU,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC;AAE7C;;;GAGG;AACH,MAAM,MAAM,gBAAgB,CAAC,CAAC,IAAI;IAChC,wBAAwB;IACxB,GAAG,EAAE,UAAU,CAAC;IAEhB,oCAAoC;IACpC,KAAK,EAAE,CAAC,CAAC;CACV,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,YAAY,GAAG;IACzB,+CAA+C;IAC/C,IAAI,EAAE,MAAM,CAAC;IAEb,kEAAkE;IAClE,SAAS,EAAE,MAAM,CAAC;IAElB;;;OAGG;IACH,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;CACpC,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,uBAAuB,CAAC,IAAI,IAAI;IAC1C,0DAA0D;IAC1D,IAAI,EAAE,iBAAiB,CAAC;IAExB,mDAAmD;IACnD,kBAAkB,EAAE,MAAM,CAAC;IAE3B,2DAA2D;IAC3D,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;CAC7B,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,WAAW,CAAC,IAAI,IAAI;IAC9B,0DAA0D;IAC1D,KAAK,EAAE,IAAI,CAAC;IAEZ,+CAA+C;IAC/C,MAAM,EAAE,IAAI,CAAC;CACd,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,yBAAyB,CAAC,IAAI,IAAI;IAC5C,4DAA4D;IAC5D,IAAI,EAAE,mBAAmB,CAAC;IAE1B,mDAAmD;IACnD,kBAAkB,EAAE,MAAM,CAAC;IAE3B,yDAAyD;IACzD,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;CAC1C,CAAC;AAEF,KAAK,uBAAuB,GAAG;IAC7B,6CAA6C;IAC7C,IAAI,EAAE,KAAK,GAAG,MAAM,GAAG,QAAQ,CAAC;IAEhC,qCAAqC;IACrC,EAAE,EAAE,MAAM,CAAC;CACZ,CAAC;AAEF,KAAK,yBAAyB,GAAG;IAC/B,6CAA6C;IAC7C,IAAI,EAAE,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAErD,qCAAqC;IACrC,EAAE,EAAE,MAAM,CAAC;CACZ,CAAC;AAEF,KAAK,iBAAiB,GAAG;IACvB,kCAAkC;IAClC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,wEAAwE;IACxE,IAAI,CAAC,EAAE;QACL,wEAAwE;QACxE,IAAI,EAAE,MAAM,EAAE,CAAC;QACf,oCAAoC;QACpC,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,YAAY,CAAC,IAAI,IAAI;IAC/B,mDAAmD;IACnD,IAAI,EAAE,IAAI,CAAC;IAEX,mFAAmF;IACnF,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,2EAA2E;IAC3E,IAAI,EAAE,uBAAuB,EAAE,CAAC;IAEhC,qBAAqB;IACrB,MAAM,EAAE,yBAAyB,CAAC;IAElC,qEAAqE;IACrE,KAAK,CAAC,EAAE,iBAAiB,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,0BAA0B,CAAC,IAAI,IAAI;IAC7C,6DAA6D;IAC7D,IAAI,EAAE,oBAAoB,CAAC;IAE3B,mDAAmD;IACnD,kBAAkB,EAAE,MAAM,CAAC;IAE3B,yDAAyD;IACzD,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;CAC3C,CAAC;AAEF;;;;;GAKG;AACH,MAAM,MAAM,QAAQ,CAAC,IAAI,IACrB,YAAY,GACZ,uBAAuB,CAAC,IAAI,CAAC,GAC7B,yBAAyB,CAAC,IAAI,CAAC,CAAC;AAEpC;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,CAgCxE;AAED;;;;;;;;GAQG;AACH,wBAAgB,WAAW,CAAC,EAAE,EAAE,EAAE,EAChC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC,EACtB,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,GACtB,QAAQ,CAAC,EAAE,CAAC,CAAC;AAyChB;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,CAAC,EAC7B,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,EACrB,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,IAAI,GACpB,IAAI,CAqBN;AAMD;;;GAGG;AACH,MAAM,MAAM,kBAAkB,GAAG;IAC/B,GAAG,EAAE,UAAU,CAAC;IAChB,GAAG,EAAE,YAAY,CAAC;CACnB,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,aAAa,GAAG,kBAAkB,EAAE,CAAC;AAEjD;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,gBAAgB,CAAC,YAAY,CAAC,EAAE,CAAC;CACxC;AAED;;GAEG;AACH,MAAM,WAAW,8BAA8B,CAAC,IAAI;IAClD,IAAI,EAAE,iBAAiB,CAAC;IACxB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,KAAK,EAAE,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,WAAW,gCAAgC,CAAC,IAAI;IACpD,IAAI,EAAE,mBAAmB,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,KAAK,EAAE,gBAAgB,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;CAC9C;AAED;;GAEG;AACH,MAAM,MAAM,0BAA0B,CAAC,IAAI,IACvC,8BAA8B,CAAC,IAAI,CAAC,GACpC,gCAAgC,CAAC,IAAI,CAAC,CAAC;AAE3C;;GAEG;AACH,MAAM,MAAM,eAAe,CAAC,IAAI,IAC5B,mBAAmB,GACnB,0BAA0B,CAAC,IAAI,CAAC,CAAC;AAErC;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,eAAe,CAAC,IAAI,CAAC,CA6BtF;AAED;;;;;;GAMG;AACH,wBAAgB,4BAA4B,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,0BAA0B,CAAC,IAAI,CAAC,CAG5G;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,IAAI,CAAC,CAuCvF;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAuC9F;AAED;;;;;;;;GAQG;AACH,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,EAAE,EACvC,eAAe,EAAE,eAAe,CAAC,EAAE,CAAC,EACpC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,GACtB,eAAe,CAAC,EAAE,CAAC,CAAC"}
|