@milaboratories/pl-model-common 1.19.2 → 1.19.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -70,47 +70,40 @@ export type BinaryPartitionedDataInfo<Blob> = {
|
|
|
70
70
|
/** Map of stringified partition keys to binary chunks */
|
|
71
71
|
parts: Record<string, BinaryChunk<Blob>>;
|
|
72
72
|
};
|
|
73
|
-
type
|
|
73
|
+
type ParquetChunkMappingAxis = {
|
|
74
74
|
/** Data type (matches PColumn axis types) */
|
|
75
75
|
type: 'Int' | 'Long' | 'String';
|
|
76
76
|
/** Field name in the Parquet file */
|
|
77
77
|
id: string;
|
|
78
78
|
};
|
|
79
|
-
type
|
|
79
|
+
type ParquetChunkMappingColumn = {
|
|
80
80
|
/** Data type (matches PColumn value type) */
|
|
81
81
|
type: 'Int' | 'Long' | 'Float' | 'Double' | 'String';
|
|
82
82
|
/** Field name in the Parquet file */
|
|
83
83
|
id: string;
|
|
84
84
|
};
|
|
85
|
-
type
|
|
86
|
-
/**
|
|
87
|
-
|
|
88
|
-
/**
|
|
89
|
-
|
|
85
|
+
type ParquetChunkStats = {
|
|
86
|
+
/** Number of rows in the chunk */
|
|
87
|
+
numberOfRows?: number;
|
|
88
|
+
/** Byte size information for storage optimization and query planning */
|
|
89
|
+
size?: {
|
|
90
|
+
/** Byte sizes for each axis column in the same order as axes mapping */
|
|
91
|
+
axes: number[];
|
|
92
|
+
/** Byte size for the data column */
|
|
93
|
+
column: number;
|
|
94
|
+
};
|
|
90
95
|
};
|
|
91
|
-
type
|
|
96
|
+
export type ParquetChunk<Blob> = {
|
|
92
97
|
/** Parquet file (PTable) containing column data */
|
|
93
98
|
data: Blob;
|
|
94
|
-
/** Content hash calculated for the specific axes and data this
|
|
99
|
+
/** Content hash calculated for the specific axes and data this chunk represents */
|
|
95
100
|
dataDigest?: string;
|
|
101
|
+
/** Axes mappings - Parquet file is sorted by these fields in this order */
|
|
102
|
+
axes: ParquetChunkMappingAxis[];
|
|
103
|
+
/** Column mapping */
|
|
104
|
+
column: ParquetChunkMappingColumn;
|
|
96
105
|
/** Pre-computed statistics for optimization without blob download */
|
|
97
|
-
stats?:
|
|
98
|
-
/** Number of rows in the column */
|
|
99
|
-
numberOfRows?: number;
|
|
100
|
-
/** Byte size information for storage optimization and query planning */
|
|
101
|
-
numberOfBytes?: {
|
|
102
|
-
/** Byte sizes for each axis column in the same order as axes mapping */
|
|
103
|
-
axes: number[];
|
|
104
|
-
/** Byte size for the data column */
|
|
105
|
-
column: number;
|
|
106
|
-
};
|
|
107
|
-
};
|
|
108
|
-
};
|
|
109
|
-
export type ParquetChunk<Blob> = {
|
|
110
|
-
/** Mapping of column names to their data */
|
|
111
|
-
mapping: ParquetPartitionInfoMapping;
|
|
112
|
-
/** Data for this partition */
|
|
113
|
-
data: ParquetPartitionInfoData<Blob>;
|
|
106
|
+
stats?: ParquetChunkStats;
|
|
114
107
|
};
|
|
115
108
|
export type ParquetPartitionedDataInfo<Blob> = {
|
|
116
109
|
/** Identifier for this data format ('ParquetPartitioned') */
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"data_info.d.ts","sourceRoot":"","sources":["../../../src/drivers/pframe/data_info.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,CAAC;AAElD;;;GAGG;AACH,MAAM,MAAM,UAAU,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC;AAE7C;;;GAGG;AACH,MAAM,MAAM,gBAAgB,CAAC,CAAC,IAAI;IAChC,wBAAwB;IACxB,GAAG,EAAE,UAAU,CAAC;IAEhB,oCAAoC;IACpC,KAAK,EAAE,CAAC,CAAC;CACV,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,YAAY,GAAG;IACzB,+CAA+C;IAC/C,IAAI,EAAE,MAAM,CAAC;IAEb,kEAAkE;IAClE,SAAS,EAAE,MAAM,CAAC;IAElB;;;OAGG;IACH,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;CACpC,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,uBAAuB,CAAC,IAAI,IAAI;IAC1C,0DAA0D;IAC1D,IAAI,EAAE,iBAAiB,CAAC;IAExB,mDAAmD;IACnD,kBAAkB,EAAE,MAAM,CAAC;IAE3B,2DAA2D;IAC3D,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;CAC7B,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,WAAW,CAAC,IAAI,IAAI;IAC9B,0DAA0D;IAC1D,KAAK,EAAE,IAAI,CAAC;IAEZ,+CAA+C;IAC/C,MAAM,EAAE,IAAI,CAAC;CACd,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,yBAAyB,CAAC,IAAI,IAAI;IAC5C,4DAA4D;IAC5D,IAAI,EAAE,mBAAmB,CAAC;IAE1B,mDAAmD;IACnD,kBAAkB,EAAE,MAAM,CAAC;IAE3B,yDAAyD;IACzD,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;CAC1C,CAAC;AAEF,KAAK
|
|
1
|
+
{"version":3,"file":"data_info.d.ts","sourceRoot":"","sources":["../../../src/drivers/pframe/data_info.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,CAAC;AAElD;;;GAGG;AACH,MAAM,MAAM,UAAU,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC;AAE7C;;;GAGG;AACH,MAAM,MAAM,gBAAgB,CAAC,CAAC,IAAI;IAChC,wBAAwB;IACxB,GAAG,EAAE,UAAU,CAAC;IAEhB,oCAAoC;IACpC,KAAK,EAAE,CAAC,CAAC;CACV,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,YAAY,GAAG;IACzB,+CAA+C;IAC/C,IAAI,EAAE,MAAM,CAAC;IAEb,kEAAkE;IAClE,SAAS,EAAE,MAAM,CAAC;IAElB;;;OAGG;IACH,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;CACpC,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,uBAAuB,CAAC,IAAI,IAAI;IAC1C,0DAA0D;IAC1D,IAAI,EAAE,iBAAiB,CAAC;IAExB,mDAAmD;IACnD,kBAAkB,EAAE,MAAM,CAAC;IAE3B,2DAA2D;IAC3D,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;CAC7B,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,WAAW,CAAC,IAAI,IAAI;IAC9B,0DAA0D;IAC1D,KAAK,EAAE,IAAI,CAAC;IAEZ,+CAA+C;IAC/C,MAAM,EAAE,IAAI,CAAC;CACd,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,yBAAyB,CAAC,IAAI,IAAI;IAC5C,4DAA4D;IAC5D,IAAI,EAAE,mBAAmB,CAAC;IAE1B,mDAAmD;IACnD,kBAAkB,EAAE,MAAM,CAAC;IAE3B,yDAAyD;IACzD,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;CAC1C,CAAC;AAEF,KAAK,uBAAuB,GAAG;IAC7B,6CAA6C;IAC7C,IAAI,EAAE,KAAK,GAAG,MAAM,GAAG,QAAQ,CAAC;IAEhC,qCAAqC;IACrC,EAAE,EAAE,MAAM,CAAC;CACZ,CAAC;AAEF,KAAK,yBAAyB,GAAG;IAC/B,6CAA6C;IAC7C,IAAI,EAAE,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAErD,qCAAqC;IACrC,EAAE,EAAE,MAAM,CAAC;CACZ,CAAC;AAEF,KAAK,iBAAiB,GAAG;IACvB,kCAAkC;IAClC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,wEAAwE;IACxE,IAAI,CAAC,EAAE;QACL,wEAAwE;QACxE,IAAI,EAAE,MAAM,EAAE,CAAC;QACf,oCAAoC;QACpC,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,YAAY,CAAC,IAAI,IAAI;IAC/B,mDAAmD;IACnD,IAAI,EAAE,IAAI,CAAC;IAEX,mFAAmF;IACnF,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,2EAA2E;IAC3E,IAAI,EAAE,uBAAuB,EAAE,CAAC;IAEhC,qBAAqB;IACrB,MAAM,EAAE,yBAAyB,CAAC;IAElC,qEAAqE;IACrE,KAAK,CAAC,EAAE,iBAAiB,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,0BAA0B,CAAC,IAAI,IAAI;IAC7C,6DAA6D;IAC7D,IAAI,EAAE,oBAAoB,CAAC;IAE3B,mDAAmD;IACnD,kBAAkB,EAAE,MAAM,CAAC;IAE3B,yDAAyD;IACzD,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;CAC3C,CAAC;AAEF;;;;;GAKG;AACH,MAAM,MAAM,QAAQ,CAAC,IAAI,IACrB,YAAY,GACZ,uBAAuB,CAAC,IAAI,CAAC,GAC7B,yBAAyB,CAAC,IAAI,CAAC,CAAC;AAEpC;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,CAgCxE;AAED;;;;;;;;GAQG;AACH,wBAAgB,WAAW,CAAC,EAAE,EAAE,EAAE,EAChC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC,EACtB,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,GACtB,QAAQ,CAAC,EAAE,CAAC,CAAC;AAyChB;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,CAAC,EAC7B,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,EACrB,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,IAAI,GACpB,IAAI,CAqBN;AAMD;;;GAGG;AACH,MAAM,MAAM,kBAAkB,GAAG;IAC/B,GAAG,EAAE,UAAU,CAAC;IAChB,GAAG,EAAE,YAAY,CAAC;CACnB,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,aAAa,GAAG,kBAAkB,EAAE,CAAC;AAEjD;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,gBAAgB,CAAC,YAAY,CAAC,EAAE,CAAC;CACxC;AAED;;GAEG;AACH,MAAM,WAAW,8BAA8B,CAAC,IAAI;IAClD,IAAI,EAAE,iBAAiB,CAAC;IACxB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,KAAK,EAAE,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,WAAW,gCAAgC,CAAC,IAAI;IACpD,IAAI,EAAE,mBAAmB,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,KAAK,EAAE,gBAAgB,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;CAC9C;AAED;;GAEG;AACH,MAAM,MAAM,0BAA0B,CAAC,IAAI,IACvC,8BAA8B,CAAC,IAAI,CAAC,GACpC,gCAAgC,CAAC,IAAI,CAAC,CAAC;AAE3C;;GAEG;AACH,MAAM,MAAM,eAAe,CAAC,IAAI,IAC5B,mBAAmB,GACnB,0BAA0B,CAAC,IAAI,CAAC,CAAC;AAErC;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,eAAe,CAAC,IAAI,CAAC,CA6BtF;AAED;;;;;;GAMG;AACH,wBAAgB,4BAA4B,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,0BAA0B,CAAC,IAAI,CAAC,CAG5G;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,IAAI,CAAC,CAuCvF;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,eAAe,EAAE,eAAe,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAuC9F;AAED;;;;;;;;GAQG;AACH,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,EAAE,EACvC,eAAe,EAAE,eAAe,CAAC,EAAE,CAAC,EACpC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,GACtB,eAAe,CAAC,EAAE,CAAC,CAAC"}
|