@milaboratories/pl-middle-layer 1.41.9 → 1.41.11

package/dist/pool/data.d.ts

@@ -1,12 +1,15 @@
-import { DataInfo, JsonDataInfo, PColumnSpec, PColumnValue, PColumnValues, PObjectId, PObjectSpec } from '@platforma-sdk/model';
+import { JsonDataInfo, ParquetChunk, PColumnSpec, PColumnValue, PColumnValues, PObjectId, PObjectSpec } from '@platforma-sdk/model';
 import { PlTreeNodeAccessor, ResourceInfo } from '@milaboratories/pl-tree';
+import { PFrameInternal } from '@milaboratories/pl-model-middle-layer';
 import { ResourceType } from '@milaboratories/pl-client';
-export declare function allBlobs<B>(data: DataInfo<B>): Generator<B>;
-export declare function mapBlobs<B1, B2>(data: DataInfo<B1>, mapping: (blob: B1) => B2): DataInfo<B2>;
+export declare function allBlobs<B>(data: PFrameInternal.DataInfo<B>): Generator<B>;
+export declare function mapBlobs<B1, B2>(data: PFrameInternal.DataInfo<B1>, mapping: (blob: B1) => B2): PFrameInternal.DataInfo<B2>;
 export declare const PColumnDataJsonPartitioned: ResourceType;
 export declare const PColumnDataJsonSuperPartitioned: ResourceType;
 export declare const PColumnDataBinaryPartitioned: ResourceType;
 export declare const PColumnDataBinarySuperPartitioned: ResourceType;
+export declare const PColumnDataParquetPartitioned: ResourceType;
+export declare const PColumnDataParquetSuperPartitioned: ResourceType;
 export declare const PColumnDataJson: ResourceType;
 export type PColumnDataJsonResourceValue = {
     keyLength: number;
@@ -19,7 +22,8 @@ export type PColumnDataSuperPartitionedResourceValue = {
     superPartitionKeyLength: number;
     partitionKeyLength: number;
 };
-export declare function parseDataInfoResource(data: PlTreeNodeAccessor): DataInfo<ResourceInfo>;
+export declare function parseDataInfoResource(data: PlTreeNodeAccessor): PFrameInternal.DataInfo<ResourceInfo>;
+export declare function traverseParquetPartitionedResource(resource: PlTreeNodeAccessor): ParquetChunk<ResourceInfo>;
 export declare function makeDataInfoFromPColumnValues(spec: PColumnSpec, data: PColumnValues): JsonDataInfo;
 export declare function deriveLegacyPObjectId(spec: PObjectSpec, data: PlTreeNodeAccessor): PObjectId;
 export declare function deriveGlobalPObjectId(blockId: string, exportName: string): PObjectId;

package/dist/pool/data.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../../src/pool/data.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,EAAe,QAAQ,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAS,SAAS,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACzJ,OAAO,KAAK,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAYhF,wBAAiB,QAAQ,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAgB5D;AAYD,wBAAgB,QAAQ,CAAC,EAAE,EAAE,EAAE,EAC7B,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC,EAClB,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,GACxB,QAAQ,CAAC,EAAE,CAAC,CAiBd;AAED,eAAO,MAAM,0BAA0B,kDAAmD,CAAC;AAC3F,eAAO,MAAM,+BAA+B,kDAG3C,CAAC;AACF,eAAO,MAAM,4BAA4B,kDAAqD,CAAC;AAC/F,eAAO,MAAM,iCAAiC,kDAG7C,CAAC;AACF,eAAO,MAAM,eAAe,kDAAwC,CAAC;AAErE,MAAM,MAAM,4BAA4B,GAAG;IACzC,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,mCAAmC,GAAG;IAChD,kBAAkB,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,wCAAwC,GAAG;IACrD,uBAAuB,EAAE,MAAM,CAAC;IAChC,kBAAkB,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,kBAAkB,GACvB,QAAQ,CAAC,YAAY,CAAC,CAkJxB;AAED,wBAAgB,6BAA6B,CAC3C,IAAI,EAAE,WAAW,EACjB,IAAI,EAAE,aAAa,GAClB,YAAY,CAcd;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,GAAG,SAAS,CAK5F;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,SAAS,CAEpF;AAED,wBAAgB,oBAAoB,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM,GAAG,SAAS,CAEzF"}
+{"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../../src/pool/data.ts"],"names":[],"mappings":";AAAA,OAAO,EAGL,KAAK,YAAY,EACjB,KAAK,YAAY,EAGjB,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,aAAa,EAElB,KAAK,SAAS,EACd,KAAK,WAAW,EACjB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAWhF,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AAE5E,wBAAiB,QAAQ,CAAC,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAmB3E;AAYD,wBAAgB,QAAQ,CAAC,EAAE,EAAE,EAAE,EAC7B,IAAI,EAAE,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC,EACjC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,GACxB,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC,CA4B7B;AAED,eAAO,MAAM,0BAA0B,kDAAmD,CAAC;AAC3F,eAAO,MAAM,+BAA+B,kDAG3C,CAAC;AACF,eAAO,MAAM,4BAA4B,kDAAqD,CAAC;AAC/F,eAAO,MAAM,iCAAiC,kDAG7C,CAAC;AACF,eAAO,MAAM,6BAA6B,kDAAsD,CAAC;AACjG,eAAO,MAAM,kCAAkC,kDAG9C,CAAC;AACF,eAAO,MAAM,eAAe,kDAAwC,CAAC;AAErE,MAAM,MAAM,4BAA4B,GAAG;IACzC,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,mCAAmC,GAAG;IAChD,kBAAkB,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,wCAAwC,GAAG;IACrD,uBAAuB,EAAE,MAAM,CAAC;IAChC,kBAAkB,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,kBAAkB,GACvB,cAAc,CAAC,QAAQ,CAAC,YAAY,CAAC,CA0LvC;AAED,wBAAgB,kCAAkC,CAAC,QAAQ,EAAE,kBAAkB,GAAG,YAAY,CAAC,YAAY,CAAC,CAc3G;AAED,wBAAgB,6BAA6B,CAC3C,IAAI,EAAE,WAAW,EACjB,IAAI,EAAE,aAAa,GAClB,YAAY,CAcd;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,GAAG,SAAS,CAK5F;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,SAAS,CAEpF;AAED,wBAAgB,oBAAoB,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM,GAAG,SAAS,CAEzF"}

package/dist/pool/driver.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"driver.d.ts","sourceRoot":"","sources":["../../src/pool/driver.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAEjE,OAAO,KAAK,EAAE,kBAAkB,EAAgB,MAAM,yBAAyB,CAAC;AAEhF,OAAO,KAAK,EAAE,aAAa,EAA2B,MAAM,4BAA4B,CAAC;AACzF,OAAO,KAAK,EACV,yBAAyB,EACzB,0BAA0B,EAC1B,kBAAkB,EAClB,mBAAmB,EAEnB,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,UAAU,EACV,mBAAmB,EACnB,oBAAoB,EACpB,YAAY,IAAI,eAAe,EAC/B,OAAO,EACP,SAAS,EAET,SAAS,EAIT,aAAa,EACb,QAAQ,EAET,MAAM,sBAAsB,CAAC;AAiB9B,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAQ3D,KAAK,oBAAoB,GAAG,kBAAkB,GAAG,QAAQ,CAAC,kBAAkB,CAAC,GAAG,aAAa,CAAC;AA8P9F,MAAM,MAAM,eAAe,GAAG;IAE5B,iBAAiB,EAAE,MAAM,CAAC;IAE1B,iBAAiB,EAAE,MAAM,CAAC;IAE1B,mBAAmB,EAAE,MAAM,CAAC;IAI5B,mBAAmB,EAAE,MAAM,CAAC;CAC7B,CAAC;AAEF;;;GAGG;AACH,MAAM,WAAW,oBAAqB,SAAQ,eAAe;IAC3D;;;;;;OAMG;IACH,SAAS,IAAI,OAAO,CAAC,UAAU,CAAC,CAAC;IAEjC,0BAA0B;IAC1B,YAAY,CACV,GAAG,EAAE,SAAS,CAAC,oBAAoB,CAAC,EACpC,GAAG,EAAE,aAAa,GACjB,YAAY,CAAC;IAEhB,0BAA0B;IAC1B,YAAY,CACV,GAAG,EAAE,SAAS,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,EAC7C,GAAG,EAAE,aAAa,GACjB,YAAY,CAAC;IAEhB,mFAAmF;IACnF,kBAAkB,CAChB,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,yBAAyB,CAAC,SAAS,CAAC,EAC7C,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,0BAA0B,CAAC,CAAC;IAEvC,yFAAyF;IACzF,eAAe,CACb,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,mBAAmB,EAC5B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAEjC,0BAA0B;IAC1B,QAAQ,CACN,MAAM,EAAE,YAAY,EACpB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,WAAW,CAAC,CAAC;IAExB;;;;;;;SAOK;IACL,OAAO,CACL,MAAM,EAAE,YAAY,EACpB,aAAa,EAAE,MAAM,EAAE,EACvB,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;CAC5B;AAED,qBAAa,YAAa,YAAW,oBAAoB;IAuBrD,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAxB5B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAyD;IACjF,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoD;IAC5E,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAA8B;IACtE,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAA8B;IAEzD,SAAS,IAAI,OAAO,CAAC,UAAU,CAAC;WAIzB,IAAI,CACtB,UAAU,EAAE,cAAc,EAC1B,MAAM,EAAE,QAAQ,EAChB,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,eAAe,GACnB,OAAO,CAAC,YAAY,CAAC;IAMxB,OAAO;IA6HA,YAAY,CACjB,GAAG,EAAE,SAAS,CAAC,oBAAoB,CAAC,EACpC,GAAG,EAAE,aAAa,GACjB,YAAY;IAiBR,YAAY,CACjB,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,EAChD,GAAG,EAAE,aAAa,GACjB,YAAY;IAoBF,WAAW,CACtB,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,mBAAmB,CAAC;IA6BlB,aAAa,CAAC,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC;IAM9E,WAAW,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAM9D,kBAAkB,CAC7B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,yBAAyB,CAAC,SAAS,CAAC,EAC7C,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,0BAA0B,CAAC;IAwCzB,eAAe,CAC1B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,mBAAmB,EAC5B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,oBAAoB,CAAC;IAyBnB,OAAO,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAM1D,QAAQ,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAY1E,OAAO,CAClB,MAAM,EAAE,YAAY,EACpB,aAAa,EAAE,MAAM,EAAE,EACvB,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,YAAY,EAAE,CAAC;CAY3B"}
+{"version":3,"file":"driver.d.ts","sourceRoot":"","sources":["../../src/pool/driver.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAEjE,OAAO,KAAK,EAAE,kBAAkB,EAAgB,MAAM,yBAAyB,CAAC;AAEhF,OAAO,KAAK,EAAE,aAAa,EAA2B,MAAM,4BAA4B,CAAC;AACzF,OAAO,KAAK,EACV,yBAAyB,EACzB,0BAA0B,EAC1B,kBAAkB,EAClB,mBAAmB,EAEnB,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,UAAU,EACV,mBAAmB,EACnB,oBAAoB,EACpB,YAAY,IAAI,eAAe,EAC/B,OAAO,EACP,SAAS,EAET,SAAS,EAIT,aAAa,EACb,QAAQ,EAET,MAAM,sBAAsB,CAAC;AAiB9B,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAQ3D,KAAK,oBAAoB,GAAG,kBAAkB,GAAG,QAAQ,CAAC,kBAAkB,CAAC,GAAG,aAAa,CAAC;AA8P9F,MAAM,MAAM,eAAe,GAAG;IAE5B,iBAAiB,EAAE,MAAM,CAAC;IAE1B,iBAAiB,EAAE,MAAM,CAAC;IAE1B,mBAAmB,EAAE,MAAM,CAAC;IAI5B,mBAAmB,EAAE,MAAM,CAAC;CAC7B,CAAC;AAEF;;;GAGG;AACH,MAAM,WAAW,oBAAqB,SAAQ,eAAe;IAC3D;;;;;;OAMG;IACH,SAAS,IAAI,OAAO,CAAC,UAAU,CAAC,CAAC;IAEjC,0BAA0B;IAC1B,YAAY,CACV,GAAG,EAAE,SAAS,CAAC,oBAAoB,CAAC,EACpC,GAAG,EAAE,aAAa,GACjB,YAAY,CAAC;IAEhB,0BAA0B;IAC1B,YAAY,CACV,GAAG,EAAE,SAAS,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,EAC7C,GAAG,EAAE,aAAa,GACjB,YAAY,CAAC;IAEhB,mFAAmF;IACnF,kBAAkB,CAChB,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,yBAAyB,CAAC,SAAS,CAAC,EAC7C,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,0BAA0B,CAAC,CAAC;IAEvC,yFAAyF;IACzF,eAAe,CACb,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,mBAAmB,EAC5B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAEjC,0BAA0B;IAC1B,QAAQ,CACN,MAAM,EAAE,YAAY,EACpB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,WAAW,CAAC,CAAC;IAExB;;;;;;;SAOK;IACL,OAAO,CACL,MAAM,EAAE,YAAY,EACpB,aAAa,EAAE,MAAM,EAAE,EACvB,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;CAC5B;AAED,qBAAa,YAAa,YAAW,oBAAoB;IAuBrD,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAxB5B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAyD;IACjF,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoD;IAC5E,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAA8B;IACtE,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAA8B;IAEzD,SAAS,IAAI,OAAO,CAAC,UAAU,CAAC;WAIzB,IAAI,CACtB,UAAU,EAAE,cAAc,EAC1B,MAAM,EAAE,QAAQ,EAChB,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,eAAe,GACnB,OAAO,CAAC,YAAY,CAAC;IAMxB,OAAO;IA6HA,YAAY,CACjB,GAAG,EAAE,SAAS,CAAC,oBAAoB,CAAC,EACpC,GAAG,EAAE,aAAa,GACjB,YAAY;IAmBR,YAAY,CACjB,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,EAChD,GAAG,EAAE,aAAa,GACjB,YAAY;IAoBF,WAAW,CACtB,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,mBAAmB,CAAC;IA6BlB,aAAa,CAAC,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC;IAM9E,WAAW,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAM9D,kBAAkB,CAC7B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,yBAAyB,CAAC,SAAS,CAAC,EAC7C,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,0BAA0B,CAAC;IAwCzB,eAAe,CAC1B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,mBAAmB,EAC5B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,oBAAoB,CAAC;IAyBnB,OAAO,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAM1D,QAAQ,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAY1E,OAAO,CAClB,MAAM,EAAE,YAAY,EACpB,aAAa,EAAE,MAAM,EAAE,EACvB,KAAK,EAAE,UAAU,GAAG,SAAS,EAC7B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,YAAY,EAAE,CAAC;CAY3B"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@milaboratories/pl-middle-layer",
-  "version": "1.41.9",
+  "version": "1.41.11",
   "description": "Pl Middle Layer",
   "engines": {
     "node": ">=20.16.0"
@@ -22,31 +22,31 @@
   "keywords": [],
   "license": "UNLICENSED",
   "dependencies": {
-    "@milaboratories/pframes-rs-node": "1.0.55",
+    "@milaboratories/pframes-rs-node": "1.0.57",
     "canonicalize": "~2.1.0",
     "denque": "^2.1.0",
     "lru-cache": "^11.1.0",
     "quickjs-emscripten": "0.31.0",
-    "undici": "~7.10.0",
+    "undici": "~7.13.0",
     "utility-types": "^3.11.0",
-    "yaml": "^2.7.0",
+    "yaml": "^2.8.0",
     "zod": "~3.23.8",
-    "remeda": "^2.22.6",
+    "remeda": "^2.28.0",
     "@milaboratories/computable": "^2.6.3",
-    "@platforma-sdk/block-tools": "^2.5.80",
-    "@milaboratories/pl-http": "^1.1.4",
+    "@milaboratories/pl-http": "^1.1.5",
     "@milaboratories/resolve-helper": "^1.1.0",
-    "@milaboratories/pl-drivers": "^1.8.2",
-    "@milaboratories/pl-client": "^2.11.6",
-    "@milaboratories/pl-model-middle-layer": "~1.8.6",
-    "@milaboratories/pl-model-common": "~1.19.3",
+    "@milaboratories/pl-client": "^2.11.7",
+    "@milaboratories/pl-drivers": "^1.9.0",
+    "@milaboratories/pl-model-middle-layer": "~1.8.7",
+    "@milaboratories/pl-model-common": "~1.19.5",
+    "@platforma-sdk/block-tools": "^2.5.81",
     "@milaboratories/pl-tree": "~1.7.5",
-    "@milaboratories/ts-helpers": "^1.4.3",
-    "@platforma-sdk/workflow-tengo": "4.17.1",
-    "@platforma-sdk/model": "~1.42.10",
+    "@platforma-sdk/model": "~1.42.15",
     "@milaboratories/pl-model-backend": "~1.1.2",
+    "@platforma-sdk/workflow-tengo": "4.17.1",
+    "@milaboratories/ts-helpers": "^1.4.3",
+    "@milaboratories/pl-errors": "^1.1.14",
     "@milaboratories/pl-config": "^1.6.3",
-    "@milaboratories/pl-errors": "^1.1.13",
     "@milaboratories/pl-deployments": "^2.4.7"
   },
   "devDependencies": {

package/src/pool/data.ts

@@ -1,4 +1,17 @@
-import type { BinaryChunk, DataInfo, JsonDataInfo, PColumnSpec, PColumnValue, PColumnValues, PlRef, PObjectId, PObjectSpec } from '@platforma-sdk/model';
+import {
+  PFrameDriverError,
+  type BinaryChunk,
+  type JsonDataInfo,
+  type ParquetChunk,
+  type ParquetChunkMapping,
+  type ParquetChunkMetadata,
+  type PColumnSpec,
+  type PColumnValue,
+  type PColumnValues,
+  type PlRef,
+  type PObjectId,
+  type PObjectSpec,
+} from '@platforma-sdk/model';
 import type { PlTreeNodeAccessor, ResourceInfo } from '@milaboratories/pl-tree';
 import { assertNever } from '@milaboratories/ts-helpers';
 import canonicalize from 'canonicalize';
@@ -10,20 +23,24 @@ import {
 } from '@milaboratories/pl-client';
 import type { Writable } from 'utility-types';
 import { createHash } from 'node:crypto';
+import type { PFrameInternal } from '@milaboratories/pl-model-middle-layer';
 
-export function* allBlobs<B>(data: DataInfo<B>): Generator<B> {
+export function* allBlobs<B>(data: PFrameInternal.DataInfo<B>): Generator<B> {
   switch (data.type) {
     case 'Json':
       return;
     case 'JsonPartitioned':
-      for (const [, blob] of Object.entries(data.parts)) yield blob;
+      for (const blob of Object.values(data.parts)) yield blob;
       return;
     case 'BinaryPartitioned':
-      for (const [, { index, values }] of Object.entries(data.parts)) {
+      for (const { index, values } of Object.values(data.parts)) {
         yield index;
         yield values;
       }
       return;
+    case 'ParquetPartitioned':
+      for (const { data: blob } of Object.values(data.parts)) yield blob;
+      return;
     default:
       assertNever(data);
   }
@@ -40,14 +57,17 @@ function mapValues<T extends object, TResult>(
 }
 
 export function mapBlobs<B1, B2>(
-  data: DataInfo<B1>,
+  data: PFrameInternal.DataInfo<B1>,
   mapping: (blob: B1) => B2,
-): DataInfo<B2> {
+): PFrameInternal.DataInfo<B2> {
   switch (data.type) {
     case 'Json':
       return { ...data };
     case 'JsonPartitioned':
-      return { ...data, parts: mapValues(data.parts, mapping) };
+      return {
+        ...data,
+        parts: mapValues(data.parts, mapping),
+      };
     case 'BinaryPartitioned':
       return {
         ...data,
@@ -56,6 +76,14 @@ export function mapBlobs<B1, B2>(
           values: mapping(v.values),
         })),
       };
+    case 'ParquetPartitioned':
+      return {
+        ...data,
+        parts: mapValues(data.parts, (v) => ({
+          ...v,
+          data: mapping(v.data),
+        })),
+      };
     default:
       assertNever(data);
   }
@@ -71,6 +99,11 @@ export const PColumnDataBinarySuperPartitioned = resourceType(
   'PColumnData/Partitioned/BinaryPartitioned',
   '1',
 );
+export const PColumnDataParquetPartitioned = resourceType('PColumnData/ParquetPartitioned', '1');
+export const PColumnDataParquetSuperPartitioned = resourceType(
+  'PColumnData/Partitioned/ParquetPartitioned',
+  '1',
+);
 export const PColumnDataJson = resourceType('PColumnData/Json', '1');
 
 export type PColumnDataJsonResourceValue = {
@@ -89,12 +122,12 @@ export type PColumnDataSuperPartitionedResourceValue = {
 
 export function parseDataInfoResource(
   data: PlTreeNodeAccessor,
-): DataInfo<ResourceInfo> {
-  if (!data.getIsReadyOrError()) throw new Error('Data not ready.');
+): PFrameInternal.DataInfo<ResourceInfo> {
+  if (!data.getIsReadyOrError()) throw new PFrameDriverError('Data not ready.');
 
   const resourceData = data.getDataAsJson();
   if (resourceData === undefined)
-    throw new Error('unexpected data info structure, no resource data');
+    throw new PFrameDriverError('unexpected data info structure, no resource data');
 
   if (resourceTypesEqual(data.resourceType, PColumnDataJson)) {
     const dataContent = resourceData as PColumnDataJsonResourceValue;
@@ -125,7 +158,7 @@ export function parseDataInfoResource(
     for (const superKey of data.listInputFields()) {
       const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });
       const keys = superPart.listInputFields();
-      if (keys === undefined) throw new Error(`no partition keys for super key ${superKey}`);
+      if (keys === undefined) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);
 
       for (const key of keys) {
         const partKey = JSON.stringify([
@@ -166,13 +199,13 @@ export function parseDataInfoResource(
           parts[partKey] = part;
         }
         part.values = data.traverse({ field, errorIfFieldNotSet: true }).resourceInfo;
-      } else throw new Error(`unrecognized part field name: ${field}`);
+      } else throw new PFrameDriverError(`unrecognized part field name: ${field}`);
     }
 
     // structure validation
     for (const [key, part] of Object.entries(parts)) {
-      if (part.index === undefined) throw new Error(`no index for part ${key}`);
-      if (part.values === undefined) throw new Error(`no values for part ${key}`);
+      if (part.index === undefined) throw new PFrameDriverError(`no index for part ${key}`);
+      if (part.values === undefined) throw new PFrameDriverError(`no values for part ${key}`);
     }
 
     return {
@@ -190,7 +223,7 @@ export function parseDataInfoResource(
     for (const superKey of data.listInputFields()) {
       const superData = data.traverse({ field: superKey, errorIfFieldNotSet: true });
       const keys = superData.listInputFields();
-      if (keys === undefined) throw new Error(`no partition keys for super key ${superKey}`);
+      if (keys === undefined) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);
 
       for (const field of keys) {
         if (field.endsWith('.index')) {
@@ -223,7 +256,7 @@ export function parseDataInfoResource(
             field,
             errorIfFieldNotSet: true,
           }).resourceInfo;
-        } else throw new Error(`unrecognized part field name: ${field}`);
+        } else throw new PFrameDriverError(`unrecognized part field name: ${field}`);
       }
     }
 
@@ -232,9 +265,65 @@ export function parseDataInfoResource(
       partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,
       parts: parts as Record<string, BinaryChunk<ResourceInfo>>,
     };
+  } else if (resourceTypesEqual(data.resourceType, PColumnDataParquetPartitioned)) {
+    const meta = resourceData as PColumnDataPartitionedResourceValue;
+
+    const parts: Record<string, ParquetChunk<ResourceInfo>> = {};
+    for (const key of data.listInputFields()) {
+      const resource = data.traverse({ field: key, assertFieldType: 'Input', errorIfFieldNotSet: true });
+
+      parts[key] = traverseParquetPartitionedResource(resource);
+    }
+
+    return {
+      type: 'ParquetPartitioned',
+      partitionKeyLength: meta.partitionKeyLength,
+      parts,
+    };
+  } else if (resourceTypesEqual(data.resourceType, PColumnDataParquetSuperPartitioned)) {
+    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;
+
+    const parts: Record<string, ParquetChunk<ResourceInfo>> = {};
+    for (const superKey of data.listInputFields()) {
+      const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });
+      const keys = superPart.listInputFields();
+      if (keys === undefined) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);
+
+      for (const key of keys) {
+        const resource = data.traverse({ field: key, errorIfFieldNotSet: true });
+
+        const partKey = JSON.stringify([
+          ...JSON.parse(superKey) as PColumnValue[],
+          ...JSON.parse(key) as PColumnValue[],
+        ]);
+        parts[partKey] = traverseParquetPartitionedResource(resource);
+      }
+    }
+
+    return {
+      type: 'ParquetPartitioned',
+      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,
+      parts,
+    };
   }
 
-  throw new Error(`unsupported resource type: ${resourceTypeToString(data.resourceType)}`);
+  throw new PFrameDriverError(`unsupported resource type: ${resourceTypeToString(data.resourceType)}`);
+}
+
+export function traverseParquetPartitionedResource(resource: PlTreeNodeAccessor): ParquetChunk<ResourceInfo> {
+  const blob = resource.traverse(
+    { field: 'blob', assertFieldType: 'Service', errorIfFieldNotSet: true },
+  ).resourceInfo;
+  const partInfo = resource.getDataAsJson() as ParquetChunkMetadata;
+  const mapping = resource.traverse(
+    { field: 'mapping', assertFieldType: 'Service', errorIfFieldNotSet: true },
+  ).getDataAsJson() as ParquetChunkMapping;
+
+  return {
+    data: blob,
+    ...partInfo,
+    ...mapping,
+  };
 }
 
 export function makeDataInfoFromPColumnValues(
@@ -245,7 +334,7 @@ export function makeDataInfoFromPColumnValues(
   const jsonData: Record<string, PColumnValue> = {};
   for (const { key, val } of data) {
     if (key.length !== keyLength)
-      throw new Error(`inline column key length ${key.length} differs from axes count ${keyLength}`);
+      throw new PFrameDriverError(`inline column key length ${key.length} differs from axes count ${keyLength}`);
     jsonData[JSON.stringify(key)] = val;
   }
 

package/src/pool/driver.ts

@@ -46,7 +46,7 @@ import {
 import { LRUCache } from 'lru-cache';
 import type { PollResource } from './ref_count_pool';
 import { RefCountResourcePool } from './ref_count_pool';
-import { allBlobs, makeDataInfoFromPColumnValues, mapBlobs, parseDataInfoResource } from './data';
+import { allBlobs, makeDataInfoFromPColumnValues, mapBlobs, parseDataInfoResource, traverseParquetPartitionedResource } from './data';
 import { createHash } from 'node:crypto';
 import type { MiLogger } from '@milaboratories/ts-helpers';
 import { assertNever, emptyDir, ConcurrencyLimitingExecutor } from '@milaboratories/ts-helpers';
@@ -62,7 +62,7 @@ function blobKey(res: ResourceInfo): string {
   return String(res.id);
 }
 
-type InternalPFrameData = PFrameDef<DataInfo<ResourceInfo>>;
+type InternalPFrameData = PFrameDef<PFrameInternal.DataInfo<ResourceInfo>>;
 
 const valueTypes: ValueType[] = ['Int', 'Long', 'Float', 'Double', 'String', 'Bytes'] as const;
 
@@ -537,14 +537,16 @@ export class PFrameDriver implements InternalPFrameDriver {
     def: PFrameDef<PColumnDataUniversal>,
     ctx: ComputableCtx,
   ): PFrameHandle {
-    const internalData = def
+    const internalData: InternalPFrameData = def
       .filter((c) => valueTypes.find((t) => t === c.spec.valueType))
       .map((c) =>
         mapPObjectData(c, (d) =>
           isPlTreeNodeAccessor(d)
             ? parseDataInfoResource(d)
             : isDataInfo(d)
-              ? mapDataInfo(d, (a) => a.resourceInfo)
+              ? d.type === 'ParquetPartitioned'
+                ? mapDataInfo(d, (a) => traverseParquetPartitionedResource(a))
+                : mapDataInfo(d, (a) => a.resourceInfo)
               : makeDataInfoFromPColumnValues(c.spec, d),
         ),
       );
@@ -782,7 +784,7 @@ function stableKeyFromFullPTableDef(data: FullPTableDef): string {
   return hash.digest().toString('hex');
 }
 
-function stableKeyFromPFrameData(data: PColumn<DataInfo<ResourceInfo>>[]): string {
+function stableKeyFromPFrameData(data: PColumn<PFrameInternal.DataInfo<ResourceInfo>>[]): string {
   const orderedData = [...data].map((column) =>
     mapPObjectData(column, (r) => {
       let result: {
@@ -825,6 +827,19 @@ function stableKeyFromPFrameData(data: PColumn<DataInfo<ResourceInfo>>[]): strin
             })),
           };
           break;
+        case 'ParquetPartitioned':
+          result = {
+            type: r.type,
+            keyLength: r.partitionKeyLength,
+            payload: Object.entries(r.parts).map(([part, info]) => ({
+              key: part,
+              value: info.dataDigest || [
+                blobKey(info.data),
+                JSON.stringify({ axes: info.axes, column: info.column }),
+              ] as const,
+            })),
+          };
+          break;
         default:
           throw new PFrameDriverError(`unsupported resource type: ${JSON.stringify(type satisfies never)}`);
       }