@milaboratories/pl-middle-layer 1.42.39 → 1.42.41

package/dist/index.cjs

@@ -15,6 +15,7 @@ var network_check = require('./network_check/network_check.cjs');
 var plClient = require('@milaboratories/pl-client');
 var template_loading = require('./mutator/template/template_loading.cjs');
 var render_template = require('./mutator/template/render_template.cjs');
+var p_object_collection = require('./pool/p_object_collection.cjs');
 
 
 
@@ -47,6 +48,7 @@ exports.TengoTemplatePackConvertTemplatePack = template_loading.TengoTemplatePac
 exports.loadTemplate = template_loading.loadTemplate;
 exports.prepareTemplateSpec = template_loading.prepareTemplateSpec;
 exports.createRenderTemplate = render_template.createRenderTemplate;
+exports.parseFinalPObjectCollection = p_object_collection.parseFinalPObjectCollection;
 Object.keys(model).forEach(function (k) {
 	if (k !== 'default' && !Object.prototype.hasOwnProperty.call(exports, k)) Object.defineProperty(exports, k, {
 		enumerable: true,

package/dist/index.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.cjs","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;"}
+{"version":3,"file":"index.cjs","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;"}

package/dist/index.d.ts

@@ -12,4 +12,5 @@ export type { InternalLsDriver } from '@milaboratories/pl-drivers';
 export * from './mutator/template/template_loading';
 export * from './mutator/template/render_template';
 export * from './model/template_spec';
+export { parseFinalPObjectCollection } from './pool/p_object_collection';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,sBAAsB,CAAC;AACrC,cAAc,uCAAuC,CAAC;AACtD,cAAc,gCAAgC,CAAC;AAE/C,cAAc,kBAAkB,CAAC;AACjC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,SAAS,CAAC;AAExB,cAAc,+BAA+B,CAAC;AAG9C,OAAO,EAAE,KAAK,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAGhD,cAAc,2BAA2B,CAAC;AAC1C,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAEzE,YAAY,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAGnE,cAAc,qCAAqC,CAAC;AACpD,cAAc,oCAAoC,CAAC;AACnD,cAAc,uBAAuB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,sBAAsB,CAAC;AACrC,cAAc,uCAAuC,CAAC;AACtD,cAAc,gCAAgC,CAAC;AAE/C,cAAc,kBAAkB,CAAC;AACjC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,SAAS,CAAC;AAExB,cAAc,+BAA+B,CAAC;AAG9C,OAAO,EAAE,KAAK,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAGhD,cAAc,2BAA2B,CAAC;AAC1C,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAEzE,YAAY,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAGnE,cAAc,qCAAqC,CAAC;AACpD,cAAc,oCAAoC,CAAC;AACnD,cAAc,uBAAuB,CAAC;AACtC,OAAO,EAAE,2BAA2B,EAAE,MAAM,4BAA4B,CAAC"}

package/dist/index.js

@@ -13,4 +13,5 @@ export { checkNetwork, initNetworkCheck } from './network_check/network_check.js
 export * from '@milaboratories/pl-client';
 export { TengoTemplateGet, TengoTemplateGetRegistry, TengoTemplateGetTemplate, TengoTemplateGetTemplateURI, TengoTemplatePack, TengoTemplatePackConvert, TengoTemplatePackConvertTemplate, TengoTemplatePackConvertTemplatePack, loadTemplate, prepareTemplateSpec } from './mutator/template/template_loading.js';
 export { createRenderTemplate } from './mutator/template/render_template.js';
+export { parseFinalPObjectCollection } from './pool/p_object_collection.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;"}
+{"version":3,"file":"index.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;"}

package/dist/pool/data.cjs

@@ -12,6 +12,9 @@ const PColumnDataBinarySuperPartitioned = plClient.resourceType('PColumnData/Par
 const PColumnDataParquetPartitioned = plClient.resourceType('PColumnData/ParquetPartitioned', '1');
 const PColumnDataParquetSuperPartitioned = plClient.resourceType('PColumnData/Partitioned/ParquetPartitioned', '1');
 const PColumnDataJson = plClient.resourceType('PColumnData/Json', '1');
+const ParquetChunkResourceType = plClient.resourceType('ParquetChunk', '1');
+const BinaryPartitionedIndexFieldSuffix = '.index';
+const BinaryPartitionedValuesFieldSuffix = '.values';
 function parseDataInfoResource(data) {
     if (!data.getIsReadyOrError())
         throw new model.PFrameDriverError('Data not ready.');
@@ -64,8 +67,8 @@ function parseDataInfoResource(data) {
         const parts = {};
         // parsing the structure
         for (const field of data.listInputFields()) {
-            if (field.endsWith('.index')) {
-                const partKey = field.slice(0, field.length - 6);
+            if (field.endsWith(BinaryPartitionedIndexFieldSuffix)) {
+                const partKey = field.slice(0, -BinaryPartitionedIndexFieldSuffix.length);
                 let part = parts[partKey];
                 if (part === undefined) {
                     part = {};
@@ -73,8 +76,8 @@ function parseDataInfoResource(data) {
                 }
                 part.index = data.traverse({ field, errorIfFieldNotSet: true }).persist();
             }
-            else if (field.endsWith('.values')) {
-                const partKey = field.slice(0, field.length - 7);
+            else if (field.endsWith(BinaryPartitionedValuesFieldSuffix)) {
+                const partKey = field.slice(0, -BinaryPartitionedValuesFieldSuffix.length);
                 let part = parts[partKey];
                 if (part === undefined) {
                     part = {};
@@ -107,8 +110,8 @@ function parseDataInfoResource(data) {
             if (keys === undefined)
                 throw new model.PFrameDriverError(`no partition keys for super key ${superKey}`);
             for (const field of keys) {
-                if (field.endsWith('.index')) {
-                    const key = field.slice(0, field.length - 6);
+                if (field.endsWith(BinaryPartitionedIndexFieldSuffix)) {
+                    const key = field.slice(0, -BinaryPartitionedIndexFieldSuffix.length);
                     const partKey = JSON.stringify([
                         ...JSON.parse(superKey),
                         ...JSON.parse(key)
@@ -123,8 +126,8 @@ function parseDataInfoResource(data) {
                         errorIfFieldNotSet: true,
                     }).persist();
                 }
-                else if (field.endsWith('.values')) {
-                    const key = field.slice(0, field.length - 7);
+                else if (field.endsWith(BinaryPartitionedValuesFieldSuffix)) {
+                    const key = field.slice(0, -BinaryPartitionedValuesFieldSuffix.length);
                     const partKey = JSON.stringify([
                         ...JSON.parse(superKey),
                         ...JSON.parse(key)
@@ -154,7 +157,7 @@ function parseDataInfoResource(data) {
         const parts = {};
         for (const key of data.listInputFields()) {
             const resource = data.traverse({ field: key, assertFieldType: 'Input', errorIfFieldNotSet: true });
-            parts[key] = traverseParquetPartitionedResource(resource);
+            parts[key] = traverseParquetChunkResource(resource);
         }
         return {
             type: 'ParquetPartitioned',
@@ -176,7 +179,7 @@ function parseDataInfoResource(data) {
                     ...JSON.parse(superKey),
                     ...JSON.parse(key),
                 ]);
-                parts[partKey] = traverseParquetPartitionedResource(resource);
+                parts[partKey] = traverseParquetChunkResource(resource);
             }
         }
         return {
@@ -187,7 +190,11 @@ function parseDataInfoResource(data) {
     }
     throw new model.PFrameDriverError(`unsupported resource type: ${plClient.resourceTypeToString(data.resourceType)}`);
 }
-function traverseParquetPartitionedResource(resource) {
+function traverseParquetChunkResource(resource) {
+    if (!plClient.resourceTypesEqual(resource.resourceType, ParquetChunkResourceType)) {
+        throw new model.PFrameDriverError(`unknown resource type: ${plClient.resourceTypeToString(resource.resourceType)}, `
+            + `expected: ${plClient.resourceTypeToString(ParquetChunkResourceType)}`);
+    }
     const blob = resource.traverse({ field: 'blob', assertFieldType: 'Service', errorIfFieldNotSet: true }).persist();
     const partInfo = resource.getDataAsJson();
     const mapping = resource.traverse({ field: 'mapping', assertFieldType: 'Service', errorIfFieldNotSet: true }).getDataAsJson();
@@ -231,10 +238,11 @@ exports.PColumnDataJsonPartitioned = PColumnDataJsonPartitioned;
 exports.PColumnDataJsonSuperPartitioned = PColumnDataJsonSuperPartitioned;
 exports.PColumnDataParquetPartitioned = PColumnDataParquetPartitioned;
 exports.PColumnDataParquetSuperPartitioned = PColumnDataParquetSuperPartitioned;
+exports.ParquetChunkResourceType = ParquetChunkResourceType;
 exports.deriveGlobalPObjectId = deriveGlobalPObjectId;
 exports.deriveLegacyPObjectId = deriveLegacyPObjectId;
 exports.deriveLocalPObjectId = deriveLocalPObjectId;
 exports.makeDataInfoFromPColumnValues = makeDataInfoFromPColumnValues;
 exports.parseDataInfoResource = parseDataInfoResource;
-exports.traverseParquetPartitionedResource = traverseParquetPartitionedResource;
+exports.traverseParquetChunkResource = traverseParquetChunkResource;
 //# sourceMappingURL=data.cjs.map

package/dist/pool/data.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"data.cjs","sources":["../../src/pool/data.ts"],"sourcesContent":["import {\n  PFrameDriverError,\n  type BinaryChunk,\n  type JsonDataInfo,\n  type ParquetChunk,\n  type ParquetChunkMapping,\n  type ParquetChunkMetadata,\n  type PColumnSpec,\n  type PColumnValue,\n  type PColumnValues,\n  type PlRef,\n  type PObjectId,\n  type PObjectSpec,\n} from '@platforma-sdk/model';\nimport type { PlTreeEntry, PlTreeNodeAccessor } from '@milaboratories/pl-tree';\nimport canonicalize from 'canonicalize';\nimport {\n  isNullResourceId,\n  resourceType,\n  resourceTypeToString,\n  resourceTypesEqual,\n} from '@milaboratories/pl-client';\nimport type { Writable } from 'utility-types';\nimport { createHash } from 'node:crypto';\nimport type { PFrameInternal } from '@milaboratories/pl-model-middle-layer';\n\nexport const PColumnDataJsonPartitioned = resourceType('PColumnData/JsonPartitioned', '1');\nexport const PColumnDataJsonSuperPartitioned = resourceType(\n  'PColumnData/Partitioned/JsonPartitioned',\n  '1',\n);\nexport const PColumnDataBinaryPartitioned = resourceType('PColumnData/BinaryPartitioned', '1');\nexport const PColumnDataBinarySuperPartitioned = resourceType(\n  'PColumnData/Partitioned/BinaryPartitioned',\n  '1',\n);\nexport const PColumnDataParquetPartitioned = resourceType('PColumnData/ParquetPartitioned', '1');\nexport const PColumnDataParquetSuperPartitioned = resourceType(\n  'PColumnData/Partitioned/ParquetPartitioned',\n  '1',\n);\nexport const PColumnDataJson = resourceType('PColumnData/Json', '1');\n\nexport type PColumnDataJsonResourceValue = {\n  keyLength: number;\n  data: Record<string, PColumnValue>;\n};\n\nexport type PColumnDataPartitionedResourceValue = {\n  partitionKeyLength: number;\n};\n\nexport type PColumnDataSuperPartitionedResourceValue = {\n  superPartitionKeyLength: number;\n  partitionKeyLength: number;\n};\n\nexport function parseDataInfoResource(\n  data: PlTreeNodeAccessor,\n): PFrameInternal.DataInfo<PlTreeEntry> {\n  if (!data.getIsReadyOrError()) throw new PFrameDriverError('Data not ready.');\n\n  const resourceData = data.getDataAsJson();\n  if (resourceData === undefined)\n    throw new PFrameDriverError('unexpected data info structure, no resource data');\n\n  if (resourceTypesEqual(data.resourceType, PColumnDataJson)) {\n    const dataContent = resourceData as PColumnDataJsonResourceValue;\n\n    return {\n      type: 'Json',\n      keyLength: dataContent.keyLength,\n      data: dataContent.data,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataJsonPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts = Object.fromEntries(\n      data\n        .listInputFields()\n        .map((field) => [field, data.traverse({ field, errorIfFieldNotSet: true }).persist()]),\n    );\n\n    return {\n      type: 'JsonPartitioned',\n      partitionKeyLength: meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataJsonSuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<string, PlTreeEntry> = {};\n    for (const superKey of data.listInputFields()) {\n      const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superPart.listInputFields();\n      if (keys === undefined) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const key of keys) {\n        const partKey = JSON.stringify([\n          ...JSON.parse(superKey) as PColumnValue[],\n          ...JSON.parse(key) as PColumnValue[]]);\n        parts[partKey] = superPart.traverse({ field: key, errorIfFieldNotSet: true }).persist();\n      }\n    }\n\n    return {\n      type: 'JsonPartitioned',\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataBinaryPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts: Record<\n      string,\n      Partial<Writable<BinaryChunk<PlTreeEntry>>>\n    > = {};\n\n    // parsing the structure\n    for (const field of data.listInputFields()) {\n      if (field.endsWith('.index')) {\n        const partKey = field.slice(0, field.length - 6);\n        let part = parts[partKey];\n        if (part === undefined) {\n          part = {};\n          parts[partKey] = part;\n        }\n        part.index = data.traverse({ field, errorIfFieldNotSet: true }).persist();\n      } else if (field.endsWith('.values')) {\n        const partKey = field.slice(0, field.length - 7);\n        let part = parts[partKey];\n        if (part === undefined) {\n          part = {};\n          parts[partKey] = part;\n        }\n        part.values = data.traverse({ field, errorIfFieldNotSet: true }).persist();\n      } else throw new PFrameDriverError(`unrecognized part field name: ${field}`);\n    }\n\n    // structure validation\n    for (const [key, part] of Object.entries(parts)) {\n      if (part.index === undefined) throw new PFrameDriverError(`no index for part ${key}`);\n      if (part.values === undefined) throw new PFrameDriverError(`no values for part ${key}`);\n    }\n\n    return {\n      type: 'BinaryPartitioned',\n      partitionKeyLength: meta.partitionKeyLength,\n      parts: parts as Record<string, BinaryChunk<PlTreeEntry>>,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataBinarySuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<\n      string,\n      Partial<Writable<BinaryChunk<PlTreeEntry>>>\n    > = {};\n    for (const superKey of data.listInputFields()) {\n      const superData = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superData.listInputFields();\n      if (keys === undefined) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const field of keys) {\n        if (field.endsWith('.index')) {\n          const key = field.slice(0, field.length - 6);\n\n          const partKey = JSON.stringify([\n            ...JSON.parse(superKey) as PColumnValue[],\n            ...JSON.parse(key) as PColumnValue[]]);\n          let part = parts[partKey];\n          if (part === undefined) {\n            part = {};\n            parts[partKey] = part;\n          }\n          parts[partKey].index = superData.traverse({\n            field,\n            errorIfFieldNotSet: true,\n          }).persist();\n        } else if (field.endsWith('.values')) {\n          const key = field.slice(0, field.length - 7);\n\n          const partKey = JSON.stringify([\n            ...JSON.parse(superKey) as PColumnValue[],\n            ...JSON.parse(key) as PColumnValue[]]);\n          let part = parts[partKey];\n          if (part === undefined) {\n            part = {};\n            parts[partKey] = part;\n          }\n          parts[partKey].values = superData.traverse({\n            field,\n            errorIfFieldNotSet: true,\n          }).persist();\n        } else throw new PFrameDriverError(`unrecognized part field name: ${field}`);\n      }\n    }\n\n    return {\n      type: 'BinaryPartitioned',\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts: parts as Record<string, BinaryChunk<PlTreeEntry>>,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataParquetPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts: Record<string, ParquetChunk<PlTreeEntry>> = {};\n    for (const key of data.listInputFields()) {\n      const resource = data.traverse({ field: key, assertFieldType: 'Input', errorIfFieldNotSet: true });\n\n      parts[key] = traverseParquetPartitionedResource(resource);\n    }\n\n    return {\n      type: 'ParquetPartitioned',\n      partitionKeyLength: meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataParquetSuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<string, ParquetChunk<PlTreeEntry>> = {};\n    for (const superKey of data.listInputFields()) {\n      const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superPart.listInputFields();\n      if (keys === undefined) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const key of keys) {\n        const resource = data.traverse({ field: key, errorIfFieldNotSet: true });\n\n        const partKey = JSON.stringify([\n          ...JSON.parse(superKey) as PColumnValue[],\n          ...JSON.parse(key) as PColumnValue[],\n        ]);\n        parts[partKey] = traverseParquetPartitionedResource(resource);\n      }\n    }\n\n    return {\n      type: 'ParquetPartitioned',\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts,\n    };\n  }\n\n  throw new PFrameDriverError(`unsupported resource type: ${resourceTypeToString(data.resourceType)}`);\n}\n\nexport function traverseParquetPartitionedResource(resource: PlTreeNodeAccessor): ParquetChunk<PlTreeEntry> {\n  const blob = resource.traverse(\n    { field: 'blob', assertFieldType: 'Service', errorIfFieldNotSet: true },\n  ).persist();\n  const partInfo = resource.getDataAsJson() as ParquetChunkMetadata;\n  const mapping = resource.traverse(\n    { field: 'mapping', assertFieldType: 'Service', errorIfFieldNotSet: true },\n  ).getDataAsJson() as ParquetChunkMapping;\n\n  return {\n    data: blob,\n    ...partInfo,\n    ...mapping,\n  };\n}\n\nexport function makeDataInfoFromPColumnValues(\n  spec: PColumnSpec,\n  data: PColumnValues,\n): JsonDataInfo {\n  const keyLength = spec.axesSpec.length;\n  const jsonData: Record<string, PColumnValue> = {};\n  for (const { key, val } of data) {\n    if (key.length !== keyLength)\n      throw new PFrameDriverError(`inline column key length ${key.length} differs from axes count ${keyLength}`);\n    jsonData[JSON.stringify(key)] = val;\n  }\n\n  return {\n    type: 'Json',\n    keyLength,\n    data: jsonData,\n  };\n}\n\nexport function deriveLegacyPObjectId(spec: PObjectSpec, data: PlTreeNodeAccessor): PObjectId {\n  const hash = createHash('sha256');\n  hash.update(canonicalize(spec)!);\n  hash.update(String(!isNullResourceId(data.originalId) ? data.originalId : data.id));\n  return hash.digest().toString('hex') as PObjectId;\n}\n\nexport function deriveGlobalPObjectId(blockId: string, exportName: string): PObjectId {\n  return canonicalize({ __isRef: true, blockId, name: exportName } satisfies PlRef)! as PObjectId;\n}\n\nexport function deriveLocalPObjectId(resolvePath: string[], outputName: string): PObjectId {\n  return canonicalize({ resolvePath, name: outputName })! as PObjectId;\n}\n"],"names":["resourceType","PFrameDriverError","resourceTypesEqual","resourceTypeToString","createHash","isNullResourceId"],"mappings":";;;;;;;AA0BO,MAAM,0BAA0B,GAAGA,qBAAY,CAAC,6BAA6B,EAAE,GAAG;AAClF,MAAM,+BAA+B,GAAGA,qBAAY,CACzD,yCAAyC,EACzC,GAAG;AAEE,MAAM,4BAA4B,GAAGA,qBAAY,CAAC,+BAA+B,EAAE,GAAG;AACtF,MAAM,iCAAiC,GAAGA,qBAAY,CAC3D,2CAA2C,EAC3C,GAAG;AAEE,MAAM,6BAA6B,GAAGA,qBAAY,CAAC,gCAAgC,EAAE,GAAG;AACxF,MAAM,kCAAkC,GAAGA,qBAAY,CAC5D,4CAA4C,EAC5C,GAAG;AAEE,MAAM,eAAe,GAAGA,qBAAY,CAAC,kBAAkB,EAAE,GAAG;AAgB7D,SAAU,qBAAqB,CACnC,IAAwB,EAAA;AAExB,IAAA,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE;AAAE,QAAA,MAAM,IAAIC,uBAAiB,CAAC,iBAAiB,CAAC;AAE7E,IAAA,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,EAAE;IACzC,IAAI,YAAY,KAAK,SAAS;AAC5B,QAAA,MAAM,IAAIA,uBAAiB,CAAC,kDAAkD,CAAC;IAEjF,IAAIC,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,eAAe,CAAC,EAAE;QAC1D,MAAM,WAAW,GAAG,YAA4C;QAEhE,OAAO;AACL,YAAA,IAAI,EAAE,MAAM;YACZ,SAAS,EAAE,WAAW,CAAC,SAAS;YAChC,IAAI,EAAE,WAAW,CAAC,IAAI;SACvB;IACH;SAAO,IAAIA,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,0BAA0B,CAAC,EAAE;QAC5E,MAAM,IAAI,GAAG,YAAmD;AAEhE,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAC9B;AACG,aAAA,eAAe;aACf,GAAG,CAAC,CAAC,KAAK,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CACzF;QAED,OAAO;AACL,YAAA,IAAI,EAAE,iBAAiB;YACvB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,KAAK;SACN;IACH;SAAO,IAAIA,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,+BAA+B,CAAC,EAAE;QACjF,MAAM,IAAI,GAAG,YAAwD;QAErE,MAAM,KAAK,GAAgC,EAAE;QAC7C,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC7C,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAC9E,YAAA,MAAM,IAAI,GAAG,SAAS,CAAC,eAAe,EAAE;YACxC,IAAI,IAAI,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAID,uBAAiB,CAAC,mCAAmC,QAAQ,CAAA,CAAE,CAAC;AAElG,YAAA,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;AACtB,gBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG;AAAoB,iBAAA,CAAC;gBACxC,KAAK,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;YACzF;QACF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,iBAAiB;AACvB,YAAA,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,kBAAkB;YAC1E,KAAK;SACN;IACH;SAAO,IAAIC,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,4BAA4B,CAAC,EAAE;QAC9E,MAAM,IAAI,GAAG,YAAmD;QAEhE,MAAM,KAAK,GAGP,EAAE;;QAGN,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC1C,YAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;AAC5B,gBAAA,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AAChD,gBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,gBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;oBACtB,IAAI,GAAG,EAAE;AACT,oBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;gBACvB;AACA,gBAAA,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;YAC3E;AAAO,iBAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;AACpC,gBAAA,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AAChD,gBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,gBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;oBACtB,IAAI,GAAG,EAAE;AACT,oBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;gBACvB;AACA,gBAAA,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;YAC5E;;AAAO,gBAAA,MAAM,IAAID,uBAAiB,CAAC,iCAAiC,KAAK,CAAA,CAAE,CAAC;QAC9E;;AAGA,QAAA,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;AAC/C,YAAA,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAIA,uBAAiB,CAAC,qBAAqB,GAAG,CAAA,CAAE,CAAC;AACrF,YAAA,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAIA,uBAAiB,CAAC,sBAAsB,GAAG,CAAA,CAAE,CAAC;QACzF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;YACzB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;AAC3C,YAAA,KAAK,EAAE,KAAiD;SACzD;IACH;SAAO,IAAIC,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,iCAAiC,CAAC,EAAE;QACnF,MAAM,IAAI,GAAG,YAAwD;QAErE,MAAM,KAAK,GAGP,EAAE;QACN,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC7C,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAC9E,YAAA,MAAM,IAAI,GAAG,SAAS,CAAC,eAAe,EAAE;YACxC,IAAI,IAAI,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAID,uBAAiB,CAAC,mCAAmC,QAAQ,CAAA,CAAE,CAAC;AAElG,YAAA,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE;AACxB,gBAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;AAC5B,oBAAA,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AAE5C,oBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG;AAAoB,qBAAA,CAAC;AACxC,oBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,oBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;wBACtB,IAAI,GAAG,EAAE;AACT,wBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;oBACvB;oBACA,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC;wBACxC,KAAK;AACL,wBAAA,kBAAkB,EAAE,IAAI;qBACzB,CAAC,CAAC,OAAO,EAAE;gBACd;AAAO,qBAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;AACpC,oBAAA,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AAE5C,oBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG;AAAoB,qBAAA,CAAC;AACxC,oBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,oBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;wBACtB,IAAI,GAAG,EAAE;AACT,wBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;oBACvB;oBACA,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC;wBACzC,KAAK;AACL,wBAAA,kBAAkB,EAAE,IAAI;qBACzB,CAAC,CAAC,OAAO,EAAE;gBACd;;AAAO,oBAAA,MAAM,IAAIA,uBAAiB,CAAC,iCAAiC,KAAK,CAAA,CAAE,CAAC;YAC9E;QACF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;AACzB,YAAA,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,kBAAkB;AAC1E,YAAA,KAAK,EAAE,KAAiD;SACzD;IACH;SAAO,IAAIC,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,6BAA6B,CAAC,EAAE;QAC/E,MAAM,IAAI,GAAG,YAAmD;QAEhE,MAAM,KAAK,GAA8C,EAAE;QAC3D,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;YACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,eAAe,EAAE,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;YAElG,KAAK,CAAC,GAAG,CAAC,GAAG,kCAAkC,CAAC,QAAQ,CAAC;QAC3D;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,oBAAoB;YAC1B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,KAAK;SACN;IACH;SAAO,IAAIA,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,kCAAkC,CAAC,EAAE;QACpF,MAAM,IAAI,GAAG,YAAwD;QAErE,MAAM,KAAK,GAA8C,EAAE;QAC3D,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC7C,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAC9E,YAAA,MAAM,IAAI,GAAG,SAAS,CAAC,eAAe,EAAE;YACxC,IAAI,IAAI,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAID,uBAAiB,CAAC,mCAAmC,QAAQ,CAAA,CAAE,CAAC;AAElG,YAAA,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;AACtB,gBAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAExE,gBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAmB;AACrC,iBAAA,CAAC;gBACF,KAAK,CAAC,OAAO,CAAC,GAAG,kCAAkC,CAAC,QAAQ,CAAC;YAC/D;QACF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,oBAAoB;AAC1B,YAAA,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,kBAAkB;YAC1E,KAAK;SACN;IACH;AAEA,IAAA,MAAM,IAAIA,uBAAiB,CAAC,CAAA,2BAAA,EAA8BE,6BAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA,CAAE,CAAC;AACtG;AAEM,SAAU,kCAAkC,CAAC,QAA4B,EAAA;IAC7E,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAC5B,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,kBAAkB,EAAE,IAAI,EAAE,CACxE,CAAC,OAAO,EAAE;AACX,IAAA,MAAM,QAAQ,GAAG,QAAQ,CAAC,aAAa,EAA0B;IACjE,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAC/B,EAAE,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAC3E,CAAC,aAAa,EAAyB;IAExC,OAAO;AACL,QAAA,IAAI,EAAE,IAAI;AACV,QAAA,GAAG,QAAQ;AACX,QAAA,GAAG,OAAO;KACX;AACH;AAEM,SAAU,6BAA6B,CAC3C,IAAiB,EACjB,IAAmB,EAAA;AAEnB,IAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;IACtC,MAAM,QAAQ,GAAiC,EAAE;IACjD,KAAK,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,IAAI,EAAE;AAC/B,QAAA,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS;YAC1B,MAAM,IAAIF,uBAAiB,CAAC,CAAA,yBAAA,EAA4B,GAAG,CAAC,MAAM,CAAA,yBAAA,EAA4B,SAAS,CAAA,CAAE,CAAC;QAC5G,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG;IACrC;IAEA,OAAO;AACL,QAAA,IAAI,EAAE,MAAM;QACZ,SAAS;AACT,QAAA,IAAI,EAAE,QAAQ;KACf;AACH;AAEM,SAAU,qBAAqB,CAAC,IAAiB,EAAE,IAAwB,EAAA;AAC/E,IAAA,MAAM,IAAI,GAAGG,sBAAU,CAAC,QAAQ,CAAC;IACjC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAE,CAAC;IAChC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAACC,yBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;IACnF,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAc;AACnD;AAEM,SAAU,qBAAqB,CAAC,OAAe,EAAE,UAAkB,EAAA;AACvE,IAAA,OAAO,YAAY,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAkB,CAAe;AACjG;AAEM,SAAU,oBAAoB,CAAC,WAAqB,EAAE,UAAkB,EAAA;IAC5E,OAAO,YAAY,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,CAAe;AACtE;;;;;;;;;;;;;;;;"}
+{"version":3,"file":"data.cjs","sources":["../../src/pool/data.ts"],"sourcesContent":["import {\n  PFrameDriverError,\n  type BinaryChunk,\n  type JsonDataInfo,\n  type ParquetChunk,\n  type ParquetChunkMapping,\n  type ParquetChunkMetadata,\n  type PColumnSpec,\n  type PColumnValue,\n  type PColumnValues,\n  type PlRef,\n  type PObjectId,\n  type PObjectSpec,\n} from '@platforma-sdk/model';\nimport type { PlTreeEntry, PlTreeNodeAccessor } from '@milaboratories/pl-tree';\nimport canonicalize from 'canonicalize';\nimport {\n  isNullResourceId,\n  resourceType,\n  resourceTypeToString,\n  resourceTypesEqual,\n} from '@milaboratories/pl-client';\nimport type { Writable } from 'utility-types';\nimport { createHash } from 'node:crypto';\nimport type { PFrameInternal } from '@milaboratories/pl-model-middle-layer';\n\nexport const PColumnDataJsonPartitioned = resourceType('PColumnData/JsonPartitioned', '1');\nexport const PColumnDataJsonSuperPartitioned = resourceType(\n  'PColumnData/Partitioned/JsonPartitioned',\n  '1',\n);\nexport const PColumnDataBinaryPartitioned = resourceType('PColumnData/BinaryPartitioned', '1');\nexport const PColumnDataBinarySuperPartitioned = resourceType(\n  'PColumnData/Partitioned/BinaryPartitioned',\n  '1',\n);\nexport const PColumnDataParquetPartitioned = resourceType('PColumnData/ParquetPartitioned', '1');\nexport const PColumnDataParquetSuperPartitioned = resourceType(\n  'PColumnData/Partitioned/ParquetPartitioned',\n  '1',\n);\nexport const PColumnDataJson = resourceType('PColumnData/Json', '1');\n\nexport const ParquetChunkResourceType = resourceType('ParquetChunk', '1');\n\nexport type PColumnDataJsonResourceValue = {\n  keyLength: number;\n  data: Record<string, PColumnValue>;\n};\n\nexport type PColumnDataPartitionedResourceValue = {\n  partitionKeyLength: number;\n};\n\nexport type PColumnDataSuperPartitionedResourceValue = {\n  superPartitionKeyLength: number;\n  partitionKeyLength: number;\n};\n\nconst BinaryPartitionedIndexFieldSuffix = '.index';\nconst BinaryPartitionedValuesFieldSuffix = '.values';\n\nexport function parseDataInfoResource(\n  data: PlTreeNodeAccessor,\n): PFrameInternal.DataInfo<PlTreeEntry> {\n  if (!data.getIsReadyOrError()) throw new PFrameDriverError('Data not ready.');\n\n  const resourceData = data.getDataAsJson();\n  if (resourceData === undefined)\n    throw new PFrameDriverError('unexpected data info structure, no resource data');\n\n  if (resourceTypesEqual(data.resourceType, PColumnDataJson)) {\n    const dataContent = resourceData as PColumnDataJsonResourceValue;\n\n    return {\n      type: 'Json',\n      keyLength: dataContent.keyLength,\n      data: dataContent.data,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataJsonPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts = Object.fromEntries(\n      data\n        .listInputFields()\n        .map((field) => [field, data.traverse({ field, errorIfFieldNotSet: true }).persist()]),\n    );\n\n    return {\n      type: 'JsonPartitioned',\n      partitionKeyLength: meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataJsonSuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<string, PlTreeEntry> = {};\n    for (const superKey of data.listInputFields()) {\n      const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superPart.listInputFields();\n      if (keys === undefined) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const key of keys) {\n        const partKey = JSON.stringify([\n          ...JSON.parse(superKey) as PColumnValue[],\n          ...JSON.parse(key) as PColumnValue[]]);\n        parts[partKey] = superPart.traverse({ field: key, errorIfFieldNotSet: true }).persist();\n      }\n    }\n\n    return {\n      type: 'JsonPartitioned',\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataBinaryPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts: Record<\n      string,\n      Partial<Writable<BinaryChunk<PlTreeEntry>>>\n    > = {};\n\n    // parsing the structure\n    for (const field of data.listInputFields()) {\n      if (field.endsWith(BinaryPartitionedIndexFieldSuffix)) {\n        const partKey = field.slice(0, -BinaryPartitionedIndexFieldSuffix.length);\n        let part = parts[partKey];\n        if (part === undefined) {\n          part = {};\n          parts[partKey] = part;\n        }\n        part.index = data.traverse({ field, errorIfFieldNotSet: true }).persist();\n      } else if (field.endsWith(BinaryPartitionedValuesFieldSuffix)) {\n        const partKey = field.slice(0, -BinaryPartitionedValuesFieldSuffix.length);\n        let part = parts[partKey];\n        if (part === undefined) {\n          part = {};\n          parts[partKey] = part;\n        }\n        part.values = data.traverse({ field, errorIfFieldNotSet: true }).persist();\n      } else throw new PFrameDriverError(`unrecognized part field name: ${field}`);\n    }\n\n    // structure validation\n    for (const [key, part] of Object.entries(parts)) {\n      if (part.index === undefined) throw new PFrameDriverError(`no index for part ${key}`);\n      if (part.values === undefined) throw new PFrameDriverError(`no values for part ${key}`);\n    }\n\n    return {\n      type: 'BinaryPartitioned',\n      partitionKeyLength: meta.partitionKeyLength,\n      parts: parts as Record<string, BinaryChunk<PlTreeEntry>>,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataBinarySuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<\n      string,\n      Partial<Writable<BinaryChunk<PlTreeEntry>>>\n    > = {};\n    for (const superKey of data.listInputFields()) {\n      const superData = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superData.listInputFields();\n      if (keys === undefined) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const field of keys) {\n        if (field.endsWith(BinaryPartitionedIndexFieldSuffix)) {\n          const key = field.slice(0, -BinaryPartitionedIndexFieldSuffix.length);\n\n          const partKey = JSON.stringify([\n            ...JSON.parse(superKey) as PColumnValue[],\n            ...JSON.parse(key) as PColumnValue[]]);\n          let part = parts[partKey];\n          if (part === undefined) {\n            part = {};\n            parts[partKey] = part;\n          }\n          parts[partKey].index = superData.traverse({\n            field,\n            errorIfFieldNotSet: true,\n          }).persist();\n        } else if (field.endsWith(BinaryPartitionedValuesFieldSuffix)) {\n          const key = field.slice(0, -BinaryPartitionedValuesFieldSuffix.length);\n\n          const partKey = JSON.stringify([\n            ...JSON.parse(superKey) as PColumnValue[],\n            ...JSON.parse(key) as PColumnValue[]]);\n          let part = parts[partKey];\n          if (part === undefined) {\n            part = {};\n            parts[partKey] = part;\n          }\n          parts[partKey].values = superData.traverse({\n            field,\n            errorIfFieldNotSet: true,\n          }).persist();\n        } else throw new PFrameDriverError(`unrecognized part field name: ${field}`);\n      }\n    }\n\n    return {\n      type: 'BinaryPartitioned',\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts: parts as Record<string, BinaryChunk<PlTreeEntry>>,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataParquetPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts: Record<string, ParquetChunk<PlTreeEntry>> = {};\n    for (const key of data.listInputFields()) {\n      const resource = data.traverse({ field: key, assertFieldType: 'Input', errorIfFieldNotSet: true });\n\n      parts[key] = traverseParquetChunkResource(resource);\n    }\n\n    return {\n      type: 'ParquetPartitioned',\n      partitionKeyLength: meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataParquetSuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<string, ParquetChunk<PlTreeEntry>> = {};\n    for (const superKey of data.listInputFields()) {\n      const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superPart.listInputFields();\n      if (keys === undefined) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const key of keys) {\n        const resource = data.traverse({ field: key, errorIfFieldNotSet: true });\n\n        const partKey = JSON.stringify([\n          ...JSON.parse(superKey) as PColumnValue[],\n          ...JSON.parse(key) as PColumnValue[],\n        ]);\n        parts[partKey] = traverseParquetChunkResource(resource);\n      }\n    }\n\n    return {\n      type: 'ParquetPartitioned',\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts,\n    };\n  }\n\n  throw new PFrameDriverError(`unsupported resource type: ${resourceTypeToString(data.resourceType)}`);\n}\n\nexport function traverseParquetChunkResource(resource: PlTreeNodeAccessor): ParquetChunk<PlTreeEntry> {\n  if (!resourceTypesEqual(resource.resourceType, ParquetChunkResourceType)) {\n    throw new PFrameDriverError(\n      `unknown resource type: ${resourceTypeToString(resource.resourceType)}, `\n      + `expected: ${resourceTypeToString(ParquetChunkResourceType)}`,\n    );\n  }\n\n  const blob = resource.traverse(\n    { field: 'blob', assertFieldType: 'Service', errorIfFieldNotSet: true },\n  ).persist();\n  const partInfo = resource.getDataAsJson() as ParquetChunkMetadata;\n  const mapping = resource.traverse(\n    { field: 'mapping', assertFieldType: 'Service', errorIfFieldNotSet: true },\n  ).getDataAsJson() as ParquetChunkMapping;\n\n  return {\n    data: blob,\n    ...partInfo,\n    ...mapping,\n  };\n}\n\nexport function makeDataInfoFromPColumnValues(\n  spec: PColumnSpec,\n  data: PColumnValues,\n): JsonDataInfo {\n  const keyLength = spec.axesSpec.length;\n  const jsonData: Record<string, PColumnValue> = {};\n  for (const { key, val } of data) {\n    if (key.length !== keyLength)\n      throw new PFrameDriverError(`inline column key length ${key.length} differs from axes count ${keyLength}`);\n    jsonData[JSON.stringify(key)] = val;\n  }\n\n  return {\n    type: 'Json',\n    keyLength,\n    data: jsonData,\n  };\n}\n\nexport function deriveLegacyPObjectId(spec: PObjectSpec, data: PlTreeNodeAccessor): PObjectId {\n  const hash = createHash('sha256');\n  hash.update(canonicalize(spec)!);\n  hash.update(String(!isNullResourceId(data.originalId) ? data.originalId : data.id));\n  return hash.digest().toString('hex') as PObjectId;\n}\n\nexport function deriveGlobalPObjectId(blockId: string, exportName: string): PObjectId {\n  return canonicalize({ __isRef: true, blockId, name: exportName } satisfies PlRef)! as PObjectId;\n}\n\nexport function deriveLocalPObjectId(resolvePath: string[], outputName: string): PObjectId {\n  return canonicalize({ resolvePath, name: outputName })! as PObjectId;\n}\n"],"names":["resourceType","PFrameDriverError","resourceTypesEqual","resourceTypeToString","createHash","isNullResourceId"],"mappings":";;;;;;;AA0BO,MAAM,0BAA0B,GAAGA,qBAAY,CAAC,6BAA6B,EAAE,GAAG;AAClF,MAAM,+BAA+B,GAAGA,qBAAY,CACzD,yCAAyC,EACzC,GAAG;AAEE,MAAM,4BAA4B,GAAGA,qBAAY,CAAC,+BAA+B,EAAE,GAAG;AACtF,MAAM,iCAAiC,GAAGA,qBAAY,CAC3D,2CAA2C,EAC3C,GAAG;AAEE,MAAM,6BAA6B,GAAGA,qBAAY,CAAC,gCAAgC,EAAE,GAAG;AACxF,MAAM,kCAAkC,GAAGA,qBAAY,CAC5D,4CAA4C,EAC5C,GAAG;AAEE,MAAM,eAAe,GAAGA,qBAAY,CAAC,kBAAkB,EAAE,GAAG;AAE5D,MAAM,wBAAwB,GAAGA,qBAAY,CAAC,cAAc,EAAE,GAAG;AAgBxE,MAAM,iCAAiC,GAAG,QAAQ;AAClD,MAAM,kCAAkC,GAAG,SAAS;AAE9C,SAAU,qBAAqB,CACnC,IAAwB,EAAA;AAExB,IAAA,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE;AAAE,QAAA,MAAM,IAAIC,uBAAiB,CAAC,iBAAiB,CAAC;AAE7E,IAAA,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,EAAE;IACzC,IAAI,YAAY,KAAK,SAAS;AAC5B,QAAA,MAAM,IAAIA,uBAAiB,CAAC,kDAAkD,CAAC;IAEjF,IAAIC,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,eAAe,CAAC,EAAE;QAC1D,MAAM,WAAW,GAAG,YAA4C;QAEhE,OAAO;AACL,YAAA,IAAI,EAAE,MAAM;YACZ,SAAS,EAAE,WAAW,CAAC,SAAS;YAChC,IAAI,EAAE,WAAW,CAAC,IAAI;SACvB;IACH;SAAO,IAAIA,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,0BAA0B,CAAC,EAAE;QAC5E,MAAM,IAAI,GAAG,YAAmD;AAEhE,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAC9B;AACG,aAAA,eAAe;aACf,GAAG,CAAC,CAAC,KAAK,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CACzF;QAED,OAAO;AACL,YAAA,IAAI,EAAE,iBAAiB;YACvB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,KAAK;SACN;IACH;SAAO,IAAIA,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,+BAA+B,CAAC,EAAE;QACjF,MAAM,IAAI,GAAG,YAAwD;QAErE,MAAM,KAAK,GAAgC,EAAE;QAC7C,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC7C,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAC9E,YAAA,MAAM,IAAI,GAAG,SAAS,CAAC,eAAe,EAAE;YACxC,IAAI,IAAI,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAID,uBAAiB,CAAC,mCAAmC,QAAQ,CAAA,CAAE,CAAC;AAElG,YAAA,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;AACtB,gBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG;AAAoB,iBAAA,CAAC;gBACxC,KAAK,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;YACzF;QACF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,iBAAiB;AACvB,YAAA,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,kBAAkB;YAC1E,KAAK;SACN;IACH;SAAO,IAAIC,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,4BAA4B,CAAC,EAAE;QAC9E,MAAM,IAAI,GAAG,YAAmD;QAEhE,MAAM,KAAK,GAGP,EAAE;;QAGN,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC1C,YAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,iCAAiC,CAAC,EAAE;AACrD,gBAAA,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,iCAAiC,CAAC,MAAM,CAAC;AACzE,gBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,gBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;oBACtB,IAAI,GAAG,EAAE;AACT,oBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;gBACvB;AACA,gBAAA,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;YAC3E;AAAO,iBAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,kCAAkC,CAAC,EAAE;AAC7D,gBAAA,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,kCAAkC,CAAC,MAAM,CAAC;AAC1E,gBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,gBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;oBACtB,IAAI,GAAG,EAAE;AACT,oBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;gBACvB;AACA,gBAAA,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;YAC5E;;AAAO,gBAAA,MAAM,IAAID,uBAAiB,CAAC,iCAAiC,KAAK,CAAA,CAAE,CAAC;QAC9E;;AAGA,QAAA,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;AAC/C,YAAA,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAIA,uBAAiB,CAAC,qBAAqB,GAAG,CAAA,CAAE,CAAC;AACrF,YAAA,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAIA,uBAAiB,CAAC,sBAAsB,GAAG,CAAA,CAAE,CAAC;QACzF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;YACzB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;AAC3C,YAAA,KAAK,EAAE,KAAiD;SACzD;IACH;SAAO,IAAIC,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,iCAAiC,CAAC,EAAE;QACnF,MAAM,IAAI,GAAG,YAAwD;QAErE,MAAM,KAAK,GAGP,EAAE;QACN,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC7C,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAC9E,YAAA,MAAM,IAAI,GAAG,SAAS,CAAC,eAAe,EAAE;YACxC,IAAI,IAAI,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAID,uBAAiB,CAAC,mCAAmC,QAAQ,CAAA,CAAE,CAAC;AAElG,YAAA,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE;AACxB,gBAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,iCAAiC,CAAC,EAAE;AACrD,oBAAA,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,iCAAiC,CAAC,MAAM,CAAC;AAErE,oBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG;AAAoB,qBAAA,CAAC;AACxC,oBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,oBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;wBACtB,IAAI,GAAG,EAAE;AACT,wBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;oBACvB;oBACA,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC;wBACxC,KAAK;AACL,wBAAA,kBAAkB,EAAE,IAAI;qBACzB,CAAC,CAAC,OAAO,EAAE;gBACd;AAAO,qBAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,kCAAkC,CAAC,EAAE;AAC7D,oBAAA,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,kCAAkC,CAAC,MAAM,CAAC;AAEtE,oBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG;AAAoB,qBAAA,CAAC;AACxC,oBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,oBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;wBACtB,IAAI,GAAG,EAAE;AACT,wBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;oBACvB;oBACA,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC;wBACzC,KAAK;AACL,wBAAA,kBAAkB,EAAE,IAAI;qBACzB,CAAC,CAAC,OAAO,EAAE;gBACd;;AAAO,oBAAA,MAAM,IAAIA,uBAAiB,CAAC,iCAAiC,KAAK,CAAA,CAAE,CAAC;YAC9E;QACF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;AACzB,YAAA,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,kBAAkB;AAC1E,YAAA,KAAK,EAAE,KAAiD;SACzD;IACH;SAAO,IAAIC,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,6BAA6B,CAAC,EAAE;QAC/E,MAAM,IAAI,GAAG,YAAmD;QAEhE,MAAM,KAAK,GAA8C,EAAE;QAC3D,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;YACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,eAAe,EAAE,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;YAElG,KAAK,CAAC,GAAG,CAAC,GAAG,4BAA4B,CAAC,QAAQ,CAAC;QACrD;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,oBAAoB;YAC1B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,KAAK;SACN;IACH;SAAO,IAAIA,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,kCAAkC,CAAC,EAAE;QACpF,MAAM,IAAI,GAAG,YAAwD;QAErE,MAAM,KAAK,GAA8C,EAAE;QAC3D,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC7C,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAC9E,YAAA,MAAM,IAAI,GAAG,SAAS,CAAC,eAAe,EAAE;YACxC,IAAI,IAAI,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAID,uBAAiB,CAAC,mCAAmC,QAAQ,CAAA,CAAE,CAAC;AAElG,YAAA,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;AACtB,gBAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAExE,gBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAmB;AACrC,iBAAA,CAAC;gBACF,KAAK,CAAC,OAAO,CAAC,GAAG,4BAA4B,CAAC,QAAQ,CAAC;YACzD;QACF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,oBAAoB;AAC1B,YAAA,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,kBAAkB;YAC1E,KAAK;SACN;IACH;AAEA,IAAA,MAAM,IAAIA,uBAAiB,CAAC,CAAA,2BAAA,EAA8BE,6BAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA,CAAE,CAAC;AACtG;AAEM,SAAU,4BAA4B,CAAC,QAA4B,EAAA;IACvE,IAAI,CAACD,2BAAkB,CAAC,QAAQ,CAAC,YAAY,EAAE,wBAAwB,CAAC,EAAE;QACxE,MAAM,IAAID,uBAAiB,CACzB,CAAA,uBAAA,EAA0BE,6BAAoB,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAA,EAAA;AACnE,cAAA,CAAA,UAAA,EAAaA,6BAAoB,CAAC,wBAAwB,CAAC,CAAA,CAAE,CAChE;IACH;IAEA,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAC5B,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,kBAAkB,EAAE,IAAI,EAAE,CACxE,CAAC,OAAO,EAAE;AACX,IAAA,MAAM,QAAQ,GAAG,QAAQ,CAAC,aAAa,EAA0B;IACjE,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAC/B,EAAE,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAC3E,CAAC,aAAa,EAAyB;IAExC,OAAO;AACL,QAAA,IAAI,EAAE,IAAI;AACV,QAAA,GAAG,QAAQ;AACX,QAAA,GAAG,OAAO;KACX;AACH;AAEM,SAAU,6BAA6B,CAC3C,IAAiB,EACjB,IAAmB,EAAA;AAEnB,IAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;IACtC,MAAM,QAAQ,GAAiC,EAAE;IACjD,KAAK,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,IAAI,EAAE;AAC/B,QAAA,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS;YAC1B,MAAM,IAAIF,uBAAiB,CAAC,CAAA,yBAAA,EAA4B,GAAG,CAAC,MAAM,CAAA,yBAAA,EAA4B,SAAS,CAAA,CAAE,CAAC;QAC5G,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG;IACrC;IAEA,OAAO;AACL,QAAA,IAAI,EAAE,MAAM;QACZ,SAAS;AACT,QAAA,IAAI,EAAE,QAAQ;KACf;AACH;AAEM,SAAU,qBAAqB,CAAC,IAAiB,EAAE,IAAwB,EAAA;AAC/E,IAAA,MAAM,IAAI,GAAGG,sBAAU,CAAC,QAAQ,CAAC;IACjC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAE,CAAC;IAChC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAACC,yBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;IACnF,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAc;AACnD;AAEM,SAAU,qBAAqB,CAAC,OAAe,EAAE,UAAkB,EAAA;AACvE,IAAA,OAAO,YAAY,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAkB,CAAe;AACjG;AAEM,SAAU,oBAAoB,CAAC,WAAqB,EAAE,UAAkB,EAAA;IAC5E,OAAO,YAAY,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,CAAe;AACtE;;;;;;;;;;;;;;;;;"}

package/dist/pool/data.d.ts

@@ -8,6 +8,7 @@ export declare const PColumnDataBinarySuperPartitioned: import("@milaboratories/
 export declare const PColumnDataParquetPartitioned: import("@milaboratories/pl-client").ResourceType;
 export declare const PColumnDataParquetSuperPartitioned: import("@milaboratories/pl-client").ResourceType;
 export declare const PColumnDataJson: import("@milaboratories/pl-client").ResourceType;
+export declare const ParquetChunkResourceType: import("@milaboratories/pl-client").ResourceType;
 export type PColumnDataJsonResourceValue = {
     keyLength: number;
     data: Record<string, PColumnValue>;
@@ -20,7 +21,7 @@ export type PColumnDataSuperPartitionedResourceValue = {
     partitionKeyLength: number;
 };
 export declare function parseDataInfoResource(data: PlTreeNodeAccessor): PFrameInternal.DataInfo<PlTreeEntry>;
-export declare function traverseParquetPartitionedResource(resource: PlTreeNodeAccessor): ParquetChunk<PlTreeEntry>;
+export declare function traverseParquetChunkResource(resource: PlTreeNodeAccessor): ParquetChunk<PlTreeEntry>;
 export declare function makeDataInfoFromPColumnValues(spec: PColumnSpec, data: PColumnValues): JsonDataInfo;
 export declare function deriveLegacyPObjectId(spec: PObjectSpec, data: PlTreeNodeAccessor): PObjectId;
 export declare function deriveGlobalPObjectId(blockId: string, exportName: string): PObjectId;

package/dist/pool/data.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../../src/pool/data.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,YAAY,EACjB,KAAK,YAAY,EAGjB,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,aAAa,EAElB,KAAK,SAAS,EACd,KAAK,WAAW,EACjB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAU/E,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AAE5E,eAAO,MAAM,0BAA0B,kDAAmD,CAAC;AAC3F,eAAO,MAAM,+BAA+B,kDAG3C,CAAC;AACF,eAAO,MAAM,4BAA4B,kDAAqD,CAAC;AAC/F,eAAO,MAAM,iCAAiC,kDAG7C,CAAC;AACF,eAAO,MAAM,6BAA6B,kDAAsD,CAAC;AACjG,eAAO,MAAM,kCAAkC,kDAG9C,CAAC;AACF,eAAO,MAAM,eAAe,kDAAwC,CAAC;AAErE,MAAM,MAAM,4BAA4B,GAAG;IACzC,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,mCAAmC,GAAG;IAChD,kBAAkB,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,wCAAwC,GAAG;IACrD,uBAAuB,EAAE,MAAM,CAAC;IAChC,kBAAkB,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,kBAAkB,GACvB,cAAc,CAAC,QAAQ,CAAC,WAAW,CAAC,CA0LtC;AAED,wBAAgB,kCAAkC,CAAC,QAAQ,EAAE,kBAAkB,GAAG,YAAY,CAAC,WAAW,CAAC,CAc1G;AAED,wBAAgB,6BAA6B,CAC3C,IAAI,EAAE,WAAW,EACjB,IAAI,EAAE,aAAa,GAClB,YAAY,CAcd;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,GAAG,SAAS,CAK5F;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,SAAS,CAEpF;AAED,wBAAgB,oBAAoB,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM,GAAG,SAAS,CAEzF"}
+{"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../../src/pool/data.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,YAAY,EACjB,KAAK,YAAY,EAGjB,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,aAAa,EAElB,KAAK,SAAS,EACd,KAAK,WAAW,EACjB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAU/E,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AAE5E,eAAO,MAAM,0BAA0B,kDAAmD,CAAC;AAC3F,eAAO,MAAM,+BAA+B,kDAG3C,CAAC;AACF,eAAO,MAAM,4BAA4B,kDAAqD,CAAC;AAC/F,eAAO,MAAM,iCAAiC,kDAG7C,CAAC;AACF,eAAO,MAAM,6BAA6B,kDAAsD,CAAC;AACjG,eAAO,MAAM,kCAAkC,kDAG9C,CAAC;AACF,eAAO,MAAM,eAAe,kDAAwC,CAAC;AAErE,eAAO,MAAM,wBAAwB,kDAAoC,CAAC;AAE1E,MAAM,MAAM,4BAA4B,GAAG;IACzC,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,mCAAmC,GAAG;IAChD,kBAAkB,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,wCAAwC,GAAG;IACrD,uBAAuB,EAAE,MAAM,CAAC;IAChC,kBAAkB,EAAE,MAAM,CAAC;CAC5B,CAAC;AAKF,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,kBAAkB,GACvB,cAAc,CAAC,QAAQ,CAAC,WAAW,CAAC,CA0LtC;AAED,wBAAgB,4BAA4B,CAAC,QAAQ,EAAE,kBAAkB,GAAG,YAAY,CAAC,WAAW,CAAC,CAqBpG;AAED,wBAAgB,6BAA6B,CAC3C,IAAI,EAAE,WAAW,EACjB,IAAI,EAAE,aAAa,GAClB,YAAY,CAcd;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,GAAG,SAAS,CAK5F;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,SAAS,CAEpF;AAED,wBAAgB,oBAAoB,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM,GAAG,SAAS,CAEzF"}

package/dist/pool/data.js

@@ -1,6 +1,6 @@
 import { PFrameDriverError } from '@platforma-sdk/model';
 import canonicalize from 'canonicalize';
-import { resourceType, resourceTypesEqual, resourceTypeToString, isNullResourceId } from '@milaboratories/pl-client';
+import { resourceType, isNullResourceId, resourceTypesEqual, resourceTypeToString } from '@milaboratories/pl-client';
 import { createHash } from 'node:crypto';
 
 const PColumnDataJsonPartitioned = resourceType('PColumnData/JsonPartitioned', '1');
@@ -10,6 +10,9 @@ const PColumnDataBinarySuperPartitioned = resourceType('PColumnData/Partitioned/
 const PColumnDataParquetPartitioned = resourceType('PColumnData/ParquetPartitioned', '1');
 const PColumnDataParquetSuperPartitioned = resourceType('PColumnData/Partitioned/ParquetPartitioned', '1');
 const PColumnDataJson = resourceType('PColumnData/Json', '1');
+const ParquetChunkResourceType = resourceType('ParquetChunk', '1');
+const BinaryPartitionedIndexFieldSuffix = '.index';
+const BinaryPartitionedValuesFieldSuffix = '.values';
 function parseDataInfoResource(data) {
     if (!data.getIsReadyOrError())
         throw new PFrameDriverError('Data not ready.');
@@ -62,8 +65,8 @@ function parseDataInfoResource(data) {
         const parts = {};
         // parsing the structure
         for (const field of data.listInputFields()) {
-            if (field.endsWith('.index')) {
-                const partKey = field.slice(0, field.length - 6);
+            if (field.endsWith(BinaryPartitionedIndexFieldSuffix)) {
+                const partKey = field.slice(0, -BinaryPartitionedIndexFieldSuffix.length);
                 let part = parts[partKey];
                 if (part === undefined) {
                     part = {};
@@ -71,8 +74,8 @@ function parseDataInfoResource(data) {
                 }
                 part.index = data.traverse({ field, errorIfFieldNotSet: true }).persist();
             }
-            else if (field.endsWith('.values')) {
-                const partKey = field.slice(0, field.length - 7);
+            else if (field.endsWith(BinaryPartitionedValuesFieldSuffix)) {
+                const partKey = field.slice(0, -BinaryPartitionedValuesFieldSuffix.length);
                 let part = parts[partKey];
                 if (part === undefined) {
                     part = {};
@@ -105,8 +108,8 @@ function parseDataInfoResource(data) {
             if (keys === undefined)
                 throw new PFrameDriverError(`no partition keys for super key ${superKey}`);
             for (const field of keys) {
-                if (field.endsWith('.index')) {
-                    const key = field.slice(0, field.length - 6);
+                if (field.endsWith(BinaryPartitionedIndexFieldSuffix)) {
+                    const key = field.slice(0, -BinaryPartitionedIndexFieldSuffix.length);
                     const partKey = JSON.stringify([
                         ...JSON.parse(superKey),
                         ...JSON.parse(key)
@@ -121,8 +124,8 @@ function parseDataInfoResource(data) {
                         errorIfFieldNotSet: true,
                     }).persist();
                 }
-                else if (field.endsWith('.values')) {
-                    const key = field.slice(0, field.length - 7);
+                else if (field.endsWith(BinaryPartitionedValuesFieldSuffix)) {
+                    const key = field.slice(0, -BinaryPartitionedValuesFieldSuffix.length);
                     const partKey = JSON.stringify([
                         ...JSON.parse(superKey),
                         ...JSON.parse(key)
@@ -152,7 +155,7 @@ function parseDataInfoResource(data) {
         const parts = {};
         for (const key of data.listInputFields()) {
             const resource = data.traverse({ field: key, assertFieldType: 'Input', errorIfFieldNotSet: true });
-            parts[key] = traverseParquetPartitionedResource(resource);
+            parts[key] = traverseParquetChunkResource(resource);
         }
         return {
             type: 'ParquetPartitioned',
@@ -174,7 +177,7 @@ function parseDataInfoResource(data) {
                     ...JSON.parse(superKey),
                     ...JSON.parse(key),
                 ]);
-                parts[partKey] = traverseParquetPartitionedResource(resource);
+                parts[partKey] = traverseParquetChunkResource(resource);
             }
         }
         return {
@@ -185,7 +188,11 @@ function parseDataInfoResource(data) {
     }
     throw new PFrameDriverError(`unsupported resource type: ${resourceTypeToString(data.resourceType)}`);
 }
-function traverseParquetPartitionedResource(resource) {
+function traverseParquetChunkResource(resource) {
+    if (!resourceTypesEqual(resource.resourceType, ParquetChunkResourceType)) {
+        throw new PFrameDriverError(`unknown resource type: ${resourceTypeToString(resource.resourceType)}, `
+            + `expected: ${resourceTypeToString(ParquetChunkResourceType)}`);
+    }
     const blob = resource.traverse({ field: 'blob', assertFieldType: 'Service', errorIfFieldNotSet: true }).persist();
     const partInfo = resource.getDataAsJson();
     const mapping = resource.traverse({ field: 'mapping', assertFieldType: 'Service', errorIfFieldNotSet: true }).getDataAsJson();
@@ -222,5 +229,5 @@ function deriveLocalPObjectId(resolvePath, outputName) {
     return canonicalize({ resolvePath, name: outputName });
 }
 
-export { PColumnDataBinaryPartitioned, PColumnDataBinarySuperPartitioned, PColumnDataJson, PColumnDataJsonPartitioned, PColumnDataJsonSuperPartitioned, PColumnDataParquetPartitioned, PColumnDataParquetSuperPartitioned, deriveGlobalPObjectId, deriveLegacyPObjectId, deriveLocalPObjectId, makeDataInfoFromPColumnValues, parseDataInfoResource, traverseParquetPartitionedResource };
+export { PColumnDataBinaryPartitioned, PColumnDataBinarySuperPartitioned, PColumnDataJson, PColumnDataJsonPartitioned, PColumnDataJsonSuperPartitioned, PColumnDataParquetPartitioned, PColumnDataParquetSuperPartitioned, ParquetChunkResourceType, deriveGlobalPObjectId, deriveLegacyPObjectId, deriveLocalPObjectId, makeDataInfoFromPColumnValues, parseDataInfoResource, traverseParquetChunkResource };
 //# sourceMappingURL=data.js.map

package/dist/pool/data.js.map

@@ -1 +1 @@
-{"version":3,"file":"data.js","sources":["../../src/pool/data.ts"],"sourcesContent":["import {\n  PFrameDriverError,\n  type BinaryChunk,\n  type JsonDataInfo,\n  type ParquetChunk,\n  type ParquetChunkMapping,\n  type ParquetChunkMetadata,\n  type PColumnSpec,\n  type PColumnValue,\n  type PColumnValues,\n  type PlRef,\n  type PObjectId,\n  type PObjectSpec,\n} from '@platforma-sdk/model';\nimport type { PlTreeEntry, PlTreeNodeAccessor } from '@milaboratories/pl-tree';\nimport canonicalize from 'canonicalize';\nimport {\n  isNullResourceId,\n  resourceType,\n  resourceTypeToString,\n  resourceTypesEqual,\n} from '@milaboratories/pl-client';\nimport type { Writable } from 'utility-types';\nimport { createHash } from 'node:crypto';\nimport type { PFrameInternal } from '@milaboratories/pl-model-middle-layer';\n\nexport const PColumnDataJsonPartitioned = resourceType('PColumnData/JsonPartitioned', '1');\nexport const PColumnDataJsonSuperPartitioned = resourceType(\n  'PColumnData/Partitioned/JsonPartitioned',\n  '1',\n);\nexport const PColumnDataBinaryPartitioned = resourceType('PColumnData/BinaryPartitioned', '1');\nexport const PColumnDataBinarySuperPartitioned = resourceType(\n  'PColumnData/Partitioned/BinaryPartitioned',\n  '1',\n);\nexport const PColumnDataParquetPartitioned = resourceType('PColumnData/ParquetPartitioned', '1');\nexport const PColumnDataParquetSuperPartitioned = resourceType(\n  'PColumnData/Partitioned/ParquetPartitioned',\n  '1',\n);\nexport const PColumnDataJson = resourceType('PColumnData/Json', '1');\n\nexport type PColumnDataJsonResourceValue = {\n  keyLength: number;\n  data: Record<string, PColumnValue>;\n};\n\nexport type PColumnDataPartitionedResourceValue = {\n  partitionKeyLength: number;\n};\n\nexport type PColumnDataSuperPartitionedResourceValue = {\n  superPartitionKeyLength: number;\n  partitionKeyLength: number;\n};\n\nexport function parseDataInfoResource(\n  data: PlTreeNodeAccessor,\n): PFrameInternal.DataInfo<PlTreeEntry> {\n  if (!data.getIsReadyOrError()) throw new PFrameDriverError('Data not ready.');\n\n  const resourceData = data.getDataAsJson();\n  if (resourceData === undefined)\n    throw new PFrameDriverError('unexpected data info structure, no resource data');\n\n  if (resourceTypesEqual(data.resourceType, PColumnDataJson)) {\n    const dataContent = resourceData as PColumnDataJsonResourceValue;\n\n    return {\n      type: 'Json',\n      keyLength: dataContent.keyLength,\n      data: dataContent.data,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataJsonPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts = Object.fromEntries(\n      data\n        .listInputFields()\n        .map((field) => [field, data.traverse({ field, errorIfFieldNotSet: true }).persist()]),\n    );\n\n    return {\n      type: 'JsonPartitioned',\n      partitionKeyLength: meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataJsonSuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<string, PlTreeEntry> = {};\n    for (const superKey of data.listInputFields()) {\n      const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superPart.listInputFields();\n      if (keys === undefined) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const key of keys) {\n        const partKey = JSON.stringify([\n          ...JSON.parse(superKey) as PColumnValue[],\n          ...JSON.parse(key) as PColumnValue[]]);\n        parts[partKey] = superPart.traverse({ field: key, errorIfFieldNotSet: true }).persist();\n      }\n    }\n\n    return {\n      type: 'JsonPartitioned',\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataBinaryPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts: Record<\n      string,\n      Partial<Writable<BinaryChunk<PlTreeEntry>>>\n    > = {};\n\n    // parsing the structure\n    for (const field of data.listInputFields()) {\n      if (field.endsWith('.index')) {\n        const partKey = field.slice(0, field.length - 6);\n        let part = parts[partKey];\n        if (part === undefined) {\n          part = {};\n          parts[partKey] = part;\n        }\n        part.index = data.traverse({ field, errorIfFieldNotSet: true }).persist();\n      } else if (field.endsWith('.values')) {\n        const partKey = field.slice(0, field.length - 7);\n        let part = parts[partKey];\n        if (part === undefined) {\n          part = {};\n          parts[partKey] = part;\n        }\n        part.values = data.traverse({ field, errorIfFieldNotSet: true }).persist();\n      } else throw new PFrameDriverError(`unrecognized part field name: ${field}`);\n    }\n\n    // structure validation\n    for (const [key, part] of Object.entries(parts)) {\n      if (part.index === undefined) throw new PFrameDriverError(`no index for part ${key}`);\n      if (part.values === undefined) throw new PFrameDriverError(`no values for part ${key}`);\n    }\n\n    return {\n      type: 'BinaryPartitioned',\n      partitionKeyLength: meta.partitionKeyLength,\n      parts: parts as Record<string, BinaryChunk<PlTreeEntry>>,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataBinarySuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<\n      string,\n      Partial<Writable<BinaryChunk<PlTreeEntry>>>\n    > = {};\n    for (const superKey of data.listInputFields()) {\n      const superData = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superData.listInputFields();\n      if (keys === undefined) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const field of keys) {\n        if (field.endsWith('.index')) {\n          const key = field.slice(0, field.length - 6);\n\n          const partKey = JSON.stringify([\n            ...JSON.parse(superKey) as PColumnValue[],\n            ...JSON.parse(key) as PColumnValue[]]);\n          let part = parts[partKey];\n          if (part === undefined) {\n            part = {};\n            parts[partKey] = part;\n          }\n          parts[partKey].index = superData.traverse({\n            field,\n            errorIfFieldNotSet: true,\n          }).persist();\n        } else if (field.endsWith('.values')) {\n          const key = field.slice(0, field.length - 7);\n\n          const partKey = JSON.stringify([\n            ...JSON.parse(superKey) as PColumnValue[],\n            ...JSON.parse(key) as PColumnValue[]]);\n          let part = parts[partKey];\n          if (part === undefined) {\n            part = {};\n            parts[partKey] = part;\n          }\n          parts[partKey].values = superData.traverse({\n            field,\n            errorIfFieldNotSet: true,\n          }).persist();\n        } else throw new PFrameDriverError(`unrecognized part field name: ${field}`);\n      }\n    }\n\n    return {\n      type: 'BinaryPartitioned',\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts: parts as Record<string, BinaryChunk<PlTreeEntry>>,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataParquetPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts: Record<string, ParquetChunk<PlTreeEntry>> = {};\n    for (const key of data.listInputFields()) {\n      const resource = data.traverse({ field: key, assertFieldType: 'Input', errorIfFieldNotSet: true });\n\n      parts[key] = traverseParquetPartitionedResource(resource);\n    }\n\n    return {\n      type: 'ParquetPartitioned',\n      partitionKeyLength: meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataParquetSuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<string, ParquetChunk<PlTreeEntry>> = {};\n    for (const superKey of data.listInputFields()) {\n      const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superPart.listInputFields();\n      if (keys === undefined) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const key of keys) {\n        const resource = data.traverse({ field: key, errorIfFieldNotSet: true });\n\n        const partKey = JSON.stringify([\n          ...JSON.parse(superKey) as PColumnValue[],\n          ...JSON.parse(key) as PColumnValue[],\n        ]);\n        parts[partKey] = traverseParquetPartitionedResource(resource);\n      }\n    }\n\n    return {\n      type: 'ParquetPartitioned',\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts,\n    };\n  }\n\n  throw new PFrameDriverError(`unsupported resource type: ${resourceTypeToString(data.resourceType)}`);\n}\n\nexport function traverseParquetPartitionedResource(resource: PlTreeNodeAccessor): ParquetChunk<PlTreeEntry> {\n  const blob = resource.traverse(\n    { field: 'blob', assertFieldType: 'Service', errorIfFieldNotSet: true },\n  ).persist();\n  const partInfo = resource.getDataAsJson() as ParquetChunkMetadata;\n  const mapping = resource.traverse(\n    { field: 'mapping', assertFieldType: 'Service', errorIfFieldNotSet: true },\n  ).getDataAsJson() as ParquetChunkMapping;\n\n  return {\n    data: blob,\n    ...partInfo,\n    ...mapping,\n  };\n}\n\nexport function makeDataInfoFromPColumnValues(\n  spec: PColumnSpec,\n  data: PColumnValues,\n): JsonDataInfo {\n  const keyLength = spec.axesSpec.length;\n  const jsonData: Record<string, PColumnValue> = {};\n  for (const { key, val } of data) {\n    if (key.length !== keyLength)\n      throw new PFrameDriverError(`inline column key length ${key.length} differs from axes count ${keyLength}`);\n    jsonData[JSON.stringify(key)] = val;\n  }\n\n  return {\n    type: 'Json',\n    keyLength,\n    data: jsonData,\n  };\n}\n\nexport function deriveLegacyPObjectId(spec: PObjectSpec, data: PlTreeNodeAccessor): PObjectId {\n  const hash = createHash('sha256');\n  hash.update(canonicalize(spec)!);\n  hash.update(String(!isNullResourceId(data.originalId) ? data.originalId : data.id));\n  return hash.digest().toString('hex') as PObjectId;\n}\n\nexport function deriveGlobalPObjectId(blockId: string, exportName: string): PObjectId {\n  return canonicalize({ __isRef: true, blockId, name: exportName } satisfies PlRef)! as PObjectId;\n}\n\nexport function deriveLocalPObjectId(resolvePath: string[], outputName: string): PObjectId {\n  return canonicalize({ resolvePath, name: outputName })! as PObjectId;\n}\n"],"names":[],"mappings":";;;;;AA0BO,MAAM,0BAA0B,GAAG,YAAY,CAAC,6BAA6B,EAAE,GAAG;AAClF,MAAM,+BAA+B,GAAG,YAAY,CACzD,yCAAyC,EACzC,GAAG;AAEE,MAAM,4BAA4B,GAAG,YAAY,CAAC,+BAA+B,EAAE,GAAG;AACtF,MAAM,iCAAiC,GAAG,YAAY,CAC3D,2CAA2C,EAC3C,GAAG;AAEE,MAAM,6BAA6B,GAAG,YAAY,CAAC,gCAAgC,EAAE,GAAG;AACxF,MAAM,kCAAkC,GAAG,YAAY,CAC5D,4CAA4C,EAC5C,GAAG;AAEE,MAAM,eAAe,GAAG,YAAY,CAAC,kBAAkB,EAAE,GAAG;AAgB7D,SAAU,qBAAqB,CACnC,IAAwB,EAAA;AAExB,IAAA,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE;AAAE,QAAA,MAAM,IAAI,iBAAiB,CAAC,iBAAiB,CAAC;AAE7E,IAAA,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,EAAE;IACzC,IAAI,YAAY,KAAK,SAAS;AAC5B,QAAA,MAAM,IAAI,iBAAiB,CAAC,kDAAkD,CAAC;IAEjF,IAAI,kBAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,eAAe,CAAC,EAAE;QAC1D,MAAM,WAAW,GAAG,YAA4C;QAEhE,OAAO;AACL,YAAA,IAAI,EAAE,MAAM;YACZ,SAAS,EAAE,WAAW,CAAC,SAAS;YAChC,IAAI,EAAE,WAAW,CAAC,IAAI;SACvB;IACH;SAAO,IAAI,kBAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,0BAA0B,CAAC,EAAE;QAC5E,MAAM,IAAI,GAAG,YAAmD;AAEhE,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAC9B;AACG,aAAA,eAAe;aACf,GAAG,CAAC,CAAC,KAAK,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CACzF;QAED,OAAO;AACL,YAAA,IAAI,EAAE,iBAAiB;YACvB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,KAAK;SACN;IACH;SAAO,IAAI,kBAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,+BAA+B,CAAC,EAAE;QACjF,MAAM,IAAI,GAAG,YAAwD;QAErE,MAAM,KAAK,GAAgC,EAAE;QAC7C,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC7C,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAC9E,YAAA,MAAM,IAAI,GAAG,SAAS,CAAC,eAAe,EAAE;YACxC,IAAI,IAAI,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAI,iBAAiB,CAAC,mCAAmC,QAAQ,CAAA,CAAE,CAAC;AAElG,YAAA,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;AACtB,gBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG;AAAoB,iBAAA,CAAC;gBACxC,KAAK,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;YACzF;QACF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,iBAAiB;AACvB,YAAA,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,kBAAkB;YAC1E,KAAK;SACN;IACH;SAAO,IAAI,kBAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,4BAA4B,CAAC,EAAE;QAC9E,MAAM,IAAI,GAAG,YAAmD;QAEhE,MAAM,KAAK,GAGP,EAAE;;QAGN,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC1C,YAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;AAC5B,gBAAA,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AAChD,gBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,gBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;oBACtB,IAAI,GAAG,EAAE;AACT,oBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;gBACvB;AACA,gBAAA,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;YAC3E;AAAO,iBAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;AACpC,gBAAA,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AAChD,gBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,gBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;oBACtB,IAAI,GAAG,EAAE;AACT,oBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;gBACvB;AACA,gBAAA,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;YAC5E;;AAAO,gBAAA,MAAM,IAAI,iBAAiB,CAAC,iCAAiC,KAAK,CAAA,CAAE,CAAC;QAC9E;;AAGA,QAAA,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;AAC/C,YAAA,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAI,iBAAiB,CAAC,qBAAqB,GAAG,CAAA,CAAE,CAAC;AACrF,YAAA,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAI,iBAAiB,CAAC,sBAAsB,GAAG,CAAA,CAAE,CAAC;QACzF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;YACzB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;AAC3C,YAAA,KAAK,EAAE,KAAiD;SACzD;IACH;SAAO,IAAI,kBAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,iCAAiC,CAAC,EAAE;QACnF,MAAM,IAAI,GAAG,YAAwD;QAErE,MAAM,KAAK,GAGP,EAAE;QACN,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC7C,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAC9E,YAAA,MAAM,IAAI,GAAG,SAAS,CAAC,eAAe,EAAE;YACxC,IAAI,IAAI,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAI,iBAAiB,CAAC,mCAAmC,QAAQ,CAAA,CAAE,CAAC;AAElG,YAAA,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE;AACxB,gBAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;AAC5B,oBAAA,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AAE5C,oBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG;AAAoB,qBAAA,CAAC;AACxC,oBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,oBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;wBACtB,IAAI,GAAG,EAAE;AACT,wBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;oBACvB;oBACA,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC;wBACxC,KAAK;AACL,wBAAA,kBAAkB,EAAE,IAAI;qBACzB,CAAC,CAAC,OAAO,EAAE;gBACd;AAAO,qBAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;AACpC,oBAAA,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AAE5C,oBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG;AAAoB,qBAAA,CAAC;AACxC,oBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,oBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;wBACtB,IAAI,GAAG,EAAE;AACT,wBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;oBACvB;oBACA,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC;wBACzC,KAAK;AACL,wBAAA,kBAAkB,EAAE,IAAI;qBACzB,CAAC,CAAC,OAAO,EAAE;gBACd;;AAAO,oBAAA,MAAM,IAAI,iBAAiB,CAAC,iCAAiC,KAAK,CAAA,CAAE,CAAC;YAC9E;QACF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;AACzB,YAAA,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,kBAAkB;AAC1E,YAAA,KAAK,EAAE,KAAiD;SACzD;IACH;SAAO,IAAI,kBAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,6BAA6B,CAAC,EAAE;QAC/E,MAAM,IAAI,GAAG,YAAmD;QAEhE,MAAM,KAAK,GAA8C,EAAE;QAC3D,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;YACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,eAAe,EAAE,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;YAElG,KAAK,CAAC,GAAG,CAAC,GAAG,kCAAkC,CAAC,QAAQ,CAAC;QAC3D;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,oBAAoB;YAC1B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,KAAK;SACN;IACH;SAAO,IAAI,kBAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,kCAAkC,CAAC,EAAE;QACpF,MAAM,IAAI,GAAG,YAAwD;QAErE,MAAM,KAAK,GAA8C,EAAE;QAC3D,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC7C,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAC9E,YAAA,MAAM,IAAI,GAAG,SAAS,CAAC,eAAe,EAAE;YACxC,IAAI,IAAI,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAI,iBAAiB,CAAC,mCAAmC,QAAQ,CAAA,CAAE,CAAC;AAElG,YAAA,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;AACtB,gBAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAExE,gBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAmB;AACrC,iBAAA,CAAC;gBACF,KAAK,CAAC,OAAO,CAAC,GAAG,kCAAkC,CAAC,QAAQ,CAAC;YAC/D;QACF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,oBAAoB;AAC1B,YAAA,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,kBAAkB;YAC1E,KAAK;SACN;IACH;AAEA,IAAA,MAAM,IAAI,iBAAiB,CAAC,CAAA,2BAAA,EAA8B,oBAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA,CAAE,CAAC;AACtG;AAEM,SAAU,kCAAkC,CAAC,QAA4B,EAAA;IAC7E,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAC5B,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,kBAAkB,EAAE,IAAI,EAAE,CACxE,CAAC,OAAO,EAAE;AACX,IAAA,MAAM,QAAQ,GAAG,QAAQ,CAAC,aAAa,EAA0B;IACjE,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAC/B,EAAE,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAC3E,CAAC,aAAa,EAAyB;IAExC,OAAO;AACL,QAAA,IAAI,EAAE,IAAI;AACV,QAAA,GAAG,QAAQ;AACX,QAAA,GAAG,OAAO;KACX;AACH;AAEM,SAAU,6BAA6B,CAC3C,IAAiB,EACjB,IAAmB,EAAA;AAEnB,IAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;IACtC,MAAM,QAAQ,GAAiC,EAAE;IACjD,KAAK,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,IAAI,EAAE;AAC/B,QAAA,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS;YAC1B,MAAM,IAAI,iBAAiB,CAAC,CAAA,yBAAA,EAA4B,GAAG,CAAC,MAAM,CAAA,yBAAA,EAA4B,SAAS,CAAA,CAAE,CAAC;QAC5G,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG;IACrC;IAEA,OAAO;AACL,QAAA,IAAI,EAAE,MAAM;QACZ,SAAS;AACT,QAAA,IAAI,EAAE,QAAQ;KACf;AACH;AAEM,SAAU,qBAAqB,CAAC,IAAiB,EAAE,IAAwB,EAAA;AAC/E,IAAA,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC;IACjC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAE,CAAC;IAChC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;IACnF,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAc;AACnD;AAEM,SAAU,qBAAqB,CAAC,OAAe,EAAE,UAAkB,EAAA;AACvE,IAAA,OAAO,YAAY,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAkB,CAAe;AACjG;AAEM,SAAU,oBAAoB,CAAC,WAAqB,EAAE,UAAkB,EAAA;IAC5E,OAAO,YAAY,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,CAAe;AACtE;;;;"}
+{"version":3,"file":"data.js","sources":["../../src/pool/data.ts"],"sourcesContent":["import {\n  PFrameDriverError,\n  type BinaryChunk,\n  type JsonDataInfo,\n  type ParquetChunk,\n  type ParquetChunkMapping,\n  type ParquetChunkMetadata,\n  type PColumnSpec,\n  type PColumnValue,\n  type PColumnValues,\n  type PlRef,\n  type PObjectId,\n  type PObjectSpec,\n} from '@platforma-sdk/model';\nimport type { PlTreeEntry, PlTreeNodeAccessor } from '@milaboratories/pl-tree';\nimport canonicalize from 'canonicalize';\nimport {\n  isNullResourceId,\n  resourceType,\n  resourceTypeToString,\n  resourceTypesEqual,\n} from '@milaboratories/pl-client';\nimport type { Writable } from 'utility-types';\nimport { createHash } from 'node:crypto';\nimport type { PFrameInternal } from '@milaboratories/pl-model-middle-layer';\n\nexport const PColumnDataJsonPartitioned = resourceType('PColumnData/JsonPartitioned', '1');\nexport const PColumnDataJsonSuperPartitioned = resourceType(\n  'PColumnData/Partitioned/JsonPartitioned',\n  '1',\n);\nexport const PColumnDataBinaryPartitioned = resourceType('PColumnData/BinaryPartitioned', '1');\nexport const PColumnDataBinarySuperPartitioned = resourceType(\n  'PColumnData/Partitioned/BinaryPartitioned',\n  '1',\n);\nexport const PColumnDataParquetPartitioned = resourceType('PColumnData/ParquetPartitioned', '1');\nexport const PColumnDataParquetSuperPartitioned = resourceType(\n  'PColumnData/Partitioned/ParquetPartitioned',\n  '1',\n);\nexport const PColumnDataJson = resourceType('PColumnData/Json', '1');\n\nexport const ParquetChunkResourceType = resourceType('ParquetChunk', '1');\n\nexport type PColumnDataJsonResourceValue = {\n  keyLength: number;\n  data: Record<string, PColumnValue>;\n};\n\nexport type PColumnDataPartitionedResourceValue = {\n  partitionKeyLength: number;\n};\n\nexport type PColumnDataSuperPartitionedResourceValue = {\n  superPartitionKeyLength: number;\n  partitionKeyLength: number;\n};\n\nconst BinaryPartitionedIndexFieldSuffix = '.index';\nconst BinaryPartitionedValuesFieldSuffix = '.values';\n\nexport function parseDataInfoResource(\n  data: PlTreeNodeAccessor,\n): PFrameInternal.DataInfo<PlTreeEntry> {\n  if (!data.getIsReadyOrError()) throw new PFrameDriverError('Data not ready.');\n\n  const resourceData = data.getDataAsJson();\n  if (resourceData === undefined)\n    throw new PFrameDriverError('unexpected data info structure, no resource data');\n\n  if (resourceTypesEqual(data.resourceType, PColumnDataJson)) {\n    const dataContent = resourceData as PColumnDataJsonResourceValue;\n\n    return {\n      type: 'Json',\n      keyLength: dataContent.keyLength,\n      data: dataContent.data,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataJsonPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts = Object.fromEntries(\n      data\n        .listInputFields()\n        .map((field) => [field, data.traverse({ field, errorIfFieldNotSet: true }).persist()]),\n    );\n\n    return {\n      type: 'JsonPartitioned',\n      partitionKeyLength: meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataJsonSuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<string, PlTreeEntry> = {};\n    for (const superKey of data.listInputFields()) {\n      const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superPart.listInputFields();\n      if (keys === undefined) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const key of keys) {\n        const partKey = JSON.stringify([\n          ...JSON.parse(superKey) as PColumnValue[],\n          ...JSON.parse(key) as PColumnValue[]]);\n        parts[partKey] = superPart.traverse({ field: key, errorIfFieldNotSet: true }).persist();\n      }\n    }\n\n    return {\n      type: 'JsonPartitioned',\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataBinaryPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts: Record<\n      string,\n      Partial<Writable<BinaryChunk<PlTreeEntry>>>\n    > = {};\n\n    // parsing the structure\n    for (const field of data.listInputFields()) {\n      if (field.endsWith(BinaryPartitionedIndexFieldSuffix)) {\n        const partKey = field.slice(0, -BinaryPartitionedIndexFieldSuffix.length);\n        let part = parts[partKey];\n        if (part === undefined) {\n          part = {};\n          parts[partKey] = part;\n        }\n        part.index = data.traverse({ field, errorIfFieldNotSet: true }).persist();\n      } else if (field.endsWith(BinaryPartitionedValuesFieldSuffix)) {\n        const partKey = field.slice(0, -BinaryPartitionedValuesFieldSuffix.length);\n        let part = parts[partKey];\n        if (part === undefined) {\n          part = {};\n          parts[partKey] = part;\n        }\n        part.values = data.traverse({ field, errorIfFieldNotSet: true }).persist();\n      } else throw new PFrameDriverError(`unrecognized part field name: ${field}`);\n    }\n\n    // structure validation\n    for (const [key, part] of Object.entries(parts)) {\n      if (part.index === undefined) throw new PFrameDriverError(`no index for part ${key}`);\n      if (part.values === undefined) throw new PFrameDriverError(`no values for part ${key}`);\n    }\n\n    return {\n      type: 'BinaryPartitioned',\n      partitionKeyLength: meta.partitionKeyLength,\n      parts: parts as Record<string, BinaryChunk<PlTreeEntry>>,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataBinarySuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<\n      string,\n      Partial<Writable<BinaryChunk<PlTreeEntry>>>\n    > = {};\n    for (const superKey of data.listInputFields()) {\n      const superData = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superData.listInputFields();\n      if (keys === undefined) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const field of keys) {\n        if (field.endsWith(BinaryPartitionedIndexFieldSuffix)) {\n          const key = field.slice(0, -BinaryPartitionedIndexFieldSuffix.length);\n\n          const partKey = JSON.stringify([\n            ...JSON.parse(superKey) as PColumnValue[],\n            ...JSON.parse(key) as PColumnValue[]]);\n          let part = parts[partKey];\n          if (part === undefined) {\n            part = {};\n            parts[partKey] = part;\n          }\n          parts[partKey].index = superData.traverse({\n            field,\n            errorIfFieldNotSet: true,\n          }).persist();\n        } else if (field.endsWith(BinaryPartitionedValuesFieldSuffix)) {\n          const key = field.slice(0, -BinaryPartitionedValuesFieldSuffix.length);\n\n          const partKey = JSON.stringify([\n            ...JSON.parse(superKey) as PColumnValue[],\n            ...JSON.parse(key) as PColumnValue[]]);\n          let part = parts[partKey];\n          if (part === undefined) {\n            part = {};\n            parts[partKey] = part;\n          }\n          parts[partKey].values = superData.traverse({\n            field,\n            errorIfFieldNotSet: true,\n          }).persist();\n        } else throw new PFrameDriverError(`unrecognized part field name: ${field}`);\n      }\n    }\n\n    return {\n      type: 'BinaryPartitioned',\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts: parts as Record<string, BinaryChunk<PlTreeEntry>>,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataParquetPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts: Record<string, ParquetChunk<PlTreeEntry>> = {};\n    for (const key of data.listInputFields()) {\n      const resource = data.traverse({ field: key, assertFieldType: 'Input', errorIfFieldNotSet: true });\n\n      parts[key] = traverseParquetChunkResource(resource);\n    }\n\n    return {\n      type: 'ParquetPartitioned',\n      partitionKeyLength: meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataParquetSuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<string, ParquetChunk<PlTreeEntry>> = {};\n    for (const superKey of data.listInputFields()) {\n      const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superPart.listInputFields();\n      if (keys === undefined) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const key of keys) {\n        const resource = data.traverse({ field: key, errorIfFieldNotSet: true });\n\n        const partKey = JSON.stringify([\n          ...JSON.parse(superKey) as PColumnValue[],\n          ...JSON.parse(key) as PColumnValue[],\n        ]);\n        parts[partKey] = traverseParquetChunkResource(resource);\n      }\n    }\n\n    return {\n      type: 'ParquetPartitioned',\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts,\n    };\n  }\n\n  throw new PFrameDriverError(`unsupported resource type: ${resourceTypeToString(data.resourceType)}`);\n}\n\nexport function traverseParquetChunkResource(resource: PlTreeNodeAccessor): ParquetChunk<PlTreeEntry> {\n  if (!resourceTypesEqual(resource.resourceType, ParquetChunkResourceType)) {\n    throw new PFrameDriverError(\n      `unknown resource type: ${resourceTypeToString(resource.resourceType)}, `\n      + `expected: ${resourceTypeToString(ParquetChunkResourceType)}`,\n    );\n  }\n\n  const blob = resource.traverse(\n    { field: 'blob', assertFieldType: 'Service', errorIfFieldNotSet: true },\n  ).persist();\n  const partInfo = resource.getDataAsJson() as ParquetChunkMetadata;\n  const mapping = resource.traverse(\n    { field: 'mapping', assertFieldType: 'Service', errorIfFieldNotSet: true },\n  ).getDataAsJson() as ParquetChunkMapping;\n\n  return {\n    data: blob,\n    ...partInfo,\n    ...mapping,\n  };\n}\n\nexport function makeDataInfoFromPColumnValues(\n  spec: PColumnSpec,\n  data: PColumnValues,\n): JsonDataInfo {\n  const keyLength = spec.axesSpec.length;\n  const jsonData: Record<string, PColumnValue> = {};\n  for (const { key, val } of data) {\n    if (key.length !== keyLength)\n      throw new PFrameDriverError(`inline column key length ${key.length} differs from axes count ${keyLength}`);\n    jsonData[JSON.stringify(key)] = val;\n  }\n\n  return {\n    type: 'Json',\n    keyLength,\n    data: jsonData,\n  };\n}\n\nexport function deriveLegacyPObjectId(spec: PObjectSpec, data: PlTreeNodeAccessor): PObjectId {\n  const hash = createHash('sha256');\n  hash.update(canonicalize(spec)!);\n  hash.update(String(!isNullResourceId(data.originalId) ? data.originalId : data.id));\n  return hash.digest().toString('hex') as PObjectId;\n}\n\nexport function deriveGlobalPObjectId(blockId: string, exportName: string): PObjectId {\n  return canonicalize({ __isRef: true, blockId, name: exportName } satisfies PlRef)! as PObjectId;\n}\n\nexport function deriveLocalPObjectId(resolvePath: string[], outputName: string): PObjectId {\n  return canonicalize({ resolvePath, name: outputName })! as PObjectId;\n}\n"],"names":[],"mappings":";;;;;AA0BO,MAAM,0BAA0B,GAAG,YAAY,CAAC,6BAA6B,EAAE,GAAG;AAClF,MAAM,+BAA+B,GAAG,YAAY,CACzD,yCAAyC,EACzC,GAAG;AAEE,MAAM,4BAA4B,GAAG,YAAY,CAAC,+BAA+B,EAAE,GAAG;AACtF,MAAM,iCAAiC,GAAG,YAAY,CAC3D,2CAA2C,EAC3C,GAAG;AAEE,MAAM,6BAA6B,GAAG,YAAY,CAAC,gCAAgC,EAAE,GAAG;AACxF,MAAM,kCAAkC,GAAG,YAAY,CAC5D,4CAA4C,EAC5C,GAAG;AAEE,MAAM,eAAe,GAAG,YAAY,CAAC,kBAAkB,EAAE,GAAG;AAE5D,MAAM,wBAAwB,GAAG,YAAY,CAAC,cAAc,EAAE,GAAG;AAgBxE,MAAM,iCAAiC,GAAG,QAAQ;AAClD,MAAM,kCAAkC,GAAG,SAAS;AAE9C,SAAU,qBAAqB,CACnC,IAAwB,EAAA;AAExB,IAAA,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE;AAAE,QAAA,MAAM,IAAI,iBAAiB,CAAC,iBAAiB,CAAC;AAE7E,IAAA,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,EAAE;IACzC,IAAI,YAAY,KAAK,SAAS;AAC5B,QAAA,MAAM,IAAI,iBAAiB,CAAC,kDAAkD,CAAC;IAEjF,IAAI,kBAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,eAAe,CAAC,EAAE;QAC1D,MAAM,WAAW,GAAG,YAA4C;QAEhE,OAAO;AACL,YAAA,IAAI,EAAE,MAAM;YACZ,SAAS,EAAE,WAAW,CAAC,SAAS;YAChC,IAAI,EAAE,WAAW,CAAC,IAAI;SACvB;IACH;SAAO,IAAI,kBAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,0BAA0B,CAAC,EAAE;QAC5E,MAAM,IAAI,GAAG,YAAmD;AAEhE,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAC9B;AACG,aAAA,eAAe;aACf,GAAG,CAAC,CAAC,KAAK,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CACzF;QAED,OAAO;AACL,YAAA,IAAI,EAAE,iBAAiB;YACvB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,KAAK;SACN;IACH;SAAO,IAAI,kBAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,+BAA+B,CAAC,EAAE;QACjF,MAAM,IAAI,GAAG,YAAwD;QAErE,MAAM,KAAK,GAAgC,EAAE;QAC7C,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC7C,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAC9E,YAAA,MAAM,IAAI,GAAG,SAAS,CAAC,eAAe,EAAE;YACxC,IAAI,IAAI,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAI,iBAAiB,CAAC,mCAAmC,QAAQ,CAAA,CAAE,CAAC;AAElG,YAAA,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;AACtB,gBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG;AAAoB,iBAAA,CAAC;gBACxC,KAAK,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;YACzF;QACF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,iBAAiB;AACvB,YAAA,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,kBAAkB;YAC1E,KAAK;SACN;IACH;SAAO,IAAI,kBAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,4BAA4B,CAAC,EAAE;QAC9E,MAAM,IAAI,GAAG,YAAmD;QAEhE,MAAM,KAAK,GAGP,EAAE;;QAGN,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC1C,YAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,iCAAiC,CAAC,EAAE;AACrD,gBAAA,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,iCAAiC,CAAC,MAAM,CAAC;AACzE,gBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,gBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;oBACtB,IAAI,GAAG,EAAE;AACT,oBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;gBACvB;AACA,gBAAA,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;YAC3E;AAAO,iBAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,kCAAkC,CAAC,EAAE;AAC7D,gBAAA,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,kCAAkC,CAAC,MAAM,CAAC;AAC1E,gBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,gBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;oBACtB,IAAI,GAAG,EAAE;AACT,oBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;gBACvB;AACA,gBAAA,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;YAC5E;;AAAO,gBAAA,MAAM,IAAI,iBAAiB,CAAC,iCAAiC,KAAK,CAAA,CAAE,CAAC;QAC9E;;AAGA,QAAA,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;AAC/C,YAAA,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAI,iBAAiB,CAAC,qBAAqB,GAAG,CAAA,CAAE,CAAC;AACrF,YAAA,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAI,iBAAiB,CAAC,sBAAsB,GAAG,CAAA,CAAE,CAAC;QACzF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;YACzB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;AAC3C,YAAA,KAAK,EAAE,KAAiD;SACzD;IACH;SAAO,IAAI,kBAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,iCAAiC,CAAC,EAAE;QACnF,MAAM,IAAI,GAAG,YAAwD;QAErE,MAAM,KAAK,GAGP,EAAE;QACN,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC7C,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAC9E,YAAA,MAAM,IAAI,GAAG,SAAS,CAAC,eAAe,EAAE;YACxC,IAAI,IAAI,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAI,iBAAiB,CAAC,mCAAmC,QAAQ,CAAA,CAAE,CAAC;AAElG,YAAA,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE;AACxB,gBAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,iCAAiC,CAAC,EAAE;AACrD,oBAAA,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,iCAAiC,CAAC,MAAM,CAAC;AAErE,oBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG;AAAoB,qBAAA,CAAC;AACxC,oBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,oBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;wBACtB,IAAI,GAAG,EAAE;AACT,wBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;oBACvB;oBACA,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC;wBACxC,KAAK;AACL,wBAAA,kBAAkB,EAAE,IAAI;qBACzB,CAAC,CAAC,OAAO,EAAE;gBACd;AAAO,qBAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,kCAAkC,CAAC,EAAE;AAC7D,oBAAA,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,kCAAkC,CAAC,MAAM,CAAC;AAEtE,oBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG;AAAoB,qBAAA,CAAC;AACxC,oBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,oBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;wBACtB,IAAI,GAAG,EAAE;AACT,wBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;oBACvB;oBACA,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC;wBACzC,KAAK;AACL,wBAAA,kBAAkB,EAAE,IAAI;qBACzB,CAAC,CAAC,OAAO,EAAE;gBACd;;AAAO,oBAAA,MAAM,IAAI,iBAAiB,CAAC,iCAAiC,KAAK,CAAA,CAAE,CAAC;YAC9E;QACF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;AACzB,YAAA,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,kBAAkB;AAC1E,YAAA,KAAK,EAAE,KAAiD;SACzD;IACH;SAAO,IAAI,kBAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,6BAA6B,CAAC,EAAE;QAC/E,MAAM,IAAI,GAAG,YAAmD;QAEhE,MAAM,KAAK,GAA8C,EAAE;QAC3D,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;YACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,eAAe,EAAE,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;YAElG,KAAK,CAAC,GAAG,CAAC,GAAG,4BAA4B,CAAC,QAAQ,CAAC;QACrD;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,oBAAoB;YAC1B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,KAAK;SACN;IACH;SAAO,IAAI,kBAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,kCAAkC,CAAC,EAAE;QACpF,MAAM,IAAI,GAAG,YAAwD;QAErE,MAAM,KAAK,GAA8C,EAAE;QAC3D,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC7C,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAC9E,YAAA,MAAM,IAAI,GAAG,SAAS,CAAC,eAAe,EAAE;YACxC,IAAI,IAAI,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAI,iBAAiB,CAAC,mCAAmC,QAAQ,CAAA,CAAE,CAAC;AAElG,YAAA,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;AACtB,gBAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAExE,gBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAmB;AACrC,iBAAA,CAAC;gBACF,KAAK,CAAC,OAAO,CAAC,GAAG,4BAA4B,CAAC,QAAQ,CAAC;YACzD;QACF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,oBAAoB;AAC1B,YAAA,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,kBAAkB;YAC1E,KAAK;SACN;IACH;AAEA,IAAA,MAAM,IAAI,iBAAiB,CAAC,CAAA,2BAAA,EAA8B,oBAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA,CAAE,CAAC;AACtG;AAEM,SAAU,4BAA4B,CAAC,QAA4B,EAAA;IACvE,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,YAAY,EAAE,wBAAwB,CAAC,EAAE;QACxE,MAAM,IAAI,iBAAiB,CACzB,CAAA,uBAAA,EAA0B,oBAAoB,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAA,EAAA;AACnE,cAAA,CAAA,UAAA,EAAa,oBAAoB,CAAC,wBAAwB,CAAC,CAAA,CAAE,CAChE;IACH;IAEA,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAC5B,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,kBAAkB,EAAE,IAAI,EAAE,CACxE,CAAC,OAAO,EAAE;AACX,IAAA,MAAM,QAAQ,GAAG,QAAQ,CAAC,aAAa,EAA0B;IACjE,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAC/B,EAAE,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAC3E,CAAC,aAAa,EAAyB;IAExC,OAAO;AACL,QAAA,IAAI,EAAE,IAAI;AACV,QAAA,GAAG,QAAQ;AACX,QAAA,GAAG,OAAO;KACX;AACH;AAEM,SAAU,6BAA6B,CAC3C,IAAiB,EACjB,IAAmB,EAAA;AAEnB,IAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;IACtC,MAAM,QAAQ,GAAiC,EAAE;IACjD,KAAK,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,IAAI,EAAE;AAC/B,QAAA,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS;YAC1B,MAAM,IAAI,iBAAiB,CAAC,CAAA,yBAAA,EAA4B,GAAG,CAAC,MAAM,CAAA,yBAAA,EAA4B,SAAS,CAAA,CAAE,CAAC;QAC5G,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG;IACrC;IAEA,OAAO;AACL,QAAA,IAAI,EAAE,MAAM;QACZ,SAAS;AACT,QAAA,IAAI,EAAE,QAAQ;KACf;AACH;AAEM,SAAU,qBAAqB,CAAC,IAAiB,EAAE,IAAwB,EAAA;AAC/E,IAAA,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC;IACjC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAE,CAAC;IAChC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;IACnF,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAc;AACnD;AAEM,SAAU,qBAAqB,CAAC,OAAe,EAAE,UAAkB,EAAA;AACvE,IAAA,OAAO,YAAY,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAkB,CAAe;AACjG;AAEM,SAAU,oBAAoB,CAAC,WAAqB,EAAE,UAAkB,EAAA;IAC5E,OAAO,YAAY,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,CAAe;AACtE;;;;"}

package/dist/pool/driver.cjs

@@ -27,8 +27,7 @@ class LocalBlobPool extends tsHelpers.RefCountResourcePool {
         return makeBlobId(params);
     }
     createNewResource(params) {
-        // precalculation of value tree will trigger the download process right away
-        return this.blobDriver.getDownloadedBlob(params).withPreCalculatedValueTree();
+        return this.blobDriver.getDownloadedBlob(params);
     }
     getByKey(blobId) {
         const resource = super.tryGetByKey(blobId);
@@ -503,7 +502,7 @@ class PFrameDriver {
             ? data.parseDataInfoResource(d)
             : model.isDataInfo(d)
                 ? d.type === 'ParquetPartitioned'
-                    ? model.mapDataInfo(d, (a) => data.traverseParquetPartitionedResource(a))
+                    ? model.mapDataInfo(d, (a) => data.traverseParquetChunkResource(a))
                     : model.mapDataInfo(d, (a) => a.persist())
                 : data.makeDataInfoFromPColumnValues(c.spec, d)));
         const distinctColumns = model.uniqueBy(columns, (column) => column.id);