@milaboratories/pl-middle-layer 1.48.11 → 1.48.13

package/dist/pool/data.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"data.cjs","sources":["../../src/pool/data.ts"],"sourcesContent":["import {\n  PFrameDriverError,\n  type BinaryChunk,\n  type ParquetChunk,\n  type ParquetChunkMapping,\n  type ParquetChunkMetadata,\n  type PColumnValue,\n  type PlRef,\n  type PObjectId,\n  type PObjectSpec,\n} from \"@platforma-sdk/model\";\nimport type { PlTreeEntry, PlTreeNodeAccessor } from \"@milaboratories/pl-tree\";\nimport canonicalize from \"canonicalize\";\nimport {\n  isNullResourceId,\n  resourceType,\n  resourceTypeToString,\n  resourceTypesEqual,\n} from \"@milaboratories/pl-client\";\nimport type { Writable } from \"utility-types\";\nimport { createHash } from \"node:crypto\";\nimport type { PFrameInternal } from \"@milaboratories/pl-model-middle-layer\";\n\nexport const PColumnDataJsonPartitioned = resourceType(\"PColumnData/JsonPartitioned\", \"1\");\nexport const PColumnDataJsonSuperPartitioned = resourceType(\n  \"PColumnData/Partitioned/JsonPartitioned\",\n  \"1\",\n);\nexport const PColumnDataBinaryPartitioned = resourceType(\"PColumnData/BinaryPartitioned\", \"1\");\nexport const PColumnDataBinarySuperPartitioned = resourceType(\n  \"PColumnData/Partitioned/BinaryPartitioned\",\n  \"1\",\n);\nexport const PColumnDataParquetPartitioned = resourceType(\"PColumnData/ParquetPartitioned\", \"1\");\nexport const PColumnDataParquetSuperPartitioned = resourceType(\n  \"PColumnData/Partitioned/ParquetPartitioned\",\n  \"1\",\n);\nexport const PColumnDataJson = resourceType(\"PColumnData/Json\", \"1\");\n\nexport const ParquetChunkResourceType = resourceType(\"ParquetChunk\", \"1\");\n\nexport type PColumnDataJsonResourceValue = {\n  keyLength: number;\n  data: Record<string, PColumnValue>;\n};\n\nexport type PColumnDataPartitionedResourceValue = {\n  partitionKeyLength: number;\n};\n\nexport type PColumnDataSuperPartitionedResourceValue = {\n  superPartitionKeyLength: number;\n  partitionKeyLength: number;\n};\n\nconst BinaryPartitionedIndexFieldSuffix = \".index\";\nconst BinaryPartitionedValuesFieldSuffix = \".values\";\n\nexport function parseDataInfoResource(\n  data: PlTreeNodeAccessor,\n): PFrameInternal.DataInfo<PlTreeEntry> {\n  if (!data.getIsReadyOrError()) throw new PFrameDriverError(\"Data not ready.\");\n\n  const resourceData = data.getDataAsJson();\n  if (resourceData === undefined)\n    throw new PFrameDriverError(\"unexpected data info structure, no resource data\");\n\n  if (resourceTypesEqual(data.resourceType, PColumnDataJson)) {\n    const dataContent = resourceData as PColumnDataJsonResourceValue;\n\n    return {\n      type: \"Json\",\n      keyLength: dataContent.keyLength,\n      data: dataContent.data,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataJsonPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts = Object.fromEntries(\n      data\n        .listInputFields()\n        .map((field) => [field, data.traverse({ field, errorIfFieldNotSet: true }).persist()]),\n    );\n\n    return {\n      type: \"JsonPartitioned\",\n      partitionKeyLength: meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataJsonSuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<string, PlTreeEntry> = {};\n    for (const superKey of data.listInputFields()) {\n      const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superPart.listInputFields();\n      if (keys === undefined)\n        throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const key of keys) {\n        const partKey = JSON.stringify([\n          ...(JSON.parse(superKey) as PColumnValue[]),\n          ...(JSON.parse(key) as PColumnValue[]),\n        ]);\n        parts[partKey] = superPart.traverse({ field: key, errorIfFieldNotSet: true }).persist();\n      }\n    }\n\n    return {\n      type: \"JsonPartitioned\",\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataBinaryPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts: Record<string, Partial<Writable<BinaryChunk<PlTreeEntry>>>> = {};\n\n    // parsing the structure\n    for (const field of data.listInputFields()) {\n      if (field.endsWith(BinaryPartitionedIndexFieldSuffix)) {\n        const partKey = field.slice(0, -BinaryPartitionedIndexFieldSuffix.length);\n        let part = parts[partKey];\n        if (part === undefined) {\n          part = {};\n          parts[partKey] = part;\n        }\n        part.index = data.traverse({ field, errorIfFieldNotSet: true }).persist();\n      } else if (field.endsWith(BinaryPartitionedValuesFieldSuffix)) {\n        const partKey = field.slice(0, -BinaryPartitionedValuesFieldSuffix.length);\n        let part = parts[partKey];\n        if (part === undefined) {\n          part = {};\n          parts[partKey] = part;\n        }\n        part.values = data.traverse({ field, errorIfFieldNotSet: true }).persist();\n      } else throw new PFrameDriverError(`unrecognized part field name: ${field}`);\n    }\n\n    // structure validation\n    for (const [key, part] of Object.entries(parts)) {\n      if (part.index === undefined) throw new PFrameDriverError(`no index for part ${key}`);\n      if (part.values === undefined) throw new PFrameDriverError(`no values for part ${key}`);\n    }\n\n    return {\n      type: \"BinaryPartitioned\",\n      partitionKeyLength: meta.partitionKeyLength,\n      parts: parts as Record<string, BinaryChunk<PlTreeEntry>>,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataBinarySuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<string, Partial<Writable<BinaryChunk<PlTreeEntry>>>> = {};\n    for (const superKey of data.listInputFields()) {\n      const superData = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superData.listInputFields();\n      if (keys === undefined)\n        throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const field of keys) {\n        if (field.endsWith(BinaryPartitionedIndexFieldSuffix)) {\n          const key = field.slice(0, -BinaryPartitionedIndexFieldSuffix.length);\n\n          const partKey = JSON.stringify([\n            ...(JSON.parse(superKey) as PColumnValue[]),\n            ...(JSON.parse(key) as PColumnValue[]),\n          ]);\n          let part = parts[partKey];\n          if (part === undefined) {\n            part = {};\n            parts[partKey] = part;\n          }\n          parts[partKey].index = superData\n            .traverse({\n              field,\n              errorIfFieldNotSet: true,\n            })\n            .persist();\n        } else if (field.endsWith(BinaryPartitionedValuesFieldSuffix)) {\n          const key = field.slice(0, -BinaryPartitionedValuesFieldSuffix.length);\n\n          const partKey = JSON.stringify([\n            ...(JSON.parse(superKey) as PColumnValue[]),\n            ...(JSON.parse(key) as PColumnValue[]),\n          ]);\n          let part = parts[partKey];\n          if (part === undefined) {\n            part = {};\n            parts[partKey] = part;\n          }\n          parts[partKey].values = superData\n            .traverse({\n              field,\n              errorIfFieldNotSet: true,\n            })\n            .persist();\n        } else throw new PFrameDriverError(`unrecognized part field name: ${field}`);\n      }\n    }\n\n    return {\n      type: \"BinaryPartitioned\",\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts: parts as Record<string, BinaryChunk<PlTreeEntry>>,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataParquetPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts: Record<string, ParquetChunk<PlTreeEntry>> = {};\n    for (const key of data.listInputFields()) {\n      const resource = data.traverse({\n        field: key,\n        assertFieldType: \"Input\",\n        errorIfFieldNotSet: true,\n      });\n\n      parts[key] = traverseParquetChunkResource(resource);\n    }\n\n    return {\n      type: \"ParquetPartitioned\",\n      partitionKeyLength: meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataParquetSuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<string, ParquetChunk<PlTreeEntry>> = {};\n    for (const superKey of data.listInputFields()) {\n      const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superPart.listInputFields();\n      if (keys === undefined)\n        throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const key of keys) {\n        const resource = data.traverse({ field: key, errorIfFieldNotSet: true });\n\n        const partKey = JSON.stringify([\n          ...(JSON.parse(superKey) as PColumnValue[]),\n          ...(JSON.parse(key) as PColumnValue[]),\n        ]);\n        parts[partKey] = traverseParquetChunkResource(resource);\n      }\n    }\n\n    return {\n      type: \"ParquetPartitioned\",\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts,\n    };\n  }\n\n  throw new PFrameDriverError(\n    `unsupported resource type: ${resourceTypeToString(data.resourceType)}`,\n  );\n}\n\nexport function traverseParquetChunkResource(\n  resource: PlTreeNodeAccessor,\n): ParquetChunk<PlTreeEntry> {\n  if (!resourceTypesEqual(resource.resourceType, ParquetChunkResourceType)) {\n    throw new PFrameDriverError(\n      `unknown resource type: ${resourceTypeToString(resource.resourceType)}, ` +\n        `expected: ${resourceTypeToString(ParquetChunkResourceType)}`,\n    );\n  }\n\n  const blob = resource\n    .traverse({ field: \"blob\", assertFieldType: \"Service\", errorIfFieldNotSet: true })\n    .persist();\n  const partInfo = resource.getDataAsJson() as ParquetChunkMetadata;\n  const mapping = resource\n    .traverse({ field: \"mapping\", assertFieldType: \"Service\", errorIfFieldNotSet: true })\n    .getDataAsJson() as ParquetChunkMapping;\n\n  return {\n    data: blob,\n    ...partInfo,\n    ...mapping,\n  };\n}\n\nexport function deriveLegacyPObjectId(spec: PObjectSpec, data: PlTreeNodeAccessor): PObjectId {\n  const hash = createHash(\"sha256\");\n  hash.update(canonicalize(spec)!);\n  hash.update(String(!isNullResourceId(data.originalId) ? data.originalId : data.id));\n  return hash.digest().toString(\"hex\") as PObjectId;\n}\n\nexport function deriveGlobalPObjectId(blockId: string, exportName: string): PObjectId {\n  return canonicalize({ __isRef: true, blockId, name: exportName } satisfies PlRef)! as PObjectId;\n}\n\nexport function deriveLocalPObjectId(resolvePath: string[], outputName: string): PObjectId {\n  return canonicalize({ resolvePath, name: outputName })! as PObjectId;\n}\n"],"names":["resourceType","PFrameDriverError","resourceTypesEqual","resourceTypeToString","createHash","isNullResourceId"],"mappings":";;;;;;;AAuBO,MAAM,0BAA0B,GAAGA,qBAAY,CAAC,6BAA6B,EAAE,GAAG;AAClF,MAAM,+BAA+B,GAAGA,qBAAY,CACzD,yCAAyC,EACzC,GAAG;AAEE,MAAM,4BAA4B,GAAGA,qBAAY,CAAC,+BAA+B,EAAE,GAAG;AACtF,MAAM,iCAAiC,GAAGA,qBAAY,CAC3D,2CAA2C,EAC3C,GAAG;AAEE,MAAM,6BAA6B,GAAGA,qBAAY,CAAC,gCAAgC,EAAE,GAAG;AACxF,MAAM,kCAAkC,GAAGA,qBAAY,CAC5D,4CAA4C,EAC5C,GAAG;AAEE,MAAM,eAAe,GAAGA,qBAAY,CAAC,kBAAkB,EAAE,GAAG;AAE5D,MAAM,wBAAwB,GAAGA,qBAAY,CAAC,cAAc,EAAE,GAAG;AAgBxE,MAAM,iCAAiC,GAAG,QAAQ;AAClD,MAAM,kCAAkC,GAAG,SAAS;AAE9C,SAAU,qBAAqB,CACnC,IAAwB,EAAA;AAExB,IAAA,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE;AAAE,QAAA,MAAM,IAAIC,uBAAiB,CAAC,iBAAiB,CAAC;AAE7E,IAAA,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,EAAE;IACzC,IAAI,YAAY,KAAK,SAAS;AAC5B,QAAA,MAAM,IAAIA,uBAAiB,CAAC,kDAAkD,CAAC;IAEjF,IAAIC,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,eAAe,CAAC,EAAE;QAC1D,MAAM,WAAW,GAAG,YAA4C;QAEhE,OAAO;AACL,YAAA,IAAI,EAAE,MAAM;YACZ,SAAS,EAAE,WAAW,CAAC,SAAS;YAChC,IAAI,EAAE,WAAW,CAAC,IAAI;SACvB;IACH;SAAO,IAAIA,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,0BAA0B,CAAC,EAAE;QAC5E,MAAM,IAAI,GAAG,YAAmD;AAEhE,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAC9B;AACG,aAAA,eAAe;aACf,GAAG,CAAC,CAAC,KAAK,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CACzF;QAED,OAAO;AACL,YAAA,IAAI,EAAE,iBAAiB;YACvB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,KAAK;SACN;IACH;SAAO,IAAIA,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,+BAA+B,CAAC,EAAE;QACjF,MAAM,IAAI,GAAG,YAAwD;QAErE,MAAM,KAAK,GAAgC,EAAE;QAC7C,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC7C,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAC9E,YAAA,MAAM,IAAI,GAAG,SAAS,CAAC,eAAe,EAAE;YACxC,IAAI,IAAI,KAAK,SAAS;AACpB,gBAAA,MAAM,IAAID,uBAAiB,CAAC,mCAAmC,QAAQ,CAAA,CAAE,CAAC;AAE5E,YAAA,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;AACtB,gBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,oBAAA,GAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAoB;AAC3C,oBAAA,GAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAoB;AACvC,iBAAA,CAAC;gBACF,KAAK,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;YACzF;QACF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,iBAAiB;AACvB,YAAA,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,kBAAkB;YAC1E,KAAK;SACN;IACH;SAAO,IAAIC,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,4BAA4B,CAAC,EAAE;QAC9E,MAAM,IAAI,GAAG,YAAmD;QAEhE,MAAM,KAAK,GAAgE,EAAE;;QAG7E,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC1C,YAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,iCAAiC,CAAC,EAAE;AACrD,gBAAA,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,iCAAiC,CAAC,MAAM,CAAC;AACzE,gBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,gBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;oBACtB,IAAI,GAAG,EAAE;AACT,oBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;gBACvB;AACA,gBAAA,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;YAC3E;AAAO,iBAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,kCAAkC,CAAC,EAAE;AAC7D,gBAAA,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,kCAAkC,CAAC,MAAM,CAAC;AAC1E,gBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,gBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;oBACtB,IAAI,GAAG,EAAE;AACT,oBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;gBACvB;AACA,gBAAA,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;YAC5E;;AAAO,gBAAA,MAAM,IAAID,uBAAiB,CAAC,iCAAiC,KAAK,CAAA,CAAE,CAAC;QAC9E;;AAGA,QAAA,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;AAC/C,YAAA,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAIA,uBAAiB,CAAC,qBAAqB,GAAG,CAAA,CAAE,CAAC;AACrF,YAAA,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAIA,uBAAiB,CAAC,sBAAsB,GAAG,CAAA,CAAE,CAAC;QACzF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;YACzB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;AAC3C,YAAA,KAAK,EAAE,KAAiD;SACzD;IACH;SAAO,IAAIC,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,iCAAiC,CAAC,EAAE;QACnF,MAAM,IAAI,GAAG,YAAwD;QAErE,MAAM,KAAK,GAAgE,EAAE;QAC7E,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC7C,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAC9E,YAAA,MAAM,IAAI,GAAG,SAAS,CAAC,eAAe,EAAE;YACxC,IAAI,IAAI,KAAK,SAAS;AACpB,gBAAA,MAAM,IAAID,uBAAiB,CAAC,mCAAmC,QAAQ,CAAA,CAAE,CAAC;AAE5E,YAAA,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE;AACxB,gBAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,iCAAiC,CAAC,EAAE;AACrD,oBAAA,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,iCAAiC,CAAC,MAAM,CAAC;AAErE,oBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,wBAAA,GAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAoB;AAC3C,wBAAA,GAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAoB;AACvC,qBAAA,CAAC;AACF,oBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,oBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;wBACtB,IAAI,GAAG,EAAE;AACT,wBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;oBACvB;AACA,oBAAA,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,GAAG;AACpB,yBAAA,QAAQ,CAAC;wBACR,KAAK;AACL,wBAAA,kBAAkB,EAAE,IAAI;qBACzB;AACA,yBAAA,OAAO,EAAE;gBACd;AAAO,qBAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,kCAAkC,CAAC,EAAE;AAC7D,oBAAA,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,kCAAkC,CAAC,MAAM,CAAC;AAEtE,oBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,wBAAA,GAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAoB;AAC3C,wBAAA,GAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAoB;AACvC,qBAAA,CAAC;AACF,oBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,oBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;wBACtB,IAAI,GAAG,EAAE;AACT,wBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;oBACvB;AACA,oBAAA,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG;AACrB,yBAAA,QAAQ,CAAC;wBACR,KAAK;AACL,wBAAA,kBAAkB,EAAE,IAAI;qBACzB;AACA,yBAAA,OAAO,EAAE;gBACd;;AAAO,oBAAA,MAAM,IAAIA,uBAAiB,CAAC,iCAAiC,KAAK,CAAA,CAAE,CAAC;YAC9E;QACF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;AACzB,YAAA,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,kBAAkB;AAC1E,YAAA,KAAK,EAAE,KAAiD;SACzD;IACH;SAAO,IAAIC,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,6BAA6B,CAAC,EAAE;QAC/E,MAAM,IAAI,GAAG,YAAmD;QAEhE,MAAM,KAAK,GAA8C,EAAE;QAC3D,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AACxC,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;AAC7B,gBAAA,KAAK,EAAE,GAAG;AACV,gBAAA,eAAe,EAAE,OAAO;AACxB,gBAAA,kBAAkB,EAAE,IAAI;AACzB,aAAA,CAAC;YAEF,KAAK,CAAC,GAAG,CAAC,GAAG,4BAA4B,CAAC,QAAQ,CAAC;QACrD;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,oBAAoB;YAC1B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,KAAK;SACN;IACH;SAAO,IAAIA,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,kCAAkC,CAAC,EAAE;QACpF,MAAM,IAAI,GAAG,YAAwD;QAErE,MAAM,KAAK,GAA8C,EAAE;QAC3D,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC7C,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAC9E,YAAA,MAAM,IAAI,GAAG,SAAS,CAAC,eAAe,EAAE;YACxC,IAAI,IAAI,KAAK,SAAS;AACpB,gBAAA,MAAM,IAAID,uBAAiB,CAAC,mCAAmC,QAAQ,CAAA,CAAE,CAAC;AAE5E,YAAA,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;AACtB,gBAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAExE,gBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,oBAAA,GAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAoB;AAC3C,oBAAA,GAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAoB;AACvC,iBAAA,CAAC;gBACF,KAAK,CAAC,OAAO,CAAC,GAAG,4BAA4B,CAAC,QAAQ,CAAC;YACzD;QACF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,oBAAoB;AAC1B,YAAA,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,kBAAkB;YAC1E,KAAK;SACN;IACH;AAEA,IAAA,MAAM,IAAIA,uBAAiB,CACzB,CAAA,2BAAA,EAA8BE,6BAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA,CAAE,CACxE;AACH;AAEM,SAAU,4BAA4B,CAC1C,QAA4B,EAAA;IAE5B,IAAI,CAACD,2BAAkB,CAAC,QAAQ,CAAC,YAAY,EAAE,wBAAwB,CAAC,EAAE;QACxE,MAAM,IAAID,uBAAiB,CACzB,CAAA,uBAAA,EAA0BE,6BAAoB,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAA,EAAA,CAAI;AACvE,YAAA,CAAA,UAAA,EAAaA,6BAAoB,CAAC,wBAAwB,CAAC,CAAA,CAAE,CAChE;IACH;IAEA,MAAM,IAAI,GAAG;AACV,SAAA,QAAQ,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,kBAAkB,EAAE,IAAI,EAAE;AAChF,SAAA,OAAO,EAAE;AACZ,IAAA,MAAM,QAAQ,GAAG,QAAQ,CAAC,aAAa,EAA0B;IACjE,MAAM,OAAO,GAAG;AACb,SAAA,QAAQ,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,kBAAkB,EAAE,IAAI,EAAE;AACnF,SAAA,aAAa,EAAyB;IAEzC,OAAO;AACL,QAAA,IAAI,EAAE,IAAI;AACV,QAAA,GAAG,QAAQ;AACX,QAAA,GAAG,OAAO;KACX;AACH;AAEM,SAAU,qBAAqB,CAAC,IAAiB,EAAE,IAAwB,EAAA;AAC/E,IAAA,MAAM,IAAI,GAAGC,sBAAU,CAAC,QAAQ,CAAC;IACjC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAE,CAAC;IAChC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAACC,yBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;IACnF,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAc;AACnD;AAEM,SAAU,qBAAqB,CAAC,OAAe,EAAE,UAAkB,EAAA;AACvE,IAAA,OAAO,YAAY,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAkB,CAAe;AACjG;AAEM,SAAU,oBAAoB,CAAC,WAAqB,EAAE,UAAkB,EAAA;IAC5E,OAAO,YAAY,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,CAAe;AACtE;;;;;;;;;;;;;;;;"}
+{"version":3,"file":"data.cjs","names":["PFrameDriverError"],"sources":["../../src/pool/data.ts"],"sourcesContent":["import {\n  PFrameDriverError,\n  type BinaryChunk,\n  type ParquetChunk,\n  type ParquetChunkMapping,\n  type ParquetChunkMetadata,\n  type PColumnValue,\n  type PlRef,\n  type PObjectId,\n  type PObjectSpec,\n} from \"@platforma-sdk/model\";\nimport type { PlTreeEntry, PlTreeNodeAccessor } from \"@milaboratories/pl-tree\";\nimport canonicalize from \"canonicalize\";\nimport {\n  isNullResourceId,\n  resourceType,\n  resourceTypeToString,\n  resourceTypesEqual,\n} from \"@milaboratories/pl-client\";\nimport type { Writable } from \"utility-types\";\nimport { createHash } from \"node:crypto\";\nimport type { PFrameInternal } from \"@milaboratories/pl-model-middle-layer\";\n\nexport const PColumnDataJsonPartitioned = resourceType(\"PColumnData/JsonPartitioned\", \"1\");\nexport const PColumnDataJsonSuperPartitioned = resourceType(\n  \"PColumnData/Partitioned/JsonPartitioned\",\n  \"1\",\n);\nexport const PColumnDataBinaryPartitioned = resourceType(\"PColumnData/BinaryPartitioned\", \"1\");\nexport const PColumnDataBinarySuperPartitioned = resourceType(\n  \"PColumnData/Partitioned/BinaryPartitioned\",\n  \"1\",\n);\nexport const PColumnDataParquetPartitioned = resourceType(\"PColumnData/ParquetPartitioned\", \"1\");\nexport const PColumnDataParquetSuperPartitioned = resourceType(\n  \"PColumnData/Partitioned/ParquetPartitioned\",\n  \"1\",\n);\nexport const PColumnDataJson = resourceType(\"PColumnData/Json\", \"1\");\n\nexport const ParquetChunkResourceType = resourceType(\"ParquetChunk\", \"1\");\n\nexport type PColumnDataJsonResourceValue = {\n  keyLength: number;\n  data: Record<string, PColumnValue>;\n};\n\nexport type PColumnDataPartitionedResourceValue = {\n  partitionKeyLength: number;\n};\n\nexport type PColumnDataSuperPartitionedResourceValue = {\n  superPartitionKeyLength: number;\n  partitionKeyLength: number;\n};\n\nconst BinaryPartitionedIndexFieldSuffix = \".index\";\nconst BinaryPartitionedValuesFieldSuffix = \".values\";\n\nexport function parseDataInfoResource(\n  data: PlTreeNodeAccessor,\n): PFrameInternal.DataInfo<PlTreeEntry> {\n  if (!data.getIsReadyOrError()) throw new PFrameDriverError(\"Data not ready.\");\n\n  const resourceData = data.getDataAsJson();\n  if (resourceData === undefined)\n    throw new PFrameDriverError(\"unexpected data info structure, no resource data\");\n\n  if (resourceTypesEqual(data.resourceType, PColumnDataJson)) {\n    const dataContent = resourceData as PColumnDataJsonResourceValue;\n\n    return {\n      type: \"Json\",\n      keyLength: dataContent.keyLength,\n      data: dataContent.data,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataJsonPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts = Object.fromEntries(\n      data\n        .listInputFields()\n        .map((field) => [field, data.traverse({ field, errorIfFieldNotSet: true }).persist()]),\n    );\n\n    return {\n      type: \"JsonPartitioned\",\n      partitionKeyLength: meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataJsonSuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<string, PlTreeEntry> = {};\n    for (const superKey of data.listInputFields()) {\n      const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superPart.listInputFields();\n      if (keys === undefined)\n        throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const key of keys) {\n        const partKey = JSON.stringify([\n          ...(JSON.parse(superKey) as PColumnValue[]),\n          ...(JSON.parse(key) as PColumnValue[]),\n        ]);\n        parts[partKey] = superPart.traverse({ field: key, errorIfFieldNotSet: true }).persist();\n      }\n    }\n\n    return {\n      type: \"JsonPartitioned\",\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataBinaryPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts: Record<string, Partial<Writable<BinaryChunk<PlTreeEntry>>>> = {};\n\n    // parsing the structure\n    for (const field of data.listInputFields()) {\n      if (field.endsWith(BinaryPartitionedIndexFieldSuffix)) {\n        const partKey = field.slice(0, -BinaryPartitionedIndexFieldSuffix.length);\n        let part = parts[partKey];\n        if (part === undefined) {\n          part = {};\n          parts[partKey] = part;\n        }\n        part.index = data.traverse({ field, errorIfFieldNotSet: true }).persist();\n      } else if (field.endsWith(BinaryPartitionedValuesFieldSuffix)) {\n        const partKey = field.slice(0, -BinaryPartitionedValuesFieldSuffix.length);\n        let part = parts[partKey];\n        if (part === undefined) {\n          part = {};\n          parts[partKey] = part;\n        }\n        part.values = data.traverse({ field, errorIfFieldNotSet: true }).persist();\n      } else throw new PFrameDriverError(`unrecognized part field name: ${field}`);\n    }\n\n    // structure validation\n    for (const [key, part] of Object.entries(parts)) {\n      if (part.index === undefined) throw new PFrameDriverError(`no index for part ${key}`);\n      if (part.values === undefined) throw new PFrameDriverError(`no values for part ${key}`);\n    }\n\n    return {\n      type: \"BinaryPartitioned\",\n      partitionKeyLength: meta.partitionKeyLength,\n      parts: parts as Record<string, BinaryChunk<PlTreeEntry>>,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataBinarySuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<string, Partial<Writable<BinaryChunk<PlTreeEntry>>>> = {};\n    for (const superKey of data.listInputFields()) {\n      const superData = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superData.listInputFields();\n      if (keys === undefined)\n        throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const field of keys) {\n        if (field.endsWith(BinaryPartitionedIndexFieldSuffix)) {\n          const key = field.slice(0, -BinaryPartitionedIndexFieldSuffix.length);\n\n          const partKey = JSON.stringify([\n            ...(JSON.parse(superKey) as PColumnValue[]),\n            ...(JSON.parse(key) as PColumnValue[]),\n          ]);\n          let part = parts[partKey];\n          if (part === undefined) {\n            part = {};\n            parts[partKey] = part;\n          }\n          parts[partKey].index = superData\n            .traverse({\n              field,\n              errorIfFieldNotSet: true,\n            })\n            .persist();\n        } else if (field.endsWith(BinaryPartitionedValuesFieldSuffix)) {\n          const key = field.slice(0, -BinaryPartitionedValuesFieldSuffix.length);\n\n          const partKey = JSON.stringify([\n            ...(JSON.parse(superKey) as PColumnValue[]),\n            ...(JSON.parse(key) as PColumnValue[]),\n          ]);\n          let part = parts[partKey];\n          if (part === undefined) {\n            part = {};\n            parts[partKey] = part;\n          }\n          parts[partKey].values = superData\n            .traverse({\n              field,\n              errorIfFieldNotSet: true,\n            })\n            .persist();\n        } else throw new PFrameDriverError(`unrecognized part field name: ${field}`);\n      }\n    }\n\n    return {\n      type: \"BinaryPartitioned\",\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts: parts as Record<string, BinaryChunk<PlTreeEntry>>,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataParquetPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts: Record<string, ParquetChunk<PlTreeEntry>> = {};\n    for (const key of data.listInputFields()) {\n      const resource = data.traverse({\n        field: key,\n        assertFieldType: \"Input\",\n        errorIfFieldNotSet: true,\n      });\n\n      parts[key] = traverseParquetChunkResource(resource);\n    }\n\n    return {\n      type: \"ParquetPartitioned\",\n      partitionKeyLength: meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataParquetSuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<string, ParquetChunk<PlTreeEntry>> = {};\n    for (const superKey of data.listInputFields()) {\n      const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superPart.listInputFields();\n      if (keys === undefined)\n        throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const key of keys) {\n        const resource = data.traverse({ field: key, errorIfFieldNotSet: true });\n\n        const partKey = JSON.stringify([\n          ...(JSON.parse(superKey) as PColumnValue[]),\n          ...(JSON.parse(key) as PColumnValue[]),\n        ]);\n        parts[partKey] = traverseParquetChunkResource(resource);\n      }\n    }\n\n    return {\n      type: \"ParquetPartitioned\",\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts,\n    };\n  }\n\n  throw new PFrameDriverError(\n    `unsupported resource type: ${resourceTypeToString(data.resourceType)}`,\n  );\n}\n\nexport function traverseParquetChunkResource(\n  resource: PlTreeNodeAccessor,\n): ParquetChunk<PlTreeEntry> {\n  if (!resourceTypesEqual(resource.resourceType, ParquetChunkResourceType)) {\n    throw new PFrameDriverError(\n      `unknown resource type: ${resourceTypeToString(resource.resourceType)}, ` +\n        `expected: ${resourceTypeToString(ParquetChunkResourceType)}`,\n    );\n  }\n\n  const blob = resource\n    .traverse({ field: \"blob\", assertFieldType: \"Service\", errorIfFieldNotSet: true })\n    .persist();\n  const partInfo = resource.getDataAsJson() as ParquetChunkMetadata;\n  const mapping = resource\n    .traverse({ field: \"mapping\", assertFieldType: \"Service\", errorIfFieldNotSet: true })\n    .getDataAsJson() as ParquetChunkMapping;\n\n  return {\n    data: blob,\n    ...partInfo,\n    ...mapping,\n  };\n}\n\nexport function deriveLegacyPObjectId(spec: PObjectSpec, data: PlTreeNodeAccessor): PObjectId {\n  const hash = createHash(\"sha256\");\n  hash.update(canonicalize(spec)!);\n  hash.update(String(!isNullResourceId(data.originalId) ? data.originalId : data.id));\n  return hash.digest().toString(\"hex\") as PObjectId;\n}\n\nexport function deriveGlobalPObjectId(blockId: string, exportName: string): PObjectId {\n  return canonicalize({ __isRef: true, blockId, name: exportName } satisfies PlRef)! as PObjectId;\n}\n\nexport function deriveLocalPObjectId(resolvePath: string[], outputName: string): PObjectId {\n  return canonicalize({ resolvePath, name: outputName })! as PObjectId;\n}\n"],"mappings":";;;;;;;;AAuBA,MAAa,yEAA0C,+BAA+B,IAAI;AAC1F,MAAa,8EACX,2CACA,IACD;AACD,MAAa,2EAA4C,iCAAiC,IAAI;AAC9F,MAAa,gFACX,6CACA,IACD;AACD,MAAa,4EAA6C,kCAAkC,IAAI;AAChG,MAAa,iFACX,8CACA,IACD;AACD,MAAa,8DAA+B,oBAAoB,IAAI;AAEpE,MAAa,uEAAwC,gBAAgB,IAAI;AAgBzE,MAAM,oCAAoC;AAC1C,MAAM,qCAAqC;AAE3C,SAAgB,sBACd,MACsC;AACtC,KAAI,CAAC,KAAK,mBAAmB,CAAE,OAAM,IAAIA,uCAAkB,kBAAkB;CAE7E,MAAM,eAAe,KAAK,eAAe;AACzC,KAAI,iBAAiB,OACnB,OAAM,IAAIA,uCAAkB,mDAAmD;AAEjF,uDAAuB,KAAK,cAAc,gBAAgB,EAAE;EAC1D,MAAM,cAAc;AAEpB,SAAO;GACL,MAAM;GACN,WAAW,YAAY;GACvB,MAAM,YAAY;GACnB;8DAC2B,KAAK,cAAc,2BAA2B,EAAE;EAC5E,MAAM,OAAO;EAEb,MAAM,QAAQ,OAAO,YACnB,KACG,iBAAiB,CACjB,KAAK,UAAU,CAAC,OAAO,KAAK,SAAS;GAAE;GAAO,oBAAoB;GAAM,CAAC,CAAC,SAAS,CAAC,CAAC,CACzF;AAED,SAAO;GACL,MAAM;GACN,oBAAoB,KAAK;GACzB;GACD;8DAC2B,KAAK,cAAc,gCAAgC,EAAE;EACjF,MAAM,OAAO;EAEb,MAAM,QAAqC,EAAE;AAC7C,OAAK,MAAM,YAAY,KAAK,iBAAiB,EAAE;GAC7C,MAAM,YAAY,KAAK,SAAS;IAAE,OAAO;IAAU,oBAAoB;IAAM,CAAC;GAC9E,MAAM,OAAO,UAAU,iBAAiB;AACxC,OAAI,SAAS,OACX,OAAM,IAAIA,uCAAkB,mCAAmC,WAAW;AAE5E,QAAK,MAAM,OAAO,MAAM;IACtB,MAAM,UAAU,KAAK,UAAU,CAC7B,GAAI,KAAK,MAAM,SAAS,EACxB,GAAI,KAAK,MAAM,IAAI,CACpB,CAAC;AACF,UAAM,WAAW,UAAU,SAAS;KAAE,OAAO;KAAK,oBAAoB;KAAM,CAAC,CAAC,SAAS;;;AAI3F,SAAO;GACL,MAAM;GACN,oBAAoB,KAAK,0BAA0B,KAAK;GACxD;GACD;8DAC2B,KAAK,cAAc,6BAA6B,EAAE;EAC9E,MAAM,OAAO;EAEb,MAAM,QAAqE,EAAE;AAG7E,OAAK,MAAM,SAAS,KAAK,iBAAiB,CACxC,KAAI,MAAM,SAAS,kCAAkC,EAAE;GACrD,MAAM,UAAU,MAAM,MAAM,GAAG,GAA0C;GACzE,IAAI,OAAO,MAAM;AACjB,OAAI,SAAS,QAAW;AACtB,WAAO,EAAE;AACT,UAAM,WAAW;;AAEnB,QAAK,QAAQ,KAAK,SAAS;IAAE;IAAO,oBAAoB;IAAM,CAAC,CAAC,SAAS;aAChE,MAAM,SAAS,mCAAmC,EAAE;GAC7D,MAAM,UAAU,MAAM,MAAM,GAAG,GAA2C;GAC1E,IAAI,OAAO,MAAM;AACjB,OAAI,SAAS,QAAW;AACtB,WAAO,EAAE;AACT,UAAM,WAAW;;AAEnB,QAAK,SAAS,KAAK,SAAS;IAAE;IAAO,oBAAoB;IAAM,CAAC,CAAC,SAAS;QACrE,OAAM,IAAIA,uCAAkB,iCAAiC,QAAQ;AAI9E,OAAK,MAAM,CAAC,KAAK,SAAS,OAAO,QAAQ,MAAM,EAAE;AAC/C,OAAI,KAAK,UAAU,OAAW,OAAM,IAAIA,uCAAkB,qBAAqB,MAAM;AACrF,OAAI,KAAK,WAAW,OAAW,OAAM,IAAIA,uCAAkB,sBAAsB,MAAM;;AAGzF,SAAO;GACL,MAAM;GACN,oBAAoB,KAAK;GAClB;GACR;8DAC2B,KAAK,cAAc,kCAAkC,EAAE;EACnF,MAAM,OAAO;EAEb,MAAM,QAAqE,EAAE;AAC7E,OAAK,MAAM,YAAY,KAAK,iBAAiB,EAAE;GAC7C,MAAM,YAAY,KAAK,SAAS;IAAE,OAAO;IAAU,oBAAoB;IAAM,CAAC;GAC9E,MAAM,OAAO,UAAU,iBAAiB;AACxC,OAAI,SAAS,OACX,OAAM,IAAIA,uCAAkB,mCAAmC,WAAW;AAE5E,QAAK,MAAM,SAAS,KAClB,KAAI,MAAM,SAAS,kCAAkC,EAAE;IACrD,MAAM,MAAM,MAAM,MAAM,GAAG,GAA0C;IAErE,MAAM,UAAU,KAAK,UAAU,CAC7B,GAAI,KAAK,MAAM,SAAS,EACxB,GAAI,KAAK,MAAM,IAAI,CACpB,CAAC;IACF,IAAI,OAAO,MAAM;AACjB,QAAI,SAAS,QAAW;AACtB,YAAO,EAAE;AACT,WAAM,WAAW;;AAEnB,UAAM,SAAS,QAAQ,UACpB,SAAS;KACR;KACA,oBAAoB;KACrB,CAAC,CACD,SAAS;cACH,MAAM,SAAS,mCAAmC,EAAE;IAC7D,MAAM,MAAM,MAAM,MAAM,GAAG,GAA2C;IAEtE,MAAM,UAAU,KAAK,UAAU,CAC7B,GAAI,KAAK,MAAM,SAAS,EACxB,GAAI,KAAK,MAAM,IAAI,CACpB,CAAC;IACF,IAAI,OAAO,MAAM;AACjB,QAAI,SAAS,QAAW;AACtB,YAAO,EAAE;AACT,WAAM,WAAW;;AAEnB,UAAM,SAAS,SAAS,UACrB,SAAS;KACR;KACA,oBAAoB;KACrB,CAAC,CACD,SAAS;SACP,OAAM,IAAIA,uCAAkB,iCAAiC,QAAQ;;AAIhF,SAAO;GACL,MAAM;GACN,oBAAoB,KAAK,0BAA0B,KAAK;GACjD;GACR;8DAC2B,KAAK,cAAc,8BAA8B,EAAE;EAC/E,MAAM,OAAO;EAEb,MAAM,QAAmD,EAAE;AAC3D,OAAK,MAAM,OAAO,KAAK,iBAAiB,CAOtC,OAAM,OAAO,6BANI,KAAK,SAAS;GAC7B,OAAO;GACP,iBAAiB;GACjB,oBAAoB;GACrB,CAAC,CAEiD;AAGrD,SAAO;GACL,MAAM;GACN,oBAAoB,KAAK;GACzB;GACD;8DAC2B,KAAK,cAAc,mCAAmC,EAAE;EACpF,MAAM,OAAO;EAEb,MAAM,QAAmD,EAAE;AAC3D,OAAK,MAAM,YAAY,KAAK,iBAAiB,EAAE;GAE7C,MAAM,OADY,KAAK,SAAS;IAAE,OAAO;IAAU,oBAAoB;IAAM,CAAC,CACvD,iBAAiB;AACxC,OAAI,SAAS,OACX,OAAM,IAAIA,uCAAkB,mCAAmC,WAAW;AAE5E,QAAK,MAAM,OAAO,MAAM;IACtB,MAAM,WAAW,KAAK,SAAS;KAAE,OAAO;KAAK,oBAAoB;KAAM,CAAC;IAExE,MAAM,UAAU,KAAK,UAAU,CAC7B,GAAI,KAAK,MAAM,SAAS,EACxB,GAAI,KAAK,MAAM,IAAI,CACpB,CAAC;AACF,UAAM,WAAW,6BAA6B,SAAS;;;AAI3D,SAAO;GACL,MAAM;GACN,oBAAoB,KAAK,0BAA0B,KAAK;GACxD;GACD;;AAGH,OAAM,IAAIA,uCACR,kFAAmD,KAAK,aAAa,GACtE;;AAGH,SAAgB,6BACd,UAC2B;AAC3B,KAAI,mDAAoB,SAAS,cAAc,yBAAyB,CACtE,OAAM,IAAIA,uCACR,8EAA+C,SAAS,aAAa,CAAC,kEAClC,yBAAyB,GAC9D;CAGH,MAAM,OAAO,SACV,SAAS;EAAE,OAAO;EAAQ,iBAAiB;EAAW,oBAAoB;EAAM,CAAC,CACjF,SAAS;CACZ,MAAM,WAAW,SAAS,eAAe;CACzC,MAAM,UAAU,SACb,SAAS;EAAE,OAAO;EAAW,iBAAiB;EAAW,oBAAoB;EAAM,CAAC,CACpF,eAAe;AAElB,QAAO;EACL,MAAM;EACN,GAAG;EACH,GAAG;EACJ;;AAGH,SAAgB,sBAAsB,MAAmB,MAAqC;CAC5F,MAAM,mCAAkB,SAAS;AACjC,MAAK,iCAAoB,KAAK,CAAE;AAChC,MAAK,OAAO,OAAO,iDAAkB,KAAK,WAAW,GAAG,KAAK,aAAa,KAAK,GAAG,CAAC;AACnF,QAAO,KAAK,QAAQ,CAAC,SAAS,MAAM;;AAGtC,SAAgB,sBAAsB,SAAiB,YAA+B;AACpF,kCAAoB;EAAE,SAAS;EAAM;EAAS,MAAM;EAAY,CAAiB;;AAGnF,SAAgB,qBAAqB,aAAuB,YAA+B;AACzF,kCAAoB;EAAE;EAAa,MAAM;EAAY,CAAC"}

package/dist/pool/data.d.ts

@@ -1,28 +1,11 @@
-import { type ParquetChunk, type PColumnValue, type PObjectId, type PObjectSpec } from "@platforma-sdk/model";
-import type { PlTreeEntry, PlTreeNodeAccessor } from "@milaboratories/pl-tree";
-import type { PFrameInternal } from "@milaboratories/pl-model-middle-layer";
-export declare const PColumnDataJsonPartitioned: import("@milaboratories/pl-client").ResourceType;
-export declare const PColumnDataJsonSuperPartitioned: import("@milaboratories/pl-client").ResourceType;
-export declare const PColumnDataBinaryPartitioned: import("@milaboratories/pl-client").ResourceType;
-export declare const PColumnDataBinarySuperPartitioned: import("@milaboratories/pl-client").ResourceType;
-export declare const PColumnDataParquetPartitioned: import("@milaboratories/pl-client").ResourceType;
-export declare const PColumnDataParquetSuperPartitioned: import("@milaboratories/pl-client").ResourceType;
-export declare const PColumnDataJson: import("@milaboratories/pl-client").ResourceType;
-export declare const ParquetChunkResourceType: import("@milaboratories/pl-client").ResourceType;
-export type PColumnDataJsonResourceValue = {
-    keyLength: number;
-    data: Record<string, PColumnValue>;
-};
-export type PColumnDataPartitionedResourceValue = {
-    partitionKeyLength: number;
-};
-export type PColumnDataSuperPartitionedResourceValue = {
-    superPartitionKeyLength: number;
-    partitionKeyLength: number;
-};
-export declare function parseDataInfoResource(data: PlTreeNodeAccessor): PFrameInternal.DataInfo<PlTreeEntry>;
-export declare function traverseParquetChunkResource(resource: PlTreeNodeAccessor): ParquetChunk<PlTreeEntry>;
-export declare function deriveLegacyPObjectId(spec: PObjectSpec, data: PlTreeNodeAccessor): PObjectId;
-export declare function deriveGlobalPObjectId(blockId: string, exportName: string): PObjectId;
-export declare function deriveLocalPObjectId(resolvePath: string[], outputName: string): PObjectId;
+import { PObjectId } from "@platforma-sdk/model";
+import { PFrameInternal } from "@milaboratories/pl-model-middle-layer";
+import "@milaboratories/pl-client";
+import { PlTreeNodeAccessor } from "@milaboratories/pl-tree";
+
+//#region src/pool/data.d.ts
+declare function deriveGlobalPObjectId(blockId: string, exportName: string): PObjectId;
+declare function deriveLocalPObjectId(resolvePath: string[], outputName: string): PObjectId;
+//#endregion
+export { deriveGlobalPObjectId, deriveLocalPObjectId };
 //# sourceMappingURL=data.d.ts.map

package/dist/pool/data.js

@@ -1,8 +1,9 @@
-import { PFrameDriverError } from '@platforma-sdk/model';
-import canonicalize from 'canonicalize';
-import { resourceType, isNullResourceId, resourceTypesEqual, resourceTypeToString } from '@milaboratories/pl-client';
-import { createHash } from 'node:crypto';
+import { PFrameDriverError } from "@platforma-sdk/model";
+import { isNullResourceId, resourceType, resourceTypeToString, resourceTypesEqual } from "@milaboratories/pl-client";
+import { createHash } from "node:crypto";
+import canonicalize from "canonicalize";
 
+//#region src/pool/data.ts
 const PColumnDataJsonPartitioned = resourceType("PColumnData/JsonPartitioned", "1");
 const PColumnDataJsonSuperPartitioned = resourceType("PColumnData/Partitioned/JsonPartitioned", "1");
 const PColumnDataBinaryPartitioned = resourceType("PColumnData/BinaryPartitioned", "1");
@@ -14,218 +15,204 @@ const ParquetChunkResourceType = resourceType("ParquetChunk", "1");
 const BinaryPartitionedIndexFieldSuffix = ".index";
 const BinaryPartitionedValuesFieldSuffix = ".values";
 function parseDataInfoResource(data) {
-    if (!data.getIsReadyOrError())
-        throw new PFrameDriverError("Data not ready.");
-    const resourceData = data.getDataAsJson();
-    if (resourceData === undefined)
-        throw new PFrameDriverError("unexpected data info structure, no resource data");
-    if (resourceTypesEqual(data.resourceType, PColumnDataJson)) {
-        const dataContent = resourceData;
-        return {
-            type: "Json",
-            keyLength: dataContent.keyLength,
-            data: dataContent.data,
-        };
-    }
-    else if (resourceTypesEqual(data.resourceType, PColumnDataJsonPartitioned)) {
-        const meta = resourceData;
-        const parts = Object.fromEntries(data
-            .listInputFields()
-            .map((field) => [field, data.traverse({ field, errorIfFieldNotSet: true }).persist()]));
-        return {
-            type: "JsonPartitioned",
-            partitionKeyLength: meta.partitionKeyLength,
-            parts,
-        };
-    }
-    else if (resourceTypesEqual(data.resourceType, PColumnDataJsonSuperPartitioned)) {
-        const meta = resourceData;
-        const parts = {};
-        for (const superKey of data.listInputFields()) {
-            const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });
-            const keys = superPart.listInputFields();
-            if (keys === undefined)
-                throw new PFrameDriverError(`no partition keys for super key ${superKey}`);
-            for (const key of keys) {
-                const partKey = JSON.stringify([
-                    ...JSON.parse(superKey),
-                    ...JSON.parse(key),
-                ]);
-                parts[partKey] = superPart.traverse({ field: key, errorIfFieldNotSet: true }).persist();
-            }
-        }
-        return {
-            type: "JsonPartitioned",
-            partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,
-            parts,
-        };
-    }
-    else if (resourceTypesEqual(data.resourceType, PColumnDataBinaryPartitioned)) {
-        const meta = resourceData;
-        const parts = {};
-        // parsing the structure
-        for (const field of data.listInputFields()) {
-            if (field.endsWith(BinaryPartitionedIndexFieldSuffix)) {
-                const partKey = field.slice(0, -BinaryPartitionedIndexFieldSuffix.length);
-                let part = parts[partKey];
-                if (part === undefined) {
-                    part = {};
-                    parts[partKey] = part;
-                }
-                part.index = data.traverse({ field, errorIfFieldNotSet: true }).persist();
-            }
-            else if (field.endsWith(BinaryPartitionedValuesFieldSuffix)) {
-                const partKey = field.slice(0, -BinaryPartitionedValuesFieldSuffix.length);
-                let part = parts[partKey];
-                if (part === undefined) {
-                    part = {};
-                    parts[partKey] = part;
-                }
-                part.values = data.traverse({ field, errorIfFieldNotSet: true }).persist();
-            }
-            else
-                throw new PFrameDriverError(`unrecognized part field name: ${field}`);
-        }
-        // structure validation
-        for (const [key, part] of Object.entries(parts)) {
-            if (part.index === undefined)
-                throw new PFrameDriverError(`no index for part ${key}`);
-            if (part.values === undefined)
-                throw new PFrameDriverError(`no values for part ${key}`);
-        }
-        return {
-            type: "BinaryPartitioned",
-            partitionKeyLength: meta.partitionKeyLength,
-            parts: parts,
-        };
-    }
-    else if (resourceTypesEqual(data.resourceType, PColumnDataBinarySuperPartitioned)) {
-        const meta = resourceData;
-        const parts = {};
-        for (const superKey of data.listInputFields()) {
-            const superData = data.traverse({ field: superKey, errorIfFieldNotSet: true });
-            const keys = superData.listInputFields();
-            if (keys === undefined)
-                throw new PFrameDriverError(`no partition keys for super key ${superKey}`);
-            for (const field of keys) {
-                if (field.endsWith(BinaryPartitionedIndexFieldSuffix)) {
-                    const key = field.slice(0, -BinaryPartitionedIndexFieldSuffix.length);
-                    const partKey = JSON.stringify([
-                        ...JSON.parse(superKey),
-                        ...JSON.parse(key),
-                    ]);
-                    let part = parts[partKey];
-                    if (part === undefined) {
-                        part = {};
-                        parts[partKey] = part;
-                    }
-                    parts[partKey].index = superData
-                        .traverse({
-                        field,
-                        errorIfFieldNotSet: true,
-                    })
-                        .persist();
-                }
-                else if (field.endsWith(BinaryPartitionedValuesFieldSuffix)) {
-                    const key = field.slice(0, -BinaryPartitionedValuesFieldSuffix.length);
-                    const partKey = JSON.stringify([
-                        ...JSON.parse(superKey),
-                        ...JSON.parse(key),
-                    ]);
-                    let part = parts[partKey];
-                    if (part === undefined) {
-                        part = {};
-                        parts[partKey] = part;
-                    }
-                    parts[partKey].values = superData
-                        .traverse({
-                        field,
-                        errorIfFieldNotSet: true,
-                    })
-                        .persist();
-                }
-                else
-                    throw new PFrameDriverError(`unrecognized part field name: ${field}`);
-            }
-        }
-        return {
-            type: "BinaryPartitioned",
-            partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,
-            parts: parts,
-        };
-    }
-    else if (resourceTypesEqual(data.resourceType, PColumnDataParquetPartitioned)) {
-        const meta = resourceData;
-        const parts = {};
-        for (const key of data.listInputFields()) {
-            const resource = data.traverse({
-                field: key,
-                assertFieldType: "Input",
-                errorIfFieldNotSet: true,
-            });
-            parts[key] = traverseParquetChunkResource(resource);
-        }
-        return {
-            type: "ParquetPartitioned",
-            partitionKeyLength: meta.partitionKeyLength,
-            parts,
-        };
-    }
-    else if (resourceTypesEqual(data.resourceType, PColumnDataParquetSuperPartitioned)) {
-        const meta = resourceData;
-        const parts = {};
-        for (const superKey of data.listInputFields()) {
-            const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });
-            const keys = superPart.listInputFields();
-            if (keys === undefined)
-                throw new PFrameDriverError(`no partition keys for super key ${superKey}`);
-            for (const key of keys) {
-                const resource = data.traverse({ field: key, errorIfFieldNotSet: true });
-                const partKey = JSON.stringify([
-                    ...JSON.parse(superKey),
-                    ...JSON.parse(key),
-                ]);
-                parts[partKey] = traverseParquetChunkResource(resource);
-            }
-        }
-        return {
-            type: "ParquetPartitioned",
-            partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,
-            parts,
-        };
-    }
-    throw new PFrameDriverError(`unsupported resource type: ${resourceTypeToString(data.resourceType)}`);
+	if (!data.getIsReadyOrError()) throw new PFrameDriverError("Data not ready.");
+	const resourceData = data.getDataAsJson();
+	if (resourceData === void 0) throw new PFrameDriverError("unexpected data info structure, no resource data");
+	if (resourceTypesEqual(data.resourceType, PColumnDataJson)) {
+		const dataContent = resourceData;
+		return {
+			type: "Json",
+			keyLength: dataContent.keyLength,
+			data: dataContent.data
+		};
+	} else if (resourceTypesEqual(data.resourceType, PColumnDataJsonPartitioned)) {
+		const meta = resourceData;
+		const parts = Object.fromEntries(data.listInputFields().map((field) => [field, data.traverse({
+			field,
+			errorIfFieldNotSet: true
+		}).persist()]));
+		return {
+			type: "JsonPartitioned",
+			partitionKeyLength: meta.partitionKeyLength,
+			parts
+		};
+	} else if (resourceTypesEqual(data.resourceType, PColumnDataJsonSuperPartitioned)) {
+		const meta = resourceData;
+		const parts = {};
+		for (const superKey of data.listInputFields()) {
+			const superPart = data.traverse({
+				field: superKey,
+				errorIfFieldNotSet: true
+			});
+			const keys = superPart.listInputFields();
+			if (keys === void 0) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);
+			for (const key of keys) {
+				const partKey = JSON.stringify([...JSON.parse(superKey), ...JSON.parse(key)]);
+				parts[partKey] = superPart.traverse({
+					field: key,
+					errorIfFieldNotSet: true
+				}).persist();
+			}
+		}
+		return {
+			type: "JsonPartitioned",
+			partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,
+			parts
+		};
+	} else if (resourceTypesEqual(data.resourceType, PColumnDataBinaryPartitioned)) {
+		const meta = resourceData;
+		const parts = {};
+		for (const field of data.listInputFields()) if (field.endsWith(BinaryPartitionedIndexFieldSuffix)) {
+			const partKey = field.slice(0, -6);
+			let part = parts[partKey];
+			if (part === void 0) {
+				part = {};
+				parts[partKey] = part;
+			}
+			part.index = data.traverse({
+				field,
+				errorIfFieldNotSet: true
+			}).persist();
+		} else if (field.endsWith(BinaryPartitionedValuesFieldSuffix)) {
+			const partKey = field.slice(0, -7);
+			let part = parts[partKey];
+			if (part === void 0) {
+				part = {};
+				parts[partKey] = part;
+			}
+			part.values = data.traverse({
+				field,
+				errorIfFieldNotSet: true
+			}).persist();
+		} else throw new PFrameDriverError(`unrecognized part field name: ${field}`);
+		for (const [key, part] of Object.entries(parts)) {
+			if (part.index === void 0) throw new PFrameDriverError(`no index for part ${key}`);
+			if (part.values === void 0) throw new PFrameDriverError(`no values for part ${key}`);
+		}
+		return {
+			type: "BinaryPartitioned",
+			partitionKeyLength: meta.partitionKeyLength,
+			parts
+		};
+	} else if (resourceTypesEqual(data.resourceType, PColumnDataBinarySuperPartitioned)) {
+		const meta = resourceData;
+		const parts = {};
+		for (const superKey of data.listInputFields()) {
+			const superData = data.traverse({
+				field: superKey,
+				errorIfFieldNotSet: true
+			});
+			const keys = superData.listInputFields();
+			if (keys === void 0) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);
+			for (const field of keys) if (field.endsWith(BinaryPartitionedIndexFieldSuffix)) {
+				const key = field.slice(0, -6);
+				const partKey = JSON.stringify([...JSON.parse(superKey), ...JSON.parse(key)]);
+				let part = parts[partKey];
+				if (part === void 0) {
+					part = {};
+					parts[partKey] = part;
+				}
+				parts[partKey].index = superData.traverse({
+					field,
+					errorIfFieldNotSet: true
+				}).persist();
+			} else if (field.endsWith(BinaryPartitionedValuesFieldSuffix)) {
+				const key = field.slice(0, -7);
+				const partKey = JSON.stringify([...JSON.parse(superKey), ...JSON.parse(key)]);
+				let part = parts[partKey];
+				if (part === void 0) {
+					part = {};
+					parts[partKey] = part;
+				}
+				parts[partKey].values = superData.traverse({
+					field,
+					errorIfFieldNotSet: true
+				}).persist();
+			} else throw new PFrameDriverError(`unrecognized part field name: ${field}`);
+		}
+		return {
+			type: "BinaryPartitioned",
+			partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,
+			parts
+		};
+	} else if (resourceTypesEqual(data.resourceType, PColumnDataParquetPartitioned)) {
+		const meta = resourceData;
+		const parts = {};
+		for (const key of data.listInputFields()) parts[key] = traverseParquetChunkResource(data.traverse({
+			field: key,
+			assertFieldType: "Input",
+			errorIfFieldNotSet: true
+		}));
+		return {
+			type: "ParquetPartitioned",
+			partitionKeyLength: meta.partitionKeyLength,
+			parts
+		};
+	} else if (resourceTypesEqual(data.resourceType, PColumnDataParquetSuperPartitioned)) {
+		const meta = resourceData;
+		const parts = {};
+		for (const superKey of data.listInputFields()) {
+			const keys = data.traverse({
+				field: superKey,
+				errorIfFieldNotSet: true
+			}).listInputFields();
+			if (keys === void 0) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);
+			for (const key of keys) {
+				const resource = data.traverse({
+					field: key,
+					errorIfFieldNotSet: true
+				});
+				const partKey = JSON.stringify([...JSON.parse(superKey), ...JSON.parse(key)]);
+				parts[partKey] = traverseParquetChunkResource(resource);
+			}
+		}
+		return {
+			type: "ParquetPartitioned",
+			partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,
+			parts
+		};
+	}
+	throw new PFrameDriverError(`unsupported resource type: ${resourceTypeToString(data.resourceType)}`);
 }
 function traverseParquetChunkResource(resource) {
-    if (!resourceTypesEqual(resource.resourceType, ParquetChunkResourceType)) {
-        throw new PFrameDriverError(`unknown resource type: ${resourceTypeToString(resource.resourceType)}, ` +
-            `expected: ${resourceTypeToString(ParquetChunkResourceType)}`);
-    }
-    const blob = resource
-        .traverse({ field: "blob", assertFieldType: "Service", errorIfFieldNotSet: true })
-        .persist();
-    const partInfo = resource.getDataAsJson();
-    const mapping = resource
-        .traverse({ field: "mapping", assertFieldType: "Service", errorIfFieldNotSet: true })
-        .getDataAsJson();
-    return {
-        data: blob,
-        ...partInfo,
-        ...mapping,
-    };
+	if (!resourceTypesEqual(resource.resourceType, ParquetChunkResourceType)) throw new PFrameDriverError(`unknown resource type: ${resourceTypeToString(resource.resourceType)}, expected: ${resourceTypeToString(ParquetChunkResourceType)}`);
+	const blob = resource.traverse({
+		field: "blob",
+		assertFieldType: "Service",
+		errorIfFieldNotSet: true
+	}).persist();
+	const partInfo = resource.getDataAsJson();
+	const mapping = resource.traverse({
+		field: "mapping",
+		assertFieldType: "Service",
+		errorIfFieldNotSet: true
+	}).getDataAsJson();
+	return {
+		data: blob,
+		...partInfo,
+		...mapping
+	};
 }
 function deriveLegacyPObjectId(spec, data) {
-    const hash = createHash("sha256");
-    hash.update(canonicalize(spec));
-    hash.update(String(!isNullResourceId(data.originalId) ? data.originalId : data.id));
-    return hash.digest().toString("hex");
+	const hash = createHash("sha256");
+	hash.update(canonicalize(spec));
+	hash.update(String(!isNullResourceId(data.originalId) ? data.originalId : data.id));
+	return hash.digest().toString("hex");
 }
 function deriveGlobalPObjectId(blockId, exportName) {
-    return canonicalize({ __isRef: true, blockId, name: exportName });
+	return canonicalize({
+		__isRef: true,
+		blockId,
+		name: exportName
+	});
 }
 function deriveLocalPObjectId(resolvePath, outputName) {
-    return canonicalize({ resolvePath, name: outputName });
+	return canonicalize({
+		resolvePath,
+		name: outputName
+	});
 }
 
-export { PColumnDataBinaryPartitioned, PColumnDataBinarySuperPartitioned, PColumnDataJson, PColumnDataJsonPartitioned, PColumnDataJsonSuperPartitioned, PColumnDataParquetPartitioned, PColumnDataParquetSuperPartitioned, ParquetChunkResourceType, deriveGlobalPObjectId, deriveLegacyPObjectId, deriveLocalPObjectId, parseDataInfoResource, traverseParquetChunkResource };
-//# sourceMappingURL=data.js.map
+//#endregion
+export { deriveGlobalPObjectId, deriveLegacyPObjectId, deriveLocalPObjectId, parseDataInfoResource, traverseParquetChunkResource };
+//# sourceMappingURL=data.js.map