@milaboratories/pl-middle-layer 1.42.2 → 1.42.4

package/dist/pool/data.cjs

@@ -0,0 +1,298 @@
+'use strict';
+
+var model = require('@platforma-sdk/model');
+var tsHelpers = require('@milaboratories/ts-helpers');
+var canonicalize = require('canonicalize');
+var plClient = require('@milaboratories/pl-client');
+var node_crypto = require('node:crypto');
+
+function* allBlobs(data) {
+    switch (data.type) {
+        case 'Json':
+            return;
+        case 'JsonPartitioned':
+            for (const blob of Object.values(data.parts))
+                yield blob;
+            return;
+        case 'BinaryPartitioned':
+            for (const { index, values } of Object.values(data.parts)) {
+                yield index;
+                yield values;
+            }
+            return;
+        case 'ParquetPartitioned':
+            for (const { data: blob } of Object.values(data.parts))
+                yield blob;
+            return;
+        default:
+            tsHelpers.assertNever(data);
+    }
+}
+function mapValues(obj, callback) {
+    return Object.fromEntries(Object.entries(obj)
+        .map(([key, value]) => [key, callback(value, key)]));
+}
+function mapBlobs(data, mapping) {
+    switch (data.type) {
+        case 'Json':
+            return { ...data };
+        case 'JsonPartitioned':
+            return {
+                ...data,
+                parts: mapValues(data.parts, mapping),
+            };
+        case 'BinaryPartitioned':
+            return {
+                ...data,
+                parts: mapValues(data.parts, (v) => ({
+                    index: mapping(v.index),
+                    values: mapping(v.values),
+                })),
+            };
+        case 'ParquetPartitioned':
+            return {
+                ...data,
+                parts: mapValues(data.parts, (v) => ({
+                    ...v,
+                    data: mapping(v.data),
+                })),
+            };
+        default:
+            tsHelpers.assertNever(data);
+    }
+}
+const PColumnDataJsonPartitioned = plClient.resourceType('PColumnData/JsonPartitioned', '1');
+const PColumnDataJsonSuperPartitioned = plClient.resourceType('PColumnData/Partitioned/JsonPartitioned', '1');
+const PColumnDataBinaryPartitioned = plClient.resourceType('PColumnData/BinaryPartitioned', '1');
+const PColumnDataBinarySuperPartitioned = plClient.resourceType('PColumnData/Partitioned/BinaryPartitioned', '1');
+const PColumnDataParquetPartitioned = plClient.resourceType('PColumnData/ParquetPartitioned', '1');
+const PColumnDataParquetSuperPartitioned = plClient.resourceType('PColumnData/Partitioned/ParquetPartitioned', '1');
+const PColumnDataJson = plClient.resourceType('PColumnData/Json', '1');
+function parseDataInfoResource(data) {
+    if (!data.getIsReadyOrError())
+        throw new model.PFrameDriverError('Data not ready.');
+    const resourceData = data.getDataAsJson();
+    if (resourceData === undefined)
+        throw new model.PFrameDriverError('unexpected data info structure, no resource data');
+    if (plClient.resourceTypesEqual(data.resourceType, PColumnDataJson)) {
+        const dataContent = resourceData;
+        return {
+            type: 'Json',
+            keyLength: dataContent.keyLength,
+            data: dataContent.data,
+        };
+    }
+    else if (plClient.resourceTypesEqual(data.resourceType, PColumnDataJsonPartitioned)) {
+        const meta = resourceData;
+        const parts = Object.fromEntries(data
+            .listInputFields()
+            .map((field) => [field, data.traverse({ field, errorIfFieldNotSet: true }).resourceInfo]));
+        return {
+            type: 'JsonPartitioned',
+            partitionKeyLength: meta.partitionKeyLength,
+            parts,
+        };
+    }
+    else if (plClient.resourceTypesEqual(data.resourceType, PColumnDataJsonSuperPartitioned)) {
+        const meta = resourceData;
+        const parts = {};
+        for (const superKey of data.listInputFields()) {
+            const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });
+            const keys = superPart.listInputFields();
+            if (keys === undefined)
+                throw new model.PFrameDriverError(`no partition keys for super key ${superKey}`);
+            for (const key of keys) {
+                const partKey = JSON.stringify([
+                    ...JSON.parse(superKey),
+                    ...JSON.parse(key)
+                ]);
+                parts[partKey] = superPart.traverse({ field: key, errorIfFieldNotSet: true }).resourceInfo;
+            }
+        }
+        return {
+            type: 'JsonPartitioned',
+            partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,
+            parts,
+        };
+    }
+    else if (plClient.resourceTypesEqual(data.resourceType, PColumnDataBinaryPartitioned)) {
+        const meta = resourceData;
+        const parts = {};
+        // parsing the structure
+        for (const field of data.listInputFields()) {
+            if (field.endsWith('.index')) {
+                const partKey = field.slice(0, field.length - 6);
+                let part = parts[partKey];
+                if (part === undefined) {
+                    part = {};
+                    parts[partKey] = part;
+                }
+                part.index = data.traverse({ field, errorIfFieldNotSet: true }).resourceInfo;
+            }
+            else if (field.endsWith('.values')) {
+                const partKey = field.slice(0, field.length - 7);
+                let part = parts[partKey];
+                if (part === undefined) {
+                    part = {};
+                    parts[partKey] = part;
+                }
+                part.values = data.traverse({ field, errorIfFieldNotSet: true }).resourceInfo;
+            }
+            else
+                throw new model.PFrameDriverError(`unrecognized part field name: ${field}`);
+        }
+        // structure validation
+        for (const [key, part] of Object.entries(parts)) {
+            if (part.index === undefined)
+                throw new model.PFrameDriverError(`no index for part ${key}`);
+            if (part.values === undefined)
+                throw new model.PFrameDriverError(`no values for part ${key}`);
+        }
+        return {
+            type: 'BinaryPartitioned',
+            partitionKeyLength: meta.partitionKeyLength,
+            parts: parts,
+        };
+    }
+    else if (plClient.resourceTypesEqual(data.resourceType, PColumnDataBinarySuperPartitioned)) {
+        const meta = resourceData;
+        const parts = {};
+        for (const superKey of data.listInputFields()) {
+            const superData = data.traverse({ field: superKey, errorIfFieldNotSet: true });
+            const keys = superData.listInputFields();
+            if (keys === undefined)
+                throw new model.PFrameDriverError(`no partition keys for super key ${superKey}`);
+            for (const field of keys) {
+                if (field.endsWith('.index')) {
+                    const key = field.slice(0, field.length - 6);
+                    const partKey = JSON.stringify([
+                        ...JSON.parse(superKey),
+                        ...JSON.parse(key)
+                    ]);
+                    let part = parts[partKey];
+                    if (part === undefined) {
+                        part = {};
+                        parts[partKey] = part;
+                    }
+                    parts[partKey].index = superData.traverse({
+                        field,
+                        errorIfFieldNotSet: true,
+                    }).resourceInfo;
+                }
+                else if (field.endsWith('.values')) {
+                    const key = field.slice(0, field.length - 7);
+                    const partKey = JSON.stringify([
+                        ...JSON.parse(superKey),
+                        ...JSON.parse(key)
+                    ]);
+                    let part = parts[partKey];
+                    if (part === undefined) {
+                        part = {};
+                        parts[partKey] = part;
+                    }
+                    parts[partKey].values = superData.traverse({
+                        field,
+                        errorIfFieldNotSet: true,
+                    }).resourceInfo;
+                }
+                else
+                    throw new model.PFrameDriverError(`unrecognized part field name: ${field}`);
+            }
+        }
+        return {
+            type: 'BinaryPartitioned',
+            partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,
+            parts: parts,
+        };
+    }
+    else if (plClient.resourceTypesEqual(data.resourceType, PColumnDataParquetPartitioned)) {
+        const meta = resourceData;
+        const parts = {};
+        for (const key of data.listInputFields()) {
+            const resource = data.traverse({ field: key, assertFieldType: 'Input', errorIfFieldNotSet: true });
+            parts[key] = traverseParquetPartitionedResource(resource);
+        }
+        return {
+            type: 'ParquetPartitioned',
+            partitionKeyLength: meta.partitionKeyLength,
+            parts,
+        };
+    }
+    else if (plClient.resourceTypesEqual(data.resourceType, PColumnDataParquetSuperPartitioned)) {
+        const meta = resourceData;
+        const parts = {};
+        for (const superKey of data.listInputFields()) {
+            const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });
+            const keys = superPart.listInputFields();
+            if (keys === undefined)
+                throw new model.PFrameDriverError(`no partition keys for super key ${superKey}`);
+            for (const key of keys) {
+                const resource = data.traverse({ field: key, errorIfFieldNotSet: true });
+                const partKey = JSON.stringify([
+                    ...JSON.parse(superKey),
+                    ...JSON.parse(key),
+                ]);
+                parts[partKey] = traverseParquetPartitionedResource(resource);
+            }
+        }
+        return {
+            type: 'ParquetPartitioned',
+            partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,
+            parts,
+        };
+    }
+    throw new model.PFrameDriverError(`unsupported resource type: ${plClient.resourceTypeToString(data.resourceType)}`);
+}
+function traverseParquetPartitionedResource(resource) {
+    const blob = resource.traverse({ field: 'blob', assertFieldType: 'Service', errorIfFieldNotSet: true }).resourceInfo;
+    const partInfo = resource.getDataAsJson();
+    const mapping = resource.traverse({ field: 'mapping', assertFieldType: 'Service', errorIfFieldNotSet: true }).getDataAsJson();
+    return {
+        data: blob,
+        ...partInfo,
+        ...mapping,
+    };
+}
+function makeDataInfoFromPColumnValues(spec, data) {
+    const keyLength = spec.axesSpec.length;
+    const jsonData = {};
+    for (const { key, val } of data) {
+        if (key.length !== keyLength)
+            throw new model.PFrameDriverError(`inline column key length ${key.length} differs from axes count ${keyLength}`);
+        jsonData[JSON.stringify(key)] = val;
+    }
+    return {
+        type: 'Json',
+        keyLength,
+        data: jsonData,
+    };
+}
+function deriveLegacyPObjectId(spec, data) {
+    const hash = node_crypto.createHash('sha256');
+    hash.update(canonicalize(spec));
+    hash.update(String(!plClient.isNullResourceId(data.originalId) ? data.originalId : data.id));
+    return hash.digest().toString('hex');
+}
+function deriveGlobalPObjectId(blockId, exportName) {
+    return canonicalize({ __isRef: true, blockId, name: exportName });
+}
+function deriveLocalPObjectId(resolvePath, outputName) {
+    return canonicalize({ resolvePath, name: outputName });
+}
+
+exports.PColumnDataBinaryPartitioned = PColumnDataBinaryPartitioned;
+exports.PColumnDataBinarySuperPartitioned = PColumnDataBinarySuperPartitioned;
+exports.PColumnDataJson = PColumnDataJson;
+exports.PColumnDataJsonPartitioned = PColumnDataJsonPartitioned;
+exports.PColumnDataJsonSuperPartitioned = PColumnDataJsonSuperPartitioned;
+exports.PColumnDataParquetPartitioned = PColumnDataParquetPartitioned;
+exports.PColumnDataParquetSuperPartitioned = PColumnDataParquetSuperPartitioned;
+exports.allBlobs = allBlobs;
+exports.deriveGlobalPObjectId = deriveGlobalPObjectId;
+exports.deriveLegacyPObjectId = deriveLegacyPObjectId;
+exports.deriveLocalPObjectId = deriveLocalPObjectId;
+exports.makeDataInfoFromPColumnValues = makeDataInfoFromPColumnValues;
+exports.mapBlobs = mapBlobs;
+exports.parseDataInfoResource = parseDataInfoResource;
+exports.traverseParquetPartitionedResource = traverseParquetPartitionedResource;
+//# sourceMappingURL=data.cjs.map

package/dist/pool/data.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"data.cjs","sources":["../../src/pool/data.ts"],"sourcesContent":["import {\n  PFrameDriverError,\n  type BinaryChunk,\n  type JsonDataInfo,\n  type ParquetChunk,\n  type ParquetChunkMapping,\n  type ParquetChunkMetadata,\n  type PColumnSpec,\n  type PColumnValue,\n  type PColumnValues,\n  type PlRef,\n  type PObjectId,\n  type PObjectSpec,\n} from '@platforma-sdk/model';\nimport type { PlTreeNodeAccessor, ResourceInfo } from '@milaboratories/pl-tree';\nimport { assertNever } from '@milaboratories/ts-helpers';\nimport canonicalize from 'canonicalize';\nimport {\n  isNullResourceId,\n  resourceType,\n  resourceTypeToString,\n  resourceTypesEqual,\n} from '@milaboratories/pl-client';\nimport type { Writable } from 'utility-types';\nimport { createHash } from 'node:crypto';\nimport type { PFrameInternal } from '@milaboratories/pl-model-middle-layer';\n\nexport function* allBlobs<B>(data: PFrameInternal.DataInfo<B>): Generator<B> {\n  switch (data.type) {\n    case 'Json':\n      return;\n    case 'JsonPartitioned':\n      for (const blob of Object.values(data.parts)) yield blob;\n      return;\n    case 'BinaryPartitioned':\n      for (const { index, values } of Object.values(data.parts)) {\n        yield index;\n        yield values;\n      }\n      return;\n    case 'ParquetPartitioned':\n      for (const { data: blob } of Object.values(data.parts)) yield blob;\n      return;\n    default:\n      assertNever(data);\n  }\n}\n\nfunction mapValues<T extends object, TResult>(\n  obj: T,\n  callback: (v: T[keyof T], key: keyof T) => TResult,\n): { [K in keyof T]: TResult } {\n  return Object.fromEntries(\n    (Object.entries(obj) as { [K in keyof T]: [K, T[K]]; }[keyof T][])\n      .map(([key, value]) => [key, callback(value, key)]),\n  ) as { [K in keyof T]: TResult };\n}\n\nexport function mapBlobs<B1, B2>(\n  data: PFrameInternal.DataInfo<B1>,\n  mapping: (blob: B1) => B2,\n): PFrameInternal.DataInfo<B2> {\n  switch (data.type) {\n    case 'Json':\n      return { ...data };\n    case 'JsonPartitioned':\n      return {\n        ...data,\n        parts: mapValues(data.parts, mapping),\n      };\n    case 'BinaryPartitioned':\n      return {\n        ...data,\n        parts: mapValues(data.parts, (v) => ({\n          index: mapping(v.index),\n          values: mapping(v.values),\n        })),\n      };\n    case 'ParquetPartitioned':\n      return {\n        ...data,\n        parts: mapValues(data.parts, (v) => ({\n          ...v,\n          data: mapping(v.data),\n        })),\n      };\n    default:\n      assertNever(data);\n  }\n}\n\nexport const PColumnDataJsonPartitioned = resourceType('PColumnData/JsonPartitioned', '1');\nexport const PColumnDataJsonSuperPartitioned = resourceType(\n  'PColumnData/Partitioned/JsonPartitioned',\n  '1',\n);\nexport const PColumnDataBinaryPartitioned = resourceType('PColumnData/BinaryPartitioned', '1');\nexport const PColumnDataBinarySuperPartitioned = resourceType(\n  'PColumnData/Partitioned/BinaryPartitioned',\n  '1',\n);\nexport const PColumnDataParquetPartitioned = resourceType('PColumnData/ParquetPartitioned', '1');\nexport const PColumnDataParquetSuperPartitioned = resourceType(\n  'PColumnData/Partitioned/ParquetPartitioned',\n  '1',\n);\nexport const PColumnDataJson = resourceType('PColumnData/Json', '1');\n\nexport type PColumnDataJsonResourceValue = {\n  keyLength: number;\n  data: Record<string, PColumnValue>;\n};\n\nexport type PColumnDataPartitionedResourceValue = {\n  partitionKeyLength: number;\n};\n\nexport type PColumnDataSuperPartitionedResourceValue = {\n  superPartitionKeyLength: number;\n  partitionKeyLength: number;\n};\n\nexport function parseDataInfoResource(\n  data: PlTreeNodeAccessor,\n): PFrameInternal.DataInfo<ResourceInfo> {\n  if (!data.getIsReadyOrError()) throw new PFrameDriverError('Data not ready.');\n\n  const resourceData = data.getDataAsJson();\n  if (resourceData === undefined)\n    throw new PFrameDriverError('unexpected data info structure, no resource data');\n\n  if (resourceTypesEqual(data.resourceType, PColumnDataJson)) {\n    const dataContent = resourceData as PColumnDataJsonResourceValue;\n\n    return {\n      type: 'Json',\n      keyLength: dataContent.keyLength,\n      data: dataContent.data,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataJsonPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts = Object.fromEntries(\n      data\n        .listInputFields()\n        .map((field) => [field, data.traverse({ field, errorIfFieldNotSet: true }).resourceInfo]),\n    );\n\n    return {\n      type: 'JsonPartitioned',\n      partitionKeyLength: meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataJsonSuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<string, ResourceInfo> = {};\n    for (const superKey of data.listInputFields()) {\n      const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superPart.listInputFields();\n      if (keys === undefined) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const key of keys) {\n        const partKey = JSON.stringify([\n          ...JSON.parse(superKey) as PColumnValue[],\n          ...JSON.parse(key) as PColumnValue[]]);\n        parts[partKey] = superPart.traverse({ field: key, errorIfFieldNotSet: true }).resourceInfo;\n      }\n    }\n\n    return {\n      type: 'JsonPartitioned',\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataBinaryPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts: Record<\n      string,\n      Partial<Writable<BinaryChunk<ResourceInfo>>>\n    > = {};\n\n    // parsing the structure\n    for (const field of data.listInputFields()) {\n      if (field.endsWith('.index')) {\n        const partKey = field.slice(0, field.length - 6);\n        let part = parts[partKey];\n        if (part === undefined) {\n          part = {};\n          parts[partKey] = part;\n        }\n        part.index = data.traverse({ field, errorIfFieldNotSet: true }).resourceInfo;\n      } else if (field.endsWith('.values')) {\n        const partKey = field.slice(0, field.length - 7);\n        let part = parts[partKey];\n        if (part === undefined) {\n          part = {};\n          parts[partKey] = part;\n        }\n        part.values = data.traverse({ field, errorIfFieldNotSet: true }).resourceInfo;\n      } else throw new PFrameDriverError(`unrecognized part field name: ${field}`);\n    }\n\n    // structure validation\n    for (const [key, part] of Object.entries(parts)) {\n      if (part.index === undefined) throw new PFrameDriverError(`no index for part ${key}`);\n      if (part.values === undefined) throw new PFrameDriverError(`no values for part ${key}`);\n    }\n\n    return {\n      type: 'BinaryPartitioned',\n      partitionKeyLength: meta.partitionKeyLength,\n      parts: parts as Record<string, BinaryChunk<ResourceInfo>>,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataBinarySuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<\n      string,\n      Partial<Writable<BinaryChunk<ResourceInfo>>>\n    > = {};\n    for (const superKey of data.listInputFields()) {\n      const superData = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superData.listInputFields();\n      if (keys === undefined) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const field of keys) {\n        if (field.endsWith('.index')) {\n          const key = field.slice(0, field.length - 6);\n\n          const partKey = JSON.stringify([\n            ...JSON.parse(superKey) as PColumnValue[],\n            ...JSON.parse(key) as PColumnValue[]]);\n          let part = parts[partKey];\n          if (part === undefined) {\n            part = {};\n            parts[partKey] = part;\n          }\n          parts[partKey].index = superData.traverse({\n            field,\n            errorIfFieldNotSet: true,\n          }).resourceInfo;\n        } else if (field.endsWith('.values')) {\n          const key = field.slice(0, field.length - 7);\n\n          const partKey = JSON.stringify([\n            ...JSON.parse(superKey) as PColumnValue[],\n            ...JSON.parse(key) as PColumnValue[]]);\n          let part = parts[partKey];\n          if (part === undefined) {\n            part = {};\n            parts[partKey] = part;\n          }\n          parts[partKey].values = superData.traverse({\n            field,\n            errorIfFieldNotSet: true,\n          }).resourceInfo;\n        } else throw new PFrameDriverError(`unrecognized part field name: ${field}`);\n      }\n    }\n\n    return {\n      type: 'BinaryPartitioned',\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts: parts as Record<string, BinaryChunk<ResourceInfo>>,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataParquetPartitioned)) {\n    const meta = resourceData as PColumnDataPartitionedResourceValue;\n\n    const parts: Record<string, ParquetChunk<ResourceInfo>> = {};\n    for (const key of data.listInputFields()) {\n      const resource = data.traverse({ field: key, assertFieldType: 'Input', errorIfFieldNotSet: true });\n\n      parts[key] = traverseParquetPartitionedResource(resource);\n    }\n\n    return {\n      type: 'ParquetPartitioned',\n      partitionKeyLength: meta.partitionKeyLength,\n      parts,\n    };\n  } else if (resourceTypesEqual(data.resourceType, PColumnDataParquetSuperPartitioned)) {\n    const meta = resourceData as PColumnDataSuperPartitionedResourceValue;\n\n    const parts: Record<string, ParquetChunk<ResourceInfo>> = {};\n    for (const superKey of data.listInputFields()) {\n      const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });\n      const keys = superPart.listInputFields();\n      if (keys === undefined) throw new PFrameDriverError(`no partition keys for super key ${superKey}`);\n\n      for (const key of keys) {\n        const resource = data.traverse({ field: key, errorIfFieldNotSet: true });\n\n        const partKey = JSON.stringify([\n          ...JSON.parse(superKey) as PColumnValue[],\n          ...JSON.parse(key) as PColumnValue[],\n        ]);\n        parts[partKey] = traverseParquetPartitionedResource(resource);\n      }\n    }\n\n    return {\n      type: 'ParquetPartitioned',\n      partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,\n      parts,\n    };\n  }\n\n  throw new PFrameDriverError(`unsupported resource type: ${resourceTypeToString(data.resourceType)}`);\n}\n\nexport function traverseParquetPartitionedResource(resource: PlTreeNodeAccessor): ParquetChunk<ResourceInfo> {\n  const blob = resource.traverse(\n    { field: 'blob', assertFieldType: 'Service', errorIfFieldNotSet: true },\n  ).resourceInfo;\n  const partInfo = resource.getDataAsJson() as ParquetChunkMetadata;\n  const mapping = resource.traverse(\n    { field: 'mapping', assertFieldType: 'Service', errorIfFieldNotSet: true },\n  ).getDataAsJson() as ParquetChunkMapping;\n\n  return {\n    data: blob,\n    ...partInfo,\n    ...mapping,\n  };\n}\n\nexport function makeDataInfoFromPColumnValues(\n  spec: PColumnSpec,\n  data: PColumnValues,\n): JsonDataInfo {\n  const keyLength = spec.axesSpec.length;\n  const jsonData: Record<string, PColumnValue> = {};\n  for (const { key, val } of data) {\n    if (key.length !== keyLength)\n      throw new PFrameDriverError(`inline column key length ${key.length} differs from axes count ${keyLength}`);\n    jsonData[JSON.stringify(key)] = val;\n  }\n\n  return {\n    type: 'Json',\n    keyLength,\n    data: jsonData,\n  };\n}\n\nexport function deriveLegacyPObjectId(spec: PObjectSpec, data: PlTreeNodeAccessor): PObjectId {\n  const hash = createHash('sha256');\n  hash.update(canonicalize(spec)!);\n  hash.update(String(!isNullResourceId(data.originalId) ? data.originalId : data.id));\n  return hash.digest().toString('hex') as PObjectId;\n}\n\nexport function deriveGlobalPObjectId(blockId: string, exportName: string): PObjectId {\n  return canonicalize({ __isRef: true, blockId, name: exportName } satisfies PlRef)! as PObjectId;\n}\n\nexport function deriveLocalPObjectId(resolvePath: string[], outputName: string): PObjectId {\n  return canonicalize({ resolvePath, name: outputName })! as PObjectId;\n}\n"],"names":["assertNever","resourceType","PFrameDriverError","resourceTypesEqual","resourceTypeToString","createHash","isNullResourceId"],"mappings":";;;;;;;;AA2BM,UAAW,QAAQ,CAAI,IAAgC,EAAA;AAC3D,IAAA,QAAQ,IAAI,CAAC,IAAI;AACf,QAAA,KAAK,MAAM;YACT;AACF,QAAA,KAAK,iBAAiB;YACpB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;AAAE,gBAAA,MAAM,IAAI;YACxD;AACF,QAAA,KAAK,mBAAmB;AACtB,YAAA,KAAK,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;AACzD,gBAAA,MAAM,KAAK;AACX,gBAAA,MAAM,MAAM;YACd;YACA;AACF,QAAA,KAAK,oBAAoB;AACvB,YAAA,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;AAAE,gBAAA,MAAM,IAAI;YAClE;AACF,QAAA;YACEA,qBAAW,CAAC,IAAI,CAAC;;AAEvB;AAEA,SAAS,SAAS,CAChB,GAAM,EACN,QAAkD,EAAA;IAElD,OAAO,MAAM,CAAC,WAAW,CACtB,MAAM,CAAC,OAAO,CAAC,GAAG;SAChB,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CACvB;AAClC;AAEM,SAAU,QAAQ,CACtB,IAAiC,EACjC,OAAyB,EAAA;AAEzB,IAAA,QAAQ,IAAI,CAAC,IAAI;AACf,QAAA,KAAK,MAAM;AACT,YAAA,OAAO,EAAE,GAAG,IAAI,EAAE;AACpB,QAAA,KAAK,iBAAiB;YACpB,OAAO;AACL,gBAAA,GAAG,IAAI;gBACP,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC;aACtC;AACH,QAAA,KAAK,mBAAmB;YACtB,OAAO;AACL,gBAAA,GAAG,IAAI;AACP,gBAAA,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM;AACnC,oBAAA,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;AACvB,oBAAA,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;AAC1B,iBAAA,CAAC,CAAC;aACJ;AACH,QAAA,KAAK,oBAAoB;YACvB,OAAO;AACL,gBAAA,GAAG,IAAI;AACP,gBAAA,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM;AACnC,oBAAA,GAAG,CAAC;AACJ,oBAAA,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;AACtB,iBAAA,CAAC,CAAC;aACJ;AACH,QAAA;YACEA,qBAAW,CAAC,IAAI,CAAC;;AAEvB;AAEO,MAAM,0BAA0B,GAAGC,qBAAY,CAAC,6BAA6B,EAAE,GAAG;AAClF,MAAM,+BAA+B,GAAGA,qBAAY,CACzD,yCAAyC,EACzC,GAAG;AAEE,MAAM,4BAA4B,GAAGA,qBAAY,CAAC,+BAA+B,EAAE,GAAG;AACtF,MAAM,iCAAiC,GAAGA,qBAAY,CAC3D,2CAA2C,EAC3C,GAAG;AAEE,MAAM,6BAA6B,GAAGA,qBAAY,CAAC,gCAAgC,EAAE,GAAG;AACxF,MAAM,kCAAkC,GAAGA,qBAAY,CAC5D,4CAA4C,EAC5C,GAAG;AAEE,MAAM,eAAe,GAAGA,qBAAY,CAAC,kBAAkB,EAAE,GAAG;AAgB7D,SAAU,qBAAqB,CACnC,IAAwB,EAAA;AAExB,IAAA,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE;AAAE,QAAA,MAAM,IAAIC,uBAAiB,CAAC,iBAAiB,CAAC;AAE7E,IAAA,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,EAAE;IACzC,IAAI,YAAY,KAAK,SAAS;AAC5B,QAAA,MAAM,IAAIA,uBAAiB,CAAC,kDAAkD,CAAC;IAEjF,IAAIC,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,eAAe,CAAC,EAAE;QAC1D,MAAM,WAAW,GAAG,YAA4C;QAEhE,OAAO;AACL,YAAA,IAAI,EAAE,MAAM;YACZ,SAAS,EAAE,WAAW,CAAC,SAAS;YAChC,IAAI,EAAE,WAAW,CAAC,IAAI;SACvB;IACH;SAAO,IAAIA,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,0BAA0B,CAAC,EAAE;QAC5E,MAAM,IAAI,GAAG,YAAmD;AAEhE,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAC9B;AACG,aAAA,eAAe;aACf,GAAG,CAAC,CAAC,KAAK,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC,CAAC,CAC5F;QAED,OAAO;AACL,YAAA,IAAI,EAAE,iBAAiB;YACvB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,KAAK;SACN;IACH;SAAO,IAAIA,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,+BAA+B,CAAC,EAAE;QACjF,MAAM,IAAI,GAAG,YAAwD;QAErE,MAAM,KAAK,GAAiC,EAAE;QAC9C,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC7C,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAC9E,YAAA,MAAM,IAAI,GAAG,SAAS,CAAC,eAAe,EAAE;YACxC,IAAI,IAAI,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAID,uBAAiB,CAAC,mCAAmC,QAAQ,CAAA,CAAE,CAAC;AAElG,YAAA,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;AACtB,gBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG;AAAoB,iBAAA,CAAC;gBACxC,KAAK,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,YAAY;YAC5F;QACF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,iBAAiB;AACvB,YAAA,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,kBAAkB;YAC1E,KAAK;SACN;IACH;SAAO,IAAIC,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,4BAA4B,CAAC,EAAE;QAC9E,MAAM,IAAI,GAAG,YAAmD;QAEhE,MAAM,KAAK,GAGP,EAAE;;QAGN,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC1C,YAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;AAC5B,gBAAA,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AAChD,gBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,gBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;oBACtB,IAAI,GAAG,EAAE;AACT,oBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;gBACvB;AACA,gBAAA,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,YAAY;YAC9E;AAAO,iBAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;AACpC,gBAAA,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AAChD,gBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,gBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;oBACtB,IAAI,GAAG,EAAE;AACT,oBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;gBACvB;AACA,gBAAA,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,YAAY;YAC/E;;AAAO,gBAAA,MAAM,IAAID,uBAAiB,CAAC,iCAAiC,KAAK,CAAA,CAAE,CAAC;QAC9E;;AAGA,QAAA,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;AAC/C,YAAA,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAIA,uBAAiB,CAAC,qBAAqB,GAAG,CAAA,CAAE,CAAC;AACrF,YAAA,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAIA,uBAAiB,CAAC,sBAAsB,GAAG,CAAA,CAAE,CAAC;QACzF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;YACzB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;AAC3C,YAAA,KAAK,EAAE,KAAkD;SAC1D;IACH;SAAO,IAAIC,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,iCAAiC,CAAC,EAAE;QACnF,MAAM,IAAI,GAAG,YAAwD;QAErE,MAAM,KAAK,GAGP,EAAE;QACN,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC7C,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAC9E,YAAA,MAAM,IAAI,GAAG,SAAS,CAAC,eAAe,EAAE;YACxC,IAAI,IAAI,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAID,uBAAiB,CAAC,mCAAmC,QAAQ,CAAA,CAAE,CAAC;AAElG,YAAA,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE;AACxB,gBAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;AAC5B,oBAAA,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AAE5C,oBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG;AAAoB,qBAAA,CAAC;AACxC,oBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,oBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;wBACtB,IAAI,GAAG,EAAE;AACT,wBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;oBACvB;oBACA,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC;wBACxC,KAAK;AACL,wBAAA,kBAAkB,EAAE,IAAI;qBACzB,CAAC,CAAC,YAAY;gBACjB;AAAO,qBAAA,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE;AACpC,oBAAA,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AAE5C,oBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,wBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG;AAAoB,qBAAA,CAAC;AACxC,oBAAA,IAAI,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;AACzB,oBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;wBACtB,IAAI,GAAG,EAAE;AACT,wBAAA,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI;oBACvB;oBACA,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC;wBACzC,KAAK;AACL,wBAAA,kBAAkB,EAAE,IAAI;qBACzB,CAAC,CAAC,YAAY;gBACjB;;AAAO,oBAAA,MAAM,IAAIA,uBAAiB,CAAC,iCAAiC,KAAK,CAAA,CAAE,CAAC;YAC9E;QACF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,mBAAmB;AACzB,YAAA,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,kBAAkB;AAC1E,YAAA,KAAK,EAAE,KAAkD;SAC1D;IACH;SAAO,IAAIC,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,6BAA6B,CAAC,EAAE;QAC/E,MAAM,IAAI,GAAG,YAAmD;QAEhE,MAAM,KAAK,GAA+C,EAAE;QAC5D,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;YACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,eAAe,EAAE,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;YAElG,KAAK,CAAC,GAAG,CAAC,GAAG,kCAAkC,CAAC,QAAQ,CAAC;QAC3D;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,oBAAoB;YAC1B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,KAAK;SACN;IACH;SAAO,IAAIA,2BAAkB,CAAC,IAAI,CAAC,YAAY,EAAE,kCAAkC,CAAC,EAAE;QACpF,MAAM,IAAI,GAAG,YAAwD;QAErE,MAAM,KAAK,GAA+C,EAAE;QAC5D,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,EAAE;AAC7C,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAC9E,YAAA,MAAM,IAAI,GAAG,SAAS,CAAC,eAAe,EAAE;YACxC,IAAI,IAAI,KAAK,SAAS;AAAE,gBAAA,MAAM,IAAID,uBAAiB,CAAC,mCAAmC,QAAQ,CAAA,CAAE,CAAC;AAElG,YAAA,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;AACtB,gBAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC;AAExE,gBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;AAC7B,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAmB;AACzC,oBAAA,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAmB;AACrC,iBAAA,CAAC;gBACF,KAAK,CAAC,OAAO,CAAC,GAAG,kCAAkC,CAAC,QAAQ,CAAC;YAC/D;QACF;QAEA,OAAO;AACL,YAAA,IAAI,EAAE,oBAAoB;AAC1B,YAAA,kBAAkB,EAAE,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,kBAAkB;YAC1E,KAAK;SACN;IACH;AAEA,IAAA,MAAM,IAAIA,uBAAiB,CAAC,CAAA,2BAAA,EAA8BE,6BAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA,CAAE,CAAC;AACtG;AAEM,SAAU,kCAAkC,CAAC,QAA4B,EAAA;IAC7E,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAC5B,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,kBAAkB,EAAE,IAAI,EAAE,CACxE,CAAC,YAAY;AACd,IAAA,MAAM,QAAQ,GAAG,QAAQ,CAAC,aAAa,EAA0B;IACjE,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAC/B,EAAE,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAC3E,CAAC,aAAa,EAAyB;IAExC,OAAO;AACL,QAAA,IAAI,EAAE,IAAI;AACV,QAAA,GAAG,QAAQ;AACX,QAAA,GAAG,OAAO;KACX;AACH;AAEM,SAAU,6BAA6B,CAC3C,IAAiB,EACjB,IAAmB,EAAA;AAEnB,IAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;IACtC,MAAM,QAAQ,GAAiC,EAAE;IACjD,KAAK,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,IAAI,EAAE;AAC/B,QAAA,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS;YAC1B,MAAM,IAAIF,uBAAiB,CAAC,CAAA,yBAAA,EAA4B,GAAG,CAAC,MAAM,CAAA,yBAAA,EAA4B,SAAS,CAAA,CAAE,CAAC;QAC5G,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG;IACrC;IAEA,OAAO;AACL,QAAA,IAAI,EAAE,MAAM;QACZ,SAAS;AACT,QAAA,IAAI,EAAE,QAAQ;KACf;AACH;AAEM,SAAU,qBAAqB,CAAC,IAAiB,EAAE,IAAwB,EAAA;AAC/E,IAAA,MAAM,IAAI,GAAGG,sBAAU,CAAC,QAAQ,CAAC;IACjC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAE,CAAC;IAChC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAACC,yBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC;IACnF,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAc;AACnD;AAEM,SAAU,qBAAqB,CAAC,OAAe,EAAE,UAAkB,EAAA;AACvE,IAAA,OAAO,YAAY,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAkB,CAAe;AACjG;AAEM,SAAU,oBAAoB,CAAC,WAAqB,EAAE,UAAkB,EAAA;IAC5E,OAAO,YAAY,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,CAAe;AACtE;;;;;;;;;;;;;;;;;;"}

package/dist/pool/data.d.ts

@@ -1,16 +1,15 @@
 import { JsonDataInfo, ParquetChunk, PColumnSpec, PColumnValue, PColumnValues, PObjectId, PObjectSpec } from '@platforma-sdk/model';
 import { PlTreeNodeAccessor, ResourceInfo } from '@milaboratories/pl-tree';
 import { PFrameInternal } from '@milaboratories/pl-model-middle-layer';
-import { ResourceType } from '@milaboratories/pl-client';
 export declare function allBlobs<B>(data: PFrameInternal.DataInfo<B>): Generator<B>;
 export declare function mapBlobs<B1, B2>(data: PFrameInternal.DataInfo<B1>, mapping: (blob: B1) => B2): PFrameInternal.DataInfo<B2>;
-export declare const PColumnDataJsonPartitioned: ResourceType;
-export declare const PColumnDataJsonSuperPartitioned: ResourceType;
-export declare const PColumnDataBinaryPartitioned: ResourceType;
-export declare const PColumnDataBinarySuperPartitioned: ResourceType;
-export declare const PColumnDataParquetPartitioned: ResourceType;
-export declare const PColumnDataParquetSuperPartitioned: ResourceType;
-export declare const PColumnDataJson: ResourceType;
+export declare const PColumnDataJsonPartitioned: import('@milaboratories/pl-client').ResourceType;
+export declare const PColumnDataJsonSuperPartitioned: import('@milaboratories/pl-client').ResourceType;
+export declare const PColumnDataBinaryPartitioned: import('@milaboratories/pl-client').ResourceType;
+export declare const PColumnDataBinarySuperPartitioned: import('@milaboratories/pl-client').ResourceType;
+export declare const PColumnDataParquetPartitioned: import('@milaboratories/pl-client').ResourceType;
+export declare const PColumnDataParquetSuperPartitioned: import('@milaboratories/pl-client').ResourceType;
+export declare const PColumnDataJson: import('@milaboratories/pl-client').ResourceType;
 export type PColumnDataJsonResourceValue = {
     keyLength: number;
     data: Record<string, PColumnValue>;
@@ -28,4 +27,3 @@ export declare function makeDataInfoFromPColumnValues(spec: PColumnSpec, data: P
 export declare function deriveLegacyPObjectId(spec: PObjectSpec, data: PlTreeNodeAccessor): PObjectId;
 export declare function deriveGlobalPObjectId(blockId: string, exportName: string): PObjectId;
 export declare function deriveLocalPObjectId(resolvePath: string[], outputName: string): PObjectId;
-//# sourceMappingURL=data.d.ts.map

package/dist/pool/data.js

@@ -0,0 +1,282 @@
+import { PFrameDriverError } from '@platforma-sdk/model';
+import { assertNever } from '@milaboratories/ts-helpers';
+import canonicalize from 'canonicalize';
+import { resourceType, resourceTypesEqual, resourceTypeToString, isNullResourceId } from '@milaboratories/pl-client';
+import { createHash } from 'node:crypto';
+
+function* allBlobs(data) {
+    switch (data.type) {
+        case 'Json':
+            return;
+        case 'JsonPartitioned':
+            for (const blob of Object.values(data.parts))
+                yield blob;
+            return;
+        case 'BinaryPartitioned':
+            for (const { index, values } of Object.values(data.parts)) {
+                yield index;
+                yield values;
+            }
+            return;
+        case 'ParquetPartitioned':
+            for (const { data: blob } of Object.values(data.parts))
+                yield blob;
+            return;
+        default:
+            assertNever(data);
+    }
+}
+function mapValues(obj, callback) {
+    return Object.fromEntries(Object.entries(obj)
+        .map(([key, value]) => [key, callback(value, key)]));
+}
+function mapBlobs(data, mapping) {
+    switch (data.type) {
+        case 'Json':
+            return { ...data };
+        case 'JsonPartitioned':
+            return {
+                ...data,
+                parts: mapValues(data.parts, mapping),
+            };
+        case 'BinaryPartitioned':
+            return {
+                ...data,
+                parts: mapValues(data.parts, (v) => ({
+                    index: mapping(v.index),
+                    values: mapping(v.values),
+                })),
+            };
+        case 'ParquetPartitioned':
+            return {
+                ...data,
+                parts: mapValues(data.parts, (v) => ({
+                    ...v,
+                    data: mapping(v.data),
+                })),
+            };
+        default:
+            assertNever(data);
+    }
+}
+const PColumnDataJsonPartitioned = resourceType('PColumnData/JsonPartitioned', '1');
+const PColumnDataJsonSuperPartitioned = resourceType('PColumnData/Partitioned/JsonPartitioned', '1');
+const PColumnDataBinaryPartitioned = resourceType('PColumnData/BinaryPartitioned', '1');
+const PColumnDataBinarySuperPartitioned = resourceType('PColumnData/Partitioned/BinaryPartitioned', '1');
+const PColumnDataParquetPartitioned = resourceType('PColumnData/ParquetPartitioned', '1');
+const PColumnDataParquetSuperPartitioned = resourceType('PColumnData/Partitioned/ParquetPartitioned', '1');
+const PColumnDataJson = resourceType('PColumnData/Json', '1');
+function parseDataInfoResource(data) {
+    if (!data.getIsReadyOrError())
+        throw new PFrameDriverError('Data not ready.');
+    const resourceData = data.getDataAsJson();
+    if (resourceData === undefined)
+        throw new PFrameDriverError('unexpected data info structure, no resource data');
+    if (resourceTypesEqual(data.resourceType, PColumnDataJson)) {
+        const dataContent = resourceData;
+        return {
+            type: 'Json',
+            keyLength: dataContent.keyLength,
+            data: dataContent.data,
+        };
+    }
+    else if (resourceTypesEqual(data.resourceType, PColumnDataJsonPartitioned)) {
+        const meta = resourceData;
+        const parts = Object.fromEntries(data
+            .listInputFields()
+            .map((field) => [field, data.traverse({ field, errorIfFieldNotSet: true }).resourceInfo]));
+        return {
+            type: 'JsonPartitioned',
+            partitionKeyLength: meta.partitionKeyLength,
+            parts,
+        };
+    }
+    else if (resourceTypesEqual(data.resourceType, PColumnDataJsonSuperPartitioned)) {
+        const meta = resourceData;
+        const parts = {};
+        for (const superKey of data.listInputFields()) {
+            const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });
+            const keys = superPart.listInputFields();
+            if (keys === undefined)
+                throw new PFrameDriverError(`no partition keys for super key ${superKey}`);
+            for (const key of keys) {
+                const partKey = JSON.stringify([
+                    ...JSON.parse(superKey),
+                    ...JSON.parse(key)
+                ]);
+                parts[partKey] = superPart.traverse({ field: key, errorIfFieldNotSet: true }).resourceInfo;
+            }
+        }
+        return {
+            type: 'JsonPartitioned',
+            partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,
+            parts,
+        };
+    }
+    else if (resourceTypesEqual(data.resourceType, PColumnDataBinaryPartitioned)) {
+        const meta = resourceData;
+        const parts = {};
+        // parsing the structure
+        for (const field of data.listInputFields()) {
+            if (field.endsWith('.index')) {
+                const partKey = field.slice(0, field.length - 6);
+                let part = parts[partKey];
+                if (part === undefined) {
+                    part = {};
+                    parts[partKey] = part;
+                }
+                part.index = data.traverse({ field, errorIfFieldNotSet: true }).resourceInfo;
+            }
+            else if (field.endsWith('.values')) {
+                const partKey = field.slice(0, field.length - 7);
+                let part = parts[partKey];
+                if (part === undefined) {
+                    part = {};
+                    parts[partKey] = part;
+                }
+                part.values = data.traverse({ field, errorIfFieldNotSet: true }).resourceInfo;
+            }
+            else
+                throw new PFrameDriverError(`unrecognized part field name: ${field}`);
+        }
+        // structure validation
+        for (const [key, part] of Object.entries(parts)) {
+            if (part.index === undefined)
+                throw new PFrameDriverError(`no index for part ${key}`);
+            if (part.values === undefined)
+                throw new PFrameDriverError(`no values for part ${key}`);
+        }
+        return {
+            type: 'BinaryPartitioned',
+            partitionKeyLength: meta.partitionKeyLength,
+            parts: parts,
+        };
+    }
+    else if (resourceTypesEqual(data.resourceType, PColumnDataBinarySuperPartitioned)) {
+        const meta = resourceData;
+        const parts = {};
+        for (const superKey of data.listInputFields()) {
+            const superData = data.traverse({ field: superKey, errorIfFieldNotSet: true });
+            const keys = superData.listInputFields();
+            if (keys === undefined)
+                throw new PFrameDriverError(`no partition keys for super key ${superKey}`);
+            for (const field of keys) {
+                if (field.endsWith('.index')) {
+                    const key = field.slice(0, field.length - 6);
+                    const partKey = JSON.stringify([
+                        ...JSON.parse(superKey),
+                        ...JSON.parse(key)
+                    ]);
+                    let part = parts[partKey];
+                    if (part === undefined) {
+                        part = {};
+                        parts[partKey] = part;
+                    }
+                    parts[partKey].index = superData.traverse({
+                        field,
+                        errorIfFieldNotSet: true,
+                    }).resourceInfo;
+                }
+                else if (field.endsWith('.values')) {
+                    const key = field.slice(0, field.length - 7);
+                    const partKey = JSON.stringify([
+                        ...JSON.parse(superKey),
+                        ...JSON.parse(key)
+                    ]);
+                    let part = parts[partKey];
+                    if (part === undefined) {
+                        part = {};
+                        parts[partKey] = part;
+                    }
+                    parts[partKey].values = superData.traverse({
+                        field,
+                        errorIfFieldNotSet: true,
+                    }).resourceInfo;
+                }
+                else
+                    throw new PFrameDriverError(`unrecognized part field name: ${field}`);
+            }
+        }
+        return {
+            type: 'BinaryPartitioned',
+            partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,
+            parts: parts,
+        };
+    }
+    else if (resourceTypesEqual(data.resourceType, PColumnDataParquetPartitioned)) {
+        const meta = resourceData;
+        const parts = {};
+        for (const key of data.listInputFields()) {
+            const resource = data.traverse({ field: key, assertFieldType: 'Input', errorIfFieldNotSet: true });
+            parts[key] = traverseParquetPartitionedResource(resource);
+        }
+        return {
+            type: 'ParquetPartitioned',
+            partitionKeyLength: meta.partitionKeyLength,
+            parts,
+        };
+    }
+    else if (resourceTypesEqual(data.resourceType, PColumnDataParquetSuperPartitioned)) {
+        const meta = resourceData;
+        const parts = {};
+        for (const superKey of data.listInputFields()) {
+            const superPart = data.traverse({ field: superKey, errorIfFieldNotSet: true });
+            const keys = superPart.listInputFields();
+            if (keys === undefined)
+                throw new PFrameDriverError(`no partition keys for super key ${superKey}`);
+            for (const key of keys) {
+                const resource = data.traverse({ field: key, errorIfFieldNotSet: true });
+                const partKey = JSON.stringify([
+                    ...JSON.parse(superKey),
+                    ...JSON.parse(key),
+                ]);
+                parts[partKey] = traverseParquetPartitionedResource(resource);
+            }
+        }
+        return {
+            type: 'ParquetPartitioned',
+            partitionKeyLength: meta.superPartitionKeyLength + meta.partitionKeyLength,
+            parts,
+        };
+    }
+    throw new PFrameDriverError(`unsupported resource type: ${resourceTypeToString(data.resourceType)}`);
+}
+function traverseParquetPartitionedResource(resource) {
+    const blob = resource.traverse({ field: 'blob', assertFieldType: 'Service', errorIfFieldNotSet: true }).resourceInfo;
+    const partInfo = resource.getDataAsJson();
+    const mapping = resource.traverse({ field: 'mapping', assertFieldType: 'Service', errorIfFieldNotSet: true }).getDataAsJson();
+    return {
+        data: blob,
+        ...partInfo,
+        ...mapping,
+    };
+}
+function makeDataInfoFromPColumnValues(spec, data) {
+    const keyLength = spec.axesSpec.length;
+    const jsonData = {};
+    for (const { key, val } of data) {
+        if (key.length !== keyLength)
+            throw new PFrameDriverError(`inline column key length ${key.length} differs from axes count ${keyLength}`);
+        jsonData[JSON.stringify(key)] = val;
+    }
+    return {
+        type: 'Json',
+        keyLength,
+        data: jsonData,
+    };
+}
+function deriveLegacyPObjectId(spec, data) {
+    const hash = createHash('sha256');
+    hash.update(canonicalize(spec));
+    hash.update(String(!isNullResourceId(data.originalId) ? data.originalId : data.id));
+    return hash.digest().toString('hex');
+}
+function deriveGlobalPObjectId(blockId, exportName) {
+    return canonicalize({ __isRef: true, blockId, name: exportName });
+}
+function deriveLocalPObjectId(resolvePath, outputName) {
+    return canonicalize({ resolvePath, name: outputName });
+}
+
+export { PColumnDataBinaryPartitioned, PColumnDataBinarySuperPartitioned, PColumnDataJson, PColumnDataJsonPartitioned, PColumnDataJsonSuperPartitioned, PColumnDataParquetPartitioned, PColumnDataParquetSuperPartitioned, allBlobs, deriveGlobalPObjectId, deriveLegacyPObjectId, deriveLocalPObjectId, makeDataInfoFromPColumnValues, mapBlobs, parseDataInfoResource, traverseParquetPartitionedResource };
+//# sourceMappingURL=data.js.map