@milaboratories/pf-driver 1.0.61 → 1.0.62

package/dist/pframe_pool.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"pframe_pool.cjs","sources":["../src/pframe_pool.ts"],"sourcesContent":["import {\n  assertNever,\n  bigintReplacer,\n  canonicalizeJson,\n  ensureError,\n  mapPObjectData,\n  PFrameDriverError,\n  type JsonSerializable,\n  type PColumn,\n  type PFrameHandle,\n} from \"@platforma-sdk/model\";\nimport { hashJson, PFrameInternal } from \"@milaboratories/pl-model-middle-layer\";\nimport { RefCountPoolBase, type PoolEntry } from \"@milaboratories/ts-helpers\";\nimport { PFrameFactory } from \"@milaboratories/pframes-rs-node\";\nimport { mapValues } from \"es-toolkit\";\nimport { logPFrames } from \"./logging\";\n\nexport interface LocalBlobProvider<TreeEntry extends JsonSerializable> {\n  acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;\n  makeDataSource(signal: AbortSignal): Omit<PFrameInternal.PFrameDataSourceV2, \"parquetServer\">;\n}\n\nexport interface RemoteBlobProvider<TreeEntry extends JsonSerializable> {\n  acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;\n  httpServerInfo(): PFrameInternal.HttpServerInfo;\n}\n\nexport class PFrameHolder<TreeEntry extends JsonSerializable> implements Disposable {\n  public readonly pFramePromise: Promise<PFrameInternal.PFrameV13>;\n  private readonly abortController = new AbortController();\n\n  private readonly localBlobs: PoolEntry<PFrameInternal.PFrameBlobId>[] = [];\n  private readonly remoteBlobs: PoolEntry<PFrameInternal.PFrameBlobId>[] = [];\n\n  constructor(\n    frameId: PFrameInternal.PFrameId,\n    private readonly localBlobProvider: LocalBlobProvider<TreeEntry>,\n    private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>,\n    logger: PFrameInternal.Logger,\n    private readonly spillPath: string,\n    columns: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n  ) {\n    const makeLocalBlobId = (blob: TreeEntry): PFrameInternal.PFrameBlobId => {\n      const localBlob = this.localBlobProvider.acquire(blob);\n      this.localBlobs.push(localBlob);\n      return localBlob.key;\n    };\n\n    const makeRemoteBlobId = (blob: TreeEntry): PFrameInternal.PFrameBlobId => {\n      const remoteBlob = this.remoteBlobProvider.acquire(blob);\n      this.remoteBlobs.push(remoteBlob);\n      return `${remoteBlob.key}${PFrameInternal.ParquetExtension}` as PFrameInternal.PFrameBlobId;\n    };\n\n    const mapColumnData = (\n      data: PFrameInternal.DataInfo<TreeEntry>,\n    ): PFrameInternal.DataInfo<PFrameInternal.PFrameBlobId> => {\n      switch (data.type) {\n        case \"Json\":\n          return { ...data };\n        case \"JsonPartitioned\":\n          return {\n            ...data,\n            parts: mapValues(data.parts, makeLocalBlobId),\n          };\n        case \"BinaryPartitioned\":\n          return {\n            ...data,\n            parts: mapValues(data.parts, (v) => ({\n              index: makeLocalBlobId(v.index),\n              values: makeLocalBlobId(v.values),\n            })),\n          };\n        case \"ParquetPartitioned\":\n          return {\n            ...data,\n            parts: mapValues(data.parts, (v) => ({\n              ...v,\n              data: makeRemoteBlobId(v.data),\n            })),\n          };\n        default:\n          assertNever(data);\n      }\n    };\n\n    const jsonifiedColumns = columns.map((column) => ({\n      ...column,\n      data: mapColumnData(column.data),\n    }));\n\n    try {\n      const pFrame = PFrameFactory.createPFrame({ frameId, spillPath: this.spillPath, logger });\n      pFrame.setDataSource({\n        ...this.localBlobProvider.makeDataSource(this.disposeSignal),\n        parquetServer: this.remoteBlobProvider.httpServerInfo(),\n      });\n\n      const promises: Promise<void>[] = [];\n      for (const column of jsonifiedColumns) {\n        pFrame.addColumnSpec(column.id, column.spec);\n        promises.push(pFrame.setColumnData(column.id, column.data, { signal: this.disposeSignal }));\n      }\n\n      this.pFramePromise = Promise.all(promises)\n        .then(() => pFrame)\n        .catch((err) => {\n          this.dispose();\n          pFrame.dispose();\n          const error = new PFrameDriverError(\"PFrame creation failed asynchronously\");\n          error.cause = new Error(\n            `PFrame cannot be created from columns: ${JSON.stringify(jsonifiedColumns)}`,\n            { cause: ensureError(err) },\n          );\n          throw error;\n        });\n    } catch (err: unknown) {\n      const error = new PFrameDriverError(\"PFrame creation failed synchronously\");\n      error.cause = new Error(\n        `PFrame cannot be created from columns: ${JSON.stringify(jsonifiedColumns)}`,\n        { cause: ensureError(err) },\n      );\n      throw error;\n    }\n  }\n\n  public get disposeSignal(): AbortSignal {\n    return this.abortController.signal;\n  }\n\n  private dispose(): void {\n    this.abortController.abort();\n    this.localBlobs.forEach((entry) => entry.unref());\n    this.remoteBlobs.forEach((entry) => entry.unref());\n  }\n\n  [Symbol.dispose](): void {\n    this.dispose();\n    void this.pFramePromise\n      .then((pFrame) => pFrame.dispose())\n      .catch(() => {\n        /* mute error */\n      });\n  }\n}\n\nexport class PFramePool<TreeEntry extends JsonSerializable> extends RefCountPoolBase<\n  PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n  PFrameHandle,\n  PFrameHolder<TreeEntry>\n> {\n  constructor(\n    private readonly localBlobProvider: LocalBlobProvider<TreeEntry>,\n    private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>,\n    private readonly logger: PFrameInternal.Logger,\n    private readonly spillPath: string,\n  ) {\n    super();\n  }\n\n  protected calculateParamsKey(\n    params: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n  ): PFrameHandle {\n    return stableKeyFromPFrameData(params);\n  }\n\n  protected createNewResource(\n    params: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n    key: PFrameHandle,\n  ): PFrameHolder<TreeEntry> {\n    if (logPFrames()) {\n      this.logger(\n        \"info\",\n        `PFrame creation (pFrameHandle = ${key}): ` + `${JSON.stringify(params, bigintReplacer)}`,\n      );\n    }\n    return new PFrameHolder(\n      key,\n      this.localBlobProvider,\n      this.remoteBlobProvider,\n      this.logger,\n      this.spillPath,\n      params,\n    );\n  }\n\n  public getByKey(key: PFrameHandle): PFrameHolder<TreeEntry> {\n    const resource = super.tryGetByKey(key);\n    if (!resource) {\n      const error = new PFrameDriverError(`Invalid PFrame handle`);\n      error.cause = new Error(`PFrame with handle ${key} not found`);\n      throw error;\n    }\n    return resource;\n  }\n}\n\nfunction stableKeyFromPFrameData<TreeEntry extends JsonSerializable>(\n  data: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n): PFrameHandle {\n  const orderedData = [...data].map((column) =>\n    mapPObjectData(column, (r) => {\n      let result: {\n        type: string;\n        keyLength: number;\n        payload: {\n          key: string;\n          value: null | number | string | [string, string];\n        }[];\n      };\n      const type = r.type;\n      switch (type) {\n        case \"Json\":\n          result = {\n            type: r.type,\n            keyLength: r.keyLength,\n            payload: Object.entries(r.data).map(([part, value]) => ({\n              key: part,\n              value,\n            })),\n          };\n          break;\n        case \"JsonPartitioned\":\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: canonicalizeJson(info),\n            })),\n          };\n          break;\n        case \"BinaryPartitioned\":\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: [canonicalizeJson(info.index), canonicalizeJson(info.values)] as const,\n            })),\n          };\n          break;\n        case \"ParquetPartitioned\":\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value:\n                info.dataDigest ||\n                ([\n                  canonicalizeJson(info.data),\n                  JSON.stringify({ axes: info.axes, column: info.column }),\n                ] as const),\n            })),\n          };\n          break;\n        default:\n          throw new PFrameDriverError(\n            `unsupported resource type: ${JSON.stringify(type satisfies never)}`,\n          );\n      }\n      result.payload.sort((lhs, rhs) => (lhs.key < rhs.key ? -1 : 1));\n      return result;\n    }),\n  );\n  orderedData.sort((lhs, rhs) => (lhs.id < rhs.id ? -1 : 1));\n  return hashJson(orderedData) as string as PFrameHandle;\n}\n"],"names":["PFrameInternal","mapValues","assertNever","PFrameFactory","PFrameDriverError","ensureError","RefCountPoolBase","logPFrames","bigintReplacer","mapPObjectData","canonicalizeJson","hashJson"],"mappings":";;;;;;;;;MA2Ba,YAAY,CAAA;AASJ,IAAA,iBAAA;AACA,IAAA,kBAAA;AAEA,IAAA,SAAA;AAXH,IAAA,aAAa;AACZ,IAAA,eAAe,GAAG,IAAI,eAAe,EAAE;IAEvC,UAAU,GAA6C,EAAE;IACzD,WAAW,GAA6C,EAAE;IAE3E,WAAA,CACE,OAAgC,EACf,iBAA+C,EAC/C,kBAAiD,EAClE,MAA6B,EACZ,SAAiB,EAClC,OAAsD,EAAA;QAJrC,IAAA,CAAA,iBAAiB,GAAjB,iBAAiB;QACjB,IAAA,CAAA,kBAAkB,GAAlB,kBAAkB;QAElB,IAAA,CAAA,SAAS,GAAT,SAAS;AAG1B,QAAA,MAAM,eAAe,GAAG,CAAC,IAAe,KAAiC;YACvE,MAAM,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC;AACtD,YAAA,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC;YAC/B,OAAO,SAAS,CAAC,GAAG;AACtB,QAAA,CAAC;AAED,QAAA,MAAM,gBAAgB,GAAG,CAAC,IAAe,KAAiC;YACxE,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC;AACxD,YAAA,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC;YACjC,OAAO,CAAA,EAAG,UAAU,CAAC,GAAG,GAAGA,iCAAc,CAAC,gBAAgB,CAAA,CAAiC;AAC7F,QAAA,CAAC;AAED,QAAA,MAAM,aAAa,GAAG,CACpB,IAAwC,KACgB;AACxD,YAAA,QAAQ,IAAI,CAAC,IAAI;AACf,gBAAA,KAAK,MAAM;AACT,oBAAA,OAAO,EAAE,GAAG,IAAI,EAAE;AACpB,gBAAA,KAAK,iBAAiB;oBACpB,OAAO;AACL,wBAAA,GAAG,IAAI;wBACP,KAAK,EAAEC,mBAAS,CAAC,IAAI,CAAC,KAAK,EAAE,eAAe,CAAC;qBAC9C;AACH,gBAAA,KAAK,mBAAmB;oBACtB,OAAO;AACL,wBAAA,GAAG,IAAI;AACP,wBAAA,KAAK,EAAEA,mBAAS,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM;AACnC,4BAAA,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC;AAC/B,4BAAA,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC;AAClC,yBAAA,CAAC,CAAC;qBACJ;AACH,gBAAA,KAAK,oBAAoB;oBACvB,OAAO;AACL,wBAAA,GAAG,IAAI;AACP,wBAAA,KAAK,EAAEA,mBAAS,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM;AACnC,4BAAA,GAAG,CAAC;AACJ,4BAAA,IAAI,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC;AAC/B,yBAAA,CAAC,CAAC;qBACJ;AACH,gBAAA;oBACEC,iBAAW,CAAC,IAAI,CAAC;;AAEvB,QAAA,CAAC;QAED,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,MAAM;AAChD,YAAA,GAAG,MAAM;AACT,YAAA,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC;AACjC,SAAA,CAAC,CAAC;AAEH,QAAA,IAAI;AACF,YAAA,MAAM,MAAM,GAAGC,2BAAa,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;YACzF,MAAM,CAAC,aAAa,CAAC;gBACnB,GAAG,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC;AAC5D,gBAAA,aAAa,EAAE,IAAI,CAAC,kBAAkB,CAAC,cAAc,EAAE;AACxD,aAAA,CAAC;YAEF,MAAM,QAAQ,GAAoB,EAAE;AACpC,YAAA,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE;gBACrC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC;gBAC5C,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;YAC7F;YAEA,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ;AACtC,iBAAA,IAAI,CAAC,MAAM,MAAM;AACjB,iBAAA,KAAK,CAAC,CAAC,GAAG,KAAI;gBACb,IAAI,CAAC,OAAO,EAAE;gBACd,MAAM,CAAC,OAAO,EAAE;AAChB,gBAAA,MAAM,KAAK,GAAG,IAAIC,uBAAiB,CAAC,uCAAuC,CAAC;gBAC5E,KAAK,CAAC,KAAK,GAAG,IAAI,KAAK,CACrB,CAAA,uCAAA,EAA0C,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAA,CAAE,EAC5E,EAAE,KAAK,EAAEC,iBAAW,CAAC,GAAG,CAAC,EAAE,CAC5B;AACD,gBAAA,MAAM,KAAK;AACb,YAAA,CAAC,CAAC;QACN;QAAE,OAAO,GAAY,EAAE;AACrB,YAAA,MAAM,KAAK,GAAG,IAAID,uBAAiB,CAAC,sCAAsC,CAAC;YAC3E,KAAK,CAAC,KAAK,GAAG,IAAI,KAAK,CACrB,CAAA,uCAAA,EAA0C,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAA,CAAE,EAC5E,EAAE,KAAK,EAAEC,iBAAW,CAAC,GAAG,CAAC,EAAE,CAC5B;AACD,YAAA,MAAM,KAAK;QACb;IACF;AAEA,IAAA,IAAW,aAAa,GAAA;AACtB,QAAA,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM;IACpC;IAEQ,OAAO,GAAA;AACb,QAAA,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE;AAC5B,QAAA,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC;AACjD,QAAA,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC;IACpD;IAEA,CAAC,MAAM,CAAC,OAAO,CAAC,GAAA;QACd,IAAI,CAAC,OAAO,EAAE;QACd,KAAK,IAAI,CAAC;aACP,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,OAAO,EAAE;aACjC,KAAK,CAAC,MAAK;;AAEZ,QAAA,CAAC,CAAC;IACN;AACD;AAEK,MAAO,UAA+C,SAAQC,0BAInE,CAAA;AAEoB,IAAA,iBAAA;AACA,IAAA,kBAAA;AACA,IAAA,MAAA;AACA,IAAA,SAAA;AAJnB,IAAA,WAAA,CACmB,iBAA+C,EAC/C,kBAAiD,EACjD,MAA6B,EAC7B,SAAiB,EAAA;AAElC,QAAA,KAAK,EAAE;QALU,IAAA,CAAA,iBAAiB,GAAjB,iBAAiB;QACjB,IAAA,CAAA,kBAAkB,GAAlB,kBAAkB;QAClB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,SAAS,GAAT,SAAS;IAG5B;AAEU,IAAA,kBAAkB,CAC1B,MAAqD,EAAA;AAErD,QAAA,OAAO,uBAAuB,CAAC,MAAM,CAAC;IACxC;IAEU,iBAAiB,CACzB,MAAqD,EACrD,GAAiB,EAAA;QAEjB,IAAIC,kBAAU,EAAE,EAAE;YAChB,IAAI,CAAC,MAAM,CACT,MAAM,EACN,CAAA,gCAAA,EAAmC,GAAG,KAAK,GAAG,CAAA,EAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAEC,oBAAc,CAAC,CAAA,CAAE,CAC1F;QACH;QACA,OAAO,IAAI,YAAY,CACrB,GAAG,EACH,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,SAAS,EACd,MAAM,CACP;IACH;AAEO,IAAA,QAAQ,CAAC,GAAiB,EAAA;QAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC;QACvC,IAAI,CAAC,QAAQ,EAAE;AACb,YAAA,MAAM,KAAK,GAAG,IAAIJ,uBAAiB,CAAC,CAAA,qBAAA,CAAuB,CAAC;YAC5D,KAAK,CAAC,KAAK,GAAG,IAAI,KAAK,CAAC,CAAA,mBAAA,EAAsB,GAAG,CAAA,UAAA,CAAY,CAAC;AAC9D,YAAA,MAAM,KAAK;QACb;AACA,QAAA,OAAO,QAAQ;IACjB;AACD;AAED,SAAS,uBAAuB,CAC9B,IAAmD,EAAA;IAEnD,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,KACvCK,oBAAc,CAAC,MAAM,EAAE,CAAC,CAAC,KAAI;AAC3B,QAAA,IAAI,MAOH;AACD,QAAA,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI;QACnB,QAAQ,IAAI;AACV,YAAA,KAAK,MAAM;AACT,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;wBACT,KAAK;AACN,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA,KAAK,iBAAiB;AACpB,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,kBAAkB;oBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;AACT,wBAAA,KAAK,EAAEC,sBAAgB,CAAC,IAAI,CAAC;AAC9B,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA,KAAK,mBAAmB;AACtB,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,kBAAkB;oBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;AACT,wBAAA,KAAK,EAAE,CAACA,sBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAEA,sBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAU;AAC9E,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA,KAAK,oBAAoB;AACvB,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,kBAAkB;oBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;wBACT,KAAK,EACH,IAAI,CAAC,UAAU;AACd,4BAAA;AACC,gCAAAA,sBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;AAC3B,gCAAA,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;AAC/C,6BAAA;AACd,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA;AACE,gBAAA,MAAM,IAAIN,uBAAiB,CACzB,CAAA,2BAAA,EAA8B,IAAI,CAAC,SAAS,CAAC,IAAoB,CAAC,CAAA,CAAE,CACrE;;AAEL,QAAA,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,MAAM,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAC/D,QAAA,OAAO,MAAM;IACf,CAAC,CAAC,CACH;AACD,IAAA,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,MAAM,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAC1D,IAAA,OAAOO,2BAAQ,CAAC,WAAW,CAA2B;AACxD;;;;;"}
+{"version":3,"file":"pframe_pool.cjs","names":["PFrameInternal","PFrameFactory","PFrameDriverError","RefCountPoolBase","logPFrames","bigintReplacer"],"sources":["../src/pframe_pool.ts"],"sourcesContent":["import {\n  assertNever,\n  bigintReplacer,\n  canonicalizeJson,\n  ensureError,\n  mapPObjectData,\n  PFrameDriverError,\n  type JsonSerializable,\n  type PColumn,\n  type PFrameHandle,\n} from \"@platforma-sdk/model\";\nimport { hashJson, PFrameInternal } from \"@milaboratories/pl-model-middle-layer\";\nimport { RefCountPoolBase, type PoolEntry } from \"@milaboratories/ts-helpers\";\nimport { PFrameFactory } from \"@milaboratories/pframes-rs-node\";\nimport { mapValues } from \"es-toolkit\";\nimport { logPFrames } from \"./logging\";\n\nexport interface LocalBlobProvider<TreeEntry extends JsonSerializable> {\n  acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;\n  makeDataSource(signal: AbortSignal): Omit<PFrameInternal.PFrameDataSourceV2, \"parquetServer\">;\n}\n\nexport interface RemoteBlobProvider<TreeEntry extends JsonSerializable> {\n  acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;\n  httpServerInfo(): PFrameInternal.HttpServerInfo;\n}\n\nexport class PFrameHolder<TreeEntry extends JsonSerializable> implements Disposable {\n  public readonly pFramePromise: Promise<PFrameInternal.PFrameV13>;\n  private readonly abortController = new AbortController();\n\n  private readonly localBlobs: PoolEntry<PFrameInternal.PFrameBlobId>[] = [];\n  private readonly remoteBlobs: PoolEntry<PFrameInternal.PFrameBlobId>[] = [];\n\n  constructor(\n    frameId: PFrameInternal.PFrameId,\n    private readonly localBlobProvider: LocalBlobProvider<TreeEntry>,\n    private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>,\n    logger: PFrameInternal.Logger,\n    private readonly spillPath: string,\n    columns: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n  ) {\n    const makeLocalBlobId = (blob: TreeEntry): PFrameInternal.PFrameBlobId => {\n      const localBlob = this.localBlobProvider.acquire(blob);\n      this.localBlobs.push(localBlob);\n      return localBlob.key;\n    };\n\n    const makeRemoteBlobId = (blob: TreeEntry): PFrameInternal.PFrameBlobId => {\n      const remoteBlob = this.remoteBlobProvider.acquire(blob);\n      this.remoteBlobs.push(remoteBlob);\n      return `${remoteBlob.key}${PFrameInternal.ParquetExtension}` as PFrameInternal.PFrameBlobId;\n    };\n\n    const mapColumnData = (\n      data: PFrameInternal.DataInfo<TreeEntry>,\n    ): PFrameInternal.DataInfo<PFrameInternal.PFrameBlobId> => {\n      switch (data.type) {\n        case \"Json\":\n          return { ...data };\n        case \"JsonPartitioned\":\n          return {\n            ...data,\n            parts: mapValues(data.parts, makeLocalBlobId),\n          };\n        case \"BinaryPartitioned\":\n          return {\n            ...data,\n            parts: mapValues(data.parts, (v) => ({\n              index: makeLocalBlobId(v.index),\n              values: makeLocalBlobId(v.values),\n            })),\n          };\n        case \"ParquetPartitioned\":\n          return {\n            ...data,\n            parts: mapValues(data.parts, (v) => ({\n              ...v,\n              data: makeRemoteBlobId(v.data),\n            })),\n          };\n        default:\n          assertNever(data);\n      }\n    };\n\n    const jsonifiedColumns = columns.map((column) => ({\n      ...column,\n      data: mapColumnData(column.data),\n    }));\n\n    try {\n      const pFrame = PFrameFactory.createPFrame({ frameId, spillPath: this.spillPath, logger });\n      pFrame.setDataSource({\n        ...this.localBlobProvider.makeDataSource(this.disposeSignal),\n        parquetServer: this.remoteBlobProvider.httpServerInfo(),\n      });\n\n      const promises: Promise<void>[] = [];\n      for (const column of jsonifiedColumns) {\n        pFrame.addColumnSpec(column.id, column.spec);\n        promises.push(pFrame.setColumnData(column.id, column.data, { signal: this.disposeSignal }));\n      }\n\n      this.pFramePromise = Promise.all(promises)\n        .then(() => pFrame)\n        .catch((err) => {\n          this.dispose();\n          pFrame.dispose();\n          const error = new PFrameDriverError(\"PFrame creation failed asynchronously\");\n          error.cause = new Error(\n            `PFrame cannot be created from columns: ${JSON.stringify(jsonifiedColumns)}`,\n            { cause: ensureError(err) },\n          );\n          throw error;\n        });\n    } catch (err: unknown) {\n      const error = new PFrameDriverError(\"PFrame creation failed synchronously\");\n      error.cause = new Error(\n        `PFrame cannot be created from columns: ${JSON.stringify(jsonifiedColumns)}`,\n        { cause: ensureError(err) },\n      );\n      throw error;\n    }\n  }\n\n  public get disposeSignal(): AbortSignal {\n    return this.abortController.signal;\n  }\n\n  private dispose(): void {\n    this.abortController.abort();\n    this.localBlobs.forEach((entry) => entry.unref());\n    this.remoteBlobs.forEach((entry) => entry.unref());\n  }\n\n  [Symbol.dispose](): void {\n    this.dispose();\n    void this.pFramePromise\n      .then((pFrame) => pFrame.dispose())\n      .catch(() => {\n        /* mute error */\n      });\n  }\n}\n\nexport class PFramePool<TreeEntry extends JsonSerializable> extends RefCountPoolBase<\n  PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n  PFrameHandle,\n  PFrameHolder<TreeEntry>\n> {\n  constructor(\n    private readonly localBlobProvider: LocalBlobProvider<TreeEntry>,\n    private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>,\n    private readonly logger: PFrameInternal.Logger,\n    private readonly spillPath: string,\n  ) {\n    super();\n  }\n\n  protected calculateParamsKey(\n    params: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n  ): PFrameHandle {\n    return stableKeyFromPFrameData(params);\n  }\n\n  protected createNewResource(\n    params: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n    key: PFrameHandle,\n  ): PFrameHolder<TreeEntry> {\n    if (logPFrames()) {\n      this.logger(\n        \"info\",\n        `PFrame creation (pFrameHandle = ${key}): ` + `${JSON.stringify(params, bigintReplacer)}`,\n      );\n    }\n    return new PFrameHolder(\n      key,\n      this.localBlobProvider,\n      this.remoteBlobProvider,\n      this.logger,\n      this.spillPath,\n      params,\n    );\n  }\n\n  public getByKey(key: PFrameHandle): PFrameHolder<TreeEntry> {\n    const resource = super.tryGetByKey(key);\n    if (!resource) {\n      const error = new PFrameDriverError(`Invalid PFrame handle`);\n      error.cause = new Error(`PFrame with handle ${key} not found`);\n      throw error;\n    }\n    return resource;\n  }\n}\n\nfunction stableKeyFromPFrameData<TreeEntry extends JsonSerializable>(\n  data: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n): PFrameHandle {\n  const orderedData = [...data].map((column) =>\n    mapPObjectData(column, (r) => {\n      let result: {\n        type: string;\n        keyLength: number;\n        payload: {\n          key: string;\n          value: null | number | string | [string, string];\n        }[];\n      };\n      const type = r.type;\n      switch (type) {\n        case \"Json\":\n          result = {\n            type: r.type,\n            keyLength: r.keyLength,\n            payload: Object.entries(r.data).map(([part, value]) => ({\n              key: part,\n              value,\n            })),\n          };\n          break;\n        case \"JsonPartitioned\":\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: canonicalizeJson(info),\n            })),\n          };\n          break;\n        case \"BinaryPartitioned\":\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: [canonicalizeJson(info.index), canonicalizeJson(info.values)] as const,\n            })),\n          };\n          break;\n        case \"ParquetPartitioned\":\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value:\n                info.dataDigest ||\n                ([\n                  canonicalizeJson(info.data),\n                  JSON.stringify({ axes: info.axes, column: info.column }),\n                ] as const),\n            })),\n          };\n          break;\n        default:\n          throw new PFrameDriverError(\n            `unsupported resource type: ${JSON.stringify(type satisfies never)}`,\n          );\n      }\n      result.payload.sort((lhs, rhs) => (lhs.key < rhs.key ? -1 : 1));\n      return result;\n    }),\n  );\n  orderedData.sort((lhs, rhs) => (lhs.id < rhs.id ? -1 : 1));\n  return hashJson(orderedData) as string as PFrameHandle;\n}\n"],"mappings":";;;;;;;;;AA2BA,IAAa,eAAb,MAAoF;CAClF,AAAgB;CAChB,AAAiB,kBAAkB,IAAI,iBAAiB;CAExD,AAAiB,aAAuD,EAAE;CAC1E,AAAiB,cAAwD,EAAE;CAE3E,YACE,SACA,AAAiB,mBACjB,AAAiB,oBACjB,QACA,AAAiB,WACjB,SACA;EALiB;EACA;EAEA;EAGjB,MAAM,mBAAmB,SAAiD;GACxE,MAAM,YAAY,KAAK,kBAAkB,QAAQ,KAAK;AACtD,QAAK,WAAW,KAAK,UAAU;AAC/B,UAAO,UAAU;;EAGnB,MAAM,oBAAoB,SAAiD;GACzE,MAAM,aAAa,KAAK,mBAAmB,QAAQ,KAAK;AACxD,QAAK,YAAY,KAAK,WAAW;AACjC,UAAO,GAAG,WAAW,MAAMA,qDAAe;;EAG5C,MAAM,iBACJ,SACyD;AACzD,WAAQ,KAAK,MAAb;IACE,KAAK,OACH,QAAO,EAAE,GAAG,MAAM;IACpB,KAAK,kBACH,QAAO;KACL,GAAG;KACH,iCAAiB,KAAK,OAAO,gBAAgB;KAC9C;IACH,KAAK,oBACH,QAAO;KACL,GAAG;KACH,iCAAiB,KAAK,QAAQ,OAAO;MACnC,OAAO,gBAAgB,EAAE,MAAM;MAC/B,QAAQ,gBAAgB,EAAE,OAAO;MAClC,EAAE;KACJ;IACH,KAAK,qBACH,QAAO;KACL,GAAG;KACH,iCAAiB,KAAK,QAAQ,OAAO;MACnC,GAAG;MACH,MAAM,iBAAiB,EAAE,KAAK;MAC/B,EAAE;KACJ;IACH,QACE,uCAAY,KAAK;;;EAIvB,MAAM,mBAAmB,QAAQ,KAAK,YAAY;GAChD,GAAG;GACH,MAAM,cAAc,OAAO,KAAK;GACjC,EAAE;AAEH,MAAI;GACF,MAAM,SAASC,8CAAc,aAAa;IAAE;IAAS,WAAW,KAAK;IAAW;IAAQ,CAAC;AACzF,UAAO,cAAc;IACnB,GAAG,KAAK,kBAAkB,eAAe,KAAK,cAAc;IAC5D,eAAe,KAAK,mBAAmB,gBAAgB;IACxD,CAAC;GAEF,MAAM,WAA4B,EAAE;AACpC,QAAK,MAAM,UAAU,kBAAkB;AACrC,WAAO,cAAc,OAAO,IAAI,OAAO,KAAK;AAC5C,aAAS,KAAK,OAAO,cAAc,OAAO,IAAI,OAAO,MAAM,EAAE,QAAQ,KAAK,eAAe,CAAC,CAAC;;AAG7F,QAAK,gBAAgB,QAAQ,IAAI,SAAS,CACvC,WAAW,OAAO,CAClB,OAAO,QAAQ;AACd,SAAK,SAAS;AACd,WAAO,SAAS;IAChB,MAAM,QAAQ,IAAIC,uCAAkB,wCAAwC;AAC5E,UAAM,QAAQ,IAAI,MAChB,0CAA0C,KAAK,UAAU,iBAAiB,IAC1E,EAAE,6CAAmB,IAAI,EAAE,CAC5B;AACD,UAAM;KACN;WACG,KAAc;GACrB,MAAM,QAAQ,IAAIA,uCAAkB,uCAAuC;AAC3E,SAAM,QAAQ,IAAI,MAChB,0CAA0C,KAAK,UAAU,iBAAiB,IAC1E,EAAE,6CAAmB,IAAI,EAAE,CAC5B;AACD,SAAM;;;CAIV,IAAW,gBAA6B;AACtC,SAAO,KAAK,gBAAgB;;CAG9B,AAAQ,UAAgB;AACtB,OAAK,gBAAgB,OAAO;AAC5B,OAAK,WAAW,SAAS,UAAU,MAAM,OAAO,CAAC;AACjD,OAAK,YAAY,SAAS,UAAU,MAAM,OAAO,CAAC;;CAGpD,CAAC,OAAO,WAAiB;AACvB,OAAK,SAAS;AACd,EAAK,KAAK,cACP,MAAM,WAAW,OAAO,SAAS,CAAC,CAClC,YAAY,GAEX;;;AAIR,IAAa,aAAb,cAAoEC,4CAIlE;CACA,YACE,AAAiB,mBACjB,AAAiB,oBACjB,AAAiB,QACjB,AAAiB,WACjB;AACA,SAAO;EALU;EACA;EACA;EACA;;CAKnB,AAAU,mBACR,QACc;AACd,SAAO,wBAAwB,OAAO;;CAGxC,AAAU,kBACR,QACA,KACyB;AACzB,MAAIC,4BAAY,CACd,MAAK,OACH,QACA,mCAAmC,IAAI,KAAU,KAAK,UAAU,QAAQC,oCAAe,GACxF;AAEH,SAAO,IAAI,aACT,KACA,KAAK,mBACL,KAAK,oBACL,KAAK,QACL,KAAK,WACL,OACD;;CAGH,AAAO,SAAS,KAA4C;EAC1D,MAAM,WAAW,MAAM,YAAY,IAAI;AACvC,MAAI,CAAC,UAAU;GACb,MAAM,QAAQ,IAAIH,uCAAkB,wBAAwB;AAC5D,SAAM,wBAAQ,IAAI,MAAM,sBAAsB,IAAI,YAAY;AAC9D,SAAM;;AAER,SAAO;;;AAIX,SAAS,wBACP,MACc;CACd,MAAM,cAAc,CAAC,GAAG,KAAK,CAAC,KAAK,oDAClB,SAAS,MAAM;EAC5B,IAAI;EAQJ,MAAM,OAAO,EAAE;AACf,UAAQ,MAAR;GACE,KAAK;AACH,aAAS;KACP,MAAM,EAAE;KACR,WAAW,EAAE;KACb,SAAS,OAAO,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,YAAY;MACtD,KAAK;MACL;MACD,EAAE;KACJ;AACD;GACF,KAAK;AACH,aAAS;KACP,MAAM,EAAE;KACR,WAAW,EAAE;KACb,SAAS,OAAO,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,WAAW;MACtD,KAAK;MACL,kDAAwB,KAAK;MAC9B,EAAE;KACJ;AACD;GACF,KAAK;AACH,aAAS;KACP,MAAM,EAAE;KACR,WAAW,EAAE;KACb,SAAS,OAAO,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,WAAW;MACtD,KAAK;MACL,OAAO,4CAAkB,KAAK,MAAM,6CAAmB,KAAK,OAAO,CAAC;MACrE,EAAE;KACJ;AACD;GACF,KAAK;AACH,aAAS;KACP,MAAM,EAAE;KACR,WAAW,EAAE;KACb,SAAS,OAAO,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,WAAW;MACtD,KAAK;MACL,OACE,KAAK,cACJ,4CACkB,KAAK,KAAK,EAC3B,KAAK,UAAU;OAAE,MAAM,KAAK;OAAM,QAAQ,KAAK;OAAQ,CAAC,CACzD;MACJ,EAAE;KACJ;AACD;GACF,QACE,OAAM,IAAIA,uCACR,8BAA8B,KAAK,UAAU,KAAqB,GACnE;;AAEL,SAAO,QAAQ,MAAM,KAAK,QAAS,IAAI,MAAM,IAAI,MAAM,KAAK,EAAG;AAC/D,SAAO;GACP,CACH;AACD,aAAY,MAAM,KAAK,QAAS,IAAI,KAAK,IAAI,KAAK,KAAK,EAAG;AAC1D,4DAAgB,YAAY"}

package/dist/pframe_pool.d.ts

@@ -1,35 +1,16 @@
-import { type JsonSerializable, type PColumn, type PFrameHandle } from "@platforma-sdk/model";
+import { JsonSerializable, PColumn, PFrameHandle } from "@platforma-sdk/model";
+import { PoolEntry, RefCountPoolBase } from "@milaboratories/ts-helpers";
 import { PFrameInternal } from "@milaboratories/pl-model-middle-layer";
-import { RefCountPoolBase, type PoolEntry } from "@milaboratories/ts-helpers";
-export interface LocalBlobProvider<TreeEntry extends JsonSerializable> {
-    acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;
-    makeDataSource(signal: AbortSignal): Omit<PFrameInternal.PFrameDataSourceV2, "parquetServer">;
+
+//#region src/pframe_pool.d.ts
+interface LocalBlobProvider<TreeEntry extends JsonSerializable> {
+  acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;
+  makeDataSource(signal: AbortSignal): Omit<PFrameInternal.PFrameDataSourceV2, "parquetServer">;
 }
-export interface RemoteBlobProvider<TreeEntry extends JsonSerializable> {
-    acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;
-    httpServerInfo(): PFrameInternal.HttpServerInfo;
-}
-export declare class PFrameHolder<TreeEntry extends JsonSerializable> implements Disposable {
-    private readonly localBlobProvider;
-    private readonly remoteBlobProvider;
-    private readonly spillPath;
-    readonly pFramePromise: Promise<PFrameInternal.PFrameV13>;
-    private readonly abortController;
-    private readonly localBlobs;
-    private readonly remoteBlobs;
-    constructor(frameId: PFrameInternal.PFrameId, localBlobProvider: LocalBlobProvider<TreeEntry>, remoteBlobProvider: RemoteBlobProvider<TreeEntry>, logger: PFrameInternal.Logger, spillPath: string, columns: PColumn<PFrameInternal.DataInfo<TreeEntry>>[]);
-    get disposeSignal(): AbortSignal;
-    private dispose;
-    [Symbol.dispose](): void;
-}
-export declare class PFramePool<TreeEntry extends JsonSerializable> extends RefCountPoolBase<PColumn<PFrameInternal.DataInfo<TreeEntry>>[], PFrameHandle, PFrameHolder<TreeEntry>> {
-    private readonly localBlobProvider;
-    private readonly remoteBlobProvider;
-    private readonly logger;
-    private readonly spillPath;
-    constructor(localBlobProvider: LocalBlobProvider<TreeEntry>, remoteBlobProvider: RemoteBlobProvider<TreeEntry>, logger: PFrameInternal.Logger, spillPath: string);
-    protected calculateParamsKey(params: PColumn<PFrameInternal.DataInfo<TreeEntry>>[]): PFrameHandle;
-    protected createNewResource(params: PColumn<PFrameInternal.DataInfo<TreeEntry>>[], key: PFrameHandle): PFrameHolder<TreeEntry>;
-    getByKey(key: PFrameHandle): PFrameHolder<TreeEntry>;
+interface RemoteBlobProvider<TreeEntry extends JsonSerializable> {
+  acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;
+  httpServerInfo(): PFrameInternal.HttpServerInfo;
 }
+//#endregion
+export { LocalBlobProvider, RemoteBlobProvider };
 //# sourceMappingURL=pframe_pool.d.ts.map

package/dist/pframe_pool.js

@@ -1,198 +1,181 @@
-import { bigintReplacer, PFrameDriverError, mapPObjectData, canonicalizeJson, ensureError, assertNever } from '@platforma-sdk/model';
-import { hashJson, PFrameInternal } from '@milaboratories/pl-model-middle-layer';
-import { RefCountPoolBase } from '@milaboratories/ts-helpers';
-import { PFrameFactory } from '@milaboratories/pframes-rs-node';
-import { mapValues } from 'es-toolkit';
-import { logPFrames } from './logging.js';
+import { logPFrames } from "./logging.js";
+import { PFrameDriverError, assertNever, bigintReplacer, canonicalizeJson, ensureError, mapPObjectData } from "@platforma-sdk/model";
+import { RefCountPoolBase } from "@milaboratories/ts-helpers";
+import { PFrameFactory } from "@milaboratories/pframes-rs-node";
+import { PFrameInternal, hashJson } from "@milaboratories/pl-model-middle-layer";
+import { mapValues } from "es-toolkit";
 
-class PFrameHolder {
-    localBlobProvider;
-    remoteBlobProvider;
-    spillPath;
-    pFramePromise;
-    abortController = new AbortController();
-    localBlobs = [];
-    remoteBlobs = [];
-    constructor(frameId, localBlobProvider, remoteBlobProvider, logger, spillPath, columns) {
-        this.localBlobProvider = localBlobProvider;
-        this.remoteBlobProvider = remoteBlobProvider;
-        this.spillPath = spillPath;
-        const makeLocalBlobId = (blob) => {
-            const localBlob = this.localBlobProvider.acquire(blob);
-            this.localBlobs.push(localBlob);
-            return localBlob.key;
-        };
-        const makeRemoteBlobId = (blob) => {
-            const remoteBlob = this.remoteBlobProvider.acquire(blob);
-            this.remoteBlobs.push(remoteBlob);
-            return `${remoteBlob.key}${PFrameInternal.ParquetExtension}`;
-        };
-        const mapColumnData = (data) => {
-            switch (data.type) {
-                case "Json":
-                    return { ...data };
-                case "JsonPartitioned":
-                    return {
-                        ...data,
-                        parts: mapValues(data.parts, makeLocalBlobId),
-                    };
-                case "BinaryPartitioned":
-                    return {
-                        ...data,
-                        parts: mapValues(data.parts, (v) => ({
-                            index: makeLocalBlobId(v.index),
-                            values: makeLocalBlobId(v.values),
-                        })),
-                    };
-                case "ParquetPartitioned":
-                    return {
-                        ...data,
-                        parts: mapValues(data.parts, (v) => ({
-                            ...v,
-                            data: makeRemoteBlobId(v.data),
-                        })),
-                    };
-                default:
-                    assertNever(data);
-            }
-        };
-        const jsonifiedColumns = columns.map((column) => ({
-            ...column,
-            data: mapColumnData(column.data),
-        }));
-        try {
-            const pFrame = PFrameFactory.createPFrame({ frameId, spillPath: this.spillPath, logger });
-            pFrame.setDataSource({
-                ...this.localBlobProvider.makeDataSource(this.disposeSignal),
-                parquetServer: this.remoteBlobProvider.httpServerInfo(),
-            });
-            const promises = [];
-            for (const column of jsonifiedColumns) {
-                pFrame.addColumnSpec(column.id, column.spec);
-                promises.push(pFrame.setColumnData(column.id, column.data, { signal: this.disposeSignal }));
-            }
-            this.pFramePromise = Promise.all(promises)
-                .then(() => pFrame)
-                .catch((err) => {
-                this.dispose();
-                pFrame.dispose();
-                const error = new PFrameDriverError("PFrame creation failed asynchronously");
-                error.cause = new Error(`PFrame cannot be created from columns: ${JSON.stringify(jsonifiedColumns)}`, { cause: ensureError(err) });
-                throw error;
-            });
-        }
-        catch (err) {
-            const error = new PFrameDriverError("PFrame creation failed synchronously");
-            error.cause = new Error(`PFrame cannot be created from columns: ${JSON.stringify(jsonifiedColumns)}`, { cause: ensureError(err) });
-            throw error;
-        }
-    }
-    get disposeSignal() {
-        return this.abortController.signal;
-    }
-    dispose() {
-        this.abortController.abort();
-        this.localBlobs.forEach((entry) => entry.unref());
-        this.remoteBlobs.forEach((entry) => entry.unref());
-    }
-    [Symbol.dispose]() {
-        this.dispose();
-        void this.pFramePromise
-            .then((pFrame) => pFrame.dispose())
-            .catch(() => {
-            /* mute error */
-        });
-    }
-}
-class PFramePool extends RefCountPoolBase {
-    localBlobProvider;
-    remoteBlobProvider;
-    logger;
-    spillPath;
-    constructor(localBlobProvider, remoteBlobProvider, logger, spillPath) {
-        super();
-        this.localBlobProvider = localBlobProvider;
-        this.remoteBlobProvider = remoteBlobProvider;
-        this.logger = logger;
-        this.spillPath = spillPath;
-    }
-    calculateParamsKey(params) {
-        return stableKeyFromPFrameData(params);
-    }
-    createNewResource(params, key) {
-        if (logPFrames()) {
-            this.logger("info", `PFrame creation (pFrameHandle = ${key}): ` + `${JSON.stringify(params, bigintReplacer)}`);
-        }
-        return new PFrameHolder(key, this.localBlobProvider, this.remoteBlobProvider, this.logger, this.spillPath, params);
-    }
-    getByKey(key) {
-        const resource = super.tryGetByKey(key);
-        if (!resource) {
-            const error = new PFrameDriverError(`Invalid PFrame handle`);
-            error.cause = new Error(`PFrame with handle ${key} not found`);
-            throw error;
-        }
-        return resource;
-    }
-}
+//#region src/pframe_pool.ts
+var PFrameHolder = class {
+	pFramePromise;
+	abortController = new AbortController();
+	localBlobs = [];
+	remoteBlobs = [];
+	constructor(frameId, localBlobProvider, remoteBlobProvider, logger, spillPath, columns) {
+		this.localBlobProvider = localBlobProvider;
+		this.remoteBlobProvider = remoteBlobProvider;
+		this.spillPath = spillPath;
+		const makeLocalBlobId = (blob) => {
+			const localBlob = this.localBlobProvider.acquire(blob);
+			this.localBlobs.push(localBlob);
+			return localBlob.key;
+		};
+		const makeRemoteBlobId = (blob) => {
+			const remoteBlob = this.remoteBlobProvider.acquire(blob);
+			this.remoteBlobs.push(remoteBlob);
+			return `${remoteBlob.key}${PFrameInternal.ParquetExtension}`;
+		};
+		const mapColumnData = (data) => {
+			switch (data.type) {
+				case "Json": return { ...data };
+				case "JsonPartitioned": return {
+					...data,
+					parts: mapValues(data.parts, makeLocalBlobId)
+				};
+				case "BinaryPartitioned": return {
+					...data,
+					parts: mapValues(data.parts, (v) => ({
+						index: makeLocalBlobId(v.index),
+						values: makeLocalBlobId(v.values)
+					}))
+				};
+				case "ParquetPartitioned": return {
+					...data,
+					parts: mapValues(data.parts, (v) => ({
+						...v,
+						data: makeRemoteBlobId(v.data)
+					}))
+				};
+				default: assertNever(data);
+			}
+		};
+		const jsonifiedColumns = columns.map((column) => ({
+			...column,
+			data: mapColumnData(column.data)
+		}));
+		try {
+			const pFrame = PFrameFactory.createPFrame({
+				frameId,
+				spillPath: this.spillPath,
+				logger
+			});
+			pFrame.setDataSource({
+				...this.localBlobProvider.makeDataSource(this.disposeSignal),
+				parquetServer: this.remoteBlobProvider.httpServerInfo()
+			});
+			const promises = [];
+			for (const column of jsonifiedColumns) {
+				pFrame.addColumnSpec(column.id, column.spec);
+				promises.push(pFrame.setColumnData(column.id, column.data, { signal: this.disposeSignal }));
+			}
+			this.pFramePromise = Promise.all(promises).then(() => pFrame).catch((err) => {
+				this.dispose();
+				pFrame.dispose();
+				const error = new PFrameDriverError("PFrame creation failed asynchronously");
+				error.cause = new Error(`PFrame cannot be created from columns: ${JSON.stringify(jsonifiedColumns)}`, { cause: ensureError(err) });
+				throw error;
+			});
+		} catch (err) {
+			const error = new PFrameDriverError("PFrame creation failed synchronously");
+			error.cause = new Error(`PFrame cannot be created from columns: ${JSON.stringify(jsonifiedColumns)}`, { cause: ensureError(err) });
+			throw error;
+		}
+	}
+	get disposeSignal() {
+		return this.abortController.signal;
+	}
+	dispose() {
+		this.abortController.abort();
+		this.localBlobs.forEach((entry) => entry.unref());
+		this.remoteBlobs.forEach((entry) => entry.unref());
+	}
+	[Symbol.dispose]() {
+		this.dispose();
+		this.pFramePromise.then((pFrame) => pFrame.dispose()).catch(() => {});
+	}
+};
+var PFramePool = class extends RefCountPoolBase {
+	constructor(localBlobProvider, remoteBlobProvider, logger, spillPath) {
+		super();
+		this.localBlobProvider = localBlobProvider;
+		this.remoteBlobProvider = remoteBlobProvider;
+		this.logger = logger;
+		this.spillPath = spillPath;
+	}
+	calculateParamsKey(params) {
+		return stableKeyFromPFrameData(params);
+	}
+	createNewResource(params, key) {
+		if (logPFrames()) this.logger("info", `PFrame creation (pFrameHandle = ${key}): ${JSON.stringify(params, bigintReplacer)}`);
+		return new PFrameHolder(key, this.localBlobProvider, this.remoteBlobProvider, this.logger, this.spillPath, params);
+	}
+	getByKey(key) {
+		const resource = super.tryGetByKey(key);
+		if (!resource) {
+			const error = new PFrameDriverError(`Invalid PFrame handle`);
+			error.cause = /* @__PURE__ */ new Error(`PFrame with handle ${key} not found`);
+			throw error;
+		}
+		return resource;
+	}
+};
 function stableKeyFromPFrameData(data) {
-    const orderedData = [...data].map((column) => mapPObjectData(column, (r) => {
-        let result;
-        const type = r.type;
-        switch (type) {
-            case "Json":
-                result = {
-                    type: r.type,
-                    keyLength: r.keyLength,
-                    payload: Object.entries(r.data).map(([part, value]) => ({
-                        key: part,
-                        value,
-                    })),
-                };
-                break;
-            case "JsonPartitioned":
-                result = {
-                    type: r.type,
-                    keyLength: r.partitionKeyLength,
-                    payload: Object.entries(r.parts).map(([part, info]) => ({
-                        key: part,
-                        value: canonicalizeJson(info),
-                    })),
-                };
-                break;
-            case "BinaryPartitioned":
-                result = {
-                    type: r.type,
-                    keyLength: r.partitionKeyLength,
-                    payload: Object.entries(r.parts).map(([part, info]) => ({
-                        key: part,
-                        value: [canonicalizeJson(info.index), canonicalizeJson(info.values)],
-                    })),
-                };
-                break;
-            case "ParquetPartitioned":
-                result = {
-                    type: r.type,
-                    keyLength: r.partitionKeyLength,
-                    payload: Object.entries(r.parts).map(([part, info]) => ({
-                        key: part,
-                        value: info.dataDigest ||
-                            [
-                                canonicalizeJson(info.data),
-                                JSON.stringify({ axes: info.axes, column: info.column }),
-                            ],
-                    })),
-                };
-                break;
-            default:
-                throw new PFrameDriverError(`unsupported resource type: ${JSON.stringify(type)}`);
-        }
-        result.payload.sort((lhs, rhs) => (lhs.key < rhs.key ? -1 : 1));
-        return result;
-    }));
-    orderedData.sort((lhs, rhs) => (lhs.id < rhs.id ? -1 : 1));
-    return hashJson(orderedData);
+	const orderedData = [...data].map((column) => mapPObjectData(column, (r) => {
+		let result;
+		const type = r.type;
+		switch (type) {
+			case "Json":
+				result = {
+					type: r.type,
+					keyLength: r.keyLength,
+					payload: Object.entries(r.data).map(([part, value]) => ({
+						key: part,
+						value
+					}))
+				};
+				break;
+			case "JsonPartitioned":
+				result = {
+					type: r.type,
+					keyLength: r.partitionKeyLength,
+					payload: Object.entries(r.parts).map(([part, info]) => ({
+						key: part,
+						value: canonicalizeJson(info)
+					}))
+				};
+				break;
+			case "BinaryPartitioned":
+				result = {
+					type: r.type,
+					keyLength: r.partitionKeyLength,
+					payload: Object.entries(r.parts).map(([part, info]) => ({
+						key: part,
+						value: [canonicalizeJson(info.index), canonicalizeJson(info.values)]
+					}))
+				};
+				break;
+			case "ParquetPartitioned":
+				result = {
+					type: r.type,
+					keyLength: r.partitionKeyLength,
+					payload: Object.entries(r.parts).map(([part, info]) => ({
+						key: part,
+						value: info.dataDigest || [canonicalizeJson(info.data), JSON.stringify({
+							axes: info.axes,
+							column: info.column
+						})]
+					}))
+				};
+				break;
+			default: throw new PFrameDriverError(`unsupported resource type: ${JSON.stringify(type)}`);
+		}
+		result.payload.sort((lhs, rhs) => lhs.key < rhs.key ? -1 : 1);
+		return result;
+	}));
+	orderedData.sort((lhs, rhs) => lhs.id < rhs.id ? -1 : 1);
+	return hashJson(orderedData);
 }
 
-export { PFrameHolder, PFramePool };
-//# sourceMappingURL=pframe_pool.js.map
+//#endregion
+export { PFramePool };
+//# sourceMappingURL=pframe_pool.js.map

package/dist/pframe_pool.js.map

@@ -1 +1 @@
-{"version":3,"file":"pframe_pool.js","sources":["../src/pframe_pool.ts"],"sourcesContent":["import {\n  assertNever,\n  bigintReplacer,\n  canonicalizeJson,\n  ensureError,\n  mapPObjectData,\n  PFrameDriverError,\n  type JsonSerializable,\n  type PColumn,\n  type PFrameHandle,\n} from \"@platforma-sdk/model\";\nimport { hashJson, PFrameInternal } from \"@milaboratories/pl-model-middle-layer\";\nimport { RefCountPoolBase, type PoolEntry } from \"@milaboratories/ts-helpers\";\nimport { PFrameFactory } from \"@milaboratories/pframes-rs-node\";\nimport { mapValues } from \"es-toolkit\";\nimport { logPFrames } from \"./logging\";\n\nexport interface LocalBlobProvider<TreeEntry extends JsonSerializable> {\n  acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;\n  makeDataSource(signal: AbortSignal): Omit<PFrameInternal.PFrameDataSourceV2, \"parquetServer\">;\n}\n\nexport interface RemoteBlobProvider<TreeEntry extends JsonSerializable> {\n  acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;\n  httpServerInfo(): PFrameInternal.HttpServerInfo;\n}\n\nexport class PFrameHolder<TreeEntry extends JsonSerializable> implements Disposable {\n  public readonly pFramePromise: Promise<PFrameInternal.PFrameV13>;\n  private readonly abortController = new AbortController();\n\n  private readonly localBlobs: PoolEntry<PFrameInternal.PFrameBlobId>[] = [];\n  private readonly remoteBlobs: PoolEntry<PFrameInternal.PFrameBlobId>[] = [];\n\n  constructor(\n    frameId: PFrameInternal.PFrameId,\n    private readonly localBlobProvider: LocalBlobProvider<TreeEntry>,\n    private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>,\n    logger: PFrameInternal.Logger,\n    private readonly spillPath: string,\n    columns: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n  ) {\n    const makeLocalBlobId = (blob: TreeEntry): PFrameInternal.PFrameBlobId => {\n      const localBlob = this.localBlobProvider.acquire(blob);\n      this.localBlobs.push(localBlob);\n      return localBlob.key;\n    };\n\n    const makeRemoteBlobId = (blob: TreeEntry): PFrameInternal.PFrameBlobId => {\n      const remoteBlob = this.remoteBlobProvider.acquire(blob);\n      this.remoteBlobs.push(remoteBlob);\n      return `${remoteBlob.key}${PFrameInternal.ParquetExtension}` as PFrameInternal.PFrameBlobId;\n    };\n\n    const mapColumnData = (\n      data: PFrameInternal.DataInfo<TreeEntry>,\n    ): PFrameInternal.DataInfo<PFrameInternal.PFrameBlobId> => {\n      switch (data.type) {\n        case \"Json\":\n          return { ...data };\n        case \"JsonPartitioned\":\n          return {\n            ...data,\n            parts: mapValues(data.parts, makeLocalBlobId),\n          };\n        case \"BinaryPartitioned\":\n          return {\n            ...data,\n            parts: mapValues(data.parts, (v) => ({\n              index: makeLocalBlobId(v.index),\n              values: makeLocalBlobId(v.values),\n            })),\n          };\n        case \"ParquetPartitioned\":\n          return {\n            ...data,\n            parts: mapValues(data.parts, (v) => ({\n              ...v,\n              data: makeRemoteBlobId(v.data),\n            })),\n          };\n        default:\n          assertNever(data);\n      }\n    };\n\n    const jsonifiedColumns = columns.map((column) => ({\n      ...column,\n      data: mapColumnData(column.data),\n    }));\n\n    try {\n      const pFrame = PFrameFactory.createPFrame({ frameId, spillPath: this.spillPath, logger });\n      pFrame.setDataSource({\n        ...this.localBlobProvider.makeDataSource(this.disposeSignal),\n        parquetServer: this.remoteBlobProvider.httpServerInfo(),\n      });\n\n      const promises: Promise<void>[] = [];\n      for (const column of jsonifiedColumns) {\n        pFrame.addColumnSpec(column.id, column.spec);\n        promises.push(pFrame.setColumnData(column.id, column.data, { signal: this.disposeSignal }));\n      }\n\n      this.pFramePromise = Promise.all(promises)\n        .then(() => pFrame)\n        .catch((err) => {\n          this.dispose();\n          pFrame.dispose();\n          const error = new PFrameDriverError(\"PFrame creation failed asynchronously\");\n          error.cause = new Error(\n            `PFrame cannot be created from columns: ${JSON.stringify(jsonifiedColumns)}`,\n            { cause: ensureError(err) },\n          );\n          throw error;\n        });\n    } catch (err: unknown) {\n      const error = new PFrameDriverError(\"PFrame creation failed synchronously\");\n      error.cause = new Error(\n        `PFrame cannot be created from columns: ${JSON.stringify(jsonifiedColumns)}`,\n        { cause: ensureError(err) },\n      );\n      throw error;\n    }\n  }\n\n  public get disposeSignal(): AbortSignal {\n    return this.abortController.signal;\n  }\n\n  private dispose(): void {\n    this.abortController.abort();\n    this.localBlobs.forEach((entry) => entry.unref());\n    this.remoteBlobs.forEach((entry) => entry.unref());\n  }\n\n  [Symbol.dispose](): void {\n    this.dispose();\n    void this.pFramePromise\n      .then((pFrame) => pFrame.dispose())\n      .catch(() => {\n        /* mute error */\n      });\n  }\n}\n\nexport class PFramePool<TreeEntry extends JsonSerializable> extends RefCountPoolBase<\n  PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n  PFrameHandle,\n  PFrameHolder<TreeEntry>\n> {\n  constructor(\n    private readonly localBlobProvider: LocalBlobProvider<TreeEntry>,\n    private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>,\n    private readonly logger: PFrameInternal.Logger,\n    private readonly spillPath: string,\n  ) {\n    super();\n  }\n\n  protected calculateParamsKey(\n    params: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n  ): PFrameHandle {\n    return stableKeyFromPFrameData(params);\n  }\n\n  protected createNewResource(\n    params: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n    key: PFrameHandle,\n  ): PFrameHolder<TreeEntry> {\n    if (logPFrames()) {\n      this.logger(\n        \"info\",\n        `PFrame creation (pFrameHandle = ${key}): ` + `${JSON.stringify(params, bigintReplacer)}`,\n      );\n    }\n    return new PFrameHolder(\n      key,\n      this.localBlobProvider,\n      this.remoteBlobProvider,\n      this.logger,\n      this.spillPath,\n      params,\n    );\n  }\n\n  public getByKey(key: PFrameHandle): PFrameHolder<TreeEntry> {\n    const resource = super.tryGetByKey(key);\n    if (!resource) {\n      const error = new PFrameDriverError(`Invalid PFrame handle`);\n      error.cause = new Error(`PFrame with handle ${key} not found`);\n      throw error;\n    }\n    return resource;\n  }\n}\n\nfunction stableKeyFromPFrameData<TreeEntry extends JsonSerializable>(\n  data: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n): PFrameHandle {\n  const orderedData = [...data].map((column) =>\n    mapPObjectData(column, (r) => {\n      let result: {\n        type: string;\n        keyLength: number;\n        payload: {\n          key: string;\n          value: null | number | string | [string, string];\n        }[];\n      };\n      const type = r.type;\n      switch (type) {\n        case \"Json\":\n          result = {\n            type: r.type,\n            keyLength: r.keyLength,\n            payload: Object.entries(r.data).map(([part, value]) => ({\n              key: part,\n              value,\n            })),\n          };\n          break;\n        case \"JsonPartitioned\":\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: canonicalizeJson(info),\n            })),\n          };\n          break;\n        case \"BinaryPartitioned\":\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: [canonicalizeJson(info.index), canonicalizeJson(info.values)] as const,\n            })),\n          };\n          break;\n        case \"ParquetPartitioned\":\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value:\n                info.dataDigest ||\n                ([\n                  canonicalizeJson(info.data),\n                  JSON.stringify({ axes: info.axes, column: info.column }),\n                ] as const),\n            })),\n          };\n          break;\n        default:\n          throw new PFrameDriverError(\n            `unsupported resource type: ${JSON.stringify(type satisfies never)}`,\n          );\n      }\n      result.payload.sort((lhs, rhs) => (lhs.key < rhs.key ? -1 : 1));\n      return result;\n    }),\n  );\n  orderedData.sort((lhs, rhs) => (lhs.id < rhs.id ? -1 : 1));\n  return hashJson(orderedData) as string as PFrameHandle;\n}\n"],"names":[],"mappings":";;;;;;;MA2Ba,YAAY,CAAA;AASJ,IAAA,iBAAA;AACA,IAAA,kBAAA;AAEA,IAAA,SAAA;AAXH,IAAA,aAAa;AACZ,IAAA,eAAe,GAAG,IAAI,eAAe,EAAE;IAEvC,UAAU,GAA6C,EAAE;IACzD,WAAW,GAA6C,EAAE;IAE3E,WAAA,CACE,OAAgC,EACf,iBAA+C,EAC/C,kBAAiD,EAClE,MAA6B,EACZ,SAAiB,EAClC,OAAsD,EAAA;QAJrC,IAAA,CAAA,iBAAiB,GAAjB,iBAAiB;QACjB,IAAA,CAAA,kBAAkB,GAAlB,kBAAkB;QAElB,IAAA,CAAA,SAAS,GAAT,SAAS;AAG1B,QAAA,MAAM,eAAe,GAAG,CAAC,IAAe,KAAiC;YACvE,MAAM,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC;AACtD,YAAA,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC;YAC/B,OAAO,SAAS,CAAC,GAAG;AACtB,QAAA,CAAC;AAED,QAAA,MAAM,gBAAgB,GAAG,CAAC,IAAe,KAAiC;YACxE,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC;AACxD,YAAA,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC;YACjC,OAAO,CAAA,EAAG,UAAU,CAAC,GAAG,GAAG,cAAc,CAAC,gBAAgB,CAAA,CAAiC;AAC7F,QAAA,CAAC;AAED,QAAA,MAAM,aAAa,GAAG,CACpB,IAAwC,KACgB;AACxD,YAAA,QAAQ,IAAI,CAAC,IAAI;AACf,gBAAA,KAAK,MAAM;AACT,oBAAA,OAAO,EAAE,GAAG,IAAI,EAAE;AACpB,gBAAA,KAAK,iBAAiB;oBACpB,OAAO;AACL,wBAAA,GAAG,IAAI;wBACP,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,eAAe,CAAC;qBAC9C;AACH,gBAAA,KAAK,mBAAmB;oBACtB,OAAO;AACL,wBAAA,GAAG,IAAI;AACP,wBAAA,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM;AACnC,4BAAA,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC;AAC/B,4BAAA,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC;AAClC,yBAAA,CAAC,CAAC;qBACJ;AACH,gBAAA,KAAK,oBAAoB;oBACvB,OAAO;AACL,wBAAA,GAAG,IAAI;AACP,wBAAA,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM;AACnC,4BAAA,GAAG,CAAC;AACJ,4BAAA,IAAI,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC;AAC/B,yBAAA,CAAC,CAAC;qBACJ;AACH,gBAAA;oBACE,WAAW,CAAC,IAAI,CAAC;;AAEvB,QAAA,CAAC;QAED,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,MAAM;AAChD,YAAA,GAAG,MAAM;AACT,YAAA,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC;AACjC,SAAA,CAAC,CAAC;AAEH,QAAA,IAAI;AACF,YAAA,MAAM,MAAM,GAAG,aAAa,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;YACzF,MAAM,CAAC,aAAa,CAAC;gBACnB,GAAG,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC;AAC5D,gBAAA,aAAa,EAAE,IAAI,CAAC,kBAAkB,CAAC,cAAc,EAAE;AACxD,aAAA,CAAC;YAEF,MAAM,QAAQ,GAAoB,EAAE;AACpC,YAAA,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE;gBACrC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC;gBAC5C,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;YAC7F;YAEA,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ;AACtC,iBAAA,IAAI,CAAC,MAAM,MAAM;AACjB,iBAAA,KAAK,CAAC,CAAC,GAAG,KAAI;gBACb,IAAI,CAAC,OAAO,EAAE;gBACd,MAAM,CAAC,OAAO,EAAE;AAChB,gBAAA,MAAM,KAAK,GAAG,IAAI,iBAAiB,CAAC,uCAAuC,CAAC;gBAC5E,KAAK,CAAC,KAAK,GAAG,IAAI,KAAK,CACrB,CAAA,uCAAA,EAA0C,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAA,CAAE,EAC5E,EAAE,KAAK,EAAE,WAAW,CAAC,GAAG,CAAC,EAAE,CAC5B;AACD,gBAAA,MAAM,KAAK;AACb,YAAA,CAAC,CAAC;QACN;QAAE,OAAO,GAAY,EAAE;AACrB,YAAA,MAAM,KAAK,GAAG,IAAI,iBAAiB,CAAC,sCAAsC,CAAC;YAC3E,KAAK,CAAC,KAAK,GAAG,IAAI,KAAK,CACrB,CAAA,uCAAA,EAA0C,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAA,CAAE,EAC5E,EAAE,KAAK,EAAE,WAAW,CAAC,GAAG,CAAC,EAAE,CAC5B;AACD,YAAA,MAAM,KAAK;QACb;IACF;AAEA,IAAA,IAAW,aAAa,GAAA;AACtB,QAAA,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM;IACpC;IAEQ,OAAO,GAAA;AACb,QAAA,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE;AAC5B,QAAA,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC;AACjD,QAAA,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC;IACpD;IAEA,CAAC,MAAM,CAAC,OAAO,CAAC,GAAA;QACd,IAAI,CAAC,OAAO,EAAE;QACd,KAAK,IAAI,CAAC;aACP,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,OAAO,EAAE;aACjC,KAAK,CAAC,MAAK;;AAEZ,QAAA,CAAC,CAAC;IACN;AACD;AAEK,MAAO,UAA+C,SAAQ,gBAInE,CAAA;AAEoB,IAAA,iBAAA;AACA,IAAA,kBAAA;AACA,IAAA,MAAA;AACA,IAAA,SAAA;AAJnB,IAAA,WAAA,CACmB,iBAA+C,EAC/C,kBAAiD,EACjD,MAA6B,EAC7B,SAAiB,EAAA;AAElC,QAAA,KAAK,EAAE;QALU,IAAA,CAAA,iBAAiB,GAAjB,iBAAiB;QACjB,IAAA,CAAA,kBAAkB,GAAlB,kBAAkB;QAClB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,SAAS,GAAT,SAAS;IAG5B;AAEU,IAAA,kBAAkB,CAC1B,MAAqD,EAAA;AAErD,QAAA,OAAO,uBAAuB,CAAC,MAAM,CAAC;IACxC;IAEU,iBAAiB,CACzB,MAAqD,EACrD,GAAiB,EAAA;QAEjB,IAAI,UAAU,EAAE,EAAE;YAChB,IAAI,CAAC,MAAM,CACT,MAAM,EACN,CAAA,gCAAA,EAAmC,GAAG,KAAK,GAAG,CAAA,EAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA,CAAE,CAC1F;QACH;QACA,OAAO,IAAI,YAAY,CACrB,GAAG,EACH,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,SAAS,EACd,MAAM,CACP;IACH;AAEO,IAAA,QAAQ,CAAC,GAAiB,EAAA;QAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC;QACvC,IAAI,CAAC,QAAQ,EAAE;AACb,YAAA,MAAM,KAAK,GAAG,IAAI,iBAAiB,CAAC,CAAA,qBAAA,CAAuB,CAAC;YAC5D,KAAK,CAAC,KAAK,GAAG,IAAI,KAAK,CAAC,CAAA,mBAAA,EAAsB,GAAG,CAAA,UAAA,CAAY,CAAC;AAC9D,YAAA,MAAM,KAAK;QACb;AACA,QAAA,OAAO,QAAQ;IACjB;AACD;AAED,SAAS,uBAAuB,CAC9B,IAAmD,EAAA;IAEnD,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,KACvC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,KAAI;AAC3B,QAAA,IAAI,MAOH;AACD,QAAA,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI;QACnB,QAAQ,IAAI;AACV,YAAA,KAAK,MAAM;AACT,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;wBACT,KAAK;AACN,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA,KAAK,iBAAiB;AACpB,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,kBAAkB;oBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;AACT,wBAAA,KAAK,EAAE,gBAAgB,CAAC,IAAI,CAAC;AAC9B,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA,KAAK,mBAAmB;AACtB,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,kBAAkB;oBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;AACT,wBAAA,KAAK,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAU;AAC9E,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA,KAAK,oBAAoB;AACvB,gBAAA,MAAM,GAAG;oBACP,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,kBAAkB;oBAC/B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM;AACtD,wBAAA,GAAG,EAAE,IAAI;wBACT,KAAK,EACH,IAAI,CAAC,UAAU;AACd,4BAAA;AACC,gCAAA,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;AAC3B,gCAAA,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;AAC/C,6BAAA;AACd,qBAAA,CAAC,CAAC;iBACJ;gBACD;AACF,YAAA;AACE,gBAAA,MAAM,IAAI,iBAAiB,CACzB,CAAA,2BAAA,EAA8B,IAAI,CAAC,SAAS,CAAC,IAAoB,CAAC,CAAA,CAAE,CACrE;;AAEL,QAAA,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,MAAM,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAC/D,QAAA,OAAO,MAAM;IACf,CAAC,CAAC,CACH;AACD,IAAA,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,MAAM,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAC1D,IAAA,OAAO,QAAQ,CAAC,WAAW,CAA2B;AACxD;;;;"}
+{"version":3,"file":"pframe_pool.js","names":[],"sources":["../src/pframe_pool.ts"],"sourcesContent":["import {\n  assertNever,\n  bigintReplacer,\n  canonicalizeJson,\n  ensureError,\n  mapPObjectData,\n  PFrameDriverError,\n  type JsonSerializable,\n  type PColumn,\n  type PFrameHandle,\n} from \"@platforma-sdk/model\";\nimport { hashJson, PFrameInternal } from \"@milaboratories/pl-model-middle-layer\";\nimport { RefCountPoolBase, type PoolEntry } from \"@milaboratories/ts-helpers\";\nimport { PFrameFactory } from \"@milaboratories/pframes-rs-node\";\nimport { mapValues } from \"es-toolkit\";\nimport { logPFrames } from \"./logging\";\n\nexport interface LocalBlobProvider<TreeEntry extends JsonSerializable> {\n  acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;\n  makeDataSource(signal: AbortSignal): Omit<PFrameInternal.PFrameDataSourceV2, \"parquetServer\">;\n}\n\nexport interface RemoteBlobProvider<TreeEntry extends JsonSerializable> {\n  acquire(params: TreeEntry): PoolEntry<PFrameInternal.PFrameBlobId>;\n  httpServerInfo(): PFrameInternal.HttpServerInfo;\n}\n\nexport class PFrameHolder<TreeEntry extends JsonSerializable> implements Disposable {\n  public readonly pFramePromise: Promise<PFrameInternal.PFrameV13>;\n  private readonly abortController = new AbortController();\n\n  private readonly localBlobs: PoolEntry<PFrameInternal.PFrameBlobId>[] = [];\n  private readonly remoteBlobs: PoolEntry<PFrameInternal.PFrameBlobId>[] = [];\n\n  constructor(\n    frameId: PFrameInternal.PFrameId,\n    private readonly localBlobProvider: LocalBlobProvider<TreeEntry>,\n    private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>,\n    logger: PFrameInternal.Logger,\n    private readonly spillPath: string,\n    columns: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n  ) {\n    const makeLocalBlobId = (blob: TreeEntry): PFrameInternal.PFrameBlobId => {\n      const localBlob = this.localBlobProvider.acquire(blob);\n      this.localBlobs.push(localBlob);\n      return localBlob.key;\n    };\n\n    const makeRemoteBlobId = (blob: TreeEntry): PFrameInternal.PFrameBlobId => {\n      const remoteBlob = this.remoteBlobProvider.acquire(blob);\n      this.remoteBlobs.push(remoteBlob);\n      return `${remoteBlob.key}${PFrameInternal.ParquetExtension}` as PFrameInternal.PFrameBlobId;\n    };\n\n    const mapColumnData = (\n      data: PFrameInternal.DataInfo<TreeEntry>,\n    ): PFrameInternal.DataInfo<PFrameInternal.PFrameBlobId> => {\n      switch (data.type) {\n        case \"Json\":\n          return { ...data };\n        case \"JsonPartitioned\":\n          return {\n            ...data,\n            parts: mapValues(data.parts, makeLocalBlobId),\n          };\n        case \"BinaryPartitioned\":\n          return {\n            ...data,\n            parts: mapValues(data.parts, (v) => ({\n              index: makeLocalBlobId(v.index),\n              values: makeLocalBlobId(v.values),\n            })),\n          };\n        case \"ParquetPartitioned\":\n          return {\n            ...data,\n            parts: mapValues(data.parts, (v) => ({\n              ...v,\n              data: makeRemoteBlobId(v.data),\n            })),\n          };\n        default:\n          assertNever(data);\n      }\n    };\n\n    const jsonifiedColumns = columns.map((column) => ({\n      ...column,\n      data: mapColumnData(column.data),\n    }));\n\n    try {\n      const pFrame = PFrameFactory.createPFrame({ frameId, spillPath: this.spillPath, logger });\n      pFrame.setDataSource({\n        ...this.localBlobProvider.makeDataSource(this.disposeSignal),\n        parquetServer: this.remoteBlobProvider.httpServerInfo(),\n      });\n\n      const promises: Promise<void>[] = [];\n      for (const column of jsonifiedColumns) {\n        pFrame.addColumnSpec(column.id, column.spec);\n        promises.push(pFrame.setColumnData(column.id, column.data, { signal: this.disposeSignal }));\n      }\n\n      this.pFramePromise = Promise.all(promises)\n        .then(() => pFrame)\n        .catch((err) => {\n          this.dispose();\n          pFrame.dispose();\n          const error = new PFrameDriverError(\"PFrame creation failed asynchronously\");\n          error.cause = new Error(\n            `PFrame cannot be created from columns: ${JSON.stringify(jsonifiedColumns)}`,\n            { cause: ensureError(err) },\n          );\n          throw error;\n        });\n    } catch (err: unknown) {\n      const error = new PFrameDriverError(\"PFrame creation failed synchronously\");\n      error.cause = new Error(\n        `PFrame cannot be created from columns: ${JSON.stringify(jsonifiedColumns)}`,\n        { cause: ensureError(err) },\n      );\n      throw error;\n    }\n  }\n\n  public get disposeSignal(): AbortSignal {\n    return this.abortController.signal;\n  }\n\n  private dispose(): void {\n    this.abortController.abort();\n    this.localBlobs.forEach((entry) => entry.unref());\n    this.remoteBlobs.forEach((entry) => entry.unref());\n  }\n\n  [Symbol.dispose](): void {\n    this.dispose();\n    void this.pFramePromise\n      .then((pFrame) => pFrame.dispose())\n      .catch(() => {\n        /* mute error */\n      });\n  }\n}\n\nexport class PFramePool<TreeEntry extends JsonSerializable> extends RefCountPoolBase<\n  PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n  PFrameHandle,\n  PFrameHolder<TreeEntry>\n> {\n  constructor(\n    private readonly localBlobProvider: LocalBlobProvider<TreeEntry>,\n    private readonly remoteBlobProvider: RemoteBlobProvider<TreeEntry>,\n    private readonly logger: PFrameInternal.Logger,\n    private readonly spillPath: string,\n  ) {\n    super();\n  }\n\n  protected calculateParamsKey(\n    params: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n  ): PFrameHandle {\n    return stableKeyFromPFrameData(params);\n  }\n\n  protected createNewResource(\n    params: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n    key: PFrameHandle,\n  ): PFrameHolder<TreeEntry> {\n    if (logPFrames()) {\n      this.logger(\n        \"info\",\n        `PFrame creation (pFrameHandle = ${key}): ` + `${JSON.stringify(params, bigintReplacer)}`,\n      );\n    }\n    return new PFrameHolder(\n      key,\n      this.localBlobProvider,\n      this.remoteBlobProvider,\n      this.logger,\n      this.spillPath,\n      params,\n    );\n  }\n\n  public getByKey(key: PFrameHandle): PFrameHolder<TreeEntry> {\n    const resource = super.tryGetByKey(key);\n    if (!resource) {\n      const error = new PFrameDriverError(`Invalid PFrame handle`);\n      error.cause = new Error(`PFrame with handle ${key} not found`);\n      throw error;\n    }\n    return resource;\n  }\n}\n\nfunction stableKeyFromPFrameData<TreeEntry extends JsonSerializable>(\n  data: PColumn<PFrameInternal.DataInfo<TreeEntry>>[],\n): PFrameHandle {\n  const orderedData = [...data].map((column) =>\n    mapPObjectData(column, (r) => {\n      let result: {\n        type: string;\n        keyLength: number;\n        payload: {\n          key: string;\n          value: null | number | string | [string, string];\n        }[];\n      };\n      const type = r.type;\n      switch (type) {\n        case \"Json\":\n          result = {\n            type: r.type,\n            keyLength: r.keyLength,\n            payload: Object.entries(r.data).map(([part, value]) => ({\n              key: part,\n              value,\n            })),\n          };\n          break;\n        case \"JsonPartitioned\":\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: canonicalizeJson(info),\n            })),\n          };\n          break;\n        case \"BinaryPartitioned\":\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value: [canonicalizeJson(info.index), canonicalizeJson(info.values)] as const,\n            })),\n          };\n          break;\n        case \"ParquetPartitioned\":\n          result = {\n            type: r.type,\n            keyLength: r.partitionKeyLength,\n            payload: Object.entries(r.parts).map(([part, info]) => ({\n              key: part,\n              value:\n                info.dataDigest ||\n                ([\n                  canonicalizeJson(info.data),\n                  JSON.stringify({ axes: info.axes, column: info.column }),\n                ] as const),\n            })),\n          };\n          break;\n        default:\n          throw new PFrameDriverError(\n            `unsupported resource type: ${JSON.stringify(type satisfies never)}`,\n          );\n      }\n      result.payload.sort((lhs, rhs) => (lhs.key < rhs.key ? -1 : 1));\n      return result;\n    }),\n  );\n  orderedData.sort((lhs, rhs) => (lhs.id < rhs.id ? -1 : 1));\n  return hashJson(orderedData) as string as PFrameHandle;\n}\n"],"mappings":";;;;;;;;AA2BA,IAAa,eAAb,MAAoF;CAClF,AAAgB;CAChB,AAAiB,kBAAkB,IAAI,iBAAiB;CAExD,AAAiB,aAAuD,EAAE;CAC1E,AAAiB,cAAwD,EAAE;CAE3E,YACE,SACA,AAAiB,mBACjB,AAAiB,oBACjB,QACA,AAAiB,WACjB,SACA;EALiB;EACA;EAEA;EAGjB,MAAM,mBAAmB,SAAiD;GACxE,MAAM,YAAY,KAAK,kBAAkB,QAAQ,KAAK;AACtD,QAAK,WAAW,KAAK,UAAU;AAC/B,UAAO,UAAU;;EAGnB,MAAM,oBAAoB,SAAiD;GACzE,MAAM,aAAa,KAAK,mBAAmB,QAAQ,KAAK;AACxD,QAAK,YAAY,KAAK,WAAW;AACjC,UAAO,GAAG,WAAW,MAAM,eAAe;;EAG5C,MAAM,iBACJ,SACyD;AACzD,WAAQ,KAAK,MAAb;IACE,KAAK,OACH,QAAO,EAAE,GAAG,MAAM;IACpB,KAAK,kBACH,QAAO;KACL,GAAG;KACH,OAAO,UAAU,KAAK,OAAO,gBAAgB;KAC9C;IACH,KAAK,oBACH,QAAO;KACL,GAAG;KACH,OAAO,UAAU,KAAK,QAAQ,OAAO;MACnC,OAAO,gBAAgB,EAAE,MAAM;MAC/B,QAAQ,gBAAgB,EAAE,OAAO;MAClC,EAAE;KACJ;IACH,KAAK,qBACH,QAAO;KACL,GAAG;KACH,OAAO,UAAU,KAAK,QAAQ,OAAO;MACnC,GAAG;MACH,MAAM,iBAAiB,EAAE,KAAK;MAC/B,EAAE;KACJ;IACH,QACE,aAAY,KAAK;;;EAIvB,MAAM,mBAAmB,QAAQ,KAAK,YAAY;GAChD,GAAG;GACH,MAAM,cAAc,OAAO,KAAK;GACjC,EAAE;AAEH,MAAI;GACF,MAAM,SAAS,cAAc,aAAa;IAAE;IAAS,WAAW,KAAK;IAAW;IAAQ,CAAC;AACzF,UAAO,cAAc;IACnB,GAAG,KAAK,kBAAkB,eAAe,KAAK,cAAc;IAC5D,eAAe,KAAK,mBAAmB,gBAAgB;IACxD,CAAC;GAEF,MAAM,WAA4B,EAAE;AACpC,QAAK,MAAM,UAAU,kBAAkB;AACrC,WAAO,cAAc,OAAO,IAAI,OAAO,KAAK;AAC5C,aAAS,KAAK,OAAO,cAAc,OAAO,IAAI,OAAO,MAAM,EAAE,QAAQ,KAAK,eAAe,CAAC,CAAC;;AAG7F,QAAK,gBAAgB,QAAQ,IAAI,SAAS,CACvC,WAAW,OAAO,CAClB,OAAO,QAAQ;AACd,SAAK,SAAS;AACd,WAAO,SAAS;IAChB,MAAM,QAAQ,IAAI,kBAAkB,wCAAwC;AAC5E,UAAM,QAAQ,IAAI,MAChB,0CAA0C,KAAK,UAAU,iBAAiB,IAC1E,EAAE,OAAO,YAAY,IAAI,EAAE,CAC5B;AACD,UAAM;KACN;WACG,KAAc;GACrB,MAAM,QAAQ,IAAI,kBAAkB,uCAAuC;AAC3E,SAAM,QAAQ,IAAI,MAChB,0CAA0C,KAAK,UAAU,iBAAiB,IAC1E,EAAE,OAAO,YAAY,IAAI,EAAE,CAC5B;AACD,SAAM;;;CAIV,IAAW,gBAA6B;AACtC,SAAO,KAAK,gBAAgB;;CAG9B,AAAQ,UAAgB;AACtB,OAAK,gBAAgB,OAAO;AAC5B,OAAK,WAAW,SAAS,UAAU,MAAM,OAAO,CAAC;AACjD,OAAK,YAAY,SAAS,UAAU,MAAM,OAAO,CAAC;;CAGpD,CAAC,OAAO,WAAiB;AACvB,OAAK,SAAS;AACd,EAAK,KAAK,cACP,MAAM,WAAW,OAAO,SAAS,CAAC,CAClC,YAAY,GAEX;;;AAIR,IAAa,aAAb,cAAoE,iBAIlE;CACA,YACE,AAAiB,mBACjB,AAAiB,oBACjB,AAAiB,QACjB,AAAiB,WACjB;AACA,SAAO;EALU;EACA;EACA;EACA;;CAKnB,AAAU,mBACR,QACc;AACd,SAAO,wBAAwB,OAAO;;CAGxC,AAAU,kBACR,QACA,KACyB;AACzB,MAAI,YAAY,CACd,MAAK,OACH,QACA,mCAAmC,IAAI,KAAU,KAAK,UAAU,QAAQ,eAAe,GACxF;AAEH,SAAO,IAAI,aACT,KACA,KAAK,mBACL,KAAK,oBACL,KAAK,QACL,KAAK,WACL,OACD;;CAGH,AAAO,SAAS,KAA4C;EAC1D,MAAM,WAAW,MAAM,YAAY,IAAI;AACvC,MAAI,CAAC,UAAU;GACb,MAAM,QAAQ,IAAI,kBAAkB,wBAAwB;AAC5D,SAAM,wBAAQ,IAAI,MAAM,sBAAsB,IAAI,YAAY;AAC9D,SAAM;;AAER,SAAO;;;AAIX,SAAS,wBACP,MACc;CACd,MAAM,cAAc,CAAC,GAAG,KAAK,CAAC,KAAK,WACjC,eAAe,SAAS,MAAM;EAC5B,IAAI;EAQJ,MAAM,OAAO,EAAE;AACf,UAAQ,MAAR;GACE,KAAK;AACH,aAAS;KACP,MAAM,EAAE;KACR,WAAW,EAAE;KACb,SAAS,OAAO,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,YAAY;MACtD,KAAK;MACL;MACD,EAAE;KACJ;AACD;GACF,KAAK;AACH,aAAS;KACP,MAAM,EAAE;KACR,WAAW,EAAE;KACb,SAAS,OAAO,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,WAAW;MACtD,KAAK;MACL,OAAO,iBAAiB,KAAK;MAC9B,EAAE;KACJ;AACD;GACF,KAAK;AACH,aAAS;KACP,MAAM,EAAE;KACR,WAAW,EAAE;KACb,SAAS,OAAO,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,WAAW;MACtD,KAAK;MACL,OAAO,CAAC,iBAAiB,KAAK,MAAM,EAAE,iBAAiB,KAAK,OAAO,CAAC;MACrE,EAAE;KACJ;AACD;GACF,KAAK;AACH,aAAS;KACP,MAAM,EAAE;KACR,WAAW,EAAE;KACb,SAAS,OAAO,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,WAAW;MACtD,KAAK;MACL,OACE,KAAK,cACJ,CACC,iBAAiB,KAAK,KAAK,EAC3B,KAAK,UAAU;OAAE,MAAM,KAAK;OAAM,QAAQ,KAAK;OAAQ,CAAC,CACzD;MACJ,EAAE;KACJ;AACD;GACF,QACE,OAAM,IAAI,kBACR,8BAA8B,KAAK,UAAU,KAAqB,GACnE;;AAEL,SAAO,QAAQ,MAAM,KAAK,QAAS,IAAI,MAAM,IAAI,MAAM,KAAK,EAAG;AAC/D,SAAO;GACP,CACH;AACD,aAAY,MAAM,KAAK,QAAS,IAAI,KAAK,IAAI,KAAK,KAAK,EAAG;AAC1D,QAAO,SAAS,YAAY"}