@milaboratories/pl-middle-layer 1.42.1 → 1.42.3

package/dist/middle_layer/ops.cjs

@@ -0,0 +1,75 @@
+'use strict';
+
+var tsHelpers = require('@milaboratories/ts-helpers');
+var path = require('node:path');
+
+/** Some defaults fot MiddleLayerOps. */
+const DefaultDriverKitOpsSettings = {
+    logger: new tsHelpers.ConsoleLoggerAdapter(),
+    blobDriverOps: {
+        cacheSoftSizeBytes: 8 * 1024 * 1024 * 1024, // 8 GB
+        rangesCacheMaxSizeBytes: 8 * 1024 * 1024 * 1024, // 8 GB
+        nConcurrentDownloads: 10,
+    },
+    frontendDownloadDriverOps: {
+        cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB
+        withGunzip: true,
+        nConcurrentDownloads: 50,
+    },
+    downloadBlobToURLDriverOps: {
+        cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB
+        nConcurrentDownloads: 10,
+    },
+    uploadDriverOps: {
+        nConcurrentPartUploads: 10,
+        nConcurrentGetProgresses: 10,
+        pollingInterval: 1000,
+        stopPollingDelay: 1000,
+    },
+    logStreamDriverOps: {
+        nConcurrentGetLogs: 10,
+        pollingInterval: 1000,
+        stopPollingDelay: 1000,
+    },
+    pFrameDriverOps: {
+        pFrameConcurrency: 1,
+        pTableConcurrency: 1,
+        pFrameCacheMaxCount: 18, // SHM trees create 3 PTables per graphic, we want to cache 6 graphics per PFrame
+        pFramesCacheMaxSize: 8 * 1024 * 1024 * 1024, // 8 GB
+    },
+};
+function DefaultDriverKitOpsPaths(workDir) {
+    return {
+        blobDownloadPath: path.join(workDir, 'download'),
+        blobDownloadRangesCachePath: path.join(workDir, 'downloadRangesCache'),
+        downloadBlobToURLPath: path.join(workDir, 'downloadToURL'),
+        pframesSpillPath: path.join(workDir, 'pframes'),
+    };
+}
+/** Some defaults fot MiddleLayerOps. */
+const DefaultMiddleLayerOpsSettings = {
+    ...DefaultDriverKitOpsSettings,
+    defaultTreeOptions: {
+        pollingInterval: 350,
+        stopPollingDelay: 2500,
+        initialTreeLoadingTimeout: 100 * 60 * 60 * 1000, // disable timeout for loading project tree (100 hours)
+    },
+    debugOps: {
+        dumpInitialTreeState: false,
+    },
+    devBlockUpdateRecheckInterval: 1000,
+    projectRefreshInterval: 700,
+    stagingRenderingRate: 5,
+};
+function DefaultMiddleLayerOpsPaths(workDir) {
+    return {
+        ...DefaultDriverKitOpsPaths(workDir),
+        frontendDownloadPath: path.join(workDir, 'frontend'),
+    };
+}
+
+exports.DefaultDriverKitOpsPaths = DefaultDriverKitOpsPaths;
+exports.DefaultDriverKitOpsSettings = DefaultDriverKitOpsSettings;
+exports.DefaultMiddleLayerOpsPaths = DefaultMiddleLayerOpsPaths;
+exports.DefaultMiddleLayerOpsSettings = DefaultMiddleLayerOpsSettings;
+//# sourceMappingURL=ops.cjs.map

package/dist/middle_layer/ops.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"ops.cjs","sources":["../../src/middle_layer/ops.ts"],"sourcesContent":["import type { TemporalSynchronizedTreeOps } from './types';\nimport type {\n  DownloadBlobToURLDriverOps,\n  DownloadDriverOps,\n  DownloadUrlDriverOps,\n  OpenFileDialogCallback,\n  VirtualLocalStorageSpec,\n} from '@milaboratories/pl-drivers';\nimport type { UploadDriverOps } from '@milaboratories/pl-drivers';\nimport type { LogsStreamDriverOps } from '@milaboratories/pl-drivers';\nimport type { MiLogger } from '@milaboratories/ts-helpers';\nimport { ConsoleLoggerAdapter } from '@milaboratories/ts-helpers';\nimport type { LocalStorageProjection } from '@milaboratories/pl-drivers';\nimport path from 'node:path';\nimport type { PFrameDriverOps } from '../pool/driver';\n\n/** Paths part of {@link DriverKitOps}. */\nexport type DriverKitOpsPaths = {\n  /** Common root where to put downloaded blobs / downloaded blob cache */\n  readonly blobDownloadPath: string;\n\n  /** Common root for a cache for range queries. */\n  readonly blobDownloadRangesCachePath: string;\n\n  /** Common root where to put downloaded blobs with */\n  readonly downloadBlobToURLPath: string;\n\n  /**\n   * List of pl storages that have projections in local file system.\n   *\n   * This option affect two drivers:\n   *\n   *   (1) LS driver generates \"index\" handles instead of \"upload\" for paths inside those locations\n   *\n   *   (2) Download driver directly serves content retrieval requests for blobs from listed storages,\n   *       and don't apply any caching for such blobs (i.e. preventing duplication of files for Downloaded\n   *       type handles, making OnDemand and Downloaded handles equivalent)\n   *\n   * */\n  readonly localProjections: LocalStorageProjection[];\n\n  /**\n   * List of virtual storages that will allow homogeneous access to local FSs through LS API.\n   * If undefined, default list will be created.\n   * */\n  readonly virtualLocalStoragesOverride?: VirtualLocalStorageSpec[];\n\n  /** Path to the directory where pframes will spill temporary files and store materialized views */\n  readonly pframesSpillPath: string;\n};\n\n/** Options required to initialize full set of middle layer driver kit */\nexport type DriverKitOpsSettings = {\n  //\n  // Common\n  //\n\n  readonly logger: MiLogger;\n\n  //\n  // Signer\n  //\n\n  /**\n   * Local secret, that is used to sign and verify different pieces of information\n   * that can be used to access local data, like local paths for ongoing uploads.\n   *\n   * Use {@link MiddleLayer.generateLocalSecret} to generate sufficiently random string.\n   * */\n  readonly localSecret: string;\n\n  //\n  // Blob Driver\n  //\n\n  /**\n   * Settings related to the download driver making operations with blobs. This driver is also used\n   * to download logs when source process terminates and log terns into a blob\n   */\n  readonly blobDriverOps: DownloadDriverOps;\n\n  //\n  // Frontend Driver\n  //\n\n  /** Settings related to the frontend driver that downloads frontends. */\n  readonly frontendDownloadDriverOps: DownloadUrlDriverOps;\n\n  //\n  // Blob To URL Driver\n  //\n\n  readonly downloadBlobToURLDriverOps: DownloadBlobToURLDriverOps;\n\n  //\n  // Upload Driver\n  //\n\n  /**\n   * Settings related to the upload driver that actually performs upload and helps render upload\n   * and indexing progresses from related pl resources.\n   * */\n  readonly uploadDriverOps: UploadDriverOps;\n\n  //\n  // Log streaming ops\n  // (static logs are served via the blob driver)\n  //\n\n  /** Settings related to the streaming log driver */\n  readonly logStreamDriverOps: LogsStreamDriverOps;\n\n  //\n  // LS Driver\n  //\n\n  /**\n   * Callback to access system file open dialog, must be provided by the environment,\n   * to allow for {@link showOpenSingleFileDialog} / {@link showOpenMultipleFilesDialog}\n   * calls from the UI.\n   */\n  readonly openFileDialogCallback: OpenFileDialogCallback;\n\n  //\n  // PFrame Driver\n  //\n\n  /** Settings related to the PFrame driver */\n  readonly pFrameDriverOps: PFrameDriverOps;\n};\n\nexport type DriverKitOps = DriverKitOpsPaths & DriverKitOpsSettings;\n\n/** Some defaults fot MiddleLayerOps. */\nexport const DefaultDriverKitOpsSettings: Pick<\n  DriverKitOpsSettings,\n  | 'logger'\n  | 'blobDriverOps'\n  | 'frontendDownloadDriverOps'\n  | 'downloadBlobToURLDriverOps'\n  | 'uploadDriverOps'\n  | 'logStreamDriverOps'\n  | 'pFrameDriverOps'\n> = {\n  logger: new ConsoleLoggerAdapter(),\n  blobDriverOps: {\n    cacheSoftSizeBytes: 8 * 1024 * 1024 * 1024, // 8 GB\n    rangesCacheMaxSizeBytes: 8 * 1024 * 1024 * 1024, // 8 GB\n    nConcurrentDownloads: 10,\n  },\n  frontendDownloadDriverOps: {\n    cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB\n    withGunzip: true,\n    nConcurrentDownloads: 50,\n  },\n  downloadBlobToURLDriverOps: {\n    cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB\n    nConcurrentDownloads: 10,\n  },\n  uploadDriverOps: {\n    nConcurrentPartUploads: 10,\n    nConcurrentGetProgresses: 10,\n    pollingInterval: 1000,\n    stopPollingDelay: 1000,\n  },\n  logStreamDriverOps: {\n    nConcurrentGetLogs: 10,\n    pollingInterval: 1000,\n    stopPollingDelay: 1000,\n  },\n  pFrameDriverOps: {\n    pFrameConcurrency: 1,\n    pTableConcurrency: 1,\n    pFrameCacheMaxCount: 18, // SHM trees create 3 PTables per graphic, we want to cache 6 graphics per PFrame\n    pFramesCacheMaxSize: 8 * 1024 * 1024 * 1024, // 8 GB\n  },\n};\n\nexport function DefaultDriverKitOpsPaths(\n  workDir: string,\n): Pick<DriverKitOpsPaths,\n| 'blobDownloadPath'\n| 'blobDownloadRangesCachePath'\n| 'downloadBlobToURLPath'\n| 'pframesSpillPath'> {\n  return {\n    blobDownloadPath: path.join(workDir, 'download'),\n    blobDownloadRangesCachePath: path.join(workDir, 'downloadRangesCache'),\n    downloadBlobToURLPath: path.join(workDir, 'downloadToURL'),\n    pframesSpillPath: path.join(workDir, 'pframes'),\n  };\n}\n\n/** Fields with default values are marked as optional here. */\n// prettier-ignore\nexport type DriverKitOpsConstructor =\n  Omit<DriverKitOpsSettings, keyof typeof DefaultDriverKitOpsSettings>\n  & Partial<typeof DefaultDriverKitOpsSettings>\n  & Omit<DriverKitOpsPaths, keyof ReturnType<typeof DefaultDriverKitOpsPaths>>\n  & Partial<ReturnType<typeof DefaultDriverKitOpsPaths>>;\n\nexport type MiddleLayerOpsPaths = DriverKitOpsPaths & {\n  /** Common root where to put frontend code. */\n  readonly frontendDownloadPath: string;\n};\n\n/** Debug options for middle layer. */\nexport type MiddleLayerDebugOptions = {\n  /** If true, will dump initial tree state to the file with root resource id as name. */\n  dumpInitialTreeState: boolean;\n};\n\n/** Configuration controlling different aspects of middle layer behaviour. */\nexport type MiddleLayerOpsSettings = DriverKitOpsSettings & {\n  /** Debug options. */\n  readonly debugOps: MiddleLayerDebugOptions;\n\n  /** Contain temporal options controlling how often should pl trees be\n   * synchronized with the pl server. */\n  readonly defaultTreeOptions: TemporalSynchronizedTreeOps;\n\n  /** Defines interval in milliseconds for running periodic project maintenance job.\n   * Project maintenance includes gradual staging rendering and cached outputs cleanup. */\n  readonly projectRefreshInterval: number;\n\n  /** This controls average number of block staging states that are rendered per\n   * second during project maintenance job execution. */\n  readonly stagingRenderingRate: number;\n\n  /** How often to check for dev block updates */\n  readonly devBlockUpdateRecheckInterval: number;\n\n  /** Prioritize this channel if update is available in this block */\n  readonly preferredUpdateChannel?: string;\n};\n\nexport type MiddleLayerOps = MiddleLayerOpsSettings & MiddleLayerOpsPaths;\n\n/** Some defaults fot MiddleLayerOps. */\nexport const DefaultMiddleLayerOpsSettings: Pick<\n  MiddleLayerOps,\n  | keyof typeof DefaultDriverKitOpsSettings\n  | 'defaultTreeOptions'\n  | 'projectRefreshInterval'\n  | 'stagingRenderingRate'\n  | 'devBlockUpdateRecheckInterval'\n  | 'debugOps'\n> = {\n  ...DefaultDriverKitOpsSettings,\n  defaultTreeOptions: {\n    pollingInterval: 350,\n    stopPollingDelay: 2500,\n    initialTreeLoadingTimeout: 100 * 60 * 60 * 1000, // disable timeout for loading project tree (100 hours)\n  },\n  debugOps: {\n    dumpInitialTreeState: false,\n  },\n  devBlockUpdateRecheckInterval: 1000,\n  projectRefreshInterval: 700,\n  stagingRenderingRate: 5,\n};\n\nexport function DefaultMiddleLayerOpsPaths(\n  workDir: string,\n): Pick<\n    MiddleLayerOpsPaths,\n  keyof ReturnType<typeof DefaultDriverKitOpsPaths> | 'frontendDownloadPath'\n  > {\n  return {\n    ...DefaultDriverKitOpsPaths(workDir),\n    frontendDownloadPath: path.join(workDir, 'frontend'),\n  };\n}\n\nexport type MiddleLayerOpsConstructor = Omit<\n  MiddleLayerOpsSettings,\n  keyof typeof DefaultMiddleLayerOpsSettings\n> &\nPartial<typeof DefaultMiddleLayerOpsSettings> &\nOmit<MiddleLayerOpsPaths, keyof Awaited<ReturnType<typeof DefaultMiddleLayerOpsPaths>>> &\nPartial<Awaited<ReturnType<typeof DefaultMiddleLayerOpsPaths>>>;\n"],"names":["ConsoleLoggerAdapter"],"mappings":";;;;;AAqIA;AACO,MAAM,2BAA2B,GASpC;IACF,MAAM,EAAE,IAAIA,8BAAoB,EAAE;AAClC,IAAA,aAAa,EAAE;QACb,kBAAkB,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;QAC1C,uBAAuB,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;AAC/C,QAAA,oBAAoB,EAAE,EAAE;AACzB,KAAA;AACD,IAAA,yBAAyB,EAAE;QACzB,kBAAkB,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;AAC1C,QAAA,UAAU,EAAE,IAAI;AAChB,QAAA,oBAAoB,EAAE,EAAE;AACzB,KAAA;AACD,IAAA,0BAA0B,EAAE;QAC1B,kBAAkB,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;AAC1C,QAAA,oBAAoB,EAAE,EAAE;AACzB,KAAA;AACD,IAAA,eAAe,EAAE;AACf,QAAA,sBAAsB,EAAE,EAAE;AAC1B,QAAA,wBAAwB,EAAE,EAAE;AAC5B,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA;AACD,IAAA,kBAAkB,EAAE;AAClB,QAAA,kBAAkB,EAAE,EAAE;AACtB,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA;AACD,IAAA,eAAe,EAAE;AACf,QAAA,iBAAiB,EAAE,CAAC;AACpB,QAAA,iBAAiB,EAAE,CAAC;QACpB,mBAAmB,EAAE,EAAE;QACvB,mBAAmB,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;AAC5C,KAAA;;AAGG,SAAU,wBAAwB,CACtC,OAAe,EAAA;IAMf,OAAO;QACL,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC;QAChD,2BAA2B,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,qBAAqB,CAAC;QACtE,qBAAqB,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC;QAC1D,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC;KAChD;AACH;AA+CA;AACO,MAAM,6BAA6B,GAQtC;AACF,IAAA,GAAG,2BAA2B;AAC9B,IAAA,kBAAkB,EAAE;AAClB,QAAA,eAAe,EAAE,GAAG;AACpB,QAAA,gBAAgB,EAAE,IAAI;QACtB,yBAAyB,EAAE,GAAG,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;AAChD,KAAA;AACD,IAAA,QAAQ,EAAE;AACR,QAAA,oBAAoB,EAAE,KAAK;AAC5B,KAAA;AACD,IAAA,6BAA6B,EAAE,IAAI;AACnC,IAAA,sBAAsB,EAAE,GAAG;AAC3B,IAAA,oBAAoB,EAAE,CAAC;;AAGnB,SAAU,0BAA0B,CACxC,OAAe,EAAA;IAKf,OAAO;QACL,GAAG,wBAAwB,CAAC,OAAO,CAAC;QACpC,oBAAoB,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC;KACrD;AACH;;;;;;;"}

package/dist/middle_layer/ops.d.ts

@@ -103,4 +103,3 @@ export type MiddleLayerOps = MiddleLayerOpsSettings & MiddleLayerOpsPaths;
 export declare const DefaultMiddleLayerOpsSettings: Pick<MiddleLayerOps, keyof typeof DefaultDriverKitOpsSettings | 'defaultTreeOptions' | 'projectRefreshInterval' | 'stagingRenderingRate' | 'devBlockUpdateRecheckInterval' | 'debugOps'>;
 export declare function DefaultMiddleLayerOpsPaths(workDir: string): Pick<MiddleLayerOpsPaths, keyof ReturnType<typeof DefaultDriverKitOpsPaths> | 'frontendDownloadPath'>;
 export type MiddleLayerOpsConstructor = Omit<MiddleLayerOpsSettings, keyof typeof DefaultMiddleLayerOpsSettings> & Partial<typeof DefaultMiddleLayerOpsSettings> & Omit<MiddleLayerOpsPaths, keyof Awaited<ReturnType<typeof DefaultMiddleLayerOpsPaths>>> & Partial<Awaited<ReturnType<typeof DefaultMiddleLayerOpsPaths>>>;
-//# sourceMappingURL=ops.d.ts.map

package/dist/middle_layer/ops.js

@@ -0,0 +1,70 @@
+import { ConsoleLoggerAdapter } from '@milaboratories/ts-helpers';
+import path__default from 'node:path';
+
+/** Some defaults fot MiddleLayerOps. */
+const DefaultDriverKitOpsSettings = {
+    logger: new ConsoleLoggerAdapter(),
+    blobDriverOps: {
+        cacheSoftSizeBytes: 8 * 1024 * 1024 * 1024, // 8 GB
+        rangesCacheMaxSizeBytes: 8 * 1024 * 1024 * 1024, // 8 GB
+        nConcurrentDownloads: 10,
+    },
+    frontendDownloadDriverOps: {
+        cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB
+        withGunzip: true,
+        nConcurrentDownloads: 50,
+    },
+    downloadBlobToURLDriverOps: {
+        cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB
+        nConcurrentDownloads: 10,
+    },
+    uploadDriverOps: {
+        nConcurrentPartUploads: 10,
+        nConcurrentGetProgresses: 10,
+        pollingInterval: 1000,
+        stopPollingDelay: 1000,
+    },
+    logStreamDriverOps: {
+        nConcurrentGetLogs: 10,
+        pollingInterval: 1000,
+        stopPollingDelay: 1000,
+    },
+    pFrameDriverOps: {
+        pFrameConcurrency: 1,
+        pTableConcurrency: 1,
+        pFrameCacheMaxCount: 18, // SHM trees create 3 PTables per graphic, we want to cache 6 graphics per PFrame
+        pFramesCacheMaxSize: 8 * 1024 * 1024 * 1024, // 8 GB
+    },
+};
+function DefaultDriverKitOpsPaths(workDir) {
+    return {
+        blobDownloadPath: path__default.join(workDir, 'download'),
+        blobDownloadRangesCachePath: path__default.join(workDir, 'downloadRangesCache'),
+        downloadBlobToURLPath: path__default.join(workDir, 'downloadToURL'),
+        pframesSpillPath: path__default.join(workDir, 'pframes'),
+    };
+}
+/** Some defaults fot MiddleLayerOps. */
+const DefaultMiddleLayerOpsSettings = {
+    ...DefaultDriverKitOpsSettings,
+    defaultTreeOptions: {
+        pollingInterval: 350,
+        stopPollingDelay: 2500,
+        initialTreeLoadingTimeout: 100 * 60 * 60 * 1000, // disable timeout for loading project tree (100 hours)
+    },
+    debugOps: {
+        dumpInitialTreeState: false,
+    },
+    devBlockUpdateRecheckInterval: 1000,
+    projectRefreshInterval: 700,
+    stagingRenderingRate: 5,
+};
+function DefaultMiddleLayerOpsPaths(workDir) {
+    return {
+        ...DefaultDriverKitOpsPaths(workDir),
+        frontendDownloadPath: path__default.join(workDir, 'frontend'),
+    };
+}
+
+export { DefaultDriverKitOpsPaths, DefaultDriverKitOpsSettings, DefaultMiddleLayerOpsPaths, DefaultMiddleLayerOpsSettings };
+//# sourceMappingURL=ops.js.map

package/dist/middle_layer/ops.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ops.js","sources":["../../src/middle_layer/ops.ts"],"sourcesContent":["import type { TemporalSynchronizedTreeOps } from './types';\nimport type {\n  DownloadBlobToURLDriverOps,\n  DownloadDriverOps,\n  DownloadUrlDriverOps,\n  OpenFileDialogCallback,\n  VirtualLocalStorageSpec,\n} from '@milaboratories/pl-drivers';\nimport type { UploadDriverOps } from '@milaboratories/pl-drivers';\nimport type { LogsStreamDriverOps } from '@milaboratories/pl-drivers';\nimport type { MiLogger } from '@milaboratories/ts-helpers';\nimport { ConsoleLoggerAdapter } from '@milaboratories/ts-helpers';\nimport type { LocalStorageProjection } from '@milaboratories/pl-drivers';\nimport path from 'node:path';\nimport type { PFrameDriverOps } from '../pool/driver';\n\n/** Paths part of {@link DriverKitOps}. */\nexport type DriverKitOpsPaths = {\n  /** Common root where to put downloaded blobs / downloaded blob cache */\n  readonly blobDownloadPath: string;\n\n  /** Common root for a cache for range queries. */\n  readonly blobDownloadRangesCachePath: string;\n\n  /** Common root where to put downloaded blobs with */\n  readonly downloadBlobToURLPath: string;\n\n  /**\n   * List of pl storages that have projections in local file system.\n   *\n   * This option affect two drivers:\n   *\n   *   (1) LS driver generates \"index\" handles instead of \"upload\" for paths inside those locations\n   *\n   *   (2) Download driver directly serves content retrieval requests for blobs from listed storages,\n   *       and don't apply any caching for such blobs (i.e. preventing duplication of files for Downloaded\n   *       type handles, making OnDemand and Downloaded handles equivalent)\n   *\n   * */\n  readonly localProjections: LocalStorageProjection[];\n\n  /**\n   * List of virtual storages that will allow homogeneous access to local FSs through LS API.\n   * If undefined, default list will be created.\n   * */\n  readonly virtualLocalStoragesOverride?: VirtualLocalStorageSpec[];\n\n  /** Path to the directory where pframes will spill temporary files and store materialized views */\n  readonly pframesSpillPath: string;\n};\n\n/** Options required to initialize full set of middle layer driver kit */\nexport type DriverKitOpsSettings = {\n  //\n  // Common\n  //\n\n  readonly logger: MiLogger;\n\n  //\n  // Signer\n  //\n\n  /**\n   * Local secret, that is used to sign and verify different pieces of information\n   * that can be used to access local data, like local paths for ongoing uploads.\n   *\n   * Use {@link MiddleLayer.generateLocalSecret} to generate sufficiently random string.\n   * */\n  readonly localSecret: string;\n\n  //\n  // Blob Driver\n  //\n\n  /**\n   * Settings related to the download driver making operations with blobs. This driver is also used\n   * to download logs when source process terminates and log terns into a blob\n   */\n  readonly blobDriverOps: DownloadDriverOps;\n\n  //\n  // Frontend Driver\n  //\n\n  /** Settings related to the frontend driver that downloads frontends. */\n  readonly frontendDownloadDriverOps: DownloadUrlDriverOps;\n\n  //\n  // Blob To URL Driver\n  //\n\n  readonly downloadBlobToURLDriverOps: DownloadBlobToURLDriverOps;\n\n  //\n  // Upload Driver\n  //\n\n  /**\n   * Settings related to the upload driver that actually performs upload and helps render upload\n   * and indexing progresses from related pl resources.\n   * */\n  readonly uploadDriverOps: UploadDriverOps;\n\n  //\n  // Log streaming ops\n  // (static logs are served via the blob driver)\n  //\n\n  /** Settings related to the streaming log driver */\n  readonly logStreamDriverOps: LogsStreamDriverOps;\n\n  //\n  // LS Driver\n  //\n\n  /**\n   * Callback to access system file open dialog, must be provided by the environment,\n   * to allow for {@link showOpenSingleFileDialog} / {@link showOpenMultipleFilesDialog}\n   * calls from the UI.\n   */\n  readonly openFileDialogCallback: OpenFileDialogCallback;\n\n  //\n  // PFrame Driver\n  //\n\n  /** Settings related to the PFrame driver */\n  readonly pFrameDriverOps: PFrameDriverOps;\n};\n\nexport type DriverKitOps = DriverKitOpsPaths & DriverKitOpsSettings;\n\n/** Some defaults fot MiddleLayerOps. */\nexport const DefaultDriverKitOpsSettings: Pick<\n  DriverKitOpsSettings,\n  | 'logger'\n  | 'blobDriverOps'\n  | 'frontendDownloadDriverOps'\n  | 'downloadBlobToURLDriverOps'\n  | 'uploadDriverOps'\n  | 'logStreamDriverOps'\n  | 'pFrameDriverOps'\n> = {\n  logger: new ConsoleLoggerAdapter(),\n  blobDriverOps: {\n    cacheSoftSizeBytes: 8 * 1024 * 1024 * 1024, // 8 GB\n    rangesCacheMaxSizeBytes: 8 * 1024 * 1024 * 1024, // 8 GB\n    nConcurrentDownloads: 10,\n  },\n  frontendDownloadDriverOps: {\n    cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB\n    withGunzip: true,\n    nConcurrentDownloads: 50,\n  },\n  downloadBlobToURLDriverOps: {\n    cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB\n    nConcurrentDownloads: 10,\n  },\n  uploadDriverOps: {\n    nConcurrentPartUploads: 10,\n    nConcurrentGetProgresses: 10,\n    pollingInterval: 1000,\n    stopPollingDelay: 1000,\n  },\n  logStreamDriverOps: {\n    nConcurrentGetLogs: 10,\n    pollingInterval: 1000,\n    stopPollingDelay: 1000,\n  },\n  pFrameDriverOps: {\n    pFrameConcurrency: 1,\n    pTableConcurrency: 1,\n    pFrameCacheMaxCount: 18, // SHM trees create 3 PTables per graphic, we want to cache 6 graphics per PFrame\n    pFramesCacheMaxSize: 8 * 1024 * 1024 * 1024, // 8 GB\n  },\n};\n\nexport function DefaultDriverKitOpsPaths(\n  workDir: string,\n): Pick<DriverKitOpsPaths,\n| 'blobDownloadPath'\n| 'blobDownloadRangesCachePath'\n| 'downloadBlobToURLPath'\n| 'pframesSpillPath'> {\n  return {\n    blobDownloadPath: path.join(workDir, 'download'),\n    blobDownloadRangesCachePath: path.join(workDir, 'downloadRangesCache'),\n    downloadBlobToURLPath: path.join(workDir, 'downloadToURL'),\n    pframesSpillPath: path.join(workDir, 'pframes'),\n  };\n}\n\n/** Fields with default values are marked as optional here. */\n// prettier-ignore\nexport type DriverKitOpsConstructor =\n  Omit<DriverKitOpsSettings, keyof typeof DefaultDriverKitOpsSettings>\n  & Partial<typeof DefaultDriverKitOpsSettings>\n  & Omit<DriverKitOpsPaths, keyof ReturnType<typeof DefaultDriverKitOpsPaths>>\n  & Partial<ReturnType<typeof DefaultDriverKitOpsPaths>>;\n\nexport type MiddleLayerOpsPaths = DriverKitOpsPaths & {\n  /** Common root where to put frontend code. */\n  readonly frontendDownloadPath: string;\n};\n\n/** Debug options for middle layer. */\nexport type MiddleLayerDebugOptions = {\n  /** If true, will dump initial tree state to the file with root resource id as name. */\n  dumpInitialTreeState: boolean;\n};\n\n/** Configuration controlling different aspects of middle layer behaviour. */\nexport type MiddleLayerOpsSettings = DriverKitOpsSettings & {\n  /** Debug options. */\n  readonly debugOps: MiddleLayerDebugOptions;\n\n  /** Contain temporal options controlling how often should pl trees be\n   * synchronized with the pl server. */\n  readonly defaultTreeOptions: TemporalSynchronizedTreeOps;\n\n  /** Defines interval in milliseconds for running periodic project maintenance job.\n   * Project maintenance includes gradual staging rendering and cached outputs cleanup. */\n  readonly projectRefreshInterval: number;\n\n  /** This controls average number of block staging states that are rendered per\n   * second during project maintenance job execution. */\n  readonly stagingRenderingRate: number;\n\n  /** How often to check for dev block updates */\n  readonly devBlockUpdateRecheckInterval: number;\n\n  /** Prioritize this channel if update is available in this block */\n  readonly preferredUpdateChannel?: string;\n};\n\nexport type MiddleLayerOps = MiddleLayerOpsSettings & MiddleLayerOpsPaths;\n\n/** Some defaults fot MiddleLayerOps. */\nexport const DefaultMiddleLayerOpsSettings: Pick<\n  MiddleLayerOps,\n  | keyof typeof DefaultDriverKitOpsSettings\n  | 'defaultTreeOptions'\n  | 'projectRefreshInterval'\n  | 'stagingRenderingRate'\n  | 'devBlockUpdateRecheckInterval'\n  | 'debugOps'\n> = {\n  ...DefaultDriverKitOpsSettings,\n  defaultTreeOptions: {\n    pollingInterval: 350,\n    stopPollingDelay: 2500,\n    initialTreeLoadingTimeout: 100 * 60 * 60 * 1000, // disable timeout for loading project tree (100 hours)\n  },\n  debugOps: {\n    dumpInitialTreeState: false,\n  },\n  devBlockUpdateRecheckInterval: 1000,\n  projectRefreshInterval: 700,\n  stagingRenderingRate: 5,\n};\n\nexport function DefaultMiddleLayerOpsPaths(\n  workDir: string,\n): Pick<\n    MiddleLayerOpsPaths,\n  keyof ReturnType<typeof DefaultDriverKitOpsPaths> | 'frontendDownloadPath'\n  > {\n  return {\n    ...DefaultDriverKitOpsPaths(workDir),\n    frontendDownloadPath: path.join(workDir, 'frontend'),\n  };\n}\n\nexport type MiddleLayerOpsConstructor = Omit<\n  MiddleLayerOpsSettings,\n  keyof typeof DefaultMiddleLayerOpsSettings\n> &\nPartial<typeof DefaultMiddleLayerOpsSettings> &\nOmit<MiddleLayerOpsPaths, keyof Awaited<ReturnType<typeof DefaultMiddleLayerOpsPaths>>> &\nPartial<Awaited<ReturnType<typeof DefaultMiddleLayerOpsPaths>>>;\n"],"names":["path"],"mappings":";;;AAqIA;AACO,MAAM,2BAA2B,GASpC;IACF,MAAM,EAAE,IAAI,oBAAoB,EAAE;AAClC,IAAA,aAAa,EAAE;QACb,kBAAkB,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;QAC1C,uBAAuB,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;AAC/C,QAAA,oBAAoB,EAAE,EAAE;AACzB,KAAA;AACD,IAAA,yBAAyB,EAAE;QACzB,kBAAkB,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;AAC1C,QAAA,UAAU,EAAE,IAAI;AAChB,QAAA,oBAAoB,EAAE,EAAE;AACzB,KAAA;AACD,IAAA,0BAA0B,EAAE;QAC1B,kBAAkB,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;AAC1C,QAAA,oBAAoB,EAAE,EAAE;AACzB,KAAA;AACD,IAAA,eAAe,EAAE;AACf,QAAA,sBAAsB,EAAE,EAAE;AAC1B,QAAA,wBAAwB,EAAE,EAAE;AAC5B,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA;AACD,IAAA,kBAAkB,EAAE;AAClB,QAAA,kBAAkB,EAAE,EAAE;AACtB,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA;AACD,IAAA,eAAe,EAAE;AACf,QAAA,iBAAiB,EAAE,CAAC;AACpB,QAAA,iBAAiB,EAAE,CAAC;QACpB,mBAAmB,EAAE,EAAE;QACvB,mBAAmB,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;AAC5C,KAAA;;AAGG,SAAU,wBAAwB,CACtC,OAAe,EAAA;IAMf,OAAO;QACL,gBAAgB,EAAEA,aAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC;QAChD,2BAA2B,EAAEA,aAAI,CAAC,IAAI,CAAC,OAAO,EAAE,qBAAqB,CAAC;QACtE,qBAAqB,EAAEA,aAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC;QAC1D,gBAAgB,EAAEA,aAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC;KAChD;AACH;AA+CA;AACO,MAAM,6BAA6B,GAQtC;AACF,IAAA,GAAG,2BAA2B;AAC9B,IAAA,kBAAkB,EAAE;AAClB,QAAA,eAAe,EAAE,GAAG;AACpB,QAAA,gBAAgB,EAAE,IAAI;QACtB,yBAAyB,EAAE,GAAG,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;AAChD,KAAA;AACD,IAAA,QAAQ,EAAE;AACR,QAAA,oBAAoB,EAAE,KAAK;AAC5B,KAAA;AACD,IAAA,6BAA6B,EAAE,IAAI;AACnC,IAAA,sBAAsB,EAAE,GAAG;AAC3B,IAAA,oBAAoB,EAAE,CAAC;;AAGnB,SAAU,0BAA0B,CACxC,OAAe,EAAA;IAKf,OAAO;QACL,GAAG,wBAAwB,CAAC,OAAO,CAAC;QACpC,oBAAoB,EAAEA,aAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC;KACrD;AACH;;;;"}

package/dist/middle_layer/project.cjs

@@ -0,0 +1,446 @@
+'use strict';
+
+var plClient = require('@milaboratories/pl-client');
+var computable = require('@milaboratories/computable');
+var project_overview = require('./project_overview.cjs');
+var node_crypto = require('node:crypto');
+var project = require('../mutator/project.cjs');
+var plTree = require('@milaboratories/pl-tree');
+var promises = require('node:timers/promises');
+var frontend_path = require('./frontend_path.cjs');
+var block = require('./block.cjs');
+var project_model = require('../model/project_model.cjs');
+var tsHelpers = require('@milaboratories/ts-helpers');
+var active_cfg = require('./active_cfg.cjs');
+var navigation_states = require('./navigation_states.cjs');
+var model = require('@platforma-sdk/model');
+var fs = require('node:fs/promises');
+var canonicalize = require('canonicalize');
+var project_overview_light = require('./project_overview_light.cjs');
+var migration = require('../mutator/migration.cjs');
+
+function stringifyForDump(object) {
+    return JSON.stringify(object, (key, value) => {
+        if (typeof value === 'bigint')
+            return plClient.resourceIdToString(value);
+        else if (ArrayBuffer.isView(value)
+            || value instanceof Int8Array
+            || value instanceof Uint8Array
+            || value instanceof Uint8ClampedArray
+            || value instanceof Int16Array
+            || value instanceof Uint16Array
+            || value instanceof Int32Array
+            || value instanceof Uint32Array
+            || value instanceof Float32Array
+            || value instanceof Float64Array
+            || value instanceof BigInt64Array
+            || value instanceof BigUint64Array)
+            return Buffer.from(value.buffer, value.byteOffset, value.byteLength).toString('base64');
+        else if (Buffer.isBuffer(value))
+            return value.toString('base64');
+        return value;
+    });
+}
+/** Data access object, to manipulate and read single opened (!) project data. */
+class Project {
+    env;
+    projectTree;
+    /** Underlying pl resource id */
+    rid;
+    /** Data for the left panel, contain basic information about block status. */
+    overview;
+    overviewLight;
+    navigationStates = new navigation_states.NavigationStates();
+    // null is set for deleted blocks
+    blockComputables = new Map();
+    blockFrontends = new Map();
+    activeConfigs;
+    refreshLoopResult;
+    abortController = new AbortController();
+    destroyed = false;
+    constructor(env, rid, projectTree) {
+        this.env = env;
+        this.projectTree = projectTree;
+        this.overview = project_overview.projectOverview(projectTree.entry(), this.navigationStates, env).withPreCalculatedValueTree();
+        this.overviewLight = project_overview_light.projectOverviewLight(projectTree.entry())
+            .withPreCalculatedValueTree();
+        this.rid = rid;
+        this.refreshLoopResult = this.refreshLoop();
+        this.activeConfigs = active_cfg.activeConfigs(projectTree.entry(), env);
+    }
+    async refreshLoop() {
+        while (!this.destroyed) {
+            try {
+                await project.withProject(this.env.projectHelper, this.env.pl, this.rid, (prj) => {
+                    prj.doRefresh(this.env.ops.stagingRenderingRate);
+                });
+                await this.activeConfigs.getValue();
+                await promises.setTimeout(this.env.ops.projectRefreshInterval, this.abortController.signal);
+                // Block computables houskeeping
+                const overviewLight = await this.overviewLight.getValue();
+                const existingBlocks = new Set(overviewLight.listOfBlocks);
+                // Doing cleanup for deleted blocks
+                for (const blockId of this.blockComputables.keys()) {
+                    if (!existingBlocks.has(blockId)) {
+                        const computable = this.blockComputables.get(blockId);
+                        if (computable !== undefined && computable !== null)
+                            computable.fullState.resetState();
+                        this.blockComputables.set(blockId, null);
+                    }
+                }
+            }
+            catch (e) {
+                if (plClient.isNotFoundError(e)) {
+                    console.warn('project refresh routine terminated, because project was externally deleted');
+                    break;
+                }
+                else if (!plClient.isTimeoutOrCancelError(e))
+                    throw new Error('Unexpected exception', { cause: e });
+            }
+        }
+    }
+    /**
+     * Adds new block to the project.
+     *
+     * @param blockLabel block label / title visible to the user
+     * @param blockPackSpec object describing the "block type", read more in the type docs
+     * @param before id of the block to insert new block before
+     * @param blockId internal id to be assigned for the block, this arg can be omitted
+     *                 then, randomly generated UUID will be assigned automatically
+     *
+     * @return returns newly created block id
+     * */
+    async addBlock(blockLabel, blockPackSpec, before, author = undefined, blockId = node_crypto.randomUUID()) {
+        const preparedBp = await this.env.bpPreparer.prepare(blockPackSpec);
+        const blockCfgContainer = await this.env.bpPreparer.getBlockConfigContainer(blockPackSpec);
+        const blockCfg = model.extractConfig(blockCfgContainer); // full content of this var should never be persisted
+        await project.withProjectAuthored(this.env.projectHelper, this.env.pl, this.rid, author, (mut) => mut.addBlock({
+            id: blockId,
+            label: blockLabel,
+            renderingMode: blockCfg.renderingMode,
+        }, {
+            args: canonicalize(blockCfg.initialArgs),
+            uiState: canonicalize(blockCfg.initialUiState),
+            blockPack: preparedBp,
+        }, before), { retryOptions: {
+                ...plClient.DefaultRetryOptions,
+                backoffMultiplier: plClient.DefaultRetryOptions.backoffMultiplier * 1.1,
+            } });
+        await this.projectTree.refreshState();
+        return blockId;
+    }
+    /**
+     * Duplicates an existing block by copying all its fields and state.
+     * This method works at the mutator level for efficient block copying.
+     *
+     * @param originalBlockId id of the block to duplicate
+     * @param before id of the block to insert new block before
+     * @param author author marker for the duplication operation
+     * @param newBlockId internal id to be assigned for the duplicated block,
+     *                   if omitted, a randomly generated UUID will be assigned
+     *
+     * @return returns newly created block id
+     * */
+    async duplicateBlock(originalBlockId, before, author = undefined, newBlockId = node_crypto.randomUUID()) {
+        await project.withProjectAuthored(this.env.projectHelper, this.env.pl, this.rid, author, (mut) => mut.duplicateBlock(originalBlockId, newBlockId, before));
+        await this.projectTree.refreshState();
+        return newBlockId;
+    }
+    /**
+     * Update block to new block pack, optionally resetting args and ui state to
+     * initial values
+     * */
+    async updateBlockPack(blockId, blockPackSpec, resetArgs = false, author) {
+        const preparedBp = await this.env.bpPreparer.prepare(blockPackSpec);
+        const blockCfg = model.extractConfig(await this.env.bpPreparer.getBlockConfigContainer(blockPackSpec));
+        await project.withProjectAuthored(this.env.projectHelper, this.env.pl, this.rid, author, (mut) => mut.migrateBlockPack(blockId, preparedBp, resetArgs ? { args: blockCfg.initialArgs, uiState: blockCfg.initialUiState } : undefined));
+        await this.projectTree.refreshState();
+    }
+    /** Deletes a block with all associated data. */
+    async deleteBlock(blockId, author) {
+        await project.withProjectAuthored(this.env.projectHelper, this.env.pl, this.rid, author, (mut) => mut.deleteBlock(blockId));
+        this.navigationStates.deleteBlock(blockId);
+        await this.projectTree.refreshState();
+    }
+    /**
+     * Updates block order according to the given array of block ids.
+     *
+     * Provided array must contain exactly the same set of ids current project cosists of,
+     * an error will be thrown instead.
+     */
+    async reorderBlocks(blocks, author) {
+        await project.withProjectAuthored(this.env.projectHelper, this.env.pl, this.rid, author, (mut) => {
+            const currentStructure = mut.structure;
+            if (currentStructure.groups.length !== 1)
+                throw new Error('Unexpected project structure, non-sinular block group');
+            const currentGroup = currentStructure.groups[0];
+            if (currentGroup.blocks.length !== blocks.length)
+                throw new Error(`Lengh mismatch: ${currentGroup.blocks.length} !== ${blocks.length}`);
+            if (new Set(blocks).size !== blocks.length)
+                throw new Error(`Repeated block ids`);
+            const newStructure = {
+                groups: [
+                    {
+                        id: currentGroup.id,
+                        label: currentGroup.label,
+                        blocks: blocks.map((blockId) => {
+                            const block = currentGroup.blocks.find((b) => b.id === blockId);
+                            if (block === undefined)
+                                throw new Error(`Can't find block: ${blockId}`);
+                            return block;
+                        }),
+                    },
+                ],
+            };
+            mut.updateStructure(newStructure);
+        });
+        await this.projectTree.refreshState();
+    }
+    /**
+     * Renders production part of the block starting all connected heavy computations.
+     * Upstream blocks of the specified block will be started automatically if in
+     * stale state.
+     * */
+    async runBlock(blockId) {
+        await project.withProject(this.env.projectHelper, this.env.pl, this.rid, (mut) => mut.renderProduction([blockId], true));
+        await this.projectTree.refreshState();
+    }
+    /**
+     * Stops the block if it is running by destroying its production state. All
+     * its downstreams will also be destroyed or moved to limbo if already
+     * calculated.
+     * */
+    async stopBlock(blockId) {
+        await project.withProject(this.env.projectHelper, this.env.pl, this.rid, (mut) => mut.stopProduction(blockId));
+        await this.projectTree.refreshState();
+    }
+    // /** Update block label. */
+    // public async setBlockLabel(blockId: string, label: string, author?: AuthorMarker) {
+    //   await withProjectAuthored(this.env.pl, this.rid, author, (mut) => {
+    //     mut.setBlockLabel(blockId, label);
+    //   });
+    //   await this.projectTree.refreshState();
+    // }
+    /**
+     * Sets block args, and changes whole project state accordingly.
+     * Along with setting arguments one can specify author marker, that will be
+     * transactionally associated with the block, to facilitate conflict resolution
+     * in collaborative editing scenario.
+     * */
+    async setBlockArgs(blockId, args, author) {
+        await project.withProjectAuthored(this.env.projectHelper, this.env.pl, this.rid, author, (mut) => mut.setStates([{ blockId, args }]));
+        await this.projectTree.refreshState();
+    }
+    /**
+     * Sets ui block state associated with the block.
+     * Along with setting arguments one can specify author marker, that will be
+     * transactionally associated with the block, to facilitate conflict resolution
+     * in collaborative editing scenario.
+     * */
+    async setUiState(blockId, uiState, author) {
+        await project.withProjectAuthored(this.env.projectHelper, this.env.pl, this.rid, author, (mut) => mut.setStates([{ blockId, uiState }]));
+        await this.projectTree.refreshState();
+    }
+    /**
+     * Sets navigation state.
+     * */
+    // eslint-disable-next-line @typescript-eslint/require-await
+    async setNavigationState(blockId, state) {
+        this.navigationStates.setState(blockId, state);
+    }
+    /**
+     * Sets block args and ui state, and changes the whole project state accordingly.
+     * Along with setting arguments one can specify author marker, that will be
+     * transactionally associated with the block, to facilitate conflict resolution
+     * in collaborative editing scenario.
+     * */
+    async setBlockArgsAndUiState(blockId, args, uiState, author) {
+        await project.withProjectAuthored(this.env.projectHelper, this.env.pl, this.rid, author, (mut) => {
+            mut.setStates([{ blockId, args, uiState }]);
+        });
+        await this.projectTree.refreshState();
+    }
+    /** Update block settings */
+    async setBlockSettings(blockId, newValue) {
+        await project.withProjectAuthored(this.env.projectHelper, this.env.pl, this.rid, undefined, (mut) => {
+            mut.setBlockSettings(blockId, newValue);
+        });
+        await this.projectTree.refreshState();
+    }
+    /** Resets arguments and ui state of the block to initial state */
+    async resetBlockArgsAndUiState(blockId, author) {
+        await this.env.pl.withWriteTx('BlockInputsReset', async (tx) => {
+            // reading default arg values from block pack
+            const bpHolderRid = plClient.ensureResourceIdNotNull((await tx.getField(plClient.field(this.rid, project_model.projectFieldName(blockId, 'blockPack')))).value);
+            const bpRid = plClient.ensureResourceIdNotNull((await tx.getField(plClient.field(bpHolderRid, plClient.Pl.HolderRefField))).value);
+            const bpData = await tx.getResourceData(bpRid, false);
+            const config = model.extractConfig(tsHelpers.cachedDeserialize(tsHelpers.notEmpty(bpData.data)).config);
+            await project.withProjectAuthored(this.env.projectHelper, tx, this.rid, author, (prj) => {
+                prj.setStates([{ blockId, args: config.initialArgs, uiState: config.initialUiState }]);
+            });
+            await tx.commit();
+        });
+        await this.projectTree.refreshState();
+    }
+    getBlockComputables(blockId) {
+        const cached = this.blockComputables.get(blockId);
+        if (cached === null)
+            throw new Error(`Block ${blockId} is deleted`);
+        if (cached === undefined) {
+            // state consists of inputs (args + ui state) and outputs
+            const outputs = block.blockOutputs(this.projectTree.entry(), blockId, this.env);
+            const fullState = computable.Computable.make((ctx) => {
+                return {
+                    argsAndUiState: block.blockArgsAndUiState(this.projectTree.entry(), blockId, ctx),
+                    outputs,
+                    navigationState: this.navigationStates.getState(blockId),
+                    overview: this.overview,
+                };
+            }, {
+                postprocessValue: (v) => {
+                    const sdkVersion = v.overview?.blocks?.find((b) => b.id == blockId)?.sdkVersion;
+                    const toString = sdkVersion && shouldStillUseStringErrors(sdkVersion);
+                    const newOutputs = toString && v.outputs !== undefined
+                        ? convertErrorsToStrings(v.outputs)
+                        : v.outputs;
+                    return {
+                        ...v.argsAndUiState,
+                        outputs: newOutputs,
+                        navigationState: v.navigationState,
+                    };
+                },
+            });
+            const computables = {
+                fullState: fullState.withPreCalculatedValueTree(),
+            };
+            this.blockComputables.set(blockId, computables);
+            return computables;
+        }
+        return cached;
+    }
+    /**
+     * Returns a computable, that can be used to retrieve and watch full block state,
+     * including outputs, arguments, ui state.
+     * */
+    getBlockState(blockId) {
+        return this.getBlockComputables(blockId).fullState;
+    }
+    /**
+     * Returns a computable, that can be used to retrieve and watch path of the
+     * folder containing frontend code.
+     * */
+    getBlockFrontend(blockId) {
+        const cached = this.blockFrontends.get(blockId);
+        if (cached === undefined) {
+            const fd = frontend_path.frontendData(this.projectTree.entry(), blockId, this.env).withPreCalculatedValueTree();
+            this.blockFrontends.set(blockId, fd);
+            return fd;
+        }
+        return cached;
+    }
+    /** Called by middle layer on close */
+    async destroy() {
+        // terminating the project service loop
+        this.destroyed = true;
+        this.abortController.abort();
+        await this.refreshLoopResult;
+        // terminating the synchronized project tree
+        await this.projectTree.terminate();
+        // the following will deregister all external resource holders, like
+        // downloaded files, running uploads and alike
+        this.overview.resetState();
+        this.blockFrontends.forEach((c) => c.resetState());
+        this.blockComputables.forEach((c) => {
+            if (c !== null)
+                c.fullState.resetState();
+        });
+        this.activeConfigs.resetState();
+    }
+    /** @deprecated */
+    async destroyAndAwaitTermination() {
+        await this.destroy();
+    }
+    static async init(env, rid) {
+        // Applying migrations to the project resource, if needed
+        await migration.applyProjectMigrations(env.pl, rid);
+        // Doing a no-op mutation to apply all migration and schema fixes
+        await project.withProject(env.projectHelper, env.pl, rid, (_) => { });
+        // Loading project tree
+        const projectTree = await plTree.SynchronizedTreeState.init(env.pl, rid, {
+            ...env.ops.defaultTreeOptions,
+            pruning: projectTreePruning,
+        }, env.logger);
+        if (env.ops.debugOps.dumpInitialTreeState) {
+            const state = projectTree.dumpState();
+            state.sort((a, b) => (b.data?.byteLength ?? 0) - (a.data?.byteLength ?? 0));
+            const stats = plTree.treeDumpStats(state);
+            await fs.writeFile(`${plClient.resourceIdToString(rid)}.json`, stringifyForDump(state));
+            await fs.writeFile(`${plClient.resourceIdToString(rid)}.stats.json`, stringifyForDump(stats));
+        }
+        return new Project(env, rid, projectTree);
+    }
+}
+function projectTreePruning(r) {
+    // console.log(
+    //   JSON.stringify(
+    //     { ...r, kv: [], data: undefined } satisfies ExtendedResourceData,
+    //     (_, v) => {
+    //       if (typeof v === 'bigint') return v.toString();
+    //       return v;
+    //     }
+    //   )
+    // );
+    if (r.type.name.startsWith('StreamWorkdir/'))
+        return [];
+    switch (r.type.name) {
+        case 'BlockPackCustom':
+            return r.fields.filter((f) => f.name !== 'template');
+        case 'UserProject':
+            return r.fields.filter((f) => !f.name.startsWith('__serviceTemplate'));
+        case 'Blob':
+            return [];
+        default:
+            return r.fields;
+    }
+}
+/** Returns true if sdk version of the block is old and we need to convert
+ * ErrorLike errors to strings like it was.
+ * We need it for keeping old blocks and new UI compatibility. */
+function shouldStillUseStringErrors(sdkVersion) {
+    return !isVersionGreater(sdkVersion, '1.26.0');
+}
+/** Checks if sdk version is greater that a target version. */
+function isVersionGreater(sdkVersion, targetVersion) {
+    const version = sdkVersion.split('.').map(Number);
+    const target = targetVersion.split('.').map(Number);
+    return (version[0] > target[0]
+        || (version[0] === target[0] && version[1] > target[1])
+        || (version[0] === target[0] && version[1] === target[1] && version[2] > target[2]));
+}
+/** Converts ErrorLike errors to strings in the outputs like it was in old ML versions. */
+function convertErrorsToStrings(outputs) {
+    const result = {};
+    for (const [key, val] of Object.entries(outputs)) {
+        if (val.ok) {
+            result[key] = val;
+            continue;
+        }
+        result[key] = {
+            ok: false,
+            errors: val.errors.map((e) => {
+                if (typeof e === 'string') {
+                    return e;
+                }
+                else if (e.type == 'PlError' && e.fullMessage !== undefined) {
+                    return e.fullMessage;
+                }
+                return e.message;
+            }),
+            moreErrors: val.moreErrors,
+        };
+    }
+    return result;
+}
+
+exports.Project = Project;
+//# sourceMappingURL=project.cjs.map