@milaboratories/pl-middle-layer 1.48.28 → 1.50.0

package/dist/index.cjs

@@ -3,18 +3,22 @@ const require_registry = require('./block_registry/registry.cjs');
 const require_registry_v2_provider = require('./block_registry/registry-v2-provider.cjs');
 const require_well_known_registries = require('./block_registry/well_known_registries.cjs');
 require('./block_registry/index.cjs');
+const require_project_model = require('./model/project_model.cjs');
+const require_project_list = require('./middle_layer/project_list.cjs');
 const require_render_template = require('./mutator/template/render_template.cjs');
 const require_template_loading = require('./mutator/template/template_loading.cjs');
 const require_block_pack_spec = require('./model/block_pack_spec.cjs');
+const require_project = require('./mutator/project.cjs');
 const require_data = require('./pool/data.cjs');
 const require_p_object_collection = require('./pool/p_object_collection.cjs');
-const require_project = require('./middle_layer/project.cjs');
+const require_project$1 = require('./middle_layer/project.cjs');
 const require_ops = require('./middle_layer/ops.cjs');
 const require_driver_kit = require('./middle_layer/driver_kit.cjs');
 const require_middle_layer = require('./middle_layer/middle_layer.cjs');
 require('./middle_layer/index.cjs');
 const require_network_check = require('./network_check/network_check.cjs');
 
+exports.BlockArgsAuthorKeyPrefix = require_project_model.BlockArgsAuthorKeyPrefix;
 exports.BlockPackRegistry = require_registry.BlockPackRegistry;
 exports.CentralBlockRegistry = require_well_known_registries.CentralBlockRegistry;
 exports.DefaultDriverKitOpsPaths = require_ops.DefaultDriverKitOpsPaths;
@@ -24,7 +28,16 @@ exports.DefaultMiddleLayerOpsSettings = require_ops.DefaultMiddleLayerOpsSetting
 exports.FrontendFromFolderResourceType = require_block_pack_spec.FrontendFromFolderResourceType;
 exports.FrontendFromUrlResourceType = require_block_pack_spec.FrontendFromUrlResourceType;
 exports.MiddleLayer = require_middle_layer.MiddleLayer;
-exports.Project = require_project.Project;
+exports.Project = require_project$1.Project;
+exports.ProjectCreatedTimestamp = require_project_model.ProjectCreatedTimestamp;
+exports.ProjectLastModifiedTimestamp = require_project_model.ProjectLastModifiedTimestamp;
+exports.ProjectMetaKey = require_project_model.ProjectMetaKey;
+exports.ProjectResourceType = require_project_model.ProjectResourceType;
+exports.ProjectStructureAuthorKey = require_project_model.ProjectStructureAuthorKey;
+exports.ProjectStructureKey = require_project_model.ProjectStructureKey;
+exports.ProjectsField = require_project_list.ProjectsField;
+exports.SchemaVersionCurrent = require_project_model.SchemaVersionCurrent;
+exports.SchemaVersionKey = require_project_model.SchemaVersionKey;
 exports.TengoTemplateGet = require_template_loading.TengoTemplateGet;
 exports.TengoTemplateGetRegistry = require_template_loading.TengoTemplateGetRegistry;
 exports.TengoTemplateGetTemplate = require_template_loading.TengoTemplateGetTemplate;
@@ -40,6 +53,7 @@ exports.checkNetwork = require_network_check.checkNetwork;
 exports.createRenderTemplate = require_render_template.createRenderTemplate;
 exports.deriveGlobalPObjectId = require_data.deriveGlobalPObjectId;
 exports.deriveLocalPObjectId = require_data.deriveLocalPObjectId;
+exports.duplicateProject = require_project.duplicateProject;
 exports.getDevV1PacketMtime = require_registry.getDevV1PacketMtime;
 exports.getDevV2PacketMtime = require_registry.getDevV2PacketMtime;
 exports.initDriverKit = require_driver_kit.initDriverKit;

package/dist/index.d.ts

@@ -4,16 +4,18 @@ import { CentralBlockRegistry, V1CentralDevSnapshotRegistry, V1CentralRegistry }
 import "./block_registry/index.js";
 import { ExplicitTemplate, PreparedTemplate, TemplateFromFile, TemplateFromRegistry, TemplateSpecAny, TemplateSpecPrepared } from "./model/template_spec.js";
 import { BlockPackExplicit, BlockPackSpecAny, BlockPackSpecPrepared, FrontendFromFolder, FrontendFromFolderData, FrontendFromFolderResourceType, FrontendFromUrl, FrontendFromUrlData, FrontendFromUrlResourceType, FrontendSpec } from "./model/block_pack_spec.js";
-import { ProjectField, ProjectListEntry } from "./model/project_model.js";
+import { BlockArgsAuthorKeyPrefix, ProjectCreatedTimestamp, ProjectField, ProjectLastModifiedTimestamp, ProjectListEntry, ProjectMetaKey, ProjectResourceType, ProjectStructureAuthorKey, ProjectStructureKey, SchemaVersionCurrent, SchemaVersionKey } from "./model/project_model.js";
 import "./model/index.js";
 import { Project } from "./middle_layer/project.js";
 import { DefaultDriverKitOpsPaths, DefaultDriverKitOpsSettings, DefaultMiddleLayerOpsPaths, DefaultMiddleLayerOpsSettings, DriverKitOps, DriverKitOpsConstructor, DriverKitOpsPaths, DriverKitOpsSettings, MiddleLayerDebugOptions, MiddleLayerOps, MiddleLayerOpsConstructor, MiddleLayerOpsPaths, MiddleLayerOpsSettings } from "./middle_layer/ops.js";
 import { MiddleLayerDriverKit, initDriverKit } from "./middle_layer/driver_kit.js";
 import { MiddleLayer } from "./middle_layer/middle_layer.js";
+import { ProjectsField } from "./middle_layer/project_list.js";
 import "./middle_layer/index.js";
 import { CheckNetworkOpts, checkNetwork, initNetworkCheck } from "./network_check/network_check.js";
 import { TengoTemplateGet, TengoTemplateGetRegistry, TengoTemplateGetTemplate, TengoTemplateGetTemplateURI, TengoTemplatePack, TengoTemplatePackConvert, TengoTemplatePackConvertTemplate, TengoTemplatePackConvertTemplatePack, loadTemplate, prepareTemplateSpec } from "./mutator/template/template_loading.js";
 import { createRenderTemplate } from "./mutator/template/render_template.js";
+import { duplicateProject } from "./mutator/project.js";
 import { parseFinalPObjectCollection } from "./pool/p_object_collection.js";
 import { deriveGlobalPObjectId, deriveLocalPObjectId } from "./pool/data.js";
 import { FieldType, ResourceType } from "@milaboratories/pl-client";
@@ -22,4 +24,4 @@ export * from "@platforma-sdk/model";
 export * from "@milaboratories/pl-model-middle-layer";
 export * from "@milaboratories/pl-deployments";
 export * from "@milaboratories/pl-client";
-export { BlockPackExplicit, BlockPackRegistry, BlockPackSpecAny, BlockPackSpecPrepared, CentralBlockRegistry, CheckNetworkOpts, DefaultDriverKitOpsPaths, DefaultDriverKitOpsSettings, DefaultMiddleLayerOpsPaths, DefaultMiddleLayerOpsSettings, DriverKitOps, DriverKitOpsConstructor, DriverKitOpsPaths, DriverKitOpsSettings, ExplicitTemplate, type FieldType, FrontendFromFolder, FrontendFromFolderData, FrontendFromFolderResourceType, FrontendFromUrl, FrontendFromUrlData, FrontendFromUrlResourceType, FrontendSpec, type InternalLsDriver, MiddleLayer, MiddleLayerDebugOptions, MiddleLayerDriverKit, MiddleLayerOps, MiddleLayerOpsConstructor, MiddleLayerOpsPaths, MiddleLayerOpsSettings, PreparedTemplate, Project, ProjectField, type ProjectListEntry, type ResourceType, TemplateFromFile, TemplateFromRegistry, TemplateSpecAny, TemplateSpecPrepared, TengoTemplateGet, TengoTemplateGetRegistry, TengoTemplateGetTemplate, TengoTemplateGetTemplateURI, TengoTemplatePack, TengoTemplatePackConvert, TengoTemplatePackConvertTemplate, TengoTemplatePackConvertTemplatePack, V1CentralDevSnapshotRegistry, V1CentralRegistry, V2RegistryProvider, checkNetwork, createRenderTemplate, deriveGlobalPObjectId, deriveLocalPObjectId, getDevV1PacketMtime, getDevV2PacketMtime, initDriverKit, initNetworkCheck, loadTemplate, parseFinalPObjectCollection, prepareTemplateSpec };
+export { BlockArgsAuthorKeyPrefix, BlockPackExplicit, BlockPackRegistry, BlockPackSpecAny, BlockPackSpecPrepared, CentralBlockRegistry, CheckNetworkOpts, DefaultDriverKitOpsPaths, DefaultDriverKitOpsSettings, DefaultMiddleLayerOpsPaths, DefaultMiddleLayerOpsSettings, DriverKitOps, DriverKitOpsConstructor, DriverKitOpsPaths, DriverKitOpsSettings, ExplicitTemplate, type FieldType, FrontendFromFolder, FrontendFromFolderData, FrontendFromFolderResourceType, FrontendFromUrl, FrontendFromUrlData, FrontendFromUrlResourceType, FrontendSpec, type InternalLsDriver, MiddleLayer, MiddleLayerDebugOptions, MiddleLayerDriverKit, MiddleLayerOps, MiddleLayerOpsConstructor, MiddleLayerOpsPaths, MiddleLayerOpsSettings, PreparedTemplate, Project, ProjectCreatedTimestamp, ProjectField, ProjectLastModifiedTimestamp, type ProjectListEntry, ProjectMetaKey, ProjectResourceType, ProjectStructureAuthorKey, ProjectStructureKey, ProjectsField, type ResourceType, SchemaVersionCurrent, SchemaVersionKey, TemplateFromFile, TemplateFromRegistry, TemplateSpecAny, TemplateSpecPrepared, TengoTemplateGet, TengoTemplateGetRegistry, TengoTemplateGetTemplate, TengoTemplateGetTemplateURI, TengoTemplatePack, TengoTemplatePackConvert, TengoTemplatePackConvertTemplate, TengoTemplatePackConvertTemplatePack, V1CentralDevSnapshotRegistry, V1CentralRegistry, V2RegistryProvider, checkNetwork, createRenderTemplate, deriveGlobalPObjectId, deriveLocalPObjectId, duplicateProject, getDevV1PacketMtime, getDevV2PacketMtime, initDriverKit, initNetworkCheck, loadTemplate, parseFinalPObjectCollection, prepareTemplateSpec };

package/dist/index.js

@@ -2,9 +2,12 @@ import { BlockPackRegistry, getDevV1PacketMtime, getDevV2PacketMtime } from "./b
 import { V2RegistryProvider } from "./block_registry/registry-v2-provider.js";
 import { CentralBlockRegistry, V1CentralDevSnapshotRegistry, V1CentralRegistry } from "./block_registry/well_known_registries.js";
 import "./block_registry/index.js";
+import { BlockArgsAuthorKeyPrefix, ProjectCreatedTimestamp, ProjectLastModifiedTimestamp, ProjectMetaKey, ProjectResourceType, ProjectStructureAuthorKey, ProjectStructureKey, SchemaVersionCurrent, SchemaVersionKey } from "./model/project_model.js";
+import { ProjectsField } from "./middle_layer/project_list.js";
 import { createRenderTemplate } from "./mutator/template/render_template.js";
 import { TengoTemplateGet, TengoTemplateGetRegistry, TengoTemplateGetTemplate, TengoTemplateGetTemplateURI, TengoTemplatePack, TengoTemplatePackConvert, TengoTemplatePackConvertTemplate, TengoTemplatePackConvertTemplatePack, loadTemplate, prepareTemplateSpec } from "./mutator/template/template_loading.js";
 import { FrontendFromFolderResourceType, FrontendFromUrlResourceType } from "./model/block_pack_spec.js";
+import { duplicateProject } from "./mutator/project.js";
 import { deriveGlobalPObjectId, deriveLocalPObjectId } from "./pool/data.js";
 import { parseFinalPObjectCollection } from "./pool/p_object_collection.js";
 import { Project } from "./middle_layer/project.js";
@@ -22,4 +25,4 @@ export * from "@milaboratories/pl-deployments"
 
 export * from "@milaboratories/pl-client"
 
-export { BlockPackRegistry, CentralBlockRegistry, DefaultDriverKitOpsPaths, DefaultDriverKitOpsSettings, DefaultMiddleLayerOpsPaths, DefaultMiddleLayerOpsSettings, FrontendFromFolderResourceType, FrontendFromUrlResourceType, MiddleLayer, Project, TengoTemplateGet, TengoTemplateGetRegistry, TengoTemplateGetTemplate, TengoTemplateGetTemplateURI, TengoTemplatePack, TengoTemplatePackConvert, TengoTemplatePackConvertTemplate, TengoTemplatePackConvertTemplatePack, V1CentralDevSnapshotRegistry, V1CentralRegistry, V2RegistryProvider, checkNetwork, createRenderTemplate, deriveGlobalPObjectId, deriveLocalPObjectId, getDevV1PacketMtime, getDevV2PacketMtime, initDriverKit, initNetworkCheck, loadTemplate, parseFinalPObjectCollection, prepareTemplateSpec };
+export { BlockArgsAuthorKeyPrefix, BlockPackRegistry, CentralBlockRegistry, DefaultDriverKitOpsPaths, DefaultDriverKitOpsSettings, DefaultMiddleLayerOpsPaths, DefaultMiddleLayerOpsSettings, FrontendFromFolderResourceType, FrontendFromUrlResourceType, MiddleLayer, Project, ProjectCreatedTimestamp, ProjectLastModifiedTimestamp, ProjectMetaKey, ProjectResourceType, ProjectStructureAuthorKey, ProjectStructureKey, ProjectsField, SchemaVersionCurrent, SchemaVersionKey, TengoTemplateGet, TengoTemplateGetRegistry, TengoTemplateGetTemplate, TengoTemplateGetTemplateURI, TengoTemplatePack, TengoTemplatePackConvert, TengoTemplatePackConvertTemplate, TengoTemplatePackConvertTemplatePack, V1CentralDevSnapshotRegistry, V1CentralRegistry, V2RegistryProvider, checkNetwork, createRenderTemplate, deriveGlobalPObjectId, deriveLocalPObjectId, duplicateProject, getDevV1PacketMtime, getDevV2PacketMtime, initDriverKit, initNetworkCheck, loadTemplate, parseFinalPObjectCollection, prepareTemplateSpec };

package/dist/middle_layer/index.cjs

@@ -1,3 +1,4 @@
+const require_project_list = require('./project_list.cjs');
 const require_project = require('./project.cjs');
 const require_ops = require('./ops.cjs');
 const require_driver_kit = require('./driver_kit.cjs');

package/dist/middle_layer/index.d.ts

@@ -1,4 +1,5 @@
 import { Project } from "./project.js";
 import { DefaultDriverKitOpsPaths, DefaultDriverKitOpsSettings, DefaultMiddleLayerOpsPaths, DefaultMiddleLayerOpsSettings, DriverKitOps, DriverKitOpsConstructor, DriverKitOpsPaths, DriverKitOpsSettings, MiddleLayerDebugOptions, MiddleLayerOps, MiddleLayerOpsConstructor, MiddleLayerOpsPaths, MiddleLayerOpsSettings } from "./ops.js";
 import { MiddleLayerDriverKit, initDriverKit } from "./driver_kit.js";
-import { MiddleLayer } from "./middle_layer.js";
+import { MiddleLayer } from "./middle_layer.js";
+import { ProjectsField } from "./project_list.js";

package/dist/middle_layer/index.js

@@ -1,3 +1,4 @@
+import { ProjectsField } from "./project_list.js";
 import { Project } from "./project.js";
 import { DefaultDriverKitOpsPaths, DefaultDriverKitOpsSettings, DefaultMiddleLayerOpsPaths, DefaultMiddleLayerOpsSettings } from "./ops.js";
 import { initDriverKit } from "./driver_kit.js";

package/dist/middle_layer/middle_layer.cjs

@@ -1,6 +1,7 @@
 const require_runtime = require('../_virtual/_rolldown/runtime.cjs');
 const require_registry_v2_provider = require('../block_registry/registry-v2-provider.cjs');
 require('../block_registry/index.cjs');
+const require_project_model = require('../model/project_model.cjs');
 const require_project_list = require('./project_list.cjs');
 const require_block_pack = require('../mutator/block-pack/block_pack.cjs');
 const require_index$1 = require('../debug/index.cjs');
@@ -92,6 +93,27 @@ var MiddleLayer = class MiddleLayer {
 		});
 		await this.projectListTree.refreshState();
 	}
+	/**
+	* Duplicates an existing project and adds the copy to this user's project list.
+	*
+	* @param sourceRid - resource id of the project to duplicate
+	* @param rename - optional function that receives the source label and all existing
+	*   project labels (read within the same transaction), and returns the label for the copy
+	* @param id - optional id for the new project list entry (defaults to random UUID)
+	*/
+	async duplicateProject(sourceRid, rename, id = (0, node_crypto.randomUUID)()) {
+		const resource = await this.pl.withWriteTx("MLDuplicateProject", async (tx) => {
+			const sourceMeta = await tx.getKValueJson(sourceRid, require_project_model.ProjectMetaKey);
+			const projectRids = (await tx.getResourceData(this.projectListResourceId, true)).fields.map((f) => f.value).filter(_milaboratories_pl_client.isNotNullResourceId);
+			const existingLabels = (await Promise.all(projectRids.map((rid) => tx.getKValueJson(rid, require_project_model.ProjectMetaKey)))).map((m) => m.label);
+			const newPrj = await require_project.duplicateProject(tx, sourceRid, { label: rename ? rename(sourceMeta.label, existingLabels) : sourceMeta.label });
+			tx.createField((0, _milaboratories_pl_client.field)(this.projectListResourceId, id), "Dynamic", newPrj);
+			await tx.commit();
+			return await (0, _milaboratories_pl_client.toGlobalResourceId)(newPrj);
+		});
+		await this.projectListTree.refreshState();
+		return resource;
+	}
 	openedProjectsByRid = /* @__PURE__ */ new Map();
 	async projectIdToResourceId(id) {
 		return await this.pl.withReadTx("Project id to resource id", async (tx) => {

package/dist/middle_layer/middle_layer.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"middle_layer.cjs","names":["createProject","withProjectAuthored","Project","HmacSha256Signer","DefaultMiddleLayerOpsSettings","DefaultMiddleLayerOpsPaths","getDebugFlags","ProjectsField","ProjectsResourceType","initDriverKit","RetryAgent","V2RegistryProvider","BlockPackPreparer","RuntimeCapabilities","BlockEventDispatcher","BlockUpdateWatcher","ProjectHelper","WatchableValue","createProjectList"],"sources":["../../src/middle_layer/middle_layer.ts"],"sourcesContent":["import type { PlClient, ResourceId } from \"@milaboratories/pl-client\";\nimport { field, isNullResourceId, toGlobalResourceId } from \"@milaboratories/pl-client\";\nimport { createProjectList, ProjectsField, ProjectsResourceType } from \"./project_list\";\nimport { createProject, withProjectAuthored } from \"../mutator/project\";\nimport type { SynchronizedTreeState } from \"@milaboratories/pl-tree\";\nimport { BlockPackPreparer } from \"../mutator/block-pack/block_pack\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport { BlockEventDispatcher } from \"@milaboratories/ts-helpers\";\nimport { HmacSha256Signer } from \"@milaboratories/ts-helpers\";\nimport type { ComputableStableDefined } from \"@milaboratories/computable\";\nimport { WatchableValue } from \"@milaboratories/computable\";\nimport { Project } from \"./project\";\nimport type { MiddleLayerOps, MiddleLayerOpsConstructor } from \"./ops\";\nimport { DefaultMiddleLayerOpsPaths, DefaultMiddleLayerOpsSettings } from \"./ops\";\nimport { randomUUID } from \"node:crypto\";\nimport type { ProjectListEntry } from \"../model\";\nimport type {\n  AuthorMarker,\n  ProjectMeta,\n  BlockPlatform,\n} from \"@milaboratories/pl-model-middle-layer\";\nimport { BlockUpdateWatcher } from \"../block_registry/watcher\";\nimport type { QuickJSWASMModule } from \"quickjs-emscripten\";\nimport { getQuickJS } from \"quickjs-emscripten\";\nimport type { MiddleLayerDriverKit } from \"./driver_kit\";\nimport { initDriverKit } from \"./driver_kit\";\nimport type { BlockCodeFeatureFlags, DriverKit, SupportedRequirement } from \"@platforma-sdk/model\";\nimport { RuntimeCapabilities } from \"@platforma-sdk/model\";\nimport type { DownloadUrlDriver } from \"@milaboratories/pl-drivers\";\nimport { V2RegistryProvider } from \"../block_registry\";\nimport type { Dispatcher } from \"undici\";\nimport { RetryAgent } from \"undici\";\nimport { getDebugFlags } from \"../debug\";\nimport { ProjectHelper } from \"../model/project_helper\";\n\nexport interface MiddleLayerEnvironment {\n  dispose(): Promise<void>;\n  readonly pl: PlClient;\n  readonly runtimeCapabilities: RuntimeCapabilities;\n  readonly logger: MiLogger;\n  readonly blockEventDispatcher: BlockEventDispatcher;\n  readonly httpDispatcher: Dispatcher;\n  readonly retryHttpDispatcher: Dispatcher;\n  readonly signer: Signer;\n  readonly ops: MiddleLayerOps;\n  readonly bpPreparer: BlockPackPreparer;\n  readonly frontendDownloadDriver: DownloadUrlDriver;\n  readonly blockUpdateWatcher: BlockUpdateWatcher;\n  readonly quickJs: QuickJSWASMModule;\n  readonly driverKit: MiddleLayerDriverKit;\n  readonly projectHelper: ProjectHelper;\n}\n\n/**\n * Main access object to work with pl from UI.\n *\n * It implements an abstraction layer of projects and blocks.\n *\n * As a main entry point inside the pl, this object uses a resource attached\n * via the {@link ProjectsField} to the pl client's root, this resource\n * contains project list.\n *\n * Read about alternative roots, if isolated project lists (working environments)\n * are required.\n * */\nexport class MiddleLayer {\n  public readonly pl: PlClient;\n\n  /** Contains a reactive list of projects along with their meta information. */\n  public readonly projectList: ComputableStableDefined<ProjectListEntry[]>;\n\n  private constructor(\n    private readonly env: MiddleLayerEnvironment,\n    public readonly driverKit: DriverKit,\n    public readonly signer: Signer,\n    private readonly projectListResourceId: ResourceId,\n    private readonly openedProjectsList: WatchableValue<ResourceId[]>,\n    private readonly projectListTree: SynchronizedTreeState,\n    public readonly blockRegistryProvider: V2RegistryProvider,\n    projectList: ComputableStableDefined<ProjectListEntry[]>,\n  ) {\n    this.projectList = projectList;\n    this.pl = this.env.pl;\n  }\n\n  /**\n   * Get the OS where backend is running.\n   * For old backend versions returns undefined.\n   */\n  public get serverPlatform(): BlockPlatform | undefined {\n    return this.pl.serverInfo.platform as BlockPlatform | undefined;\n  }\n\n  /** Adds a runtime capability to the middle layer. */\n  public addRuntimeCapability(\n    requirement: SupportedRequirement,\n    value: number | boolean = true,\n  ): void {\n    this.env.runtimeCapabilities.addSupportedRequirement(requirement, value);\n  }\n\n  /** Checks if the given block feature flags are compatible with the runtime capabilities. */\n  public checkBlockCompatibility(featureFlags: BlockCodeFeatureFlags | undefined): boolean {\n    return this.env.runtimeCapabilities.checkCompatibility(featureFlags);\n  }\n\n  /** Returns extended API driver kit used internally by middle layer. */\n  public get internalDriverKit(): MiddleLayerDriverKit {\n    return this.env.driverKit;\n  }\n\n  //\n  // Project List Manipulation\n  //\n\n  /** Creates a project with initial state and adds it to project list. */\n  public async createProject(meta: ProjectMeta, id: string = randomUUID()): Promise<ResourceId> {\n    const resource = await this.pl.withWriteTx(\"MLCreateProject\", async (tx) => {\n      const prj = await createProject(tx, meta);\n      tx.createField(field(this.projectListResourceId, id), \"Dynamic\", prj);\n      await tx.commit();\n      return await toGlobalResourceId(prj);\n    });\n    await this.projectListTree.refreshState();\n    return resource;\n  }\n\n  /** Updates project metadata */\n  public async setProjectMeta(\n    rid: ResourceId,\n    meta: ProjectMeta,\n    author?: AuthorMarker,\n  ): Promise<void> {\n    await withProjectAuthored(\n      this.env.projectHelper,\n      this.pl,\n      rid,\n      author,\n      (prj) => {\n        prj.setMeta(meta);\n      },\n      { name: \"setProjectMeta\" },\n    );\n    await this.projectListTree.refreshState();\n  }\n\n  /** Permanently deletes project from the project list, this will result in\n   * destruction of all attached objects, like files, analysis results etc. */\n  public async deleteProject(id: string): Promise<void> {\n    await this.pl.withWriteTx(\"MLRemoveProject\", async (tx) => {\n      tx.removeField(field(this.projectListResourceId, id));\n      await tx.commit();\n    });\n    await this.projectListTree.refreshState();\n  }\n\n  //\n  // Projects\n  //\n\n  private readonly openedProjectsByRid = new Map<ResourceId, Project>();\n\n  private async projectIdToResourceId(id: string): Promise<ResourceId> {\n    return await this.pl.withReadTx(\"Project id to resource id\", async (tx) => {\n      const rid = (await tx.getField(field(this.projectListResourceId, id))).value;\n      if (isNullResourceId(rid)) throw new Error(\"Unexpected project list structure.\");\n      return rid;\n    });\n  }\n\n  private async ensureProjectRid(id: ResourceId | string): Promise<ResourceId> {\n    if (typeof id === \"string\") return await this.projectIdToResourceId(id);\n    else return id;\n  }\n\n  /** Opens a project, and starts corresponding project maintenance loop. */\n  public async openProject(id: ResourceId | string) {\n    const rid = await this.ensureProjectRid(id);\n    if (this.openedProjectsByRid.has(rid)) throw new Error(`Project ${rid} already opened`);\n    this.openedProjectsByRid.set(rid, await Project.init(this.env, rid));\n    this.openedProjectsList.setValue([...this.openedProjectsByRid.keys()]);\n  }\n\n  /** Closes the project, and deallocate all corresponding resources. */\n  public async closeProject(rid: ResourceId): Promise<void> {\n    const prj = this.openedProjectsByRid.get(rid);\n    if (prj === undefined) throw new Error(`Project ${rid} not found among opened projects`);\n    this.openedProjectsByRid.delete(rid);\n    await prj.destroy();\n    this.openedProjectsList.setValue([...this.openedProjectsByRid.keys()]);\n  }\n\n  /** Returns a project access object for opened project, for the given project\n   * resource id. */\n  public getOpenedProject(rid: ResourceId): Project {\n    const prj = this.openedProjectsByRid.get(rid);\n    if (prj === undefined) throw new Error(`Project ${rid} not found among opened projects`);\n    return prj;\n  }\n\n  /** Returns true if project with given resource id is currently opened. */\n  public isProjectOpened(rid: ResourceId): boolean {\n    return this.openedProjectsByRid.has(rid);\n  }\n\n  /**\n   * Deallocates all runtime resources consumed by this object and awaits\n   * actual termination of event loops and other processes associated with\n   * them.\n   */\n  public async close() {\n    await Promise.all([...this.openedProjectsByRid.values()].map((prj) => prj.destroy()));\n    // this.env.quickJs;\n    await this.projectListTree.terminate();\n    await this.env.dispose();\n    await this.pl.close();\n  }\n\n  /** @deprecated */\n  public async closeAndAwaitTermination() {\n    await this.close();\n  }\n\n  /** Generates sufficiently random string to be used as local secret for the\n   * middle layer */\n  public static generateLocalSecret(): string {\n    return HmacSha256Signer.generateSecret();\n  }\n\n  /** Returns a block event dispatcher, which can be used to listen to block events. */\n  public get blockEventDispatcher(): BlockEventDispatcher {\n    return this.env.blockEventDispatcher;\n  }\n\n  /** Initialize middle layer */\n  public static async init(\n    pl: PlClient,\n    workdir: string,\n    _ops: MiddleLayerOpsConstructor,\n  ): Promise<MiddleLayer> {\n    const ops: MiddleLayerOps = {\n      ...DefaultMiddleLayerOpsSettings,\n      ...DefaultMiddleLayerOpsPaths(workdir),\n      ..._ops,\n    };\n\n    // overriding debug options from environment variables\n    ops.defaultTreeOptions.logStat = getDebugFlags().logTreeStats;\n    ops.debugOps.dumpInitialTreeState = getDebugFlags().dumpInitialTreeState;\n\n    const projects = await pl.withWriteTx(\"MLInitialization\", async (tx) => {\n      const projectsField = field(tx.clientRoot, ProjectsField);\n      tx.createField(projectsField, \"Dynamic\");\n      const projectsFieldData = await tx.getField(projectsField);\n      if (isNullResourceId(projectsFieldData.value)) {\n        const projects = tx.createEphemeral(ProjectsResourceType);\n        tx.lock(projects);\n\n        tx.setField(projectsField, projects);\n\n        await tx.commit();\n\n        return await projects.globalId;\n      } else {\n        return projectsFieldData.value;\n      }\n    });\n\n    const logger = ops.logger;\n\n    const driverKit = await initDriverKit(pl, workdir, ops.frontendDownloadPath, ops);\n\n    // passed to components having no own retry logic\n    const retryHttpDispatcher = new RetryAgent(pl.httpDispatcher);\n\n    const v2RegistryProvider = new V2RegistryProvider(retryHttpDispatcher);\n\n    const bpPreparer = new BlockPackPreparer(\n      v2RegistryProvider,\n      driverKit.signer,\n      retryHttpDispatcher,\n    );\n\n    const quickJs = await getQuickJS();\n\n    const runtimeCapabilities = new RuntimeCapabilities();\n    // add runtime capabilities of model here\n    runtimeCapabilities.addSupportedRequirement(\"requiresModelAPIVersion\", 1);\n    runtimeCapabilities.addSupportedRequirement(\"requiresModelAPIVersion\", 2);\n    runtimeCapabilities.addSupportedRequirement(\"requiresCreatePTable\", 2);\n    // runtime capabilities of the desktop are to be added by the desktop app / test framework\n\n    const env: MiddleLayerEnvironment = {\n      pl,\n      blockEventDispatcher: new BlockEventDispatcher(),\n      signer: driverKit.signer,\n      logger,\n      httpDispatcher: pl.httpDispatcher,\n      retryHttpDispatcher,\n      ops,\n      bpPreparer,\n      frontendDownloadDriver: driverKit.frontendDriver,\n      driverKit,\n      blockUpdateWatcher: new BlockUpdateWatcher(v2RegistryProvider, logger, {\n        minDelay: ops.devBlockUpdateRecheckInterval,\n        http: retryHttpDispatcher,\n        preferredUpdateChannel: ops.preferredUpdateChannel,\n      }),\n      runtimeCapabilities,\n      quickJs,\n      projectHelper: new ProjectHelper(quickJs, logger),\n      dispose: async () => {\n        await retryHttpDispatcher.destroy();\n        await driverKit.dispose();\n      },\n    };\n\n    const openedProjects = new WatchableValue<ResourceId[]>([]);\n    const projectListTC = await createProjectList(pl, projects, openedProjects, env);\n\n    return new MiddleLayer(\n      env,\n      driverKit,\n      driverKit.signer,\n      projects,\n      openedProjects,\n      projectListTC.tree,\n      v2RegistryProvider,\n      projectListTC.computable,\n    );\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiEA,IAAa,cAAb,MAAa,YAAY;CACvB,AAAgB;;CAGhB,AAAgB;CAEhB,AAAQ,YACN,AAAiB,KACjB,AAAgB,WAChB,AAAgB,QAChB,AAAiB,uBACjB,AAAiB,oBACjB,AAAiB,iBACjB,AAAgB,uBAChB,aACA;EARiB;EACD;EACA;EACC;EACA;EACA;EACD;AAGhB,OAAK,cAAc;AACnB,OAAK,KAAK,KAAK,IAAI;;;;;;CAOrB,IAAW,iBAA4C;AACrD,SAAO,KAAK,GAAG,WAAW;;;CAI5B,AAAO,qBACL,aACA,QAA0B,MACpB;AACN,OAAK,IAAI,oBAAoB,wBAAwB,aAAa,MAAM;;;CAI1E,AAAO,wBAAwB,cAA0D;AACvF,SAAO,KAAK,IAAI,oBAAoB,mBAAmB,aAAa;;;CAItE,IAAW,oBAA0C;AACnD,SAAO,KAAK,IAAI;;;CAQlB,MAAa,cAAc,MAAmB,kCAAyB,EAAuB;EAC5F,MAAM,WAAW,MAAM,KAAK,GAAG,YAAY,mBAAmB,OAAO,OAAO;GAC1E,MAAM,MAAM,MAAMA,8BAAc,IAAI,KAAK;AACzC,MAAG,iDAAkB,KAAK,uBAAuB,GAAG,EAAE,WAAW,IAAI;AACrE,SAAM,GAAG,QAAQ;AACjB,UAAO,wDAAyB,IAAI;IACpC;AACF,QAAM,KAAK,gBAAgB,cAAc;AACzC,SAAO;;;CAIT,MAAa,eACX,KACA,MACA,QACe;AACf,QAAMC,oCACJ,KAAK,IAAI,eACT,KAAK,IACL,KACA,SACC,QAAQ;AACP,OAAI,QAAQ,KAAK;KAEnB,EAAE,MAAM,kBAAkB,CAC3B;AACD,QAAM,KAAK,gBAAgB,cAAc;;;;CAK3C,MAAa,cAAc,IAA2B;AACpD,QAAM,KAAK,GAAG,YAAY,mBAAmB,OAAO,OAAO;AACzD,MAAG,iDAAkB,KAAK,uBAAuB,GAAG,CAAC;AACrD,SAAM,GAAG,QAAQ;IACjB;AACF,QAAM,KAAK,gBAAgB,cAAc;;CAO3C,AAAiB,sCAAsB,IAAI,KAA0B;CAErE,MAAc,sBAAsB,IAAiC;AACnE,SAAO,MAAM,KAAK,GAAG,WAAW,6BAA6B,OAAO,OAAO;GACzE,MAAM,OAAO,MAAM,GAAG,8CAAe,KAAK,uBAAuB,GAAG,CAAC,EAAE;AACvE,uDAAqB,IAAI,CAAE,OAAM,IAAI,MAAM,qCAAqC;AAChF,UAAO;IACP;;CAGJ,MAAc,iBAAiB,IAA8C;AAC3E,MAAI,OAAO,OAAO,SAAU,QAAO,MAAM,KAAK,sBAAsB,GAAG;MAClE,QAAO;;;CAId,MAAa,YAAY,IAAyB;EAChD,MAAM,MAAM,MAAM,KAAK,iBAAiB,GAAG;AAC3C,MAAI,KAAK,oBAAoB,IAAI,IAAI,CAAE,OAAM,IAAI,MAAM,WAAW,IAAI,iBAAiB;AACvF,OAAK,oBAAoB,IAAI,KAAK,MAAMC,0BAAQ,KAAK,KAAK,KAAK,IAAI,CAAC;AACpE,OAAK,mBAAmB,SAAS,CAAC,GAAG,KAAK,oBAAoB,MAAM,CAAC,CAAC;;;CAIxE,MAAa,aAAa,KAAgC;EACxD,MAAM,MAAM,KAAK,oBAAoB,IAAI,IAAI;AAC7C,MAAI,QAAQ,OAAW,OAAM,IAAI,MAAM,WAAW,IAAI,kCAAkC;AACxF,OAAK,oBAAoB,OAAO,IAAI;AACpC,QAAM,IAAI,SAAS;AACnB,OAAK,mBAAmB,SAAS,CAAC,GAAG,KAAK,oBAAoB,MAAM,CAAC,CAAC;;;;CAKxE,AAAO,iBAAiB,KAA0B;EAChD,MAAM,MAAM,KAAK,oBAAoB,IAAI,IAAI;AAC7C,MAAI,QAAQ,OAAW,OAAM,IAAI,MAAM,WAAW,IAAI,kCAAkC;AACxF,SAAO;;;CAIT,AAAO,gBAAgB,KAA0B;AAC/C,SAAO,KAAK,oBAAoB,IAAI,IAAI;;;;;;;CAQ1C,MAAa,QAAQ;AACnB,QAAM,QAAQ,IAAI,CAAC,GAAG,KAAK,oBAAoB,QAAQ,CAAC,CAAC,KAAK,QAAQ,IAAI,SAAS,CAAC,CAAC;AAErF,QAAM,KAAK,gBAAgB,WAAW;AACtC,QAAM,KAAK,IAAI,SAAS;AACxB,QAAM,KAAK,GAAG,OAAO;;;CAIvB,MAAa,2BAA2B;AACtC,QAAM,KAAK,OAAO;;;;CAKpB,OAAc,sBAA8B;AAC1C,SAAOC,4CAAiB,gBAAgB;;;CAI1C,IAAW,uBAA6C;AACtD,SAAO,KAAK,IAAI;;;CAIlB,aAAoB,KAClB,IACA,SACA,MACsB;EACtB,MAAM,MAAsB;GAC1B,GAAGC;GACH,GAAGC,uCAA2B,QAAQ;GACtC,GAAG;GACJ;AAGD,MAAI,mBAAmB,UAAUC,+BAAe,CAAC;AACjD,MAAI,SAAS,uBAAuBA,+BAAe,CAAC;EAEpD,MAAM,WAAW,MAAM,GAAG,YAAY,oBAAoB,OAAO,OAAO;GACtE,MAAM,qDAAsB,GAAG,YAAYC,mCAAc;AACzD,MAAG,YAAY,eAAe,UAAU;GACxC,MAAM,oBAAoB,MAAM,GAAG,SAAS,cAAc;AAC1D,uDAAqB,kBAAkB,MAAM,EAAE;IAC7C,MAAM,WAAW,GAAG,gBAAgBC,0CAAqB;AACzD,OAAG,KAAK,SAAS;AAEjB,OAAG,SAAS,eAAe,SAAS;AAEpC,UAAM,GAAG,QAAQ;AAEjB,WAAO,MAAM,SAAS;SAEtB,QAAO,kBAAkB;IAE3B;EAEF,MAAM,SAAS,IAAI;EAEnB,MAAM,YAAY,MAAMC,iCAAc,IAAI,SAAS,IAAI,sBAAsB,IAAI;EAGjF,MAAM,sBAAsB,IAAIC,kBAAW,GAAG,eAAe;EAE7D,MAAM,qBAAqB,IAAIC,gDAAmB,oBAAoB;EAEtE,MAAM,aAAa,IAAIC,qCACrB,oBACA,UAAU,QACV,oBACD;EAED,MAAM,UAAU,0CAAkB;EAElC,MAAM,sBAAsB,IAAIC,0CAAqB;AAErD,sBAAoB,wBAAwB,2BAA2B,EAAE;AACzE,sBAAoB,wBAAwB,2BAA2B,EAAE;AACzE,sBAAoB,wBAAwB,wBAAwB,EAAE;EAGtE,MAAM,MAA8B;GAClC;GACA,sBAAsB,IAAIC,iDAAsB;GAChD,QAAQ,UAAU;GAClB;GACA,gBAAgB,GAAG;GACnB;GACA;GACA;GACA,wBAAwB,UAAU;GAClC;GACA,oBAAoB,IAAIC,mCAAmB,oBAAoB,QAAQ;IACrE,UAAU,IAAI;IACd,MAAM;IACN,wBAAwB,IAAI;IAC7B,CAAC;GACF;GACA;GACA,eAAe,IAAIC,qCAAc,SAAS,OAAO;GACjD,SAAS,YAAY;AACnB,UAAM,oBAAoB,SAAS;AACnC,UAAM,UAAU,SAAS;;GAE5B;EAED,MAAM,iBAAiB,IAAIC,0CAA6B,EAAE,CAAC;EAC3D,MAAM,gBAAgB,MAAMC,uCAAkB,IAAI,UAAU,gBAAgB,IAAI;AAEhF,SAAO,IAAI,YACT,KACA,WACA,UAAU,QACV,UACA,gBACA,cAAc,MACd,oBACA,cAAc,WACf"}
+{"version":3,"file":"middle_layer.cjs","names":["createProject","withProjectAuthored","ProjectMetaKey","isNotNullResourceId","duplicateProject","Project","HmacSha256Signer","DefaultMiddleLayerOpsSettings","DefaultMiddleLayerOpsPaths","getDebugFlags","ProjectsField","ProjectsResourceType","initDriverKit","RetryAgent","V2RegistryProvider","BlockPackPreparer","RuntimeCapabilities","BlockEventDispatcher","BlockUpdateWatcher","ProjectHelper","WatchableValue","createProjectList"],"sources":["../../src/middle_layer/middle_layer.ts"],"sourcesContent":["import type { PlClient, ResourceId } from \"@milaboratories/pl-client\";\nimport {\n  field,\n  isNotNullResourceId,\n  isNullResourceId,\n  toGlobalResourceId,\n} from \"@milaboratories/pl-client\";\nimport { createProjectList, ProjectsField, ProjectsResourceType } from \"./project_list\";\nimport { createProject, duplicateProject, withProjectAuthored } from \"../mutator/project\";\nimport { ProjectMetaKey } from \"../model/project_model\";\nimport type { SynchronizedTreeState } from \"@milaboratories/pl-tree\";\nimport { BlockPackPreparer } from \"../mutator/block-pack/block_pack\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport { BlockEventDispatcher } from \"@milaboratories/ts-helpers\";\nimport { HmacSha256Signer } from \"@milaboratories/ts-helpers\";\nimport type { ComputableStableDefined } from \"@milaboratories/computable\";\nimport { WatchableValue } from \"@milaboratories/computable\";\nimport { Project } from \"./project\";\nimport type { MiddleLayerOps, MiddleLayerOpsConstructor } from \"./ops\";\nimport { DefaultMiddleLayerOpsPaths, DefaultMiddleLayerOpsSettings } from \"./ops\";\nimport { randomUUID } from \"node:crypto\";\nimport type { ProjectListEntry } from \"../model\";\nimport type {\n  AuthorMarker,\n  ProjectMeta,\n  BlockPlatform,\n} from \"@milaboratories/pl-model-middle-layer\";\nimport { BlockUpdateWatcher } from \"../block_registry/watcher\";\nimport type { QuickJSWASMModule } from \"quickjs-emscripten\";\nimport { getQuickJS } from \"quickjs-emscripten\";\nimport type { MiddleLayerDriverKit } from \"./driver_kit\";\nimport { initDriverKit } from \"./driver_kit\";\nimport type { BlockCodeFeatureFlags, DriverKit, SupportedRequirement } from \"@platforma-sdk/model\";\nimport { RuntimeCapabilities } from \"@platforma-sdk/model\";\nimport type { DownloadUrlDriver } from \"@milaboratories/pl-drivers\";\nimport { V2RegistryProvider } from \"../block_registry\";\nimport type { Dispatcher } from \"undici\";\nimport { RetryAgent } from \"undici\";\nimport { getDebugFlags } from \"../debug\";\nimport { ProjectHelper } from \"../model/project_helper\";\n\nexport interface MiddleLayerEnvironment {\n  dispose(): Promise<void>;\n  readonly pl: PlClient;\n  readonly runtimeCapabilities: RuntimeCapabilities;\n  readonly logger: MiLogger;\n  readonly blockEventDispatcher: BlockEventDispatcher;\n  readonly httpDispatcher: Dispatcher;\n  readonly retryHttpDispatcher: Dispatcher;\n  readonly signer: Signer;\n  readonly ops: MiddleLayerOps;\n  readonly bpPreparer: BlockPackPreparer;\n  readonly frontendDownloadDriver: DownloadUrlDriver;\n  readonly blockUpdateWatcher: BlockUpdateWatcher;\n  readonly quickJs: QuickJSWASMModule;\n  readonly driverKit: MiddleLayerDriverKit;\n  readonly projectHelper: ProjectHelper;\n}\n\n/**\n * Main access object to work with pl from UI.\n *\n * It implements an abstraction layer of projects and blocks.\n *\n * As a main entry point inside the pl, this object uses a resource attached\n * via the {@link ProjectsField} to the pl client's root, this resource\n * contains project list.\n *\n * Read about alternative roots, if isolated project lists (working environments)\n * are required.\n * */\nexport class MiddleLayer {\n  public readonly pl: PlClient;\n\n  /** Contains a reactive list of projects along with their meta information. */\n  public readonly projectList: ComputableStableDefined<ProjectListEntry[]>;\n\n  private constructor(\n    private readonly env: MiddleLayerEnvironment,\n    public readonly driverKit: DriverKit,\n    public readonly signer: Signer,\n    private readonly projectListResourceId: ResourceId,\n    private readonly openedProjectsList: WatchableValue<ResourceId[]>,\n    private readonly projectListTree: SynchronizedTreeState,\n    public readonly blockRegistryProvider: V2RegistryProvider,\n    projectList: ComputableStableDefined<ProjectListEntry[]>,\n  ) {\n    this.projectList = projectList;\n    this.pl = this.env.pl;\n  }\n\n  /**\n   * Get the OS where backend is running.\n   * For old backend versions returns undefined.\n   */\n  public get serverPlatform(): BlockPlatform | undefined {\n    return this.pl.serverInfo.platform as BlockPlatform | undefined;\n  }\n\n  /** Adds a runtime capability to the middle layer. */\n  public addRuntimeCapability(\n    requirement: SupportedRequirement,\n    value: number | boolean = true,\n  ): void {\n    this.env.runtimeCapabilities.addSupportedRequirement(requirement, value);\n  }\n\n  /** Checks if the given block feature flags are compatible with the runtime capabilities. */\n  public checkBlockCompatibility(featureFlags: BlockCodeFeatureFlags | undefined): boolean {\n    return this.env.runtimeCapabilities.checkCompatibility(featureFlags);\n  }\n\n  /** Returns extended API driver kit used internally by middle layer. */\n  public get internalDriverKit(): MiddleLayerDriverKit {\n    return this.env.driverKit;\n  }\n\n  //\n  // Project List Manipulation\n  //\n\n  /** Creates a project with initial state and adds it to project list. */\n  public async createProject(meta: ProjectMeta, id: string = randomUUID()): Promise<ResourceId> {\n    const resource = await this.pl.withWriteTx(\"MLCreateProject\", async (tx) => {\n      const prj = await createProject(tx, meta);\n      tx.createField(field(this.projectListResourceId, id), \"Dynamic\", prj);\n      await tx.commit();\n      return await toGlobalResourceId(prj);\n    });\n    await this.projectListTree.refreshState();\n    return resource;\n  }\n\n  /** Updates project metadata */\n  public async setProjectMeta(\n    rid: ResourceId,\n    meta: ProjectMeta,\n    author?: AuthorMarker,\n  ): Promise<void> {\n    await withProjectAuthored(\n      this.env.projectHelper,\n      this.pl,\n      rid,\n      author,\n      (prj) => {\n        prj.setMeta(meta);\n      },\n      { name: \"setProjectMeta\" },\n    );\n    await this.projectListTree.refreshState();\n  }\n\n  /** Permanently deletes project from the project list, this will result in\n   * destruction of all attached objects, like files, analysis results etc. */\n  public async deleteProject(id: string): Promise<void> {\n    await this.pl.withWriteTx(\"MLRemoveProject\", async (tx) => {\n      tx.removeField(field(this.projectListResourceId, id));\n      await tx.commit();\n    });\n    await this.projectListTree.refreshState();\n  }\n\n  /**\n   * Duplicates an existing project and adds the copy to this user's project list.\n   *\n   * @param sourceRid - resource id of the project to duplicate\n   * @param rename - optional function that receives the source label and all existing\n   *   project labels (read within the same transaction), and returns the label for the copy\n   * @param id - optional id for the new project list entry (defaults to random UUID)\n   */\n  public async duplicateProject(\n    sourceRid: ResourceId,\n    rename?: (previousLabel: string, existingLabels: string[]) => string,\n    id: string = randomUUID(),\n  ): Promise<ResourceId> {\n    const resource = await this.pl.withWriteTx(\"MLDuplicateProject\", async (tx) => {\n      // Read source project meta\n      const sourceMeta = await tx.getKValueJson<ProjectMeta>(sourceRid, ProjectMetaKey);\n\n      // Read all existing project labels from the project list (parallel reads)\n      const projectListData = await tx.getResourceData(this.projectListResourceId, true);\n      const projectRids = projectListData.fields.map((f) => f.value).filter(isNotNullResourceId);\n      const existingLabels = (\n        await Promise.all(\n          projectRids.map((rid) => tx.getKValueJson<ProjectMeta>(rid, ProjectMetaKey)),\n        )\n      ).map((m) => m.label);\n\n      // Compute new label\n      const newLabel = rename ? rename(sourceMeta.label, existingLabels) : sourceMeta.label;\n\n      // Create the duplicate\n      const newPrj = await duplicateProject(tx, sourceRid, { label: newLabel });\n\n      // Attach to project list\n      tx.createField(field(this.projectListResourceId, id), \"Dynamic\", newPrj);\n      await tx.commit();\n      return await toGlobalResourceId(newPrj);\n    });\n    await this.projectListTree.refreshState();\n    return resource;\n  }\n\n  //\n  // Projects\n  //\n\n  private readonly openedProjectsByRid = new Map<ResourceId, Project>();\n\n  private async projectIdToResourceId(id: string): Promise<ResourceId> {\n    return await this.pl.withReadTx(\"Project id to resource id\", async (tx) => {\n      const rid = (await tx.getField(field(this.projectListResourceId, id))).value;\n      if (isNullResourceId(rid)) throw new Error(\"Unexpected project list structure.\");\n      return rid;\n    });\n  }\n\n  private async ensureProjectRid(id: ResourceId | string): Promise<ResourceId> {\n    if (typeof id === \"string\") return await this.projectIdToResourceId(id);\n    else return id;\n  }\n\n  /** Opens a project, and starts corresponding project maintenance loop. */\n  public async openProject(id: ResourceId | string) {\n    const rid = await this.ensureProjectRid(id);\n    if (this.openedProjectsByRid.has(rid)) throw new Error(`Project ${rid} already opened`);\n    this.openedProjectsByRid.set(rid, await Project.init(this.env, rid));\n    this.openedProjectsList.setValue([...this.openedProjectsByRid.keys()]);\n  }\n\n  /** Closes the project, and deallocate all corresponding resources. */\n  public async closeProject(rid: ResourceId): Promise<void> {\n    const prj = this.openedProjectsByRid.get(rid);\n    if (prj === undefined) throw new Error(`Project ${rid} not found among opened projects`);\n    this.openedProjectsByRid.delete(rid);\n    await prj.destroy();\n    this.openedProjectsList.setValue([...this.openedProjectsByRid.keys()]);\n  }\n\n  /** Returns a project access object for opened project, for the given project\n   * resource id. */\n  public getOpenedProject(rid: ResourceId): Project {\n    const prj = this.openedProjectsByRid.get(rid);\n    if (prj === undefined) throw new Error(`Project ${rid} not found among opened projects`);\n    return prj;\n  }\n\n  /** Returns true if project with given resource id is currently opened. */\n  public isProjectOpened(rid: ResourceId): boolean {\n    return this.openedProjectsByRid.has(rid);\n  }\n\n  /**\n   * Deallocates all runtime resources consumed by this object and awaits\n   * actual termination of event loops and other processes associated with\n   * them.\n   */\n  public async close() {\n    await Promise.all([...this.openedProjectsByRid.values()].map((prj) => prj.destroy()));\n    // this.env.quickJs;\n    await this.projectListTree.terminate();\n    await this.env.dispose();\n    await this.pl.close();\n  }\n\n  /** @deprecated */\n  public async closeAndAwaitTermination() {\n    await this.close();\n  }\n\n  /** Generates sufficiently random string to be used as local secret for the\n   * middle layer */\n  public static generateLocalSecret(): string {\n    return HmacSha256Signer.generateSecret();\n  }\n\n  /** Returns a block event dispatcher, which can be used to listen to block events. */\n  public get blockEventDispatcher(): BlockEventDispatcher {\n    return this.env.blockEventDispatcher;\n  }\n\n  /** Initialize middle layer */\n  public static async init(\n    pl: PlClient,\n    workdir: string,\n    _ops: MiddleLayerOpsConstructor,\n  ): Promise<MiddleLayer> {\n    const ops: MiddleLayerOps = {\n      ...DefaultMiddleLayerOpsSettings,\n      ...DefaultMiddleLayerOpsPaths(workdir),\n      ..._ops,\n    };\n\n    // overriding debug options from environment variables\n    ops.defaultTreeOptions.logStat = getDebugFlags().logTreeStats;\n    ops.debugOps.dumpInitialTreeState = getDebugFlags().dumpInitialTreeState;\n\n    const projects = await pl.withWriteTx(\"MLInitialization\", async (tx) => {\n      const projectsField = field(tx.clientRoot, ProjectsField);\n      tx.createField(projectsField, \"Dynamic\");\n      const projectsFieldData = await tx.getField(projectsField);\n      if (isNullResourceId(projectsFieldData.value)) {\n        const projects = tx.createEphemeral(ProjectsResourceType);\n        tx.lock(projects);\n\n        tx.setField(projectsField, projects);\n\n        await tx.commit();\n\n        return await projects.globalId;\n      } else {\n        return projectsFieldData.value;\n      }\n    });\n\n    const logger = ops.logger;\n\n    const driverKit = await initDriverKit(pl, workdir, ops.frontendDownloadPath, ops);\n\n    // passed to components having no own retry logic\n    const retryHttpDispatcher = new RetryAgent(pl.httpDispatcher);\n\n    const v2RegistryProvider = new V2RegistryProvider(retryHttpDispatcher);\n\n    const bpPreparer = new BlockPackPreparer(\n      v2RegistryProvider,\n      driverKit.signer,\n      retryHttpDispatcher,\n    );\n\n    const quickJs = await getQuickJS();\n\n    const runtimeCapabilities = new RuntimeCapabilities();\n    // add runtime capabilities of model here\n    runtimeCapabilities.addSupportedRequirement(\"requiresModelAPIVersion\", 1);\n    runtimeCapabilities.addSupportedRequirement(\"requiresModelAPIVersion\", 2);\n    runtimeCapabilities.addSupportedRequirement(\"requiresCreatePTable\", 2);\n    // runtime capabilities of the desktop are to be added by the desktop app / test framework\n\n    const env: MiddleLayerEnvironment = {\n      pl,\n      blockEventDispatcher: new BlockEventDispatcher(),\n      signer: driverKit.signer,\n      logger,\n      httpDispatcher: pl.httpDispatcher,\n      retryHttpDispatcher,\n      ops,\n      bpPreparer,\n      frontendDownloadDriver: driverKit.frontendDriver,\n      driverKit,\n      blockUpdateWatcher: new BlockUpdateWatcher(v2RegistryProvider, logger, {\n        minDelay: ops.devBlockUpdateRecheckInterval,\n        http: retryHttpDispatcher,\n        preferredUpdateChannel: ops.preferredUpdateChannel,\n      }),\n      runtimeCapabilities,\n      quickJs,\n      projectHelper: new ProjectHelper(quickJs, logger),\n      dispose: async () => {\n        await retryHttpDispatcher.destroy();\n        await driverKit.dispose();\n      },\n    };\n\n    const openedProjects = new WatchableValue<ResourceId[]>([]);\n    const projectListTC = await createProjectList(pl, projects, openedProjects, env);\n\n    return new MiddleLayer(\n      env,\n      driverKit,\n      driverKit.signer,\n      projects,\n      openedProjects,\n      projectListTC.tree,\n      v2RegistryProvider,\n      projectListTC.computable,\n    );\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAuEA,IAAa,cAAb,MAAa,YAAY;CACvB,AAAgB;;CAGhB,AAAgB;CAEhB,AAAQ,YACN,AAAiB,KACjB,AAAgB,WAChB,AAAgB,QAChB,AAAiB,uBACjB,AAAiB,oBACjB,AAAiB,iBACjB,AAAgB,uBAChB,aACA;EARiB;EACD;EACA;EACC;EACA;EACA;EACD;AAGhB,OAAK,cAAc;AACnB,OAAK,KAAK,KAAK,IAAI;;;;;;CAOrB,IAAW,iBAA4C;AACrD,SAAO,KAAK,GAAG,WAAW;;;CAI5B,AAAO,qBACL,aACA,QAA0B,MACpB;AACN,OAAK,IAAI,oBAAoB,wBAAwB,aAAa,MAAM;;;CAI1E,AAAO,wBAAwB,cAA0D;AACvF,SAAO,KAAK,IAAI,oBAAoB,mBAAmB,aAAa;;;CAItE,IAAW,oBAA0C;AACnD,SAAO,KAAK,IAAI;;;CAQlB,MAAa,cAAc,MAAmB,kCAAyB,EAAuB;EAC5F,MAAM,WAAW,MAAM,KAAK,GAAG,YAAY,mBAAmB,OAAO,OAAO;GAC1E,MAAM,MAAM,MAAMA,8BAAc,IAAI,KAAK;AACzC,MAAG,iDAAkB,KAAK,uBAAuB,GAAG,EAAE,WAAW,IAAI;AACrE,SAAM,GAAG,QAAQ;AACjB,UAAO,wDAAyB,IAAI;IACpC;AACF,QAAM,KAAK,gBAAgB,cAAc;AACzC,SAAO;;;CAIT,MAAa,eACX,KACA,MACA,QACe;AACf,QAAMC,oCACJ,KAAK,IAAI,eACT,KAAK,IACL,KACA,SACC,QAAQ;AACP,OAAI,QAAQ,KAAK;KAEnB,EAAE,MAAM,kBAAkB,CAC3B;AACD,QAAM,KAAK,gBAAgB,cAAc;;;;CAK3C,MAAa,cAAc,IAA2B;AACpD,QAAM,KAAK,GAAG,YAAY,mBAAmB,OAAO,OAAO;AACzD,MAAG,iDAAkB,KAAK,uBAAuB,GAAG,CAAC;AACrD,SAAM,GAAG,QAAQ;IACjB;AACF,QAAM,KAAK,gBAAgB,cAAc;;;;;;;;;;CAW3C,MAAa,iBACX,WACA,QACA,kCAAyB,EACJ;EACrB,MAAM,WAAW,MAAM,KAAK,GAAG,YAAY,sBAAsB,OAAO,OAAO;GAE7E,MAAM,aAAa,MAAM,GAAG,cAA2B,WAAWC,qCAAe;GAIjF,MAAM,eADkB,MAAM,GAAG,gBAAgB,KAAK,uBAAuB,KAAK,EAC9C,OAAO,KAAK,MAAM,EAAE,MAAM,CAAC,OAAOC,8CAAoB;GAC1F,MAAM,kBACJ,MAAM,QAAQ,IACZ,YAAY,KAAK,QAAQ,GAAG,cAA2B,KAAKD,qCAAe,CAAC,CAC7E,EACD,KAAK,MAAM,EAAE,MAAM;GAMrB,MAAM,SAAS,MAAME,iCAAiB,IAAI,WAAW,EAAE,OAHtC,SAAS,OAAO,WAAW,OAAO,eAAe,GAAG,WAAW,OAGR,CAAC;AAGzE,MAAG,iDAAkB,KAAK,uBAAuB,GAAG,EAAE,WAAW,OAAO;AACxE,SAAM,GAAG,QAAQ;AACjB,UAAO,wDAAyB,OAAO;IACvC;AACF,QAAM,KAAK,gBAAgB,cAAc;AACzC,SAAO;;CAOT,AAAiB,sCAAsB,IAAI,KAA0B;CAErE,MAAc,sBAAsB,IAAiC;AACnE,SAAO,MAAM,KAAK,GAAG,WAAW,6BAA6B,OAAO,OAAO;GACzE,MAAM,OAAO,MAAM,GAAG,8CAAe,KAAK,uBAAuB,GAAG,CAAC,EAAE;AACvE,uDAAqB,IAAI,CAAE,OAAM,IAAI,MAAM,qCAAqC;AAChF,UAAO;IACP;;CAGJ,MAAc,iBAAiB,IAA8C;AAC3E,MAAI,OAAO,OAAO,SAAU,QAAO,MAAM,KAAK,sBAAsB,GAAG;MAClE,QAAO;;;CAId,MAAa,YAAY,IAAyB;EAChD,MAAM,MAAM,MAAM,KAAK,iBAAiB,GAAG;AAC3C,MAAI,KAAK,oBAAoB,IAAI,IAAI,CAAE,OAAM,IAAI,MAAM,WAAW,IAAI,iBAAiB;AACvF,OAAK,oBAAoB,IAAI,KAAK,MAAMC,0BAAQ,KAAK,KAAK,KAAK,IAAI,CAAC;AACpE,OAAK,mBAAmB,SAAS,CAAC,GAAG,KAAK,oBAAoB,MAAM,CAAC,CAAC;;;CAIxE,MAAa,aAAa,KAAgC;EACxD,MAAM,MAAM,KAAK,oBAAoB,IAAI,IAAI;AAC7C,MAAI,QAAQ,OAAW,OAAM,IAAI,MAAM,WAAW,IAAI,kCAAkC;AACxF,OAAK,oBAAoB,OAAO,IAAI;AACpC,QAAM,IAAI,SAAS;AACnB,OAAK,mBAAmB,SAAS,CAAC,GAAG,KAAK,oBAAoB,MAAM,CAAC,CAAC;;;;CAKxE,AAAO,iBAAiB,KAA0B;EAChD,MAAM,MAAM,KAAK,oBAAoB,IAAI,IAAI;AAC7C,MAAI,QAAQ,OAAW,OAAM,IAAI,MAAM,WAAW,IAAI,kCAAkC;AACxF,SAAO;;;CAIT,AAAO,gBAAgB,KAA0B;AAC/C,SAAO,KAAK,oBAAoB,IAAI,IAAI;;;;;;;CAQ1C,MAAa,QAAQ;AACnB,QAAM,QAAQ,IAAI,CAAC,GAAG,KAAK,oBAAoB,QAAQ,CAAC,CAAC,KAAK,QAAQ,IAAI,SAAS,CAAC,CAAC;AAErF,QAAM,KAAK,gBAAgB,WAAW;AACtC,QAAM,KAAK,IAAI,SAAS;AACxB,QAAM,KAAK,GAAG,OAAO;;;CAIvB,MAAa,2BAA2B;AACtC,QAAM,KAAK,OAAO;;;;CAKpB,OAAc,sBAA8B;AAC1C,SAAOC,4CAAiB,gBAAgB;;;CAI1C,IAAW,uBAA6C;AACtD,SAAO,KAAK,IAAI;;;CAIlB,aAAoB,KAClB,IACA,SACA,MACsB;EACtB,MAAM,MAAsB;GAC1B,GAAGC;GACH,GAAGC,uCAA2B,QAAQ;GACtC,GAAG;GACJ;AAGD,MAAI,mBAAmB,UAAUC,+BAAe,CAAC;AACjD,MAAI,SAAS,uBAAuBA,+BAAe,CAAC;EAEpD,MAAM,WAAW,MAAM,GAAG,YAAY,oBAAoB,OAAO,OAAO;GACtE,MAAM,qDAAsB,GAAG,YAAYC,mCAAc;AACzD,MAAG,YAAY,eAAe,UAAU;GACxC,MAAM,oBAAoB,MAAM,GAAG,SAAS,cAAc;AAC1D,uDAAqB,kBAAkB,MAAM,EAAE;IAC7C,MAAM,WAAW,GAAG,gBAAgBC,0CAAqB;AACzD,OAAG,KAAK,SAAS;AAEjB,OAAG,SAAS,eAAe,SAAS;AAEpC,UAAM,GAAG,QAAQ;AAEjB,WAAO,MAAM,SAAS;SAEtB,QAAO,kBAAkB;IAE3B;EAEF,MAAM,SAAS,IAAI;EAEnB,MAAM,YAAY,MAAMC,iCAAc,IAAI,SAAS,IAAI,sBAAsB,IAAI;EAGjF,MAAM,sBAAsB,IAAIC,kBAAW,GAAG,eAAe;EAE7D,MAAM,qBAAqB,IAAIC,gDAAmB,oBAAoB;EAEtE,MAAM,aAAa,IAAIC,qCACrB,oBACA,UAAU,QACV,oBACD;EAED,MAAM,UAAU,0CAAkB;EAElC,MAAM,sBAAsB,IAAIC,0CAAqB;AAErD,sBAAoB,wBAAwB,2BAA2B,EAAE;AACzE,sBAAoB,wBAAwB,2BAA2B,EAAE;AACzE,sBAAoB,wBAAwB,wBAAwB,EAAE;EAGtE,MAAM,MAA8B;GAClC;GACA,sBAAsB,IAAIC,iDAAsB;GAChD,QAAQ,UAAU;GAClB;GACA,gBAAgB,GAAG;GACnB;GACA;GACA;GACA,wBAAwB,UAAU;GAClC;GACA,oBAAoB,IAAIC,mCAAmB,oBAAoB,QAAQ;IACrE,UAAU,IAAI;IACd,MAAM;IACN,wBAAwB,IAAI;IAC7B,CAAC;GACF;GACA;GACA,eAAe,IAAIC,qCAAc,SAAS,OAAO;GACjD,SAAS,YAAY;AACnB,UAAM,oBAAoB,SAAS;AACnC,UAAM,UAAU,SAAS;;GAE5B;EAED,MAAM,iBAAiB,IAAIC,0CAA6B,EAAE,CAAC;EAC3D,MAAM,gBAAgB,MAAMC,uCAAkB,IAAI,UAAU,gBAAgB,IAAI;AAEhF,SAAO,IAAI,YACT,KACA,WACA,UAAU,QACV,UACA,gBACA,cAAc,MACd,oBACA,cAAc,WACf"}

package/dist/middle_layer/middle_layer.d.ts

@@ -77,6 +77,15 @@ declare class MiddleLayer {
   /** Permanently deletes project from the project list, this will result in
    * destruction of all attached objects, like files, analysis results etc. */
   deleteProject(id: string): Promise<void>;
+  /**
+   * Duplicates an existing project and adds the copy to this user's project list.
+   *
+   * @param sourceRid - resource id of the project to duplicate
+   * @param rename - optional function that receives the source label and all existing
+   *   project labels (read within the same transaction), and returns the label for the copy
+   * @param id - optional id for the new project list entry (defaults to random UUID)
+   */
+  duplicateProject(sourceRid: ResourceId, rename?: (previousLabel: string, existingLabels: string[]) => string, id?: string): Promise<ResourceId>;
   private readonly openedProjectsByRid;
   private projectIdToResourceId;
   private ensureProjectRid;

package/dist/middle_layer/middle_layer.js

@@ -1,9 +1,10 @@
 import { V2RegistryProvider } from "../block_registry/registry-v2-provider.js";
 import "../block_registry/index.js";
+import { ProjectMetaKey } from "../model/project_model.js";
 import { ProjectsField, ProjectsResourceType, createProjectList } from "./project_list.js";
 import { BlockPackPreparer } from "../mutator/block-pack/block_pack.js";
 import { getDebugFlags } from "../debug/index.js";
-import { createProject, withProjectAuthored } from "../mutator/project.js";
+import { createProject, duplicateProject, withProjectAuthored } from "../mutator/project.js";
 import { Project } from "./project.js";
 import { DefaultMiddleLayerOpsPaths, DefaultMiddleLayerOpsSettings } from "./ops.js";
 import { BlockUpdateWatcher } from "../block_registry/watcher.js";
@@ -12,7 +13,7 @@ import { ProjectHelper } from "../model/project_helper.js";
 import { RuntimeCapabilities } from "@platforma-sdk/model";
 import { RetryAgent } from "undici";
 import { BlockEventDispatcher, HmacSha256Signer } from "@milaboratories/ts-helpers";
-import { field, isNullResourceId, toGlobalResourceId } from "@milaboratories/pl-client";
+import { field, isNotNullResourceId, isNullResourceId, toGlobalResourceId } from "@milaboratories/pl-client";
 import { WatchableValue } from "@milaboratories/computable";
 import { randomUUID } from "node:crypto";
 import { getQuickJS } from "quickjs-emscripten";
@@ -91,6 +92,27 @@ var MiddleLayer = class MiddleLayer {
 		});
 		await this.projectListTree.refreshState();
 	}
+	/**
+	* Duplicates an existing project and adds the copy to this user's project list.
+	*
+	* @param sourceRid - resource id of the project to duplicate
+	* @param rename - optional function that receives the source label and all existing
+	*   project labels (read within the same transaction), and returns the label for the copy
+	* @param id - optional id for the new project list entry (defaults to random UUID)
+	*/
+	async duplicateProject(sourceRid, rename, id = randomUUID()) {
+		const resource = await this.pl.withWriteTx("MLDuplicateProject", async (tx) => {
+			const sourceMeta = await tx.getKValueJson(sourceRid, ProjectMetaKey);
+			const projectRids = (await tx.getResourceData(this.projectListResourceId, true)).fields.map((f) => f.value).filter(isNotNullResourceId);
+			const existingLabels = (await Promise.all(projectRids.map((rid) => tx.getKValueJson(rid, ProjectMetaKey)))).map((m) => m.label);
+			const newPrj = await duplicateProject(tx, sourceRid, { label: rename ? rename(sourceMeta.label, existingLabels) : sourceMeta.label });
+			tx.createField(field(this.projectListResourceId, id), "Dynamic", newPrj);
+			await tx.commit();
+			return await toGlobalResourceId(newPrj);
+		});
+		await this.projectListTree.refreshState();
+		return resource;
+	}
 	openedProjectsByRid = /* @__PURE__ */ new Map();
 	async projectIdToResourceId(id) {
 		return await this.pl.withReadTx("Project id to resource id", async (tx) => {

package/dist/middle_layer/middle_layer.js.map

@@ -1 +1 @@
-{"version":3,"file":"middle_layer.js","names":[],"sources":["../../src/middle_layer/middle_layer.ts"],"sourcesContent":["import type { PlClient, ResourceId } from \"@milaboratories/pl-client\";\nimport { field, isNullResourceId, toGlobalResourceId } from \"@milaboratories/pl-client\";\nimport { createProjectList, ProjectsField, ProjectsResourceType } from \"./project_list\";\nimport { createProject, withProjectAuthored } from \"../mutator/project\";\nimport type { SynchronizedTreeState } from \"@milaboratories/pl-tree\";\nimport { BlockPackPreparer } from \"../mutator/block-pack/block_pack\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport { BlockEventDispatcher } from \"@milaboratories/ts-helpers\";\nimport { HmacSha256Signer } from \"@milaboratories/ts-helpers\";\nimport type { ComputableStableDefined } from \"@milaboratories/computable\";\nimport { WatchableValue } from \"@milaboratories/computable\";\nimport { Project } from \"./project\";\nimport type { MiddleLayerOps, MiddleLayerOpsConstructor } from \"./ops\";\nimport { DefaultMiddleLayerOpsPaths, DefaultMiddleLayerOpsSettings } from \"./ops\";\nimport { randomUUID } from \"node:crypto\";\nimport type { ProjectListEntry } from \"../model\";\nimport type {\n  AuthorMarker,\n  ProjectMeta,\n  BlockPlatform,\n} from \"@milaboratories/pl-model-middle-layer\";\nimport { BlockUpdateWatcher } from \"../block_registry/watcher\";\nimport type { QuickJSWASMModule } from \"quickjs-emscripten\";\nimport { getQuickJS } from \"quickjs-emscripten\";\nimport type { MiddleLayerDriverKit } from \"./driver_kit\";\nimport { initDriverKit } from \"./driver_kit\";\nimport type { BlockCodeFeatureFlags, DriverKit, SupportedRequirement } from \"@platforma-sdk/model\";\nimport { RuntimeCapabilities } from \"@platforma-sdk/model\";\nimport type { DownloadUrlDriver } from \"@milaboratories/pl-drivers\";\nimport { V2RegistryProvider } from \"../block_registry\";\nimport type { Dispatcher } from \"undici\";\nimport { RetryAgent } from \"undici\";\nimport { getDebugFlags } from \"../debug\";\nimport { ProjectHelper } from \"../model/project_helper\";\n\nexport interface MiddleLayerEnvironment {\n  dispose(): Promise<void>;\n  readonly pl: PlClient;\n  readonly runtimeCapabilities: RuntimeCapabilities;\n  readonly logger: MiLogger;\n  readonly blockEventDispatcher: BlockEventDispatcher;\n  readonly httpDispatcher: Dispatcher;\n  readonly retryHttpDispatcher: Dispatcher;\n  readonly signer: Signer;\n  readonly ops: MiddleLayerOps;\n  readonly bpPreparer: BlockPackPreparer;\n  readonly frontendDownloadDriver: DownloadUrlDriver;\n  readonly blockUpdateWatcher: BlockUpdateWatcher;\n  readonly quickJs: QuickJSWASMModule;\n  readonly driverKit: MiddleLayerDriverKit;\n  readonly projectHelper: ProjectHelper;\n}\n\n/**\n * Main access object to work with pl from UI.\n *\n * It implements an abstraction layer of projects and blocks.\n *\n * As a main entry point inside the pl, this object uses a resource attached\n * via the {@link ProjectsField} to the pl client's root, this resource\n * contains project list.\n *\n * Read about alternative roots, if isolated project lists (working environments)\n * are required.\n * */\nexport class MiddleLayer {\n  public readonly pl: PlClient;\n\n  /** Contains a reactive list of projects along with their meta information. */\n  public readonly projectList: ComputableStableDefined<ProjectListEntry[]>;\n\n  private constructor(\n    private readonly env: MiddleLayerEnvironment,\n    public readonly driverKit: DriverKit,\n    public readonly signer: Signer,\n    private readonly projectListResourceId: ResourceId,\n    private readonly openedProjectsList: WatchableValue<ResourceId[]>,\n    private readonly projectListTree: SynchronizedTreeState,\n    public readonly blockRegistryProvider: V2RegistryProvider,\n    projectList: ComputableStableDefined<ProjectListEntry[]>,\n  ) {\n    this.projectList = projectList;\n    this.pl = this.env.pl;\n  }\n\n  /**\n   * Get the OS where backend is running.\n   * For old backend versions returns undefined.\n   */\n  public get serverPlatform(): BlockPlatform | undefined {\n    return this.pl.serverInfo.platform as BlockPlatform | undefined;\n  }\n\n  /** Adds a runtime capability to the middle layer. */\n  public addRuntimeCapability(\n    requirement: SupportedRequirement,\n    value: number | boolean = true,\n  ): void {\n    this.env.runtimeCapabilities.addSupportedRequirement(requirement, value);\n  }\n\n  /** Checks if the given block feature flags are compatible with the runtime capabilities. */\n  public checkBlockCompatibility(featureFlags: BlockCodeFeatureFlags | undefined): boolean {\n    return this.env.runtimeCapabilities.checkCompatibility(featureFlags);\n  }\n\n  /** Returns extended API driver kit used internally by middle layer. */\n  public get internalDriverKit(): MiddleLayerDriverKit {\n    return this.env.driverKit;\n  }\n\n  //\n  // Project List Manipulation\n  //\n\n  /** Creates a project with initial state and adds it to project list. */\n  public async createProject(meta: ProjectMeta, id: string = randomUUID()): Promise<ResourceId> {\n    const resource = await this.pl.withWriteTx(\"MLCreateProject\", async (tx) => {\n      const prj = await createProject(tx, meta);\n      tx.createField(field(this.projectListResourceId, id), \"Dynamic\", prj);\n      await tx.commit();\n      return await toGlobalResourceId(prj);\n    });\n    await this.projectListTree.refreshState();\n    return resource;\n  }\n\n  /** Updates project metadata */\n  public async setProjectMeta(\n    rid: ResourceId,\n    meta: ProjectMeta,\n    author?: AuthorMarker,\n  ): Promise<void> {\n    await withProjectAuthored(\n      this.env.projectHelper,\n      this.pl,\n      rid,\n      author,\n      (prj) => {\n        prj.setMeta(meta);\n      },\n      { name: \"setProjectMeta\" },\n    );\n    await this.projectListTree.refreshState();\n  }\n\n  /** Permanently deletes project from the project list, this will result in\n   * destruction of all attached objects, like files, analysis results etc. */\n  public async deleteProject(id: string): Promise<void> {\n    await this.pl.withWriteTx(\"MLRemoveProject\", async (tx) => {\n      tx.removeField(field(this.projectListResourceId, id));\n      await tx.commit();\n    });\n    await this.projectListTree.refreshState();\n  }\n\n  //\n  // Projects\n  //\n\n  private readonly openedProjectsByRid = new Map<ResourceId, Project>();\n\n  private async projectIdToResourceId(id: string): Promise<ResourceId> {\n    return await this.pl.withReadTx(\"Project id to resource id\", async (tx) => {\n      const rid = (await tx.getField(field(this.projectListResourceId, id))).value;\n      if (isNullResourceId(rid)) throw new Error(\"Unexpected project list structure.\");\n      return rid;\n    });\n  }\n\n  private async ensureProjectRid(id: ResourceId | string): Promise<ResourceId> {\n    if (typeof id === \"string\") return await this.projectIdToResourceId(id);\n    else return id;\n  }\n\n  /** Opens a project, and starts corresponding project maintenance loop. */\n  public async openProject(id: ResourceId | string) {\n    const rid = await this.ensureProjectRid(id);\n    if (this.openedProjectsByRid.has(rid)) throw new Error(`Project ${rid} already opened`);\n    this.openedProjectsByRid.set(rid, await Project.init(this.env, rid));\n    this.openedProjectsList.setValue([...this.openedProjectsByRid.keys()]);\n  }\n\n  /** Closes the project, and deallocate all corresponding resources. */\n  public async closeProject(rid: ResourceId): Promise<void> {\n    const prj = this.openedProjectsByRid.get(rid);\n    if (prj === undefined) throw new Error(`Project ${rid} not found among opened projects`);\n    this.openedProjectsByRid.delete(rid);\n    await prj.destroy();\n    this.openedProjectsList.setValue([...this.openedProjectsByRid.keys()]);\n  }\n\n  /** Returns a project access object for opened project, for the given project\n   * resource id. */\n  public getOpenedProject(rid: ResourceId): Project {\n    const prj = this.openedProjectsByRid.get(rid);\n    if (prj === undefined) throw new Error(`Project ${rid} not found among opened projects`);\n    return prj;\n  }\n\n  /** Returns true if project with given resource id is currently opened. */\n  public isProjectOpened(rid: ResourceId): boolean {\n    return this.openedProjectsByRid.has(rid);\n  }\n\n  /**\n   * Deallocates all runtime resources consumed by this object and awaits\n   * actual termination of event loops and other processes associated with\n   * them.\n   */\n  public async close() {\n    await Promise.all([...this.openedProjectsByRid.values()].map((prj) => prj.destroy()));\n    // this.env.quickJs;\n    await this.projectListTree.terminate();\n    await this.env.dispose();\n    await this.pl.close();\n  }\n\n  /** @deprecated */\n  public async closeAndAwaitTermination() {\n    await this.close();\n  }\n\n  /** Generates sufficiently random string to be used as local secret for the\n   * middle layer */\n  public static generateLocalSecret(): string {\n    return HmacSha256Signer.generateSecret();\n  }\n\n  /** Returns a block event dispatcher, which can be used to listen to block events. */\n  public get blockEventDispatcher(): BlockEventDispatcher {\n    return this.env.blockEventDispatcher;\n  }\n\n  /** Initialize middle layer */\n  public static async init(\n    pl: PlClient,\n    workdir: string,\n    _ops: MiddleLayerOpsConstructor,\n  ): Promise<MiddleLayer> {\n    const ops: MiddleLayerOps = {\n      ...DefaultMiddleLayerOpsSettings,\n      ...DefaultMiddleLayerOpsPaths(workdir),\n      ..._ops,\n    };\n\n    // overriding debug options from environment variables\n    ops.defaultTreeOptions.logStat = getDebugFlags().logTreeStats;\n    ops.debugOps.dumpInitialTreeState = getDebugFlags().dumpInitialTreeState;\n\n    const projects = await pl.withWriteTx(\"MLInitialization\", async (tx) => {\n      const projectsField = field(tx.clientRoot, ProjectsField);\n      tx.createField(projectsField, \"Dynamic\");\n      const projectsFieldData = await tx.getField(projectsField);\n      if (isNullResourceId(projectsFieldData.value)) {\n        const projects = tx.createEphemeral(ProjectsResourceType);\n        tx.lock(projects);\n\n        tx.setField(projectsField, projects);\n\n        await tx.commit();\n\n        return await projects.globalId;\n      } else {\n        return projectsFieldData.value;\n      }\n    });\n\n    const logger = ops.logger;\n\n    const driverKit = await initDriverKit(pl, workdir, ops.frontendDownloadPath, ops);\n\n    // passed to components having no own retry logic\n    const retryHttpDispatcher = new RetryAgent(pl.httpDispatcher);\n\n    const v2RegistryProvider = new V2RegistryProvider(retryHttpDispatcher);\n\n    const bpPreparer = new BlockPackPreparer(\n      v2RegistryProvider,\n      driverKit.signer,\n      retryHttpDispatcher,\n    );\n\n    const quickJs = await getQuickJS();\n\n    const runtimeCapabilities = new RuntimeCapabilities();\n    // add runtime capabilities of model here\n    runtimeCapabilities.addSupportedRequirement(\"requiresModelAPIVersion\", 1);\n    runtimeCapabilities.addSupportedRequirement(\"requiresModelAPIVersion\", 2);\n    runtimeCapabilities.addSupportedRequirement(\"requiresCreatePTable\", 2);\n    // runtime capabilities of the desktop are to be added by the desktop app / test framework\n\n    const env: MiddleLayerEnvironment = {\n      pl,\n      blockEventDispatcher: new BlockEventDispatcher(),\n      signer: driverKit.signer,\n      logger,\n      httpDispatcher: pl.httpDispatcher,\n      retryHttpDispatcher,\n      ops,\n      bpPreparer,\n      frontendDownloadDriver: driverKit.frontendDriver,\n      driverKit,\n      blockUpdateWatcher: new BlockUpdateWatcher(v2RegistryProvider, logger, {\n        minDelay: ops.devBlockUpdateRecheckInterval,\n        http: retryHttpDispatcher,\n        preferredUpdateChannel: ops.preferredUpdateChannel,\n      }),\n      runtimeCapabilities,\n      quickJs,\n      projectHelper: new ProjectHelper(quickJs, logger),\n      dispose: async () => {\n        await retryHttpDispatcher.destroy();\n        await driverKit.dispose();\n      },\n    };\n\n    const openedProjects = new WatchableValue<ResourceId[]>([]);\n    const projectListTC = await createProjectList(pl, projects, openedProjects, env);\n\n    return new MiddleLayer(\n      env,\n      driverKit,\n      driverKit.signer,\n      projects,\n      openedProjects,\n      projectListTC.tree,\n      v2RegistryProvider,\n      projectListTC.computable,\n    );\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiEA,IAAa,cAAb,MAAa,YAAY;CACvB,AAAgB;;CAGhB,AAAgB;CAEhB,AAAQ,YACN,AAAiB,KACjB,AAAgB,WAChB,AAAgB,QAChB,AAAiB,uBACjB,AAAiB,oBACjB,AAAiB,iBACjB,AAAgB,uBAChB,aACA;EARiB;EACD;EACA;EACC;EACA;EACA;EACD;AAGhB,OAAK,cAAc;AACnB,OAAK,KAAK,KAAK,IAAI;;;;;;CAOrB,IAAW,iBAA4C;AACrD,SAAO,KAAK,GAAG,WAAW;;;CAI5B,AAAO,qBACL,aACA,QAA0B,MACpB;AACN,OAAK,IAAI,oBAAoB,wBAAwB,aAAa,MAAM;;;CAI1E,AAAO,wBAAwB,cAA0D;AACvF,SAAO,KAAK,IAAI,oBAAoB,mBAAmB,aAAa;;;CAItE,IAAW,oBAA0C;AACnD,SAAO,KAAK,IAAI;;;CAQlB,MAAa,cAAc,MAAmB,KAAa,YAAY,EAAuB;EAC5F,MAAM,WAAW,MAAM,KAAK,GAAG,YAAY,mBAAmB,OAAO,OAAO;GAC1E,MAAM,MAAM,MAAM,cAAc,IAAI,KAAK;AACzC,MAAG,YAAY,MAAM,KAAK,uBAAuB,GAAG,EAAE,WAAW,IAAI;AACrE,SAAM,GAAG,QAAQ;AACjB,UAAO,MAAM,mBAAmB,IAAI;IACpC;AACF,QAAM,KAAK,gBAAgB,cAAc;AACzC,SAAO;;;CAIT,MAAa,eACX,KACA,MACA,QACe;AACf,QAAM,oBACJ,KAAK,IAAI,eACT,KAAK,IACL,KACA,SACC,QAAQ;AACP,OAAI,QAAQ,KAAK;KAEnB,EAAE,MAAM,kBAAkB,CAC3B;AACD,QAAM,KAAK,gBAAgB,cAAc;;;;CAK3C,MAAa,cAAc,IAA2B;AACpD,QAAM,KAAK,GAAG,YAAY,mBAAmB,OAAO,OAAO;AACzD,MAAG,YAAY,MAAM,KAAK,uBAAuB,GAAG,CAAC;AACrD,SAAM,GAAG,QAAQ;IACjB;AACF,QAAM,KAAK,gBAAgB,cAAc;;CAO3C,AAAiB,sCAAsB,IAAI,KAA0B;CAErE,MAAc,sBAAsB,IAAiC;AACnE,SAAO,MAAM,KAAK,GAAG,WAAW,6BAA6B,OAAO,OAAO;GACzE,MAAM,OAAO,MAAM,GAAG,SAAS,MAAM,KAAK,uBAAuB,GAAG,CAAC,EAAE;AACvE,OAAI,iBAAiB,IAAI,CAAE,OAAM,IAAI,MAAM,qCAAqC;AAChF,UAAO;IACP;;CAGJ,MAAc,iBAAiB,IAA8C;AAC3E,MAAI,OAAO,OAAO,SAAU,QAAO,MAAM,KAAK,sBAAsB,GAAG;MAClE,QAAO;;;CAId,MAAa,YAAY,IAAyB;EAChD,MAAM,MAAM,MAAM,KAAK,iBAAiB,GAAG;AAC3C,MAAI,KAAK,oBAAoB,IAAI,IAAI,CAAE,OAAM,IAAI,MAAM,WAAW,IAAI,iBAAiB;AACvF,OAAK,oBAAoB,IAAI,KAAK,MAAM,QAAQ,KAAK,KAAK,KAAK,IAAI,CAAC;AACpE,OAAK,mBAAmB,SAAS,CAAC,GAAG,KAAK,oBAAoB,MAAM,CAAC,CAAC;;;CAIxE,MAAa,aAAa,KAAgC;EACxD,MAAM,MAAM,KAAK,oBAAoB,IAAI,IAAI;AAC7C,MAAI,QAAQ,OAAW,OAAM,IAAI,MAAM,WAAW,IAAI,kCAAkC;AACxF,OAAK,oBAAoB,OAAO,IAAI;AACpC,QAAM,IAAI,SAAS;AACnB,OAAK,mBAAmB,SAAS,CAAC,GAAG,KAAK,oBAAoB,MAAM,CAAC,CAAC;;;;CAKxE,AAAO,iBAAiB,KAA0B;EAChD,MAAM,MAAM,KAAK,oBAAoB,IAAI,IAAI;AAC7C,MAAI,QAAQ,OAAW,OAAM,IAAI,MAAM,WAAW,IAAI,kCAAkC;AACxF,SAAO;;;CAIT,AAAO,gBAAgB,KAA0B;AAC/C,SAAO,KAAK,oBAAoB,IAAI,IAAI;;;;;;;CAQ1C,MAAa,QAAQ;AACnB,QAAM,QAAQ,IAAI,CAAC,GAAG,KAAK,oBAAoB,QAAQ,CAAC,CAAC,KAAK,QAAQ,IAAI,SAAS,CAAC,CAAC;AAErF,QAAM,KAAK,gBAAgB,WAAW;AACtC,QAAM,KAAK,IAAI,SAAS;AACxB,QAAM,KAAK,GAAG,OAAO;;;CAIvB,MAAa,2BAA2B;AACtC,QAAM,KAAK,OAAO;;;;CAKpB,OAAc,sBAA8B;AAC1C,SAAO,iBAAiB,gBAAgB;;;CAI1C,IAAW,uBAA6C;AACtD,SAAO,KAAK,IAAI;;;CAIlB,aAAoB,KAClB,IACA,SACA,MACsB;EACtB,MAAM,MAAsB;GAC1B,GAAG;GACH,GAAG,2BAA2B,QAAQ;GACtC,GAAG;GACJ;AAGD,MAAI,mBAAmB,UAAU,eAAe,CAAC;AACjD,MAAI,SAAS,uBAAuB,eAAe,CAAC;EAEpD,MAAM,WAAW,MAAM,GAAG,YAAY,oBAAoB,OAAO,OAAO;GACtE,MAAM,gBAAgB,MAAM,GAAG,YAAY,cAAc;AACzD,MAAG,YAAY,eAAe,UAAU;GACxC,MAAM,oBAAoB,MAAM,GAAG,SAAS,cAAc;AAC1D,OAAI,iBAAiB,kBAAkB,MAAM,EAAE;IAC7C,MAAM,WAAW,GAAG,gBAAgB,qBAAqB;AACzD,OAAG,KAAK,SAAS;AAEjB,OAAG,SAAS,eAAe,SAAS;AAEpC,UAAM,GAAG,QAAQ;AAEjB,WAAO,MAAM,SAAS;SAEtB,QAAO,kBAAkB;IAE3B;EAEF,MAAM,SAAS,IAAI;EAEnB,MAAM,YAAY,MAAM,cAAc,IAAI,SAAS,IAAI,sBAAsB,IAAI;EAGjF,MAAM,sBAAsB,IAAI,WAAW,GAAG,eAAe;EAE7D,MAAM,qBAAqB,IAAI,mBAAmB,oBAAoB;EAEtE,MAAM,aAAa,IAAI,kBACrB,oBACA,UAAU,QACV,oBACD;EAED,MAAM,UAAU,MAAM,YAAY;EAElC,MAAM,sBAAsB,IAAI,qBAAqB;AAErD,sBAAoB,wBAAwB,2BAA2B,EAAE;AACzE,sBAAoB,wBAAwB,2BAA2B,EAAE;AACzE,sBAAoB,wBAAwB,wBAAwB,EAAE;EAGtE,MAAM,MAA8B;GAClC;GACA,sBAAsB,IAAI,sBAAsB;GAChD,QAAQ,UAAU;GAClB;GACA,gBAAgB,GAAG;GACnB;GACA;GACA;GACA,wBAAwB,UAAU;GAClC;GACA,oBAAoB,IAAI,mBAAmB,oBAAoB,QAAQ;IACrE,UAAU,IAAI;IACd,MAAM;IACN,wBAAwB,IAAI;IAC7B,CAAC;GACF;GACA;GACA,eAAe,IAAI,cAAc,SAAS,OAAO;GACjD,SAAS,YAAY;AACnB,UAAM,oBAAoB,SAAS;AACnC,UAAM,UAAU,SAAS;;GAE5B;EAED,MAAM,iBAAiB,IAAI,eAA6B,EAAE,CAAC;EAC3D,MAAM,gBAAgB,MAAM,kBAAkB,IAAI,UAAU,gBAAgB,IAAI;AAEhF,SAAO,IAAI,YACT,KACA,WACA,UAAU,QACV,UACA,gBACA,cAAc,MACd,oBACA,cAAc,WACf"}
+{"version":3,"file":"middle_layer.js","names":[],"sources":["../../src/middle_layer/middle_layer.ts"],"sourcesContent":["import type { PlClient, ResourceId } from \"@milaboratories/pl-client\";\nimport {\n  field,\n  isNotNullResourceId,\n  isNullResourceId,\n  toGlobalResourceId,\n} from \"@milaboratories/pl-client\";\nimport { createProjectList, ProjectsField, ProjectsResourceType } from \"./project_list\";\nimport { createProject, duplicateProject, withProjectAuthored } from \"../mutator/project\";\nimport { ProjectMetaKey } from \"../model/project_model\";\nimport type { SynchronizedTreeState } from \"@milaboratories/pl-tree\";\nimport { BlockPackPreparer } from \"../mutator/block-pack/block_pack\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport { BlockEventDispatcher } from \"@milaboratories/ts-helpers\";\nimport { HmacSha256Signer } from \"@milaboratories/ts-helpers\";\nimport type { ComputableStableDefined } from \"@milaboratories/computable\";\nimport { WatchableValue } from \"@milaboratories/computable\";\nimport { Project } from \"./project\";\nimport type { MiddleLayerOps, MiddleLayerOpsConstructor } from \"./ops\";\nimport { DefaultMiddleLayerOpsPaths, DefaultMiddleLayerOpsSettings } from \"./ops\";\nimport { randomUUID } from \"node:crypto\";\nimport type { ProjectListEntry } from \"../model\";\nimport type {\n  AuthorMarker,\n  ProjectMeta,\n  BlockPlatform,\n} from \"@milaboratories/pl-model-middle-layer\";\nimport { BlockUpdateWatcher } from \"../block_registry/watcher\";\nimport type { QuickJSWASMModule } from \"quickjs-emscripten\";\nimport { getQuickJS } from \"quickjs-emscripten\";\nimport type { MiddleLayerDriverKit } from \"./driver_kit\";\nimport { initDriverKit } from \"./driver_kit\";\nimport type { BlockCodeFeatureFlags, DriverKit, SupportedRequirement } from \"@platforma-sdk/model\";\nimport { RuntimeCapabilities } from \"@platforma-sdk/model\";\nimport type { DownloadUrlDriver } from \"@milaboratories/pl-drivers\";\nimport { V2RegistryProvider } from \"../block_registry\";\nimport type { Dispatcher } from \"undici\";\nimport { RetryAgent } from \"undici\";\nimport { getDebugFlags } from \"../debug\";\nimport { ProjectHelper } from \"../model/project_helper\";\n\nexport interface MiddleLayerEnvironment {\n  dispose(): Promise<void>;\n  readonly pl: PlClient;\n  readonly runtimeCapabilities: RuntimeCapabilities;\n  readonly logger: MiLogger;\n  readonly blockEventDispatcher: BlockEventDispatcher;\n  readonly httpDispatcher: Dispatcher;\n  readonly retryHttpDispatcher: Dispatcher;\n  readonly signer: Signer;\n  readonly ops: MiddleLayerOps;\n  readonly bpPreparer: BlockPackPreparer;\n  readonly frontendDownloadDriver: DownloadUrlDriver;\n  readonly blockUpdateWatcher: BlockUpdateWatcher;\n  readonly quickJs: QuickJSWASMModule;\n  readonly driverKit: MiddleLayerDriverKit;\n  readonly projectHelper: ProjectHelper;\n}\n\n/**\n * Main access object to work with pl from UI.\n *\n * It implements an abstraction layer of projects and blocks.\n *\n * As a main entry point inside the pl, this object uses a resource attached\n * via the {@link ProjectsField} to the pl client's root, this resource\n * contains project list.\n *\n * Read about alternative roots, if isolated project lists (working environments)\n * are required.\n * */\nexport class MiddleLayer {\n  public readonly pl: PlClient;\n\n  /** Contains a reactive list of projects along with their meta information. */\n  public readonly projectList: ComputableStableDefined<ProjectListEntry[]>;\n\n  private constructor(\n    private readonly env: MiddleLayerEnvironment,\n    public readonly driverKit: DriverKit,\n    public readonly signer: Signer,\n    private readonly projectListResourceId: ResourceId,\n    private readonly openedProjectsList: WatchableValue<ResourceId[]>,\n    private readonly projectListTree: SynchronizedTreeState,\n    public readonly blockRegistryProvider: V2RegistryProvider,\n    projectList: ComputableStableDefined<ProjectListEntry[]>,\n  ) {\n    this.projectList = projectList;\n    this.pl = this.env.pl;\n  }\n\n  /**\n   * Get the OS where backend is running.\n   * For old backend versions returns undefined.\n   */\n  public get serverPlatform(): BlockPlatform | undefined {\n    return this.pl.serverInfo.platform as BlockPlatform | undefined;\n  }\n\n  /** Adds a runtime capability to the middle layer. */\n  public addRuntimeCapability(\n    requirement: SupportedRequirement,\n    value: number | boolean = true,\n  ): void {\n    this.env.runtimeCapabilities.addSupportedRequirement(requirement, value);\n  }\n\n  /** Checks if the given block feature flags are compatible with the runtime capabilities. */\n  public checkBlockCompatibility(featureFlags: BlockCodeFeatureFlags | undefined): boolean {\n    return this.env.runtimeCapabilities.checkCompatibility(featureFlags);\n  }\n\n  /** Returns extended API driver kit used internally by middle layer. */\n  public get internalDriverKit(): MiddleLayerDriverKit {\n    return this.env.driverKit;\n  }\n\n  //\n  // Project List Manipulation\n  //\n\n  /** Creates a project with initial state and adds it to project list. */\n  public async createProject(meta: ProjectMeta, id: string = randomUUID()): Promise<ResourceId> {\n    const resource = await this.pl.withWriteTx(\"MLCreateProject\", async (tx) => {\n      const prj = await createProject(tx, meta);\n      tx.createField(field(this.projectListResourceId, id), \"Dynamic\", prj);\n      await tx.commit();\n      return await toGlobalResourceId(prj);\n    });\n    await this.projectListTree.refreshState();\n    return resource;\n  }\n\n  /** Updates project metadata */\n  public async setProjectMeta(\n    rid: ResourceId,\n    meta: ProjectMeta,\n    author?: AuthorMarker,\n  ): Promise<void> {\n    await withProjectAuthored(\n      this.env.projectHelper,\n      this.pl,\n      rid,\n      author,\n      (prj) => {\n        prj.setMeta(meta);\n      },\n      { name: \"setProjectMeta\" },\n    );\n    await this.projectListTree.refreshState();\n  }\n\n  /** Permanently deletes project from the project list, this will result in\n   * destruction of all attached objects, like files, analysis results etc. */\n  public async deleteProject(id: string): Promise<void> {\n    await this.pl.withWriteTx(\"MLRemoveProject\", async (tx) => {\n      tx.removeField(field(this.projectListResourceId, id));\n      await tx.commit();\n    });\n    await this.projectListTree.refreshState();\n  }\n\n  /**\n   * Duplicates an existing project and adds the copy to this user's project list.\n   *\n   * @param sourceRid - resource id of the project to duplicate\n   * @param rename - optional function that receives the source label and all existing\n   *   project labels (read within the same transaction), and returns the label for the copy\n   * @param id - optional id for the new project list entry (defaults to random UUID)\n   */\n  public async duplicateProject(\n    sourceRid: ResourceId,\n    rename?: (previousLabel: string, existingLabels: string[]) => string,\n    id: string = randomUUID(),\n  ): Promise<ResourceId> {\n    const resource = await this.pl.withWriteTx(\"MLDuplicateProject\", async (tx) => {\n      // Read source project meta\n      const sourceMeta = await tx.getKValueJson<ProjectMeta>(sourceRid, ProjectMetaKey);\n\n      // Read all existing project labels from the project list (parallel reads)\n      const projectListData = await tx.getResourceData(this.projectListResourceId, true);\n      const projectRids = projectListData.fields.map((f) => f.value).filter(isNotNullResourceId);\n      const existingLabels = (\n        await Promise.all(\n          projectRids.map((rid) => tx.getKValueJson<ProjectMeta>(rid, ProjectMetaKey)),\n        )\n      ).map((m) => m.label);\n\n      // Compute new label\n      const newLabel = rename ? rename(sourceMeta.label, existingLabels) : sourceMeta.label;\n\n      // Create the duplicate\n      const newPrj = await duplicateProject(tx, sourceRid, { label: newLabel });\n\n      // Attach to project list\n      tx.createField(field(this.projectListResourceId, id), \"Dynamic\", newPrj);\n      await tx.commit();\n      return await toGlobalResourceId(newPrj);\n    });\n    await this.projectListTree.refreshState();\n    return resource;\n  }\n\n  //\n  // Projects\n  //\n\n  private readonly openedProjectsByRid = new Map<ResourceId, Project>();\n\n  private async projectIdToResourceId(id: string): Promise<ResourceId> {\n    return await this.pl.withReadTx(\"Project id to resource id\", async (tx) => {\n      const rid = (await tx.getField(field(this.projectListResourceId, id))).value;\n      if (isNullResourceId(rid)) throw new Error(\"Unexpected project list structure.\");\n      return rid;\n    });\n  }\n\n  private async ensureProjectRid(id: ResourceId | string): Promise<ResourceId> {\n    if (typeof id === \"string\") return await this.projectIdToResourceId(id);\n    else return id;\n  }\n\n  /** Opens a project, and starts corresponding project maintenance loop. */\n  public async openProject(id: ResourceId | string) {\n    const rid = await this.ensureProjectRid(id);\n    if (this.openedProjectsByRid.has(rid)) throw new Error(`Project ${rid} already opened`);\n    this.openedProjectsByRid.set(rid, await Project.init(this.env, rid));\n    this.openedProjectsList.setValue([...this.openedProjectsByRid.keys()]);\n  }\n\n  /** Closes the project, and deallocate all corresponding resources. */\n  public async closeProject(rid: ResourceId): Promise<void> {\n    const prj = this.openedProjectsByRid.get(rid);\n    if (prj === undefined) throw new Error(`Project ${rid} not found among opened projects`);\n    this.openedProjectsByRid.delete(rid);\n    await prj.destroy();\n    this.openedProjectsList.setValue([...this.openedProjectsByRid.keys()]);\n  }\n\n  /** Returns a project access object for opened project, for the given project\n   * resource id. */\n  public getOpenedProject(rid: ResourceId): Project {\n    const prj = this.openedProjectsByRid.get(rid);\n    if (prj === undefined) throw new Error(`Project ${rid} not found among opened projects`);\n    return prj;\n  }\n\n  /** Returns true if project with given resource id is currently opened. */\n  public isProjectOpened(rid: ResourceId): boolean {\n    return this.openedProjectsByRid.has(rid);\n  }\n\n  /**\n   * Deallocates all runtime resources consumed by this object and awaits\n   * actual termination of event loops and other processes associated with\n   * them.\n   */\n  public async close() {\n    await Promise.all([...this.openedProjectsByRid.values()].map((prj) => prj.destroy()));\n    // this.env.quickJs;\n    await this.projectListTree.terminate();\n    await this.env.dispose();\n    await this.pl.close();\n  }\n\n  /** @deprecated */\n  public async closeAndAwaitTermination() {\n    await this.close();\n  }\n\n  /** Generates sufficiently random string to be used as local secret for the\n   * middle layer */\n  public static generateLocalSecret(): string {\n    return HmacSha256Signer.generateSecret();\n  }\n\n  /** Returns a block event dispatcher, which can be used to listen to block events. */\n  public get blockEventDispatcher(): BlockEventDispatcher {\n    return this.env.blockEventDispatcher;\n  }\n\n  /** Initialize middle layer */\n  public static async init(\n    pl: PlClient,\n    workdir: string,\n    _ops: MiddleLayerOpsConstructor,\n  ): Promise<MiddleLayer> {\n    const ops: MiddleLayerOps = {\n      ...DefaultMiddleLayerOpsSettings,\n      ...DefaultMiddleLayerOpsPaths(workdir),\n      ..._ops,\n    };\n\n    // overriding debug options from environment variables\n    ops.defaultTreeOptions.logStat = getDebugFlags().logTreeStats;\n    ops.debugOps.dumpInitialTreeState = getDebugFlags().dumpInitialTreeState;\n\n    const projects = await pl.withWriteTx(\"MLInitialization\", async (tx) => {\n      const projectsField = field(tx.clientRoot, ProjectsField);\n      tx.createField(projectsField, \"Dynamic\");\n      const projectsFieldData = await tx.getField(projectsField);\n      if (isNullResourceId(projectsFieldData.value)) {\n        const projects = tx.createEphemeral(ProjectsResourceType);\n        tx.lock(projects);\n\n        tx.setField(projectsField, projects);\n\n        await tx.commit();\n\n        return await projects.globalId;\n      } else {\n        return projectsFieldData.value;\n      }\n    });\n\n    const logger = ops.logger;\n\n    const driverKit = await initDriverKit(pl, workdir, ops.frontendDownloadPath, ops);\n\n    // passed to components having no own retry logic\n    const retryHttpDispatcher = new RetryAgent(pl.httpDispatcher);\n\n    const v2RegistryProvider = new V2RegistryProvider(retryHttpDispatcher);\n\n    const bpPreparer = new BlockPackPreparer(\n      v2RegistryProvider,\n      driverKit.signer,\n      retryHttpDispatcher,\n    );\n\n    const quickJs = await getQuickJS();\n\n    const runtimeCapabilities = new RuntimeCapabilities();\n    // add runtime capabilities of model here\n    runtimeCapabilities.addSupportedRequirement(\"requiresModelAPIVersion\", 1);\n    runtimeCapabilities.addSupportedRequirement(\"requiresModelAPIVersion\", 2);\n    runtimeCapabilities.addSupportedRequirement(\"requiresCreatePTable\", 2);\n    // runtime capabilities of the desktop are to be added by the desktop app / test framework\n\n    const env: MiddleLayerEnvironment = {\n      pl,\n      blockEventDispatcher: new BlockEventDispatcher(),\n      signer: driverKit.signer,\n      logger,\n      httpDispatcher: pl.httpDispatcher,\n      retryHttpDispatcher,\n      ops,\n      bpPreparer,\n      frontendDownloadDriver: driverKit.frontendDriver,\n      driverKit,\n      blockUpdateWatcher: new BlockUpdateWatcher(v2RegistryProvider, logger, {\n        minDelay: ops.devBlockUpdateRecheckInterval,\n        http: retryHttpDispatcher,\n        preferredUpdateChannel: ops.preferredUpdateChannel,\n      }),\n      runtimeCapabilities,\n      quickJs,\n      projectHelper: new ProjectHelper(quickJs, logger),\n      dispose: async () => {\n        await retryHttpDispatcher.destroy();\n        await driverKit.dispose();\n      },\n    };\n\n    const openedProjects = new WatchableValue<ResourceId[]>([]);\n    const projectListTC = await createProjectList(pl, projects, openedProjects, env);\n\n    return new MiddleLayer(\n      env,\n      driverKit,\n      driverKit.signer,\n      projects,\n      openedProjects,\n      projectListTC.tree,\n      v2RegistryProvider,\n      projectListTC.computable,\n    );\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAuEA,IAAa,cAAb,MAAa,YAAY;CACvB,AAAgB;;CAGhB,AAAgB;CAEhB,AAAQ,YACN,AAAiB,KACjB,AAAgB,WAChB,AAAgB,QAChB,AAAiB,uBACjB,AAAiB,oBACjB,AAAiB,iBACjB,AAAgB,uBAChB,aACA;EARiB;EACD;EACA;EACC;EACA;EACA;EACD;AAGhB,OAAK,cAAc;AACnB,OAAK,KAAK,KAAK,IAAI;;;;;;CAOrB,IAAW,iBAA4C;AACrD,SAAO,KAAK,GAAG,WAAW;;;CAI5B,AAAO,qBACL,aACA,QAA0B,MACpB;AACN,OAAK,IAAI,oBAAoB,wBAAwB,aAAa,MAAM;;;CAI1E,AAAO,wBAAwB,cAA0D;AACvF,SAAO,KAAK,IAAI,oBAAoB,mBAAmB,aAAa;;;CAItE,IAAW,oBAA0C;AACnD,SAAO,KAAK,IAAI;;;CAQlB,MAAa,cAAc,MAAmB,KAAa,YAAY,EAAuB;EAC5F,MAAM,WAAW,MAAM,KAAK,GAAG,YAAY,mBAAmB,OAAO,OAAO;GAC1E,MAAM,MAAM,MAAM,cAAc,IAAI,KAAK;AACzC,MAAG,YAAY,MAAM,KAAK,uBAAuB,GAAG,EAAE,WAAW,IAAI;AACrE,SAAM,GAAG,QAAQ;AACjB,UAAO,MAAM,mBAAmB,IAAI;IACpC;AACF,QAAM,KAAK,gBAAgB,cAAc;AACzC,SAAO;;;CAIT,MAAa,eACX,KACA,MACA,QACe;AACf,QAAM,oBACJ,KAAK,IAAI,eACT,KAAK,IACL,KACA,SACC,QAAQ;AACP,OAAI,QAAQ,KAAK;KAEnB,EAAE,MAAM,kBAAkB,CAC3B;AACD,QAAM,KAAK,gBAAgB,cAAc;;;;CAK3C,MAAa,cAAc,IAA2B;AACpD,QAAM,KAAK,GAAG,YAAY,mBAAmB,OAAO,OAAO;AACzD,MAAG,YAAY,MAAM,KAAK,uBAAuB,GAAG,CAAC;AACrD,SAAM,GAAG,QAAQ;IACjB;AACF,QAAM,KAAK,gBAAgB,cAAc;;;;;;;;;;CAW3C,MAAa,iBACX,WACA,QACA,KAAa,YAAY,EACJ;EACrB,MAAM,WAAW,MAAM,KAAK,GAAG,YAAY,sBAAsB,OAAO,OAAO;GAE7E,MAAM,aAAa,MAAM,GAAG,cAA2B,WAAW,eAAe;GAIjF,MAAM,eADkB,MAAM,GAAG,gBAAgB,KAAK,uBAAuB,KAAK,EAC9C,OAAO,KAAK,MAAM,EAAE,MAAM,CAAC,OAAO,oBAAoB;GAC1F,MAAM,kBACJ,MAAM,QAAQ,IACZ,YAAY,KAAK,QAAQ,GAAG,cAA2B,KAAK,eAAe,CAAC,CAC7E,EACD,KAAK,MAAM,EAAE,MAAM;GAMrB,MAAM,SAAS,MAAM,iBAAiB,IAAI,WAAW,EAAE,OAHtC,SAAS,OAAO,WAAW,OAAO,eAAe,GAAG,WAAW,OAGR,CAAC;AAGzE,MAAG,YAAY,MAAM,KAAK,uBAAuB,GAAG,EAAE,WAAW,OAAO;AACxE,SAAM,GAAG,QAAQ;AACjB,UAAO,MAAM,mBAAmB,OAAO;IACvC;AACF,QAAM,KAAK,gBAAgB,cAAc;AACzC,SAAO;;CAOT,AAAiB,sCAAsB,IAAI,KAA0B;CAErE,MAAc,sBAAsB,IAAiC;AACnE,SAAO,MAAM,KAAK,GAAG,WAAW,6BAA6B,OAAO,OAAO;GACzE,MAAM,OAAO,MAAM,GAAG,SAAS,MAAM,KAAK,uBAAuB,GAAG,CAAC,EAAE;AACvE,OAAI,iBAAiB,IAAI,CAAE,OAAM,IAAI,MAAM,qCAAqC;AAChF,UAAO;IACP;;CAGJ,MAAc,iBAAiB,IAA8C;AAC3E,MAAI,OAAO,OAAO,SAAU,QAAO,MAAM,KAAK,sBAAsB,GAAG;MAClE,QAAO;;;CAId,MAAa,YAAY,IAAyB;EAChD,MAAM,MAAM,MAAM,KAAK,iBAAiB,GAAG;AAC3C,MAAI,KAAK,oBAAoB,IAAI,IAAI,CAAE,OAAM,IAAI,MAAM,WAAW,IAAI,iBAAiB;AACvF,OAAK,oBAAoB,IAAI,KAAK,MAAM,QAAQ,KAAK,KAAK,KAAK,IAAI,CAAC;AACpE,OAAK,mBAAmB,SAAS,CAAC,GAAG,KAAK,oBAAoB,MAAM,CAAC,CAAC;;;CAIxE,MAAa,aAAa,KAAgC;EACxD,MAAM,MAAM,KAAK,oBAAoB,IAAI,IAAI;AAC7C,MAAI,QAAQ,OAAW,OAAM,IAAI,MAAM,WAAW,IAAI,kCAAkC;AACxF,OAAK,oBAAoB,OAAO,IAAI;AACpC,QAAM,IAAI,SAAS;AACnB,OAAK,mBAAmB,SAAS,CAAC,GAAG,KAAK,oBAAoB,MAAM,CAAC,CAAC;;;;CAKxE,AAAO,iBAAiB,KAA0B;EAChD,MAAM,MAAM,KAAK,oBAAoB,IAAI,IAAI;AAC7C,MAAI,QAAQ,OAAW,OAAM,IAAI,MAAM,WAAW,IAAI,kCAAkC;AACxF,SAAO;;;CAIT,AAAO,gBAAgB,KAA0B;AAC/C,SAAO,KAAK,oBAAoB,IAAI,IAAI;;;;;;;CAQ1C,MAAa,QAAQ;AACnB,QAAM,QAAQ,IAAI,CAAC,GAAG,KAAK,oBAAoB,QAAQ,CAAC,CAAC,KAAK,QAAQ,IAAI,SAAS,CAAC,CAAC;AAErF,QAAM,KAAK,gBAAgB,WAAW;AACtC,QAAM,KAAK,IAAI,SAAS;AACxB,QAAM,KAAK,GAAG,OAAO;;;CAIvB,MAAa,2BAA2B;AACtC,QAAM,KAAK,OAAO;;;;CAKpB,OAAc,sBAA8B;AAC1C,SAAO,iBAAiB,gBAAgB;;;CAI1C,IAAW,uBAA6C;AACtD,SAAO,KAAK,IAAI;;;CAIlB,aAAoB,KAClB,IACA,SACA,MACsB;EACtB,MAAM,MAAsB;GAC1B,GAAG;GACH,GAAG,2BAA2B,QAAQ;GACtC,GAAG;GACJ;AAGD,MAAI,mBAAmB,UAAU,eAAe,CAAC;AACjD,MAAI,SAAS,uBAAuB,eAAe,CAAC;EAEpD,MAAM,WAAW,MAAM,GAAG,YAAY,oBAAoB,OAAO,OAAO;GACtE,MAAM,gBAAgB,MAAM,GAAG,YAAY,cAAc;AACzD,MAAG,YAAY,eAAe,UAAU;GACxC,MAAM,oBAAoB,MAAM,GAAG,SAAS,cAAc;AAC1D,OAAI,iBAAiB,kBAAkB,MAAM,EAAE;IAC7C,MAAM,WAAW,GAAG,gBAAgB,qBAAqB;AACzD,OAAG,KAAK,SAAS;AAEjB,OAAG,SAAS,eAAe,SAAS;AAEpC,UAAM,GAAG,QAAQ;AAEjB,WAAO,MAAM,SAAS;SAEtB,QAAO,kBAAkB;IAE3B;EAEF,MAAM,SAAS,IAAI;EAEnB,MAAM,YAAY,MAAM,cAAc,IAAI,SAAS,IAAI,sBAAsB,IAAI;EAGjF,MAAM,sBAAsB,IAAI,WAAW,GAAG,eAAe;EAE7D,MAAM,qBAAqB,IAAI,mBAAmB,oBAAoB;EAEtE,MAAM,aAAa,IAAI,kBACrB,oBACA,UAAU,QACV,oBACD;EAED,MAAM,UAAU,MAAM,YAAY;EAElC,MAAM,sBAAsB,IAAI,qBAAqB;AAErD,sBAAoB,wBAAwB,2BAA2B,EAAE;AACzE,sBAAoB,wBAAwB,2BAA2B,EAAE;AACzE,sBAAoB,wBAAwB,wBAAwB,EAAE;EAGtE,MAAM,MAA8B;GAClC;GACA,sBAAsB,IAAI,sBAAsB;GAChD,QAAQ,UAAU;GAClB;GACA,gBAAgB,GAAG;GACnB;GACA;GACA;GACA,wBAAwB,UAAU;GAClC;GACA,oBAAoB,IAAI,mBAAmB,oBAAoB,QAAQ;IACrE,UAAU,IAAI;IACd,MAAM;IACN,wBAAwB,IAAI;IAC7B,CAAC;GACF;GACA;GACA,eAAe,IAAI,cAAc,SAAS,OAAO;GACjD,SAAS,YAAY;AACnB,UAAM,oBAAoB,SAAS;AACnC,UAAM,UAAU,SAAS;;GAE5B;EAED,MAAM,iBAAiB,IAAI,eAA6B,EAAE,CAAC;EAC3D,MAAM,gBAAgB,MAAM,kBAAkB,IAAI,UAAU,gBAAgB,IAAI;AAEhF,SAAO,IAAI,YACT,KACA,WACA,UAAU,QACV,UACA,gBACA,cAAc,MACd,oBACA,cAAc,WACf"}

package/dist/middle_layer/ops.cjs

@@ -54,8 +54,7 @@ const DefaultMiddleLayerOpsSettings = {
 	},
 	debugOps: { dumpInitialTreeState: false },
 	devBlockUpdateRecheckInterval: 1e3,
-	projectRefreshInterval: 700,
-	stagingRenderingRate: 5
+	projectRefreshInterval: 2e3
 };
 function DefaultMiddleLayerOpsPaths(workDir) {
 	return {

package/dist/middle_layer/ops.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"ops.cjs","names":["ConsoleLoggerAdapter","PFrameDriverOpsDefaults","path"],"sources":["../../src/middle_layer/ops.ts"],"sourcesContent":["import type { TemporalSynchronizedTreeOps } from \"./types\";\nimport type {\n  DownloadBlobToURLDriverOps,\n  DownloadDriverOps,\n  DownloadUrlDriverOps,\n  OpenFileDialogCallback,\n  VirtualLocalStorageSpec,\n} from \"@milaboratories/pl-drivers\";\nimport type { UploadDriverOps } from \"@milaboratories/pl-drivers\";\nimport type { LogsStreamDriverOps } from \"@milaboratories/pl-drivers\";\nimport type { MiLogger } from \"@milaboratories/ts-helpers\";\nimport { ConsoleLoggerAdapter } from \"@milaboratories/ts-helpers\";\nimport type { LocalStorageProjection } from \"@milaboratories/pl-drivers\";\nimport path from \"node:path\";\nimport { PFrameDriverOpsDefaults, type PFrameDriverOps } from \"../pool\";\n\n/** Paths part of {@link DriverKitOps}. */\nexport type DriverKitOpsPaths = {\n  /** Common root where to put downloaded blobs / downloaded blob cache */\n  readonly blobDownloadPath: string;\n\n  /** Common root for a cache for range queries. */\n  readonly blobDownloadRangesCachePath: string;\n\n  /** Common root where to put downloaded blobs with */\n  readonly downloadBlobToURLPath: string;\n\n  /**\n   * List of pl storages that have projections in local file system.\n   *\n   * This option affect two drivers:\n   *\n   *   (1) LS driver generates \"index\" handles instead of \"upload\" for paths inside those locations\n   *\n   *   (2) Download driver directly serves content retrieval requests for blobs from listed storages,\n   *       and don't apply any caching for such blobs (i.e. preventing duplication of files for Downloaded\n   *       type handles, making OnDemand and Downloaded handles equivalent)\n   *\n   * */\n  readonly localProjections: LocalStorageProjection[];\n\n  /**\n   * List of virtual storages that will allow homogeneous access to local FSs through LS API.\n   * If undefined, default list will be created.\n   * */\n  readonly virtualLocalStoragesOverride?: VirtualLocalStorageSpec[];\n\n  /** Path to the directory where pframes will spill temporary files and store materialized views */\n  readonly pframesSpillPath: string;\n};\n\n/** Options required to initialize full set of middle layer driver kit */\nexport type DriverKitOpsSettings = {\n  //\n  // Common\n  //\n\n  readonly logger: MiLogger;\n\n  //\n  // Signer\n  //\n\n  /**\n   * Local secret, that is used to sign and verify different pieces of information\n   * that can be used to access local data, like local paths for ongoing uploads.\n   *\n   * Use {@link MiddleLayer.generateLocalSecret} to generate sufficiently random string.\n   * */\n  readonly localSecret: string;\n\n  //\n  // Blob Driver\n  //\n\n  /**\n   * Settings related to the download driver making operations with blobs. This driver is also used\n   * to download logs when source process terminates and log terns into a blob\n   */\n  readonly blobDriverOps: DownloadDriverOps;\n\n  //\n  // Frontend Driver\n  //\n\n  /** Settings related to the frontend driver that downloads frontends. */\n  readonly frontendDownloadDriverOps: DownloadUrlDriverOps;\n\n  //\n  // Blob To URL Driver\n  //\n\n  readonly downloadBlobToURLDriverOps: DownloadBlobToURLDriverOps;\n\n  //\n  // Upload Driver\n  //\n\n  /**\n   * Settings related to the upload driver that actually performs upload and helps render upload\n   * and indexing progresses from related pl resources.\n   * */\n  readonly uploadDriverOps: UploadDriverOps;\n\n  //\n  // Log streaming ops\n  // (static logs are served via the blob driver)\n  //\n\n  /** Settings related to the streaming log driver */\n  readonly logStreamDriverOps: LogsStreamDriverOps;\n\n  //\n  // LS Driver\n  //\n\n  /**\n   * Callback to access system file open dialog, must be provided by the environment,\n   * to allow for {@link showOpenSingleFileDialog} / {@link showOpenMultipleFilesDialog}\n   * calls from the UI.\n   */\n  readonly openFileDialogCallback: OpenFileDialogCallback;\n\n  //\n  // PFrame Driver\n  //\n\n  /** Settings related to the PFrame driver */\n  readonly pFrameDriverOps: PFrameDriverOps;\n};\n\nexport type DriverKitOps = DriverKitOpsPaths & DriverKitOpsSettings;\n\n/** Some defaults fot MiddleLayerOps. */\nexport const DefaultDriverKitOpsSettings: Pick<\n  DriverKitOpsSettings,\n  | \"logger\"\n  | \"blobDriverOps\"\n  | \"frontendDownloadDriverOps\"\n  | \"downloadBlobToURLDriverOps\"\n  | \"uploadDriverOps\"\n  | \"logStreamDriverOps\"\n  | \"pFrameDriverOps\"\n> = {\n  logger: new ConsoleLoggerAdapter(),\n  blobDriverOps: {\n    cacheSoftSizeBytes: 8 * 1024 * 1024 * 1024, // 8 GB\n    rangesCacheMaxSizeBytes: 8 * 1024 * 1024 * 1024, // 8 GB\n    nConcurrentDownloads: 10,\n  },\n  frontendDownloadDriverOps: {\n    cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB\n    withGunzip: true,\n    nConcurrentDownloads: 50,\n  },\n  downloadBlobToURLDriverOps: {\n    cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB\n    nConcurrentDownloads: 10,\n  },\n  uploadDriverOps: {\n    nConcurrentPartUploads: 10,\n    nConcurrentGetProgresses: 10,\n    pollingInterval: 1000,\n    stopPollingDelay: 1000,\n  },\n  logStreamDriverOps: {\n    nConcurrentGetLogs: 10,\n    pollingInterval: 1000,\n    stopPollingDelay: 1000,\n  },\n  pFrameDriverOps: PFrameDriverOpsDefaults,\n};\n\nexport function DefaultDriverKitOpsPaths(\n  workDir: string,\n): Pick<\n  DriverKitOpsPaths,\n  \"blobDownloadPath\" | \"blobDownloadRangesCachePath\" | \"downloadBlobToURLPath\" | \"pframesSpillPath\"\n> {\n  return {\n    blobDownloadPath: path.join(workDir, \"download\"),\n    blobDownloadRangesCachePath: path.join(workDir, \"downloadRangesCache\"),\n    downloadBlobToURLPath: path.join(workDir, \"downloadToURL\"),\n    pframesSpillPath: path.join(workDir, \"pframes\"),\n  };\n}\n\n/** Fields with default values are marked as optional here. */\nexport type DriverKitOpsConstructor = Omit<\n  DriverKitOpsSettings,\n  keyof typeof DefaultDriverKitOpsSettings\n> &\n  Partial<typeof DefaultDriverKitOpsSettings> &\n  Omit<DriverKitOpsPaths, keyof ReturnType<typeof DefaultDriverKitOpsPaths>> &\n  Partial<ReturnType<typeof DefaultDriverKitOpsPaths>>;\n\nexport type MiddleLayerOpsPaths = DriverKitOpsPaths & {\n  /** Common root where to put frontend code. */\n  readonly frontendDownloadPath: string;\n};\n\n/** Debug options for middle layer. */\nexport type MiddleLayerDebugOptions = {\n  /** If true, will dump initial tree state to the file with root resource id as name. */\n  dumpInitialTreeState: boolean;\n};\n\n/** Configuration controlling different aspects of middle layer behaviour. */\nexport type MiddleLayerOpsSettings = DriverKitOpsSettings & {\n  /** Debug options. */\n  readonly debugOps: MiddleLayerDebugOptions;\n\n  /** Contain temporal options controlling how often should pl trees be\n   * synchronized with the pl server. */\n  readonly defaultTreeOptions: TemporalSynchronizedTreeOps;\n\n  /** Defines interval in milliseconds for running periodic project maintenance job.\n   * Project maintenance includes gradual staging rendering and cached outputs cleanup. */\n  readonly projectRefreshInterval: number;\n\n  /** This controls average number of block staging states that are rendered per\n   * second during project maintenance job execution. */\n  readonly stagingRenderingRate: number;\n\n  /** How often to check for dev block updates */\n  readonly devBlockUpdateRecheckInterval: number;\n\n  /** Prioritize this channel if update is available in this block */\n  readonly preferredUpdateChannel?: string;\n};\n\nexport type MiddleLayerOps = MiddleLayerOpsSettings & MiddleLayerOpsPaths;\n\n/** Some defaults fot MiddleLayerOps. */\nexport const DefaultMiddleLayerOpsSettings: Pick<\n  MiddleLayerOps,\n  | keyof typeof DefaultDriverKitOpsSettings\n  | \"defaultTreeOptions\"\n  | \"projectRefreshInterval\"\n  | \"stagingRenderingRate\"\n  | \"devBlockUpdateRecheckInterval\"\n  | \"debugOps\"\n> = {\n  ...DefaultDriverKitOpsSettings,\n  defaultTreeOptions: {\n    pollingInterval: 350,\n    stopPollingDelay: 2500,\n    initialTreeLoadingTimeout: 100 * 60 * 60 * 1000, // disable timeout for loading project tree (100 hours)\n  },\n  debugOps: {\n    dumpInitialTreeState: false,\n  },\n  devBlockUpdateRecheckInterval: 1000,\n  projectRefreshInterval: 700,\n  stagingRenderingRate: 5,\n};\n\nexport function DefaultMiddleLayerOpsPaths(\n  workDir: string,\n): Pick<\n  MiddleLayerOpsPaths,\n  keyof ReturnType<typeof DefaultDriverKitOpsPaths> | \"frontendDownloadPath\"\n> {\n  return {\n    ...DefaultDriverKitOpsPaths(workDir),\n    frontendDownloadPath: path.join(workDir, \"frontend\"),\n  };\n}\n\nexport type MiddleLayerOpsConstructor = Omit<\n  MiddleLayerOpsSettings,\n  keyof typeof DefaultMiddleLayerOpsSettings\n> &\n  Partial<typeof DefaultMiddleLayerOpsSettings> &\n  Omit<MiddleLayerOpsPaths, keyof Awaited<ReturnType<typeof DefaultMiddleLayerOpsPaths>>> &\n  Partial<Awaited<ReturnType<typeof DefaultMiddleLayerOpsPaths>>>;\n"],"mappings":";;;;;;;;;AAsIA,MAAa,8BAST;CACF,QAAQ,IAAIA,iDAAsB;CAClC,eAAe;EACb,oBAAoB,IAAI,OAAO,OAAO;EACtC,yBAAyB,IAAI,OAAO,OAAO;EAC3C,sBAAsB;EACvB;CACD,2BAA2B;EACzB,oBAAoB,IAAI,OAAO,OAAO;EACtC,YAAY;EACZ,sBAAsB;EACvB;CACD,4BAA4B;EAC1B,oBAAoB,IAAI,OAAO,OAAO;EACtC,sBAAsB;EACvB;CACD,iBAAiB;EACf,wBAAwB;EACxB,0BAA0B;EAC1B,iBAAiB;EACjB,kBAAkB;EACnB;CACD,oBAAoB;EAClB,oBAAoB;EACpB,iBAAiB;EACjB,kBAAkB;EACnB;CACD,iBAAiBC;CAClB;AAED,SAAgB,yBACd,SAIA;AACA,QAAO;EACL,kBAAkBC,kBAAK,KAAK,SAAS,WAAW;EAChD,6BAA6BA,kBAAK,KAAK,SAAS,sBAAsB;EACtE,uBAAuBA,kBAAK,KAAK,SAAS,gBAAgB;EAC1D,kBAAkBA,kBAAK,KAAK,SAAS,UAAU;EAChD;;;AAkDH,MAAa,gCAQT;CACF,GAAG;CACH,oBAAoB;EAClB,iBAAiB;EACjB,kBAAkB;EAClB,2BAA2B,MAAW,KAAK;EAC5C;CACD,UAAU,EACR,sBAAsB,OACvB;CACD,+BAA+B;CAC/B,wBAAwB;CACxB,sBAAsB;CACvB;AAED,SAAgB,2BACd,SAIA;AACA,QAAO;EACL,GAAG,yBAAyB,QAAQ;EACpC,sBAAsBA,kBAAK,KAAK,SAAS,WAAW;EACrD"}
+{"version":3,"file":"ops.cjs","names":["ConsoleLoggerAdapter","PFrameDriverOpsDefaults","path"],"sources":["../../src/middle_layer/ops.ts"],"sourcesContent":["import type { TemporalSynchronizedTreeOps } from \"./types\";\nimport type {\n  DownloadBlobToURLDriverOps,\n  DownloadDriverOps,\n  DownloadUrlDriverOps,\n  OpenFileDialogCallback,\n  VirtualLocalStorageSpec,\n} from \"@milaboratories/pl-drivers\";\nimport type { UploadDriverOps } from \"@milaboratories/pl-drivers\";\nimport type { LogsStreamDriverOps } from \"@milaboratories/pl-drivers\";\nimport type { MiLogger } from \"@milaboratories/ts-helpers\";\nimport { ConsoleLoggerAdapter } from \"@milaboratories/ts-helpers\";\nimport type { LocalStorageProjection } from \"@milaboratories/pl-drivers\";\nimport path from \"node:path\";\nimport { PFrameDriverOpsDefaults, type PFrameDriverOps } from \"../pool\";\n\n/** Paths part of {@link DriverKitOps}. */\nexport type DriverKitOpsPaths = {\n  /** Common root where to put downloaded blobs / downloaded blob cache */\n  readonly blobDownloadPath: string;\n\n  /** Common root for a cache for range queries. */\n  readonly blobDownloadRangesCachePath: string;\n\n  /** Common root where to put downloaded blobs with */\n  readonly downloadBlobToURLPath: string;\n\n  /**\n   * List of pl storages that have projections in local file system.\n   *\n   * This option affect two drivers:\n   *\n   *   (1) LS driver generates \"index\" handles instead of \"upload\" for paths inside those locations\n   *\n   *   (2) Download driver directly serves content retrieval requests for blobs from listed storages,\n   *       and don't apply any caching for such blobs (i.e. preventing duplication of files for Downloaded\n   *       type handles, making OnDemand and Downloaded handles equivalent)\n   *\n   * */\n  readonly localProjections: LocalStorageProjection[];\n\n  /**\n   * List of virtual storages that will allow homogeneous access to local FSs through LS API.\n   * If undefined, default list will be created.\n   * */\n  readonly virtualLocalStoragesOverride?: VirtualLocalStorageSpec[];\n\n  /** Path to the directory where pframes will spill temporary files and store materialized views */\n  readonly pframesSpillPath: string;\n};\n\n/** Options required to initialize full set of middle layer driver kit */\nexport type DriverKitOpsSettings = {\n  //\n  // Common\n  //\n\n  readonly logger: MiLogger;\n\n  //\n  // Signer\n  //\n\n  /**\n   * Local secret, that is used to sign and verify different pieces of information\n   * that can be used to access local data, like local paths for ongoing uploads.\n   *\n   * Use {@link MiddleLayer.generateLocalSecret} to generate sufficiently random string.\n   * */\n  readonly localSecret: string;\n\n  //\n  // Blob Driver\n  //\n\n  /**\n   * Settings related to the download driver making operations with blobs. This driver is also used\n   * to download logs when source process terminates and log terns into a blob\n   */\n  readonly blobDriverOps: DownloadDriverOps;\n\n  //\n  // Frontend Driver\n  //\n\n  /** Settings related to the frontend driver that downloads frontends. */\n  readonly frontendDownloadDriverOps: DownloadUrlDriverOps;\n\n  //\n  // Blob To URL Driver\n  //\n\n  readonly downloadBlobToURLDriverOps: DownloadBlobToURLDriverOps;\n\n  //\n  // Upload Driver\n  //\n\n  /**\n   * Settings related to the upload driver that actually performs upload and helps render upload\n   * and indexing progresses from related pl resources.\n   * */\n  readonly uploadDriverOps: UploadDriverOps;\n\n  //\n  // Log streaming ops\n  // (static logs are served via the blob driver)\n  //\n\n  /** Settings related to the streaming log driver */\n  readonly logStreamDriverOps: LogsStreamDriverOps;\n\n  //\n  // LS Driver\n  //\n\n  /**\n   * Callback to access system file open dialog, must be provided by the environment,\n   * to allow for {@link showOpenSingleFileDialog} / {@link showOpenMultipleFilesDialog}\n   * calls from the UI.\n   */\n  readonly openFileDialogCallback: OpenFileDialogCallback;\n\n  //\n  // PFrame Driver\n  //\n\n  /** Settings related to the PFrame driver */\n  readonly pFrameDriverOps: PFrameDriverOps;\n};\n\nexport type DriverKitOps = DriverKitOpsPaths & DriverKitOpsSettings;\n\n/** Some defaults fot MiddleLayerOps. */\nexport const DefaultDriverKitOpsSettings: Pick<\n  DriverKitOpsSettings,\n  | \"logger\"\n  | \"blobDriverOps\"\n  | \"frontendDownloadDriverOps\"\n  | \"downloadBlobToURLDriverOps\"\n  | \"uploadDriverOps\"\n  | \"logStreamDriverOps\"\n  | \"pFrameDriverOps\"\n> = {\n  logger: new ConsoleLoggerAdapter(),\n  blobDriverOps: {\n    cacheSoftSizeBytes: 8 * 1024 * 1024 * 1024, // 8 GB\n    rangesCacheMaxSizeBytes: 8 * 1024 * 1024 * 1024, // 8 GB\n    nConcurrentDownloads: 10,\n  },\n  frontendDownloadDriverOps: {\n    cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB\n    withGunzip: true,\n    nConcurrentDownloads: 50,\n  },\n  downloadBlobToURLDriverOps: {\n    cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB\n    nConcurrentDownloads: 10,\n  },\n  uploadDriverOps: {\n    nConcurrentPartUploads: 10,\n    nConcurrentGetProgresses: 10,\n    pollingInterval: 1000,\n    stopPollingDelay: 1000,\n  },\n  logStreamDriverOps: {\n    nConcurrentGetLogs: 10,\n    pollingInterval: 1000,\n    stopPollingDelay: 1000,\n  },\n  pFrameDriverOps: PFrameDriverOpsDefaults,\n};\n\nexport function DefaultDriverKitOpsPaths(\n  workDir: string,\n): Pick<\n  DriverKitOpsPaths,\n  \"blobDownloadPath\" | \"blobDownloadRangesCachePath\" | \"downloadBlobToURLPath\" | \"pframesSpillPath\"\n> {\n  return {\n    blobDownloadPath: path.join(workDir, \"download\"),\n    blobDownloadRangesCachePath: path.join(workDir, \"downloadRangesCache\"),\n    downloadBlobToURLPath: path.join(workDir, \"downloadToURL\"),\n    pframesSpillPath: path.join(workDir, \"pframes\"),\n  };\n}\n\n/** Fields with default values are marked as optional here. */\nexport type DriverKitOpsConstructor = Omit<\n  DriverKitOpsSettings,\n  keyof typeof DefaultDriverKitOpsSettings\n> &\n  Partial<typeof DefaultDriverKitOpsSettings> &\n  Omit<DriverKitOpsPaths, keyof ReturnType<typeof DefaultDriverKitOpsPaths>> &\n  Partial<ReturnType<typeof DefaultDriverKitOpsPaths>>;\n\nexport type MiddleLayerOpsPaths = DriverKitOpsPaths & {\n  /** Common root where to put frontend code. */\n  readonly frontendDownloadPath: string;\n};\n\n/** Debug options for middle layer. */\nexport type MiddleLayerDebugOptions = {\n  /** If true, will dump initial tree state to the file with root resource id as name. */\n  dumpInitialTreeState: boolean;\n};\n\n/** Configuration controlling different aspects of middle layer behaviour. */\nexport type MiddleLayerOpsSettings = DriverKitOpsSettings & {\n  /** Debug options. */\n  readonly debugOps: MiddleLayerDebugOptions;\n\n  /** Contain temporal options controlling how often should pl trees be\n   * synchronized with the pl server. */\n  readonly defaultTreeOptions: TemporalSynchronizedTreeOps;\n\n  /** Defines interval in milliseconds for running periodic project maintenance job.\n   * Project maintenance includes background staging rendering and cached outputs cleanup. */\n  readonly projectRefreshInterval: number;\n\n  /** How often to check for dev block updates */\n  readonly devBlockUpdateRecheckInterval: number;\n\n  /** Prioritize this channel if update is available in this block */\n  readonly preferredUpdateChannel?: string;\n};\n\nexport type MiddleLayerOps = MiddleLayerOpsSettings & MiddleLayerOpsPaths;\n\n/** Some defaults fot MiddleLayerOps. */\nexport const DefaultMiddleLayerOpsSettings: Pick<\n  MiddleLayerOps,\n  | keyof typeof DefaultDriverKitOpsSettings\n  | \"defaultTreeOptions\"\n  | \"projectRefreshInterval\"\n  | \"devBlockUpdateRecheckInterval\"\n  | \"debugOps\"\n> = {\n  ...DefaultDriverKitOpsSettings,\n  defaultTreeOptions: {\n    pollingInterval: 350,\n    stopPollingDelay: 2500,\n    initialTreeLoadingTimeout: 100 * 60 * 60 * 1000, // disable timeout for loading project tree (100 hours)\n  },\n  debugOps: {\n    dumpInitialTreeState: false,\n  },\n  devBlockUpdateRecheckInterval: 1000,\n  projectRefreshInterval: 2000,\n};\n\nexport function DefaultMiddleLayerOpsPaths(\n  workDir: string,\n): Pick<\n  MiddleLayerOpsPaths,\n  keyof ReturnType<typeof DefaultDriverKitOpsPaths> | \"frontendDownloadPath\"\n> {\n  return {\n    ...DefaultDriverKitOpsPaths(workDir),\n    frontendDownloadPath: path.join(workDir, \"frontend\"),\n  };\n}\n\nexport type MiddleLayerOpsConstructor = Omit<\n  MiddleLayerOpsSettings,\n  keyof typeof DefaultMiddleLayerOpsSettings\n> &\n  Partial<typeof DefaultMiddleLayerOpsSettings> &\n  Omit<MiddleLayerOpsPaths, keyof Awaited<ReturnType<typeof DefaultMiddleLayerOpsPaths>>> &\n  Partial<Awaited<ReturnType<typeof DefaultMiddleLayerOpsPaths>>>;\n"],"mappings":";;;;;;;;;AAsIA,MAAa,8BAST;CACF,QAAQ,IAAIA,iDAAsB;CAClC,eAAe;EACb,oBAAoB,IAAI,OAAO,OAAO;EACtC,yBAAyB,IAAI,OAAO,OAAO;EAC3C,sBAAsB;EACvB;CACD,2BAA2B;EACzB,oBAAoB,IAAI,OAAO,OAAO;EACtC,YAAY;EACZ,sBAAsB;EACvB;CACD,4BAA4B;EAC1B,oBAAoB,IAAI,OAAO,OAAO;EACtC,sBAAsB;EACvB;CACD,iBAAiB;EACf,wBAAwB;EACxB,0BAA0B;EAC1B,iBAAiB;EACjB,kBAAkB;EACnB;CACD,oBAAoB;EAClB,oBAAoB;EACpB,iBAAiB;EACjB,kBAAkB;EACnB;CACD,iBAAiBC;CAClB;AAED,SAAgB,yBACd,SAIA;AACA,QAAO;EACL,kBAAkBC,kBAAK,KAAK,SAAS,WAAW;EAChD,6BAA6BA,kBAAK,KAAK,SAAS,sBAAsB;EACtE,uBAAuBA,kBAAK,KAAK,SAAS,gBAAgB;EAC1D,kBAAkBA,kBAAK,KAAK,SAAS,UAAU;EAChD;;;AA8CH,MAAa,gCAOT;CACF,GAAG;CACH,oBAAoB;EAClB,iBAAiB;EACjB,kBAAkB;EAClB,2BAA2B,MAAW,KAAK;EAC5C;CACD,UAAU,EACR,sBAAsB,OACvB;CACD,+BAA+B;CAC/B,wBAAwB;CACzB;AAED,SAAgB,2BACd,SAIA;AACA,QAAO;EACL,GAAG,yBAAyB,QAAQ;EACpC,sBAAsBA,kBAAK,KAAK,SAAS,WAAW;EACrD"}

package/dist/middle_layer/ops.d.ts

@@ -81,17 +81,14 @@ type MiddleLayerOpsSettings = DriverKitOpsSettings & {
    * synchronized with the pl server. */
   readonly defaultTreeOptions: TemporalSynchronizedTreeOps;
   /** Defines interval in milliseconds for running periodic project maintenance job.
-   * Project maintenance includes gradual staging rendering and cached outputs cleanup. */
-  readonly projectRefreshInterval: number;
-  /** This controls average number of block staging states that are rendered per
-   * second during project maintenance job execution. */
-  readonly stagingRenderingRate: number; /** How often to check for dev block updates */
+   * Project maintenance includes background staging rendering and cached outputs cleanup. */
+  readonly projectRefreshInterval: number; /** How often to check for dev block updates */
   readonly devBlockUpdateRecheckInterval: number; /** Prioritize this channel if update is available in this block */
   readonly preferredUpdateChannel?: string;
 };
 type MiddleLayerOps = MiddleLayerOpsSettings & MiddleLayerOpsPaths;
 /** Some defaults fot MiddleLayerOps. */
-declare const DefaultMiddleLayerOpsSettings: Pick<MiddleLayerOps, keyof typeof DefaultDriverKitOpsSettings | "defaultTreeOptions" | "projectRefreshInterval" | "stagingRenderingRate" | "devBlockUpdateRecheckInterval" | "debugOps">;
+declare const DefaultMiddleLayerOpsSettings: Pick<MiddleLayerOps, keyof typeof DefaultDriverKitOpsSettings | "defaultTreeOptions" | "projectRefreshInterval" | "devBlockUpdateRecheckInterval" | "debugOps">;
 declare function DefaultMiddleLayerOpsPaths(workDir: string): Pick<MiddleLayerOpsPaths, keyof ReturnType<typeof DefaultDriverKitOpsPaths> | "frontendDownloadPath">;
 type MiddleLayerOpsConstructor = Omit<MiddleLayerOpsSettings, keyof typeof DefaultMiddleLayerOpsSettings> & Partial<typeof DefaultMiddleLayerOpsSettings> & Omit<MiddleLayerOpsPaths, keyof Awaited<ReturnType<typeof DefaultMiddleLayerOpsPaths>>> & Partial<Awaited<ReturnType<typeof DefaultMiddleLayerOpsPaths>>>;
 //#endregion

package/dist/middle_layer/ops.js

@@ -52,8 +52,7 @@ const DefaultMiddleLayerOpsSettings = {
 	},
 	debugOps: { dumpInitialTreeState: false },
 	devBlockUpdateRecheckInterval: 1e3,
-	projectRefreshInterval: 700,
-	stagingRenderingRate: 5
+	projectRefreshInterval: 2e3
 };
 function DefaultMiddleLayerOpsPaths(workDir) {
 	return {

package/dist/middle_layer/ops.js.map

@@ -1 +1 @@
-{"version":3,"file":"ops.js","names":[],"sources":["../../src/middle_layer/ops.ts"],"sourcesContent":["import type { TemporalSynchronizedTreeOps } from \"./types\";\nimport type {\n  DownloadBlobToURLDriverOps,\n  DownloadDriverOps,\n  DownloadUrlDriverOps,\n  OpenFileDialogCallback,\n  VirtualLocalStorageSpec,\n} from \"@milaboratories/pl-drivers\";\nimport type { UploadDriverOps } from \"@milaboratories/pl-drivers\";\nimport type { LogsStreamDriverOps } from \"@milaboratories/pl-drivers\";\nimport type { MiLogger } from \"@milaboratories/ts-helpers\";\nimport { ConsoleLoggerAdapter } from \"@milaboratories/ts-helpers\";\nimport type { LocalStorageProjection } from \"@milaboratories/pl-drivers\";\nimport path from \"node:path\";\nimport { PFrameDriverOpsDefaults, type PFrameDriverOps } from \"../pool\";\n\n/** Paths part of {@link DriverKitOps}. */\nexport type DriverKitOpsPaths = {\n  /** Common root where to put downloaded blobs / downloaded blob cache */\n  readonly blobDownloadPath: string;\n\n  /** Common root for a cache for range queries. */\n  readonly blobDownloadRangesCachePath: string;\n\n  /** Common root where to put downloaded blobs with */\n  readonly downloadBlobToURLPath: string;\n\n  /**\n   * List of pl storages that have projections in local file system.\n   *\n   * This option affect two drivers:\n   *\n   *   (1) LS driver generates \"index\" handles instead of \"upload\" for paths inside those locations\n   *\n   *   (2) Download driver directly serves content retrieval requests for blobs from listed storages,\n   *       and don't apply any caching for such blobs (i.e. preventing duplication of files for Downloaded\n   *       type handles, making OnDemand and Downloaded handles equivalent)\n   *\n   * */\n  readonly localProjections: LocalStorageProjection[];\n\n  /**\n   * List of virtual storages that will allow homogeneous access to local FSs through LS API.\n   * If undefined, default list will be created.\n   * */\n  readonly virtualLocalStoragesOverride?: VirtualLocalStorageSpec[];\n\n  /** Path to the directory where pframes will spill temporary files and store materialized views */\n  readonly pframesSpillPath: string;\n};\n\n/** Options required to initialize full set of middle layer driver kit */\nexport type DriverKitOpsSettings = {\n  //\n  // Common\n  //\n\n  readonly logger: MiLogger;\n\n  //\n  // Signer\n  //\n\n  /**\n   * Local secret, that is used to sign and verify different pieces of information\n   * that can be used to access local data, like local paths for ongoing uploads.\n   *\n   * Use {@link MiddleLayer.generateLocalSecret} to generate sufficiently random string.\n   * */\n  readonly localSecret: string;\n\n  //\n  // Blob Driver\n  //\n\n  /**\n   * Settings related to the download driver making operations with blobs. This driver is also used\n   * to download logs when source process terminates and log terns into a blob\n   */\n  readonly blobDriverOps: DownloadDriverOps;\n\n  //\n  // Frontend Driver\n  //\n\n  /** Settings related to the frontend driver that downloads frontends. */\n  readonly frontendDownloadDriverOps: DownloadUrlDriverOps;\n\n  //\n  // Blob To URL Driver\n  //\n\n  readonly downloadBlobToURLDriverOps: DownloadBlobToURLDriverOps;\n\n  //\n  // Upload Driver\n  //\n\n  /**\n   * Settings related to the upload driver that actually performs upload and helps render upload\n   * and indexing progresses from related pl resources.\n   * */\n  readonly uploadDriverOps: UploadDriverOps;\n\n  //\n  // Log streaming ops\n  // (static logs are served via the blob driver)\n  //\n\n  /** Settings related to the streaming log driver */\n  readonly logStreamDriverOps: LogsStreamDriverOps;\n\n  //\n  // LS Driver\n  //\n\n  /**\n   * Callback to access system file open dialog, must be provided by the environment,\n   * to allow for {@link showOpenSingleFileDialog} / {@link showOpenMultipleFilesDialog}\n   * calls from the UI.\n   */\n  readonly openFileDialogCallback: OpenFileDialogCallback;\n\n  //\n  // PFrame Driver\n  //\n\n  /** Settings related to the PFrame driver */\n  readonly pFrameDriverOps: PFrameDriverOps;\n};\n\nexport type DriverKitOps = DriverKitOpsPaths & DriverKitOpsSettings;\n\n/** Some defaults fot MiddleLayerOps. */\nexport const DefaultDriverKitOpsSettings: Pick<\n  DriverKitOpsSettings,\n  | \"logger\"\n  | \"blobDriverOps\"\n  | \"frontendDownloadDriverOps\"\n  | \"downloadBlobToURLDriverOps\"\n  | \"uploadDriverOps\"\n  | \"logStreamDriverOps\"\n  | \"pFrameDriverOps\"\n> = {\n  logger: new ConsoleLoggerAdapter(),\n  blobDriverOps: {\n    cacheSoftSizeBytes: 8 * 1024 * 1024 * 1024, // 8 GB\n    rangesCacheMaxSizeBytes: 8 * 1024 * 1024 * 1024, // 8 GB\n    nConcurrentDownloads: 10,\n  },\n  frontendDownloadDriverOps: {\n    cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB\n    withGunzip: true,\n    nConcurrentDownloads: 50,\n  },\n  downloadBlobToURLDriverOps: {\n    cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB\n    nConcurrentDownloads: 10,\n  },\n  uploadDriverOps: {\n    nConcurrentPartUploads: 10,\n    nConcurrentGetProgresses: 10,\n    pollingInterval: 1000,\n    stopPollingDelay: 1000,\n  },\n  logStreamDriverOps: {\n    nConcurrentGetLogs: 10,\n    pollingInterval: 1000,\n    stopPollingDelay: 1000,\n  },\n  pFrameDriverOps: PFrameDriverOpsDefaults,\n};\n\nexport function DefaultDriverKitOpsPaths(\n  workDir: string,\n): Pick<\n  DriverKitOpsPaths,\n  \"blobDownloadPath\" | \"blobDownloadRangesCachePath\" | \"downloadBlobToURLPath\" | \"pframesSpillPath\"\n> {\n  return {\n    blobDownloadPath: path.join(workDir, \"download\"),\n    blobDownloadRangesCachePath: path.join(workDir, \"downloadRangesCache\"),\n    downloadBlobToURLPath: path.join(workDir, \"downloadToURL\"),\n    pframesSpillPath: path.join(workDir, \"pframes\"),\n  };\n}\n\n/** Fields with default values are marked as optional here. */\nexport type DriverKitOpsConstructor = Omit<\n  DriverKitOpsSettings,\n  keyof typeof DefaultDriverKitOpsSettings\n> &\n  Partial<typeof DefaultDriverKitOpsSettings> &\n  Omit<DriverKitOpsPaths, keyof ReturnType<typeof DefaultDriverKitOpsPaths>> &\n  Partial<ReturnType<typeof DefaultDriverKitOpsPaths>>;\n\nexport type MiddleLayerOpsPaths = DriverKitOpsPaths & {\n  /** Common root where to put frontend code. */\n  readonly frontendDownloadPath: string;\n};\n\n/** Debug options for middle layer. */\nexport type MiddleLayerDebugOptions = {\n  /** If true, will dump initial tree state to the file with root resource id as name. */\n  dumpInitialTreeState: boolean;\n};\n\n/** Configuration controlling different aspects of middle layer behaviour. */\nexport type MiddleLayerOpsSettings = DriverKitOpsSettings & {\n  /** Debug options. */\n  readonly debugOps: MiddleLayerDebugOptions;\n\n  /** Contain temporal options controlling how often should pl trees be\n   * synchronized with the pl server. */\n  readonly defaultTreeOptions: TemporalSynchronizedTreeOps;\n\n  /** Defines interval in milliseconds for running periodic project maintenance job.\n   * Project maintenance includes gradual staging rendering and cached outputs cleanup. */\n  readonly projectRefreshInterval: number;\n\n  /** This controls average number of block staging states that are rendered per\n   * second during project maintenance job execution. */\n  readonly stagingRenderingRate: number;\n\n  /** How often to check for dev block updates */\n  readonly devBlockUpdateRecheckInterval: number;\n\n  /** Prioritize this channel if update is available in this block */\n  readonly preferredUpdateChannel?: string;\n};\n\nexport type MiddleLayerOps = MiddleLayerOpsSettings & MiddleLayerOpsPaths;\n\n/** Some defaults fot MiddleLayerOps. */\nexport const DefaultMiddleLayerOpsSettings: Pick<\n  MiddleLayerOps,\n  | keyof typeof DefaultDriverKitOpsSettings\n  | \"defaultTreeOptions\"\n  | \"projectRefreshInterval\"\n  | \"stagingRenderingRate\"\n  | \"devBlockUpdateRecheckInterval\"\n  | \"debugOps\"\n> = {\n  ...DefaultDriverKitOpsSettings,\n  defaultTreeOptions: {\n    pollingInterval: 350,\n    stopPollingDelay: 2500,\n    initialTreeLoadingTimeout: 100 * 60 * 60 * 1000, // disable timeout for loading project tree (100 hours)\n  },\n  debugOps: {\n    dumpInitialTreeState: false,\n  },\n  devBlockUpdateRecheckInterval: 1000,\n  projectRefreshInterval: 700,\n  stagingRenderingRate: 5,\n};\n\nexport function DefaultMiddleLayerOpsPaths(\n  workDir: string,\n): Pick<\n  MiddleLayerOpsPaths,\n  keyof ReturnType<typeof DefaultDriverKitOpsPaths> | \"frontendDownloadPath\"\n> {\n  return {\n    ...DefaultDriverKitOpsPaths(workDir),\n    frontendDownloadPath: path.join(workDir, \"frontend\"),\n  };\n}\n\nexport type MiddleLayerOpsConstructor = Omit<\n  MiddleLayerOpsSettings,\n  keyof typeof DefaultMiddleLayerOpsSettings\n> &\n  Partial<typeof DefaultMiddleLayerOpsSettings> &\n  Omit<MiddleLayerOpsPaths, keyof Awaited<ReturnType<typeof DefaultMiddleLayerOpsPaths>>> &\n  Partial<Awaited<ReturnType<typeof DefaultMiddleLayerOpsPaths>>>;\n"],"mappings":";;;;;;;AAsIA,MAAa,8BAST;CACF,QAAQ,IAAI,sBAAsB;CAClC,eAAe;EACb,oBAAoB,IAAI,OAAO,OAAO;EACtC,yBAAyB,IAAI,OAAO,OAAO;EAC3C,sBAAsB;EACvB;CACD,2BAA2B;EACzB,oBAAoB,IAAI,OAAO,OAAO;EACtC,YAAY;EACZ,sBAAsB;EACvB;CACD,4BAA4B;EAC1B,oBAAoB,IAAI,OAAO,OAAO;EACtC,sBAAsB;EACvB;CACD,iBAAiB;EACf,wBAAwB;EACxB,0BAA0B;EAC1B,iBAAiB;EACjB,kBAAkB;EACnB;CACD,oBAAoB;EAClB,oBAAoB;EACpB,iBAAiB;EACjB,kBAAkB;EACnB;CACD,iBAAiB;CAClB;AAED,SAAgB,yBACd,SAIA;AACA,QAAO;EACL,kBAAkB,KAAK,KAAK,SAAS,WAAW;EAChD,6BAA6B,KAAK,KAAK,SAAS,sBAAsB;EACtE,uBAAuB,KAAK,KAAK,SAAS,gBAAgB;EAC1D,kBAAkB,KAAK,KAAK,SAAS,UAAU;EAChD;;;AAkDH,MAAa,gCAQT;CACF,GAAG;CACH,oBAAoB;EAClB,iBAAiB;EACjB,kBAAkB;EAClB,2BAA2B,MAAW,KAAK;EAC5C;CACD,UAAU,EACR,sBAAsB,OACvB;CACD,+BAA+B;CAC/B,wBAAwB;CACxB,sBAAsB;CACvB;AAED,SAAgB,2BACd,SAIA;AACA,QAAO;EACL,GAAG,yBAAyB,QAAQ;EACpC,sBAAsB,KAAK,KAAK,SAAS,WAAW;EACrD"}
+{"version":3,"file":"ops.js","names":[],"sources":["../../src/middle_layer/ops.ts"],"sourcesContent":["import type { TemporalSynchronizedTreeOps } from \"./types\";\nimport type {\n  DownloadBlobToURLDriverOps,\n  DownloadDriverOps,\n  DownloadUrlDriverOps,\n  OpenFileDialogCallback,\n  VirtualLocalStorageSpec,\n} from \"@milaboratories/pl-drivers\";\nimport type { UploadDriverOps } from \"@milaboratories/pl-drivers\";\nimport type { LogsStreamDriverOps } from \"@milaboratories/pl-drivers\";\nimport type { MiLogger } from \"@milaboratories/ts-helpers\";\nimport { ConsoleLoggerAdapter } from \"@milaboratories/ts-helpers\";\nimport type { LocalStorageProjection } from \"@milaboratories/pl-drivers\";\nimport path from \"node:path\";\nimport { PFrameDriverOpsDefaults, type PFrameDriverOps } from \"../pool\";\n\n/** Paths part of {@link DriverKitOps}. */\nexport type DriverKitOpsPaths = {\n  /** Common root where to put downloaded blobs / downloaded blob cache */\n  readonly blobDownloadPath: string;\n\n  /** Common root for a cache for range queries. */\n  readonly blobDownloadRangesCachePath: string;\n\n  /** Common root where to put downloaded blobs with */\n  readonly downloadBlobToURLPath: string;\n\n  /**\n   * List of pl storages that have projections in local file system.\n   *\n   * This option affect two drivers:\n   *\n   *   (1) LS driver generates \"index\" handles instead of \"upload\" for paths inside those locations\n   *\n   *   (2) Download driver directly serves content retrieval requests for blobs from listed storages,\n   *       and don't apply any caching for such blobs (i.e. preventing duplication of files for Downloaded\n   *       type handles, making OnDemand and Downloaded handles equivalent)\n   *\n   * */\n  readonly localProjections: LocalStorageProjection[];\n\n  /**\n   * List of virtual storages that will allow homogeneous access to local FSs through LS API.\n   * If undefined, default list will be created.\n   * */\n  readonly virtualLocalStoragesOverride?: VirtualLocalStorageSpec[];\n\n  /** Path to the directory where pframes will spill temporary files and store materialized views */\n  readonly pframesSpillPath: string;\n};\n\n/** Options required to initialize full set of middle layer driver kit */\nexport type DriverKitOpsSettings = {\n  //\n  // Common\n  //\n\n  readonly logger: MiLogger;\n\n  //\n  // Signer\n  //\n\n  /**\n   * Local secret, that is used to sign and verify different pieces of information\n   * that can be used to access local data, like local paths for ongoing uploads.\n   *\n   * Use {@link MiddleLayer.generateLocalSecret} to generate sufficiently random string.\n   * */\n  readonly localSecret: string;\n\n  //\n  // Blob Driver\n  //\n\n  /**\n   * Settings related to the download driver making operations with blobs. This driver is also used\n   * to download logs when source process terminates and log terns into a blob\n   */\n  readonly blobDriverOps: DownloadDriverOps;\n\n  //\n  // Frontend Driver\n  //\n\n  /** Settings related to the frontend driver that downloads frontends. */\n  readonly frontendDownloadDriverOps: DownloadUrlDriverOps;\n\n  //\n  // Blob To URL Driver\n  //\n\n  readonly downloadBlobToURLDriverOps: DownloadBlobToURLDriverOps;\n\n  //\n  // Upload Driver\n  //\n\n  /**\n   * Settings related to the upload driver that actually performs upload and helps render upload\n   * and indexing progresses from related pl resources.\n   * */\n  readonly uploadDriverOps: UploadDriverOps;\n\n  //\n  // Log streaming ops\n  // (static logs are served via the blob driver)\n  //\n\n  /** Settings related to the streaming log driver */\n  readonly logStreamDriverOps: LogsStreamDriverOps;\n\n  //\n  // LS Driver\n  //\n\n  /**\n   * Callback to access system file open dialog, must be provided by the environment,\n   * to allow for {@link showOpenSingleFileDialog} / {@link showOpenMultipleFilesDialog}\n   * calls from the UI.\n   */\n  readonly openFileDialogCallback: OpenFileDialogCallback;\n\n  //\n  // PFrame Driver\n  //\n\n  /** Settings related to the PFrame driver */\n  readonly pFrameDriverOps: PFrameDriverOps;\n};\n\nexport type DriverKitOps = DriverKitOpsPaths & DriverKitOpsSettings;\n\n/** Some defaults fot MiddleLayerOps. */\nexport const DefaultDriverKitOpsSettings: Pick<\n  DriverKitOpsSettings,\n  | \"logger\"\n  | \"blobDriverOps\"\n  | \"frontendDownloadDriverOps\"\n  | \"downloadBlobToURLDriverOps\"\n  | \"uploadDriverOps\"\n  | \"logStreamDriverOps\"\n  | \"pFrameDriverOps\"\n> = {\n  logger: new ConsoleLoggerAdapter(),\n  blobDriverOps: {\n    cacheSoftSizeBytes: 8 * 1024 * 1024 * 1024, // 8 GB\n    rangesCacheMaxSizeBytes: 8 * 1024 * 1024 * 1024, // 8 GB\n    nConcurrentDownloads: 10,\n  },\n  frontendDownloadDriverOps: {\n    cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB\n    withGunzip: true,\n    nConcurrentDownloads: 50,\n  },\n  downloadBlobToURLDriverOps: {\n    cacheSoftSizeBytes: 1 * 1024 * 1024 * 1024, // 1 GB\n    nConcurrentDownloads: 10,\n  },\n  uploadDriverOps: {\n    nConcurrentPartUploads: 10,\n    nConcurrentGetProgresses: 10,\n    pollingInterval: 1000,\n    stopPollingDelay: 1000,\n  },\n  logStreamDriverOps: {\n    nConcurrentGetLogs: 10,\n    pollingInterval: 1000,\n    stopPollingDelay: 1000,\n  },\n  pFrameDriverOps: PFrameDriverOpsDefaults,\n};\n\nexport function DefaultDriverKitOpsPaths(\n  workDir: string,\n): Pick<\n  DriverKitOpsPaths,\n  \"blobDownloadPath\" | \"blobDownloadRangesCachePath\" | \"downloadBlobToURLPath\" | \"pframesSpillPath\"\n> {\n  return {\n    blobDownloadPath: path.join(workDir, \"download\"),\n    blobDownloadRangesCachePath: path.join(workDir, \"downloadRangesCache\"),\n    downloadBlobToURLPath: path.join(workDir, \"downloadToURL\"),\n    pframesSpillPath: path.join(workDir, \"pframes\"),\n  };\n}\n\n/** Fields with default values are marked as optional here. */\nexport type DriverKitOpsConstructor = Omit<\n  DriverKitOpsSettings,\n  keyof typeof DefaultDriverKitOpsSettings\n> &\n  Partial<typeof DefaultDriverKitOpsSettings> &\n  Omit<DriverKitOpsPaths, keyof ReturnType<typeof DefaultDriverKitOpsPaths>> &\n  Partial<ReturnType<typeof DefaultDriverKitOpsPaths>>;\n\nexport type MiddleLayerOpsPaths = DriverKitOpsPaths & {\n  /** Common root where to put frontend code. */\n  readonly frontendDownloadPath: string;\n};\n\n/** Debug options for middle layer. */\nexport type MiddleLayerDebugOptions = {\n  /** If true, will dump initial tree state to the file with root resource id as name. */\n  dumpInitialTreeState: boolean;\n};\n\n/** Configuration controlling different aspects of middle layer behaviour. */\nexport type MiddleLayerOpsSettings = DriverKitOpsSettings & {\n  /** Debug options. */\n  readonly debugOps: MiddleLayerDebugOptions;\n\n  /** Contain temporal options controlling how often should pl trees be\n   * synchronized with the pl server. */\n  readonly defaultTreeOptions: TemporalSynchronizedTreeOps;\n\n  /** Defines interval in milliseconds for running periodic project maintenance job.\n   * Project maintenance includes background staging rendering and cached outputs cleanup. */\n  readonly projectRefreshInterval: number;\n\n  /** How often to check for dev block updates */\n  readonly devBlockUpdateRecheckInterval: number;\n\n  /** Prioritize this channel if update is available in this block */\n  readonly preferredUpdateChannel?: string;\n};\n\nexport type MiddleLayerOps = MiddleLayerOpsSettings & MiddleLayerOpsPaths;\n\n/** Some defaults fot MiddleLayerOps. */\nexport const DefaultMiddleLayerOpsSettings: Pick<\n  MiddleLayerOps,\n  | keyof typeof DefaultDriverKitOpsSettings\n  | \"defaultTreeOptions\"\n  | \"projectRefreshInterval\"\n  | \"devBlockUpdateRecheckInterval\"\n  | \"debugOps\"\n> = {\n  ...DefaultDriverKitOpsSettings,\n  defaultTreeOptions: {\n    pollingInterval: 350,\n    stopPollingDelay: 2500,\n    initialTreeLoadingTimeout: 100 * 60 * 60 * 1000, // disable timeout for loading project tree (100 hours)\n  },\n  debugOps: {\n    dumpInitialTreeState: false,\n  },\n  devBlockUpdateRecheckInterval: 1000,\n  projectRefreshInterval: 2000,\n};\n\nexport function DefaultMiddleLayerOpsPaths(\n  workDir: string,\n): Pick<\n  MiddleLayerOpsPaths,\n  keyof ReturnType<typeof DefaultDriverKitOpsPaths> | \"frontendDownloadPath\"\n> {\n  return {\n    ...DefaultDriverKitOpsPaths(workDir),\n    frontendDownloadPath: path.join(workDir, \"frontend\"),\n  };\n}\n\nexport type MiddleLayerOpsConstructor = Omit<\n  MiddleLayerOpsSettings,\n  keyof typeof DefaultMiddleLayerOpsSettings\n> &\n  Partial<typeof DefaultMiddleLayerOpsSettings> &\n  Omit<MiddleLayerOpsPaths, keyof Awaited<ReturnType<typeof DefaultMiddleLayerOpsPaths>>> &\n  Partial<Awaited<ReturnType<typeof DefaultMiddleLayerOpsPaths>>>;\n"],"mappings":";;;;;;;AAsIA,MAAa,8BAST;CACF,QAAQ,IAAI,sBAAsB;CAClC,eAAe;EACb,oBAAoB,IAAI,OAAO,OAAO;EACtC,yBAAyB,IAAI,OAAO,OAAO;EAC3C,sBAAsB;EACvB;CACD,2BAA2B;EACzB,oBAAoB,IAAI,OAAO,OAAO;EACtC,YAAY;EACZ,sBAAsB;EACvB;CACD,4BAA4B;EAC1B,oBAAoB,IAAI,OAAO,OAAO;EACtC,sBAAsB;EACvB;CACD,iBAAiB;EACf,wBAAwB;EACxB,0BAA0B;EAC1B,iBAAiB;EACjB,kBAAkB;EACnB;CACD,oBAAoB;EAClB,oBAAoB;EACpB,iBAAiB;EACjB,kBAAkB;EACnB;CACD,iBAAiB;CAClB;AAED,SAAgB,yBACd,SAIA;AACA,QAAO;EACL,kBAAkB,KAAK,KAAK,SAAS,WAAW;EAChD,6BAA6B,KAAK,KAAK,SAAS,sBAAsB;EACtE,uBAAuB,KAAK,KAAK,SAAS,gBAAgB;EAC1D,kBAAkB,KAAK,KAAK,SAAS,UAAU;EAChD;;;AA8CH,MAAa,gCAOT;CACF,GAAG;CACH,oBAAoB;EAClB,iBAAiB;EACjB,kBAAkB;EAClB,2BAA2B,MAAW,KAAK;EAC5C;CACD,UAAU,EACR,sBAAsB,OACvB;CACD,+BAA+B;CAC/B,wBAAwB;CACzB;AAED,SAAgB,2BACd,SAIA;AACA,QAAO;EACL,GAAG,yBAAyB,QAAQ;EACpC,sBAAsB,KAAK,KAAK,SAAS,WAAW;EACrD"}

package/dist/middle_layer/project.cjs

@@ -64,7 +64,7 @@ var Project = class Project {
 		let retryState;
 		while (!this.destroyed) try {
 			await require_project.withProject(this.env.projectHelper, this.env.pl, this.rid, (prj) => {
-				prj.doRefresh(this.env.ops.stagingRenderingRate);
+				prj.doRefresh();
 			}, {
 				name: "doRefresh",
 				lockId: this.projectLockId