@milaboratories/pl-middle-layer 1.48.16 → 1.48.17

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -203,7 +203,7 @@ var MiddleLayer = class MiddleLayer {
203
203
  }),
204
204
  runtimeCapabilities,
205
205
  quickJs,
206
- projectHelper: new require_project_helper.ProjectHelper(quickJs),
206
+ projectHelper: new require_project_helper.ProjectHelper(quickJs, logger),
207
207
  dispose: async () => {
208
208
  await retryHttpDispatcher.destroy();
209
209
  await driverKit.dispose();
@@ -1 +1 @@
1
- {"version":3,"file":"middle_layer.cjs","names":["createProject","withProjectAuthored","Project","HmacSha256Signer","DefaultMiddleLayerOpsSettings","DefaultMiddleLayerOpsPaths","getDebugFlags","ProjectsField","ProjectsResourceType","initDriverKit","RetryAgent","V2RegistryProvider","BlockPackPreparer","RuntimeCapabilities","BlockEventDispatcher","BlockUpdateWatcher","ProjectHelper","WatchableValue","createProjectList"],"sources":["../../src/middle_layer/middle_layer.ts"],"sourcesContent":["import type { PlClient, ResourceId } from \"@milaboratories/pl-client\";\nimport { field, isNullResourceId, toGlobalResourceId } from \"@milaboratories/pl-client\";\nimport { createProjectList, ProjectsField, ProjectsResourceType } from \"./project_list\";\nimport { createProject, withProjectAuthored } from \"../mutator/project\";\nimport type { SynchronizedTreeState } from \"@milaboratories/pl-tree\";\nimport { BlockPackPreparer } from \"../mutator/block-pack/block_pack\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport { BlockEventDispatcher } from \"@milaboratories/ts-helpers\";\nimport { HmacSha256Signer } from \"@milaboratories/ts-helpers\";\nimport type { ComputableStableDefined } from \"@milaboratories/computable\";\nimport { WatchableValue } from \"@milaboratories/computable\";\nimport { Project } from \"./project\";\nimport type { MiddleLayerOps, MiddleLayerOpsConstructor } from \"./ops\";\nimport { DefaultMiddleLayerOpsPaths, DefaultMiddleLayerOpsSettings } from \"./ops\";\nimport { randomUUID } from \"node:crypto\";\nimport type { ProjectListEntry } from \"../model\";\nimport type {\n AuthorMarker,\n ProjectMeta,\n BlockPlatform,\n} from \"@milaboratories/pl-model-middle-layer\";\nimport { BlockUpdateWatcher } from \"../block_registry/watcher\";\nimport type { QuickJSWASMModule } from \"quickjs-emscripten\";\nimport { getQuickJS } from \"quickjs-emscripten\";\nimport type { MiddleLayerDriverKit } from \"./driver_kit\";\nimport { initDriverKit } from \"./driver_kit\";\nimport type { BlockCodeFeatureFlags, DriverKit, SupportedRequirement } from \"@platforma-sdk/model\";\nimport { RuntimeCapabilities } from \"@platforma-sdk/model\";\nimport type { DownloadUrlDriver } from \"@milaboratories/pl-drivers\";\nimport { V2RegistryProvider } from \"../block_registry\";\nimport type { Dispatcher } from \"undici\";\nimport { RetryAgent } from \"undici\";\nimport { getDebugFlags } from \"../debug\";\nimport { ProjectHelper } from \"../model/project_helper\";\n\nexport interface MiddleLayerEnvironment {\n dispose(): Promise<void>;\n readonly pl: PlClient;\n readonly runtimeCapabilities: RuntimeCapabilities;\n readonly logger: MiLogger;\n readonly blockEventDispatcher: BlockEventDispatcher;\n readonly httpDispatcher: Dispatcher;\n readonly retryHttpDispatcher: Dispatcher;\n readonly signer: Signer;\n readonly ops: MiddleLayerOps;\n readonly bpPreparer: BlockPackPreparer;\n readonly frontendDownloadDriver: DownloadUrlDriver;\n readonly blockUpdateWatcher: BlockUpdateWatcher;\n readonly quickJs: QuickJSWASMModule;\n readonly driverKit: MiddleLayerDriverKit;\n readonly projectHelper: ProjectHelper;\n}\n\n/**\n * Main access object to work with pl from UI.\n *\n * It implements an abstraction layer of projects and blocks.\n *\n * As a main entry point inside the pl, this object uses a resource attached\n * via the {@link ProjectsField} to the pl client's root, this resource\n * contains project list.\n *\n * Read about alternative roots, if isolated project lists (working environments)\n * are required.\n * */\nexport class MiddleLayer {\n public readonly pl: PlClient;\n\n /** Contains a reactive list of projects along with their meta information. */\n public readonly projectList: ComputableStableDefined<ProjectListEntry[]>;\n\n private constructor(\n private readonly env: MiddleLayerEnvironment,\n public readonly driverKit: DriverKit,\n public readonly signer: Signer,\n private readonly projectListResourceId: ResourceId,\n private readonly openedProjectsList: WatchableValue<ResourceId[]>,\n private readonly projectListTree: SynchronizedTreeState,\n public readonly blockRegistryProvider: V2RegistryProvider,\n projectList: ComputableStableDefined<ProjectListEntry[]>,\n ) {\n this.projectList = projectList;\n this.pl = this.env.pl;\n }\n\n /**\n * Get the OS where backend is running.\n * For old backend versions returns undefined.\n */\n public get serverPlatform(): BlockPlatform | undefined {\n return this.pl.serverInfo.platform as BlockPlatform | undefined;\n }\n\n /** Adds a runtime capability to the middle layer. */\n public addRuntimeCapability(\n requirement: SupportedRequirement,\n value: number | boolean = true,\n ): void {\n this.env.runtimeCapabilities.addSupportedRequirement(requirement, value);\n }\n\n /** Checks if the given block feature flags are compatible with the runtime capabilities. */\n public checkBlockCompatibility(featureFlags: BlockCodeFeatureFlags | undefined): boolean {\n return this.env.runtimeCapabilities.checkCompatibility(featureFlags);\n }\n\n /** Returns extended API driver kit used internally by middle layer. */\n public get internalDriverKit(): MiddleLayerDriverKit {\n return this.env.driverKit;\n }\n\n //\n // Project List Manipulation\n //\n\n /** Creates a project with initial state and adds it to project list. */\n public async createProject(meta: ProjectMeta, id: string = randomUUID()): Promise<ResourceId> {\n const resource = await this.pl.withWriteTx(\"MLCreateProject\", async (tx) => {\n const prj = await createProject(tx, meta);\n tx.createField(field(this.projectListResourceId, id), \"Dynamic\", prj);\n await tx.commit();\n return await toGlobalResourceId(prj);\n });\n await this.projectListTree.refreshState();\n return resource;\n }\n\n /** Updates project metadata */\n public async setProjectMeta(\n rid: ResourceId,\n meta: ProjectMeta,\n author?: AuthorMarker,\n ): Promise<void> {\n await withProjectAuthored(\n this.env.projectHelper,\n this.pl,\n rid,\n author,\n (prj) => {\n prj.setMeta(meta);\n },\n { name: \"setProjectMeta\" },\n );\n await this.projectListTree.refreshState();\n }\n\n /** Permanently deletes project from the project list, this will result in\n * destruction of all attached objects, like files, analysis results etc. */\n public async deleteProject(id: string): Promise<void> {\n await this.pl.withWriteTx(\"MLRemoveProject\", async (tx) => {\n tx.removeField(field(this.projectListResourceId, id));\n await tx.commit();\n });\n await this.projectListTree.refreshState();\n }\n\n //\n // Projects\n //\n\n private readonly openedProjectsByRid = new Map<ResourceId, Project>();\n\n private async projectIdToResourceId(id: string): Promise<ResourceId> {\n return await this.pl.withReadTx(\"Project id to resource id\", async (tx) => {\n const rid = (await tx.getField(field(this.projectListResourceId, id))).value;\n if (isNullResourceId(rid)) throw new Error(\"Unexpected project list structure.\");\n return rid;\n });\n }\n\n private async ensureProjectRid(id: ResourceId | string): Promise<ResourceId> {\n if (typeof id === \"string\") return await this.projectIdToResourceId(id);\n else return id;\n }\n\n /** Opens a project, and starts corresponding project maintenance loop. */\n public async openProject(id: ResourceId | string) {\n const rid = await this.ensureProjectRid(id);\n if (this.openedProjectsByRid.has(rid)) throw new Error(`Project ${rid} already opened`);\n this.openedProjectsByRid.set(rid, await Project.init(this.env, rid));\n this.openedProjectsList.setValue([...this.openedProjectsByRid.keys()]);\n }\n\n /** Closes the project, and deallocate all corresponding resources. */\n public async closeProject(rid: ResourceId): Promise<void> {\n const prj = this.openedProjectsByRid.get(rid);\n if (prj === undefined) throw new Error(`Project ${rid} not found among opened projects`);\n this.openedProjectsByRid.delete(rid);\n await prj.destroy();\n this.openedProjectsList.setValue([...this.openedProjectsByRid.keys()]);\n }\n\n /** Returns a project access object for opened project, for the given project\n * resource id. */\n public getOpenedProject(rid: ResourceId): Project {\n const prj = this.openedProjectsByRid.get(rid);\n if (prj === undefined) throw new Error(`Project ${rid} not found among opened projects`);\n return prj;\n }\n\n /** Returns true if project with given resource id is currently opened. */\n public isProjectOpened(rid: ResourceId): boolean {\n return this.openedProjectsByRid.has(rid);\n }\n\n /**\n * Deallocates all runtime resources consumed by this object and awaits\n * actual termination of event loops and other processes associated with\n * them.\n */\n public async close() {\n await Promise.all([...this.openedProjectsByRid.values()].map((prj) => prj.destroy()));\n // this.env.quickJs;\n await this.projectListTree.terminate();\n await this.env.dispose();\n await this.pl.close();\n }\n\n /** @deprecated */\n public async closeAndAwaitTermination() {\n await this.close();\n }\n\n /** Generates sufficiently random string to be used as local secret for the\n * middle layer */\n public static generateLocalSecret(): string {\n return HmacSha256Signer.generateSecret();\n }\n\n /** Returns a block event dispatcher, which can be used to listen to block events. */\n public get blockEventDispatcher(): BlockEventDispatcher {\n return this.env.blockEventDispatcher;\n }\n\n /** Initialize middle layer */\n public static async init(\n pl: PlClient,\n workdir: string,\n _ops: MiddleLayerOpsConstructor,\n ): Promise<MiddleLayer> {\n const ops: MiddleLayerOps = {\n ...DefaultMiddleLayerOpsSettings,\n ...DefaultMiddleLayerOpsPaths(workdir),\n ..._ops,\n };\n\n // overriding debug options from environment variables\n ops.defaultTreeOptions.logStat = getDebugFlags().logTreeStats;\n ops.debugOps.dumpInitialTreeState = getDebugFlags().dumpInitialTreeState;\n\n const projects = await pl.withWriteTx(\"MLInitialization\", async (tx) => {\n const projectsField = field(tx.clientRoot, ProjectsField);\n tx.createField(projectsField, \"Dynamic\");\n const projectsFieldData = await tx.getField(projectsField);\n if (isNullResourceId(projectsFieldData.value)) {\n const projects = tx.createEphemeral(ProjectsResourceType);\n tx.lock(projects);\n\n tx.setField(projectsField, projects);\n\n await tx.commit();\n\n return await projects.globalId;\n } else {\n return projectsFieldData.value;\n }\n });\n\n const logger = ops.logger;\n\n const driverKit = await initDriverKit(pl, workdir, ops.frontendDownloadPath, ops);\n\n // passed to components having no own retry logic\n const retryHttpDispatcher = new RetryAgent(pl.httpDispatcher);\n\n const v2RegistryProvider = new V2RegistryProvider(retryHttpDispatcher);\n\n const bpPreparer = new BlockPackPreparer(\n v2RegistryProvider,\n driverKit.signer,\n retryHttpDispatcher,\n );\n\n const quickJs = await getQuickJS();\n\n const runtimeCapabilities = new RuntimeCapabilities();\n // add runtime capabilities of model here\n runtimeCapabilities.addSupportedRequirement(\"requiresModelAPIVersion\", 1);\n runtimeCapabilities.addSupportedRequirement(\"requiresModelAPIVersion\", 2);\n runtimeCapabilities.addSupportedRequirement(\"requiresCreatePTable\", 2);\n // runtime capabilities of the desktop are to be added by the desktop app / test framework\n\n const env: MiddleLayerEnvironment = {\n pl,\n blockEventDispatcher: new BlockEventDispatcher(),\n signer: driverKit.signer,\n logger,\n httpDispatcher: pl.httpDispatcher,\n retryHttpDispatcher,\n ops,\n bpPreparer,\n frontendDownloadDriver: driverKit.frontendDriver,\n driverKit,\n blockUpdateWatcher: new BlockUpdateWatcher(v2RegistryProvider, logger, {\n minDelay: ops.devBlockUpdateRecheckInterval,\n http: retryHttpDispatcher,\n preferredUpdateChannel: ops.preferredUpdateChannel,\n }),\n runtimeCapabilities,\n quickJs,\n projectHelper: new ProjectHelper(quickJs),\n dispose: async () => {\n await retryHttpDispatcher.destroy();\n await driverKit.dispose();\n },\n };\n\n const openedProjects = new WatchableValue<ResourceId[]>([]);\n const projectListTC = await createProjectList(pl, projects, openedProjects, env);\n\n return new MiddleLayer(\n env,\n driverKit,\n driverKit.signer,\n projects,\n openedProjects,\n projectListTC.tree,\n v2RegistryProvider,\n projectListTC.computable,\n );\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiEA,IAAa,cAAb,MAAa,YAAY;CACvB,AAAgB;;CAGhB,AAAgB;CAEhB,AAAQ,YACN,AAAiB,KACjB,AAAgB,WAChB,AAAgB,QAChB,AAAiB,uBACjB,AAAiB,oBACjB,AAAiB,iBACjB,AAAgB,uBAChB,aACA;EARiB;EACD;EACA;EACC;EACA;EACA;EACD;AAGhB,OAAK,cAAc;AACnB,OAAK,KAAK,KAAK,IAAI;;;;;;CAOrB,IAAW,iBAA4C;AACrD,SAAO,KAAK,GAAG,WAAW;;;CAI5B,AAAO,qBACL,aACA,QAA0B,MACpB;AACN,OAAK,IAAI,oBAAoB,wBAAwB,aAAa,MAAM;;;CAI1E,AAAO,wBAAwB,cAA0D;AACvF,SAAO,KAAK,IAAI,oBAAoB,mBAAmB,aAAa;;;CAItE,IAAW,oBAA0C;AACnD,SAAO,KAAK,IAAI;;;CAQlB,MAAa,cAAc,MAAmB,kCAAyB,EAAuB;EAC5F,MAAM,WAAW,MAAM,KAAK,GAAG,YAAY,mBAAmB,OAAO,OAAO;GAC1E,MAAM,MAAM,MAAMA,8BAAc,IAAI,KAAK;AACzC,MAAG,iDAAkB,KAAK,uBAAuB,GAAG,EAAE,WAAW,IAAI;AACrE,SAAM,GAAG,QAAQ;AACjB,UAAO,wDAAyB,IAAI;IACpC;AACF,QAAM,KAAK,gBAAgB,cAAc;AACzC,SAAO;;;CAIT,MAAa,eACX,KACA,MACA,QACe;AACf,QAAMC,oCACJ,KAAK,IAAI,eACT,KAAK,IACL,KACA,SACC,QAAQ;AACP,OAAI,QAAQ,KAAK;KAEnB,EAAE,MAAM,kBAAkB,CAC3B;AACD,QAAM,KAAK,gBAAgB,cAAc;;;;CAK3C,MAAa,cAAc,IAA2B;AACpD,QAAM,KAAK,GAAG,YAAY,mBAAmB,OAAO,OAAO;AACzD,MAAG,iDAAkB,KAAK,uBAAuB,GAAG,CAAC;AACrD,SAAM,GAAG,QAAQ;IACjB;AACF,QAAM,KAAK,gBAAgB,cAAc;;CAO3C,AAAiB,sCAAsB,IAAI,KAA0B;CAErE,MAAc,sBAAsB,IAAiC;AACnE,SAAO,MAAM,KAAK,GAAG,WAAW,6BAA6B,OAAO,OAAO;GACzE,MAAM,OAAO,MAAM,GAAG,8CAAe,KAAK,uBAAuB,GAAG,CAAC,EAAE;AACvE,uDAAqB,IAAI,CAAE,OAAM,IAAI,MAAM,qCAAqC;AAChF,UAAO;IACP;;CAGJ,MAAc,iBAAiB,IAA8C;AAC3E,MAAI,OAAO,OAAO,SAAU,QAAO,MAAM,KAAK,sBAAsB,GAAG;MAClE,QAAO;;;CAId,MAAa,YAAY,IAAyB;EAChD,MAAM,MAAM,MAAM,KAAK,iBAAiB,GAAG;AAC3C,MAAI,KAAK,oBAAoB,IAAI,IAAI,CAAE,OAAM,IAAI,MAAM,WAAW,IAAI,iBAAiB;AACvF,OAAK,oBAAoB,IAAI,KAAK,MAAMC,0BAAQ,KAAK,KAAK,KAAK,IAAI,CAAC;AACpE,OAAK,mBAAmB,SAAS,CAAC,GAAG,KAAK,oBAAoB,MAAM,CAAC,CAAC;;;CAIxE,MAAa,aAAa,KAAgC;EACxD,MAAM,MAAM,KAAK,oBAAoB,IAAI,IAAI;AAC7C,MAAI,QAAQ,OAAW,OAAM,IAAI,MAAM,WAAW,IAAI,kCAAkC;AACxF,OAAK,oBAAoB,OAAO,IAAI;AACpC,QAAM,IAAI,SAAS;AACnB,OAAK,mBAAmB,SAAS,CAAC,GAAG,KAAK,oBAAoB,MAAM,CAAC,CAAC;;;;CAKxE,AAAO,iBAAiB,KAA0B;EAChD,MAAM,MAAM,KAAK,oBAAoB,IAAI,IAAI;AAC7C,MAAI,QAAQ,OAAW,OAAM,IAAI,MAAM,WAAW,IAAI,kCAAkC;AACxF,SAAO;;;CAIT,AAAO,gBAAgB,KAA0B;AAC/C,SAAO,KAAK,oBAAoB,IAAI,IAAI;;;;;;;CAQ1C,MAAa,QAAQ;AACnB,QAAM,QAAQ,IAAI,CAAC,GAAG,KAAK,oBAAoB,QAAQ,CAAC,CAAC,KAAK,QAAQ,IAAI,SAAS,CAAC,CAAC;AAErF,QAAM,KAAK,gBAAgB,WAAW;AACtC,QAAM,KAAK,IAAI,SAAS;AACxB,QAAM,KAAK,GAAG,OAAO;;;CAIvB,MAAa,2BAA2B;AACtC,QAAM,KAAK,OAAO;;;;CAKpB,OAAc,sBAA8B;AAC1C,SAAOC,4CAAiB,gBAAgB;;;CAI1C,IAAW,uBAA6C;AACtD,SAAO,KAAK,IAAI;;;CAIlB,aAAoB,KAClB,IACA,SACA,MACsB;EACtB,MAAM,MAAsB;GAC1B,GAAGC;GACH,GAAGC,uCAA2B,QAAQ;GACtC,GAAG;GACJ;AAGD,MAAI,mBAAmB,UAAUC,+BAAe,CAAC;AACjD,MAAI,SAAS,uBAAuBA,+BAAe,CAAC;EAEpD,MAAM,WAAW,MAAM,GAAG,YAAY,oBAAoB,OAAO,OAAO;GACtE,MAAM,qDAAsB,GAAG,YAAYC,mCAAc;AACzD,MAAG,YAAY,eAAe,UAAU;GACxC,MAAM,oBAAoB,MAAM,GAAG,SAAS,cAAc;AAC1D,uDAAqB,kBAAkB,MAAM,EAAE;IAC7C,MAAM,WAAW,GAAG,gBAAgBC,0CAAqB;AACzD,OAAG,KAAK,SAAS;AAEjB,OAAG,SAAS,eAAe,SAAS;AAEpC,UAAM,GAAG,QAAQ;AAEjB,WAAO,MAAM,SAAS;SAEtB,QAAO,kBAAkB;IAE3B;EAEF,MAAM,SAAS,IAAI;EAEnB,MAAM,YAAY,MAAMC,iCAAc,IAAI,SAAS,IAAI,sBAAsB,IAAI;EAGjF,MAAM,sBAAsB,IAAIC,kBAAW,GAAG,eAAe;EAE7D,MAAM,qBAAqB,IAAIC,gDAAmB,oBAAoB;EAEtE,MAAM,aAAa,IAAIC,qCACrB,oBACA,UAAU,QACV,oBACD;EAED,MAAM,UAAU,0CAAkB;EAElC,MAAM,sBAAsB,IAAIC,0CAAqB;AAErD,sBAAoB,wBAAwB,2BAA2B,EAAE;AACzE,sBAAoB,wBAAwB,2BAA2B,EAAE;AACzE,sBAAoB,wBAAwB,wBAAwB,EAAE;EAGtE,MAAM,MAA8B;GAClC;GACA,sBAAsB,IAAIC,iDAAsB;GAChD,QAAQ,UAAU;GAClB;GACA,gBAAgB,GAAG;GACnB;GACA;GACA;GACA,wBAAwB,UAAU;GAClC;GACA,oBAAoB,IAAIC,mCAAmB,oBAAoB,QAAQ;IACrE,UAAU,IAAI;IACd,MAAM;IACN,wBAAwB,IAAI;IAC7B,CAAC;GACF;GACA;GACA,eAAe,IAAIC,qCAAc,QAAQ;GACzC,SAAS,YAAY;AACnB,UAAM,oBAAoB,SAAS;AACnC,UAAM,UAAU,SAAS;;GAE5B;EAED,MAAM,iBAAiB,IAAIC,0CAA6B,EAAE,CAAC;EAC3D,MAAM,gBAAgB,MAAMC,uCAAkB,IAAI,UAAU,gBAAgB,IAAI;AAEhF,SAAO,IAAI,YACT,KACA,WACA,UAAU,QACV,UACA,gBACA,cAAc,MACd,oBACA,cAAc,WACf"}
1
+ {"version":3,"file":"middle_layer.cjs","names":["createProject","withProjectAuthored","Project","HmacSha256Signer","DefaultMiddleLayerOpsSettings","DefaultMiddleLayerOpsPaths","getDebugFlags","ProjectsField","ProjectsResourceType","initDriverKit","RetryAgent","V2RegistryProvider","BlockPackPreparer","RuntimeCapabilities","BlockEventDispatcher","BlockUpdateWatcher","ProjectHelper","WatchableValue","createProjectList"],"sources":["../../src/middle_layer/middle_layer.ts"],"sourcesContent":["import type { PlClient, ResourceId } from \"@milaboratories/pl-client\";\nimport { field, isNullResourceId, toGlobalResourceId } from \"@milaboratories/pl-client\";\nimport { createProjectList, ProjectsField, ProjectsResourceType } from \"./project_list\";\nimport { createProject, withProjectAuthored } from \"../mutator/project\";\nimport type { SynchronizedTreeState } from \"@milaboratories/pl-tree\";\nimport { BlockPackPreparer } from \"../mutator/block-pack/block_pack\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport { BlockEventDispatcher } from \"@milaboratories/ts-helpers\";\nimport { HmacSha256Signer } from \"@milaboratories/ts-helpers\";\nimport type { ComputableStableDefined } from \"@milaboratories/computable\";\nimport { WatchableValue } from \"@milaboratories/computable\";\nimport { Project } from \"./project\";\nimport type { MiddleLayerOps, MiddleLayerOpsConstructor } from \"./ops\";\nimport { DefaultMiddleLayerOpsPaths, DefaultMiddleLayerOpsSettings } from \"./ops\";\nimport { randomUUID } from \"node:crypto\";\nimport type { ProjectListEntry } from \"../model\";\nimport type {\n AuthorMarker,\n ProjectMeta,\n BlockPlatform,\n} from \"@milaboratories/pl-model-middle-layer\";\nimport { BlockUpdateWatcher } from \"../block_registry/watcher\";\nimport type { QuickJSWASMModule } from \"quickjs-emscripten\";\nimport { getQuickJS } from \"quickjs-emscripten\";\nimport type { MiddleLayerDriverKit } from \"./driver_kit\";\nimport { initDriverKit } from \"./driver_kit\";\nimport type { BlockCodeFeatureFlags, DriverKit, SupportedRequirement } from \"@platforma-sdk/model\";\nimport { RuntimeCapabilities } from \"@platforma-sdk/model\";\nimport type { DownloadUrlDriver } from \"@milaboratories/pl-drivers\";\nimport { V2RegistryProvider } from \"../block_registry\";\nimport type { Dispatcher } from \"undici\";\nimport { RetryAgent } from \"undici\";\nimport { getDebugFlags } from \"../debug\";\nimport { ProjectHelper } from \"../model/project_helper\";\n\nexport interface MiddleLayerEnvironment {\n dispose(): Promise<void>;\n readonly pl: PlClient;\n readonly runtimeCapabilities: RuntimeCapabilities;\n readonly logger: MiLogger;\n readonly blockEventDispatcher: BlockEventDispatcher;\n readonly httpDispatcher: Dispatcher;\n readonly retryHttpDispatcher: Dispatcher;\n readonly signer: Signer;\n readonly ops: MiddleLayerOps;\n readonly bpPreparer: BlockPackPreparer;\n readonly frontendDownloadDriver: DownloadUrlDriver;\n readonly blockUpdateWatcher: BlockUpdateWatcher;\n readonly quickJs: QuickJSWASMModule;\n readonly driverKit: MiddleLayerDriverKit;\n readonly projectHelper: ProjectHelper;\n}\n\n/**\n * Main access object to work with pl from UI.\n *\n * It implements an abstraction layer of projects and blocks.\n *\n * As a main entry point inside the pl, this object uses a resource attached\n * via the {@link ProjectsField} to the pl client's root, this resource\n * contains project list.\n *\n * Read about alternative roots, if isolated project lists (working environments)\n * are required.\n * */\nexport class MiddleLayer {\n public readonly pl: PlClient;\n\n /** Contains a reactive list of projects along with their meta information. */\n public readonly projectList: ComputableStableDefined<ProjectListEntry[]>;\n\n private constructor(\n private readonly env: MiddleLayerEnvironment,\n public readonly driverKit: DriverKit,\n public readonly signer: Signer,\n private readonly projectListResourceId: ResourceId,\n private readonly openedProjectsList: WatchableValue<ResourceId[]>,\n private readonly projectListTree: SynchronizedTreeState,\n public readonly blockRegistryProvider: V2RegistryProvider,\n projectList: ComputableStableDefined<ProjectListEntry[]>,\n ) {\n this.projectList = projectList;\n this.pl = this.env.pl;\n }\n\n /**\n * Get the OS where backend is running.\n * For old backend versions returns undefined.\n */\n public get serverPlatform(): BlockPlatform | undefined {\n return this.pl.serverInfo.platform as BlockPlatform | undefined;\n }\n\n /** Adds a runtime capability to the middle layer. */\n public addRuntimeCapability(\n requirement: SupportedRequirement,\n value: number | boolean = true,\n ): void {\n this.env.runtimeCapabilities.addSupportedRequirement(requirement, value);\n }\n\n /** Checks if the given block feature flags are compatible with the runtime capabilities. */\n public checkBlockCompatibility(featureFlags: BlockCodeFeatureFlags | undefined): boolean {\n return this.env.runtimeCapabilities.checkCompatibility(featureFlags);\n }\n\n /** Returns extended API driver kit used internally by middle layer. */\n public get internalDriverKit(): MiddleLayerDriverKit {\n return this.env.driverKit;\n }\n\n //\n // Project List Manipulation\n //\n\n /** Creates a project with initial state and adds it to project list. */\n public async createProject(meta: ProjectMeta, id: string = randomUUID()): Promise<ResourceId> {\n const resource = await this.pl.withWriteTx(\"MLCreateProject\", async (tx) => {\n const prj = await createProject(tx, meta);\n tx.createField(field(this.projectListResourceId, id), \"Dynamic\", prj);\n await tx.commit();\n return await toGlobalResourceId(prj);\n });\n await this.projectListTree.refreshState();\n return resource;\n }\n\n /** Updates project metadata */\n public async setProjectMeta(\n rid: ResourceId,\n meta: ProjectMeta,\n author?: AuthorMarker,\n ): Promise<void> {\n await withProjectAuthored(\n this.env.projectHelper,\n this.pl,\n rid,\n author,\n (prj) => {\n prj.setMeta(meta);\n },\n { name: \"setProjectMeta\" },\n );\n await this.projectListTree.refreshState();\n }\n\n /** Permanently deletes project from the project list, this will result in\n * destruction of all attached objects, like files, analysis results etc. */\n public async deleteProject(id: string): Promise<void> {\n await this.pl.withWriteTx(\"MLRemoveProject\", async (tx) => {\n tx.removeField(field(this.projectListResourceId, id));\n await tx.commit();\n });\n await this.projectListTree.refreshState();\n }\n\n //\n // Projects\n //\n\n private readonly openedProjectsByRid = new Map<ResourceId, Project>();\n\n private async projectIdToResourceId(id: string): Promise<ResourceId> {\n return await this.pl.withReadTx(\"Project id to resource id\", async (tx) => {\n const rid = (await tx.getField(field(this.projectListResourceId, id))).value;\n if (isNullResourceId(rid)) throw new Error(\"Unexpected project list structure.\");\n return rid;\n });\n }\n\n private async ensureProjectRid(id: ResourceId | string): Promise<ResourceId> {\n if (typeof id === \"string\") return await this.projectIdToResourceId(id);\n else return id;\n }\n\n /** Opens a project, and starts corresponding project maintenance loop. */\n public async openProject(id: ResourceId | string) {\n const rid = await this.ensureProjectRid(id);\n if (this.openedProjectsByRid.has(rid)) throw new Error(`Project ${rid} already opened`);\n this.openedProjectsByRid.set(rid, await Project.init(this.env, rid));\n this.openedProjectsList.setValue([...this.openedProjectsByRid.keys()]);\n }\n\n /** Closes the project, and deallocate all corresponding resources. */\n public async closeProject(rid: ResourceId): Promise<void> {\n const prj = this.openedProjectsByRid.get(rid);\n if (prj === undefined) throw new Error(`Project ${rid} not found among opened projects`);\n this.openedProjectsByRid.delete(rid);\n await prj.destroy();\n this.openedProjectsList.setValue([...this.openedProjectsByRid.keys()]);\n }\n\n /** Returns a project access object for opened project, for the given project\n * resource id. */\n public getOpenedProject(rid: ResourceId): Project {\n const prj = this.openedProjectsByRid.get(rid);\n if (prj === undefined) throw new Error(`Project ${rid} not found among opened projects`);\n return prj;\n }\n\n /** Returns true if project with given resource id is currently opened. */\n public isProjectOpened(rid: ResourceId): boolean {\n return this.openedProjectsByRid.has(rid);\n }\n\n /**\n * Deallocates all runtime resources consumed by this object and awaits\n * actual termination of event loops and other processes associated with\n * them.\n */\n public async close() {\n await Promise.all([...this.openedProjectsByRid.values()].map((prj) => prj.destroy()));\n // this.env.quickJs;\n await this.projectListTree.terminate();\n await this.env.dispose();\n await this.pl.close();\n }\n\n /** @deprecated */\n public async closeAndAwaitTermination() {\n await this.close();\n }\n\n /** Generates sufficiently random string to be used as local secret for the\n * middle layer */\n public static generateLocalSecret(): string {\n return HmacSha256Signer.generateSecret();\n }\n\n /** Returns a block event dispatcher, which can be used to listen to block events. */\n public get blockEventDispatcher(): BlockEventDispatcher {\n return this.env.blockEventDispatcher;\n }\n\n /** Initialize middle layer */\n public static async init(\n pl: PlClient,\n workdir: string,\n _ops: MiddleLayerOpsConstructor,\n ): Promise<MiddleLayer> {\n const ops: MiddleLayerOps = {\n ...DefaultMiddleLayerOpsSettings,\n ...DefaultMiddleLayerOpsPaths(workdir),\n ..._ops,\n };\n\n // overriding debug options from environment variables\n ops.defaultTreeOptions.logStat = getDebugFlags().logTreeStats;\n ops.debugOps.dumpInitialTreeState = getDebugFlags().dumpInitialTreeState;\n\n const projects = await pl.withWriteTx(\"MLInitialization\", async (tx) => {\n const projectsField = field(tx.clientRoot, ProjectsField);\n tx.createField(projectsField, \"Dynamic\");\n const projectsFieldData = await tx.getField(projectsField);\n if (isNullResourceId(projectsFieldData.value)) {\n const projects = tx.createEphemeral(ProjectsResourceType);\n tx.lock(projects);\n\n tx.setField(projectsField, projects);\n\n await tx.commit();\n\n return await projects.globalId;\n } else {\n return projectsFieldData.value;\n }\n });\n\n const logger = ops.logger;\n\n const driverKit = await initDriverKit(pl, workdir, ops.frontendDownloadPath, ops);\n\n // passed to components having no own retry logic\n const retryHttpDispatcher = new RetryAgent(pl.httpDispatcher);\n\n const v2RegistryProvider = new V2RegistryProvider(retryHttpDispatcher);\n\n const bpPreparer = new BlockPackPreparer(\n v2RegistryProvider,\n driverKit.signer,\n retryHttpDispatcher,\n );\n\n const quickJs = await getQuickJS();\n\n const runtimeCapabilities = new RuntimeCapabilities();\n // add runtime capabilities of model here\n runtimeCapabilities.addSupportedRequirement(\"requiresModelAPIVersion\", 1);\n runtimeCapabilities.addSupportedRequirement(\"requiresModelAPIVersion\", 2);\n runtimeCapabilities.addSupportedRequirement(\"requiresCreatePTable\", 2);\n // runtime capabilities of the desktop are to be added by the desktop app / test framework\n\n const env: MiddleLayerEnvironment = {\n pl,\n blockEventDispatcher: new BlockEventDispatcher(),\n signer: driverKit.signer,\n logger,\n httpDispatcher: pl.httpDispatcher,\n retryHttpDispatcher,\n ops,\n bpPreparer,\n frontendDownloadDriver: driverKit.frontendDriver,\n driverKit,\n blockUpdateWatcher: new BlockUpdateWatcher(v2RegistryProvider, logger, {\n minDelay: ops.devBlockUpdateRecheckInterval,\n http: retryHttpDispatcher,\n preferredUpdateChannel: ops.preferredUpdateChannel,\n }),\n runtimeCapabilities,\n quickJs,\n projectHelper: new ProjectHelper(quickJs, logger),\n dispose: async () => {\n await retryHttpDispatcher.destroy();\n await driverKit.dispose();\n },\n };\n\n const openedProjects = new WatchableValue<ResourceId[]>([]);\n const projectListTC = await createProjectList(pl, projects, openedProjects, env);\n\n return new MiddleLayer(\n env,\n driverKit,\n driverKit.signer,\n projects,\n openedProjects,\n projectListTC.tree,\n v2RegistryProvider,\n projectListTC.computable,\n );\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiEA,IAAa,cAAb,MAAa,YAAY;CACvB,AAAgB;;CAGhB,AAAgB;CAEhB,AAAQ,YACN,AAAiB,KACjB,AAAgB,WAChB,AAAgB,QAChB,AAAiB,uBACjB,AAAiB,oBACjB,AAAiB,iBACjB,AAAgB,uBAChB,aACA;EARiB;EACD;EACA;EACC;EACA;EACA;EACD;AAGhB,OAAK,cAAc;AACnB,OAAK,KAAK,KAAK,IAAI;;;;;;CAOrB,IAAW,iBAA4C;AACrD,SAAO,KAAK,GAAG,WAAW;;;CAI5B,AAAO,qBACL,aACA,QAA0B,MACpB;AACN,OAAK,IAAI,oBAAoB,wBAAwB,aAAa,MAAM;;;CAI1E,AAAO,wBAAwB,cAA0D;AACvF,SAAO,KAAK,IAAI,oBAAoB,mBAAmB,aAAa;;;CAItE,IAAW,oBAA0C;AACnD,SAAO,KAAK,IAAI;;;CAQlB,MAAa,cAAc,MAAmB,kCAAyB,EAAuB;EAC5F,MAAM,WAAW,MAAM,KAAK,GAAG,YAAY,mBAAmB,OAAO,OAAO;GAC1E,MAAM,MAAM,MAAMA,8BAAc,IAAI,KAAK;AACzC,MAAG,iDAAkB,KAAK,uBAAuB,GAAG,EAAE,WAAW,IAAI;AACrE,SAAM,GAAG,QAAQ;AACjB,UAAO,wDAAyB,IAAI;IACpC;AACF,QAAM,KAAK,gBAAgB,cAAc;AACzC,SAAO;;;CAIT,MAAa,eACX,KACA,MACA,QACe;AACf,QAAMC,oCACJ,KAAK,IAAI,eACT,KAAK,IACL,KACA,SACC,QAAQ;AACP,OAAI,QAAQ,KAAK;KAEnB,EAAE,MAAM,kBAAkB,CAC3B;AACD,QAAM,KAAK,gBAAgB,cAAc;;;;CAK3C,MAAa,cAAc,IAA2B;AACpD,QAAM,KAAK,GAAG,YAAY,mBAAmB,OAAO,OAAO;AACzD,MAAG,iDAAkB,KAAK,uBAAuB,GAAG,CAAC;AACrD,SAAM,GAAG,QAAQ;IACjB;AACF,QAAM,KAAK,gBAAgB,cAAc;;CAO3C,AAAiB,sCAAsB,IAAI,KAA0B;CAErE,MAAc,sBAAsB,IAAiC;AACnE,SAAO,MAAM,KAAK,GAAG,WAAW,6BAA6B,OAAO,OAAO;GACzE,MAAM,OAAO,MAAM,GAAG,8CAAe,KAAK,uBAAuB,GAAG,CAAC,EAAE;AACvE,uDAAqB,IAAI,CAAE,OAAM,IAAI,MAAM,qCAAqC;AAChF,UAAO;IACP;;CAGJ,MAAc,iBAAiB,IAA8C;AAC3E,MAAI,OAAO,OAAO,SAAU,QAAO,MAAM,KAAK,sBAAsB,GAAG;MAClE,QAAO;;;CAId,MAAa,YAAY,IAAyB;EAChD,MAAM,MAAM,MAAM,KAAK,iBAAiB,GAAG;AAC3C,MAAI,KAAK,oBAAoB,IAAI,IAAI,CAAE,OAAM,IAAI,MAAM,WAAW,IAAI,iBAAiB;AACvF,OAAK,oBAAoB,IAAI,KAAK,MAAMC,0BAAQ,KAAK,KAAK,KAAK,IAAI,CAAC;AACpE,OAAK,mBAAmB,SAAS,CAAC,GAAG,KAAK,oBAAoB,MAAM,CAAC,CAAC;;;CAIxE,MAAa,aAAa,KAAgC;EACxD,MAAM,MAAM,KAAK,oBAAoB,IAAI,IAAI;AAC7C,MAAI,QAAQ,OAAW,OAAM,IAAI,MAAM,WAAW,IAAI,kCAAkC;AACxF,OAAK,oBAAoB,OAAO,IAAI;AACpC,QAAM,IAAI,SAAS;AACnB,OAAK,mBAAmB,SAAS,CAAC,GAAG,KAAK,oBAAoB,MAAM,CAAC,CAAC;;;;CAKxE,AAAO,iBAAiB,KAA0B;EAChD,MAAM,MAAM,KAAK,oBAAoB,IAAI,IAAI;AAC7C,MAAI,QAAQ,OAAW,OAAM,IAAI,MAAM,WAAW,IAAI,kCAAkC;AACxF,SAAO;;;CAIT,AAAO,gBAAgB,KAA0B;AAC/C,SAAO,KAAK,oBAAoB,IAAI,IAAI;;;;;;;CAQ1C,MAAa,QAAQ;AACnB,QAAM,QAAQ,IAAI,CAAC,GAAG,KAAK,oBAAoB,QAAQ,CAAC,CAAC,KAAK,QAAQ,IAAI,SAAS,CAAC,CAAC;AAErF,QAAM,KAAK,gBAAgB,WAAW;AACtC,QAAM,KAAK,IAAI,SAAS;AACxB,QAAM,KAAK,GAAG,OAAO;;;CAIvB,MAAa,2BAA2B;AACtC,QAAM,KAAK,OAAO;;;;CAKpB,OAAc,sBAA8B;AAC1C,SAAOC,4CAAiB,gBAAgB;;;CAI1C,IAAW,uBAA6C;AACtD,SAAO,KAAK,IAAI;;;CAIlB,aAAoB,KAClB,IACA,SACA,MACsB;EACtB,MAAM,MAAsB;GAC1B,GAAGC;GACH,GAAGC,uCAA2B,QAAQ;GACtC,GAAG;GACJ;AAGD,MAAI,mBAAmB,UAAUC,+BAAe,CAAC;AACjD,MAAI,SAAS,uBAAuBA,+BAAe,CAAC;EAEpD,MAAM,WAAW,MAAM,GAAG,YAAY,oBAAoB,OAAO,OAAO;GACtE,MAAM,qDAAsB,GAAG,YAAYC,mCAAc;AACzD,MAAG,YAAY,eAAe,UAAU;GACxC,MAAM,oBAAoB,MAAM,GAAG,SAAS,cAAc;AAC1D,uDAAqB,kBAAkB,MAAM,EAAE;IAC7C,MAAM,WAAW,GAAG,gBAAgBC,0CAAqB;AACzD,OAAG,KAAK,SAAS;AAEjB,OAAG,SAAS,eAAe,SAAS;AAEpC,UAAM,GAAG,QAAQ;AAEjB,WAAO,MAAM,SAAS;SAEtB,QAAO,kBAAkB;IAE3B;EAEF,MAAM,SAAS,IAAI;EAEnB,MAAM,YAAY,MAAMC,iCAAc,IAAI,SAAS,IAAI,sBAAsB,IAAI;EAGjF,MAAM,sBAAsB,IAAIC,kBAAW,GAAG,eAAe;EAE7D,MAAM,qBAAqB,IAAIC,gDAAmB,oBAAoB;EAEtE,MAAM,aAAa,IAAIC,qCACrB,oBACA,UAAU,QACV,oBACD;EAED,MAAM,UAAU,0CAAkB;EAElC,MAAM,sBAAsB,IAAIC,0CAAqB;AAErD,sBAAoB,wBAAwB,2BAA2B,EAAE;AACzE,sBAAoB,wBAAwB,2BAA2B,EAAE;AACzE,sBAAoB,wBAAwB,wBAAwB,EAAE;EAGtE,MAAM,MAA8B;GAClC;GACA,sBAAsB,IAAIC,iDAAsB;GAChD,QAAQ,UAAU;GAClB;GACA,gBAAgB,GAAG;GACnB;GACA;GACA;GACA,wBAAwB,UAAU;GAClC;GACA,oBAAoB,IAAIC,mCAAmB,oBAAoB,QAAQ;IACrE,UAAU,IAAI;IACd,MAAM;IACN,wBAAwB,IAAI;IAC7B,CAAC;GACF;GACA;GACA,eAAe,IAAIC,qCAAc,SAAS,OAAO;GACjD,SAAS,YAAY;AACnB,UAAM,oBAAoB,SAAS;AACnC,UAAM,UAAU,SAAS;;GAE5B;EAED,MAAM,iBAAiB,IAAIC,0CAA6B,EAAE,CAAC;EAC3D,MAAM,gBAAgB,MAAMC,uCAAkB,IAAI,UAAU,gBAAgB,IAAI;AAEhF,SAAO,IAAI,YACT,KACA,WACA,UAAU,QACV,UACA,gBACA,cAAc,MACd,oBACA,cAAc,WACf"}
@@ -202,7 +202,7 @@ var MiddleLayer = class MiddleLayer {
202
202
  }),
203
203
  runtimeCapabilities,
204
204
  quickJs,
205
- projectHelper: new ProjectHelper(quickJs),
205
+ projectHelper: new ProjectHelper(quickJs, logger),
206
206
  dispose: async () => {
207
207
  await retryHttpDispatcher.destroy();
208
208
  await driverKit.dispose();
@@ -1 +1 @@
1
- {"version":3,"file":"middle_layer.js","names":[],"sources":["../../src/middle_layer/middle_layer.ts"],"sourcesContent":["import type { PlClient, ResourceId } from \"@milaboratories/pl-client\";\nimport { field, isNullResourceId, toGlobalResourceId } from \"@milaboratories/pl-client\";\nimport { createProjectList, ProjectsField, ProjectsResourceType } from \"./project_list\";\nimport { createProject, withProjectAuthored } from \"../mutator/project\";\nimport type { SynchronizedTreeState } from \"@milaboratories/pl-tree\";\nimport { BlockPackPreparer } from \"../mutator/block-pack/block_pack\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport { BlockEventDispatcher } from \"@milaboratories/ts-helpers\";\nimport { HmacSha256Signer } from \"@milaboratories/ts-helpers\";\nimport type { ComputableStableDefined } from \"@milaboratories/computable\";\nimport { WatchableValue } from \"@milaboratories/computable\";\nimport { Project } from \"./project\";\nimport type { MiddleLayerOps, MiddleLayerOpsConstructor } from \"./ops\";\nimport { DefaultMiddleLayerOpsPaths, DefaultMiddleLayerOpsSettings } from \"./ops\";\nimport { randomUUID } from \"node:crypto\";\nimport type { ProjectListEntry } from \"../model\";\nimport type {\n AuthorMarker,\n ProjectMeta,\n BlockPlatform,\n} from \"@milaboratories/pl-model-middle-layer\";\nimport { BlockUpdateWatcher } from \"../block_registry/watcher\";\nimport type { QuickJSWASMModule } from \"quickjs-emscripten\";\nimport { getQuickJS } from \"quickjs-emscripten\";\nimport type { MiddleLayerDriverKit } from \"./driver_kit\";\nimport { initDriverKit } from \"./driver_kit\";\nimport type { BlockCodeFeatureFlags, DriverKit, SupportedRequirement } from \"@platforma-sdk/model\";\nimport { RuntimeCapabilities } from \"@platforma-sdk/model\";\nimport type { DownloadUrlDriver } from \"@milaboratories/pl-drivers\";\nimport { V2RegistryProvider } from \"../block_registry\";\nimport type { Dispatcher } from \"undici\";\nimport { RetryAgent } from \"undici\";\nimport { getDebugFlags } from \"../debug\";\nimport { ProjectHelper } from \"../model/project_helper\";\n\nexport interface MiddleLayerEnvironment {\n dispose(): Promise<void>;\n readonly pl: PlClient;\n readonly runtimeCapabilities: RuntimeCapabilities;\n readonly logger: MiLogger;\n readonly blockEventDispatcher: BlockEventDispatcher;\n readonly httpDispatcher: Dispatcher;\n readonly retryHttpDispatcher: Dispatcher;\n readonly signer: Signer;\n readonly ops: MiddleLayerOps;\n readonly bpPreparer: BlockPackPreparer;\n readonly frontendDownloadDriver: DownloadUrlDriver;\n readonly blockUpdateWatcher: BlockUpdateWatcher;\n readonly quickJs: QuickJSWASMModule;\n readonly driverKit: MiddleLayerDriverKit;\n readonly projectHelper: ProjectHelper;\n}\n\n/**\n * Main access object to work with pl from UI.\n *\n * It implements an abstraction layer of projects and blocks.\n *\n * As a main entry point inside the pl, this object uses a resource attached\n * via the {@link ProjectsField} to the pl client's root, this resource\n * contains project list.\n *\n * Read about alternative roots, if isolated project lists (working environments)\n * are required.\n * */\nexport class MiddleLayer {\n public readonly pl: PlClient;\n\n /** Contains a reactive list of projects along with their meta information. */\n public readonly projectList: ComputableStableDefined<ProjectListEntry[]>;\n\n private constructor(\n private readonly env: MiddleLayerEnvironment,\n public readonly driverKit: DriverKit,\n public readonly signer: Signer,\n private readonly projectListResourceId: ResourceId,\n private readonly openedProjectsList: WatchableValue<ResourceId[]>,\n private readonly projectListTree: SynchronizedTreeState,\n public readonly blockRegistryProvider: V2RegistryProvider,\n projectList: ComputableStableDefined<ProjectListEntry[]>,\n ) {\n this.projectList = projectList;\n this.pl = this.env.pl;\n }\n\n /**\n * Get the OS where backend is running.\n * For old backend versions returns undefined.\n */\n public get serverPlatform(): BlockPlatform | undefined {\n return this.pl.serverInfo.platform as BlockPlatform | undefined;\n }\n\n /** Adds a runtime capability to the middle layer. */\n public addRuntimeCapability(\n requirement: SupportedRequirement,\n value: number | boolean = true,\n ): void {\n this.env.runtimeCapabilities.addSupportedRequirement(requirement, value);\n }\n\n /** Checks if the given block feature flags are compatible with the runtime capabilities. */\n public checkBlockCompatibility(featureFlags: BlockCodeFeatureFlags | undefined): boolean {\n return this.env.runtimeCapabilities.checkCompatibility(featureFlags);\n }\n\n /** Returns extended API driver kit used internally by middle layer. */\n public get internalDriverKit(): MiddleLayerDriverKit {\n return this.env.driverKit;\n }\n\n //\n // Project List Manipulation\n //\n\n /** Creates a project with initial state and adds it to project list. */\n public async createProject(meta: ProjectMeta, id: string = randomUUID()): Promise<ResourceId> {\n const resource = await this.pl.withWriteTx(\"MLCreateProject\", async (tx) => {\n const prj = await createProject(tx, meta);\n tx.createField(field(this.projectListResourceId, id), \"Dynamic\", prj);\n await tx.commit();\n return await toGlobalResourceId(prj);\n });\n await this.projectListTree.refreshState();\n return resource;\n }\n\n /** Updates project metadata */\n public async setProjectMeta(\n rid: ResourceId,\n meta: ProjectMeta,\n author?: AuthorMarker,\n ): Promise<void> {\n await withProjectAuthored(\n this.env.projectHelper,\n this.pl,\n rid,\n author,\n (prj) => {\n prj.setMeta(meta);\n },\n { name: \"setProjectMeta\" },\n );\n await this.projectListTree.refreshState();\n }\n\n /** Permanently deletes project from the project list, this will result in\n * destruction of all attached objects, like files, analysis results etc. */\n public async deleteProject(id: string): Promise<void> {\n await this.pl.withWriteTx(\"MLRemoveProject\", async (tx) => {\n tx.removeField(field(this.projectListResourceId, id));\n await tx.commit();\n });\n await this.projectListTree.refreshState();\n }\n\n //\n // Projects\n //\n\n private readonly openedProjectsByRid = new Map<ResourceId, Project>();\n\n private async projectIdToResourceId(id: string): Promise<ResourceId> {\n return await this.pl.withReadTx(\"Project id to resource id\", async (tx) => {\n const rid = (await tx.getField(field(this.projectListResourceId, id))).value;\n if (isNullResourceId(rid)) throw new Error(\"Unexpected project list structure.\");\n return rid;\n });\n }\n\n private async ensureProjectRid(id: ResourceId | string): Promise<ResourceId> {\n if (typeof id === \"string\") return await this.projectIdToResourceId(id);\n else return id;\n }\n\n /** Opens a project, and starts corresponding project maintenance loop. */\n public async openProject(id: ResourceId | string) {\n const rid = await this.ensureProjectRid(id);\n if (this.openedProjectsByRid.has(rid)) throw new Error(`Project ${rid} already opened`);\n this.openedProjectsByRid.set(rid, await Project.init(this.env, rid));\n this.openedProjectsList.setValue([...this.openedProjectsByRid.keys()]);\n }\n\n /** Closes the project, and deallocate all corresponding resources. */\n public async closeProject(rid: ResourceId): Promise<void> {\n const prj = this.openedProjectsByRid.get(rid);\n if (prj === undefined) throw new Error(`Project ${rid} not found among opened projects`);\n this.openedProjectsByRid.delete(rid);\n await prj.destroy();\n this.openedProjectsList.setValue([...this.openedProjectsByRid.keys()]);\n }\n\n /** Returns a project access object for opened project, for the given project\n * resource id. */\n public getOpenedProject(rid: ResourceId): Project {\n const prj = this.openedProjectsByRid.get(rid);\n if (prj === undefined) throw new Error(`Project ${rid} not found among opened projects`);\n return prj;\n }\n\n /** Returns true if project with given resource id is currently opened. */\n public isProjectOpened(rid: ResourceId): boolean {\n return this.openedProjectsByRid.has(rid);\n }\n\n /**\n * Deallocates all runtime resources consumed by this object and awaits\n * actual termination of event loops and other processes associated with\n * them.\n */\n public async close() {\n await Promise.all([...this.openedProjectsByRid.values()].map((prj) => prj.destroy()));\n // this.env.quickJs;\n await this.projectListTree.terminate();\n await this.env.dispose();\n await this.pl.close();\n }\n\n /** @deprecated */\n public async closeAndAwaitTermination() {\n await this.close();\n }\n\n /** Generates sufficiently random string to be used as local secret for the\n * middle layer */\n public static generateLocalSecret(): string {\n return HmacSha256Signer.generateSecret();\n }\n\n /** Returns a block event dispatcher, which can be used to listen to block events. */\n public get blockEventDispatcher(): BlockEventDispatcher {\n return this.env.blockEventDispatcher;\n }\n\n /** Initialize middle layer */\n public static async init(\n pl: PlClient,\n workdir: string,\n _ops: MiddleLayerOpsConstructor,\n ): Promise<MiddleLayer> {\n const ops: MiddleLayerOps = {\n ...DefaultMiddleLayerOpsSettings,\n ...DefaultMiddleLayerOpsPaths(workdir),\n ..._ops,\n };\n\n // overriding debug options from environment variables\n ops.defaultTreeOptions.logStat = getDebugFlags().logTreeStats;\n ops.debugOps.dumpInitialTreeState = getDebugFlags().dumpInitialTreeState;\n\n const projects = await pl.withWriteTx(\"MLInitialization\", async (tx) => {\n const projectsField = field(tx.clientRoot, ProjectsField);\n tx.createField(projectsField, \"Dynamic\");\n const projectsFieldData = await tx.getField(projectsField);\n if (isNullResourceId(projectsFieldData.value)) {\n const projects = tx.createEphemeral(ProjectsResourceType);\n tx.lock(projects);\n\n tx.setField(projectsField, projects);\n\n await tx.commit();\n\n return await projects.globalId;\n } else {\n return projectsFieldData.value;\n }\n });\n\n const logger = ops.logger;\n\n const driverKit = await initDriverKit(pl, workdir, ops.frontendDownloadPath, ops);\n\n // passed to components having no own retry logic\n const retryHttpDispatcher = new RetryAgent(pl.httpDispatcher);\n\n const v2RegistryProvider = new V2RegistryProvider(retryHttpDispatcher);\n\n const bpPreparer = new BlockPackPreparer(\n v2RegistryProvider,\n driverKit.signer,\n retryHttpDispatcher,\n );\n\n const quickJs = await getQuickJS();\n\n const runtimeCapabilities = new RuntimeCapabilities();\n // add runtime capabilities of model here\n runtimeCapabilities.addSupportedRequirement(\"requiresModelAPIVersion\", 1);\n runtimeCapabilities.addSupportedRequirement(\"requiresModelAPIVersion\", 2);\n runtimeCapabilities.addSupportedRequirement(\"requiresCreatePTable\", 2);\n // runtime capabilities of the desktop are to be added by the desktop app / test framework\n\n const env: MiddleLayerEnvironment = {\n pl,\n blockEventDispatcher: new BlockEventDispatcher(),\n signer: driverKit.signer,\n logger,\n httpDispatcher: pl.httpDispatcher,\n retryHttpDispatcher,\n ops,\n bpPreparer,\n frontendDownloadDriver: driverKit.frontendDriver,\n driverKit,\n blockUpdateWatcher: new BlockUpdateWatcher(v2RegistryProvider, logger, {\n minDelay: ops.devBlockUpdateRecheckInterval,\n http: retryHttpDispatcher,\n preferredUpdateChannel: ops.preferredUpdateChannel,\n }),\n runtimeCapabilities,\n quickJs,\n projectHelper: new ProjectHelper(quickJs),\n dispose: async () => {\n await retryHttpDispatcher.destroy();\n await driverKit.dispose();\n },\n };\n\n const openedProjects = new WatchableValue<ResourceId[]>([]);\n const projectListTC = await createProjectList(pl, projects, openedProjects, env);\n\n return new MiddleLayer(\n env,\n driverKit,\n driverKit.signer,\n projects,\n openedProjects,\n projectListTC.tree,\n v2RegistryProvider,\n projectListTC.computable,\n );\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiEA,IAAa,cAAb,MAAa,YAAY;CACvB,AAAgB;;CAGhB,AAAgB;CAEhB,AAAQ,YACN,AAAiB,KACjB,AAAgB,WAChB,AAAgB,QAChB,AAAiB,uBACjB,AAAiB,oBACjB,AAAiB,iBACjB,AAAgB,uBAChB,aACA;EARiB;EACD;EACA;EACC;EACA;EACA;EACD;AAGhB,OAAK,cAAc;AACnB,OAAK,KAAK,KAAK,IAAI;;;;;;CAOrB,IAAW,iBAA4C;AACrD,SAAO,KAAK,GAAG,WAAW;;;CAI5B,AAAO,qBACL,aACA,QAA0B,MACpB;AACN,OAAK,IAAI,oBAAoB,wBAAwB,aAAa,MAAM;;;CAI1E,AAAO,wBAAwB,cAA0D;AACvF,SAAO,KAAK,IAAI,oBAAoB,mBAAmB,aAAa;;;CAItE,IAAW,oBAA0C;AACnD,SAAO,KAAK,IAAI;;;CAQlB,MAAa,cAAc,MAAmB,KAAa,YAAY,EAAuB;EAC5F,MAAM,WAAW,MAAM,KAAK,GAAG,YAAY,mBAAmB,OAAO,OAAO;GAC1E,MAAM,MAAM,MAAM,cAAc,IAAI,KAAK;AACzC,MAAG,YAAY,MAAM,KAAK,uBAAuB,GAAG,EAAE,WAAW,IAAI;AACrE,SAAM,GAAG,QAAQ;AACjB,UAAO,MAAM,mBAAmB,IAAI;IACpC;AACF,QAAM,KAAK,gBAAgB,cAAc;AACzC,SAAO;;;CAIT,MAAa,eACX,KACA,MACA,QACe;AACf,QAAM,oBACJ,KAAK,IAAI,eACT,KAAK,IACL,KACA,SACC,QAAQ;AACP,OAAI,QAAQ,KAAK;KAEnB,EAAE,MAAM,kBAAkB,CAC3B;AACD,QAAM,KAAK,gBAAgB,cAAc;;;;CAK3C,MAAa,cAAc,IAA2B;AACpD,QAAM,KAAK,GAAG,YAAY,mBAAmB,OAAO,OAAO;AACzD,MAAG,YAAY,MAAM,KAAK,uBAAuB,GAAG,CAAC;AACrD,SAAM,GAAG,QAAQ;IACjB;AACF,QAAM,KAAK,gBAAgB,cAAc;;CAO3C,AAAiB,sCAAsB,IAAI,KAA0B;CAErE,MAAc,sBAAsB,IAAiC;AACnE,SAAO,MAAM,KAAK,GAAG,WAAW,6BAA6B,OAAO,OAAO;GACzE,MAAM,OAAO,MAAM,GAAG,SAAS,MAAM,KAAK,uBAAuB,GAAG,CAAC,EAAE;AACvE,OAAI,iBAAiB,IAAI,CAAE,OAAM,IAAI,MAAM,qCAAqC;AAChF,UAAO;IACP;;CAGJ,MAAc,iBAAiB,IAA8C;AAC3E,MAAI,OAAO,OAAO,SAAU,QAAO,MAAM,KAAK,sBAAsB,GAAG;MAClE,QAAO;;;CAId,MAAa,YAAY,IAAyB;EAChD,MAAM,MAAM,MAAM,KAAK,iBAAiB,GAAG;AAC3C,MAAI,KAAK,oBAAoB,IAAI,IAAI,CAAE,OAAM,IAAI,MAAM,WAAW,IAAI,iBAAiB;AACvF,OAAK,oBAAoB,IAAI,KAAK,MAAM,QAAQ,KAAK,KAAK,KAAK,IAAI,CAAC;AACpE,OAAK,mBAAmB,SAAS,CAAC,GAAG,KAAK,oBAAoB,MAAM,CAAC,CAAC;;;CAIxE,MAAa,aAAa,KAAgC;EACxD,MAAM,MAAM,KAAK,oBAAoB,IAAI,IAAI;AAC7C,MAAI,QAAQ,OAAW,OAAM,IAAI,MAAM,WAAW,IAAI,kCAAkC;AACxF,OAAK,oBAAoB,OAAO,IAAI;AACpC,QAAM,IAAI,SAAS;AACnB,OAAK,mBAAmB,SAAS,CAAC,GAAG,KAAK,oBAAoB,MAAM,CAAC,CAAC;;;;CAKxE,AAAO,iBAAiB,KAA0B;EAChD,MAAM,MAAM,KAAK,oBAAoB,IAAI,IAAI;AAC7C,MAAI,QAAQ,OAAW,OAAM,IAAI,MAAM,WAAW,IAAI,kCAAkC;AACxF,SAAO;;;CAIT,AAAO,gBAAgB,KAA0B;AAC/C,SAAO,KAAK,oBAAoB,IAAI,IAAI;;;;;;;CAQ1C,MAAa,QAAQ;AACnB,QAAM,QAAQ,IAAI,CAAC,GAAG,KAAK,oBAAoB,QAAQ,CAAC,CAAC,KAAK,QAAQ,IAAI,SAAS,CAAC,CAAC;AAErF,QAAM,KAAK,gBAAgB,WAAW;AACtC,QAAM,KAAK,IAAI,SAAS;AACxB,QAAM,KAAK,GAAG,OAAO;;;CAIvB,MAAa,2BAA2B;AACtC,QAAM,KAAK,OAAO;;;;CAKpB,OAAc,sBAA8B;AAC1C,SAAO,iBAAiB,gBAAgB;;;CAI1C,IAAW,uBAA6C;AACtD,SAAO,KAAK,IAAI;;;CAIlB,aAAoB,KAClB,IACA,SACA,MACsB;EACtB,MAAM,MAAsB;GAC1B,GAAG;GACH,GAAG,2BAA2B,QAAQ;GACtC,GAAG;GACJ;AAGD,MAAI,mBAAmB,UAAU,eAAe,CAAC;AACjD,MAAI,SAAS,uBAAuB,eAAe,CAAC;EAEpD,MAAM,WAAW,MAAM,GAAG,YAAY,oBAAoB,OAAO,OAAO;GACtE,MAAM,gBAAgB,MAAM,GAAG,YAAY,cAAc;AACzD,MAAG,YAAY,eAAe,UAAU;GACxC,MAAM,oBAAoB,MAAM,GAAG,SAAS,cAAc;AAC1D,OAAI,iBAAiB,kBAAkB,MAAM,EAAE;IAC7C,MAAM,WAAW,GAAG,gBAAgB,qBAAqB;AACzD,OAAG,KAAK,SAAS;AAEjB,OAAG,SAAS,eAAe,SAAS;AAEpC,UAAM,GAAG,QAAQ;AAEjB,WAAO,MAAM,SAAS;SAEtB,QAAO,kBAAkB;IAE3B;EAEF,MAAM,SAAS,IAAI;EAEnB,MAAM,YAAY,MAAM,cAAc,IAAI,SAAS,IAAI,sBAAsB,IAAI;EAGjF,MAAM,sBAAsB,IAAI,WAAW,GAAG,eAAe;EAE7D,MAAM,qBAAqB,IAAI,mBAAmB,oBAAoB;EAEtE,MAAM,aAAa,IAAI,kBACrB,oBACA,UAAU,QACV,oBACD;EAED,MAAM,UAAU,MAAM,YAAY;EAElC,MAAM,sBAAsB,IAAI,qBAAqB;AAErD,sBAAoB,wBAAwB,2BAA2B,EAAE;AACzE,sBAAoB,wBAAwB,2BAA2B,EAAE;AACzE,sBAAoB,wBAAwB,wBAAwB,EAAE;EAGtE,MAAM,MAA8B;GAClC;GACA,sBAAsB,IAAI,sBAAsB;GAChD,QAAQ,UAAU;GAClB;GACA,gBAAgB,GAAG;GACnB;GACA;GACA;GACA,wBAAwB,UAAU;GAClC;GACA,oBAAoB,IAAI,mBAAmB,oBAAoB,QAAQ;IACrE,UAAU,IAAI;IACd,MAAM;IACN,wBAAwB,IAAI;IAC7B,CAAC;GACF;GACA;GACA,eAAe,IAAI,cAAc,QAAQ;GACzC,SAAS,YAAY;AACnB,UAAM,oBAAoB,SAAS;AACnC,UAAM,UAAU,SAAS;;GAE5B;EAED,MAAM,iBAAiB,IAAI,eAA6B,EAAE,CAAC;EAC3D,MAAM,gBAAgB,MAAM,kBAAkB,IAAI,UAAU,gBAAgB,IAAI;AAEhF,SAAO,IAAI,YACT,KACA,WACA,UAAU,QACV,UACA,gBACA,cAAc,MACd,oBACA,cAAc,WACf"}
1
+ {"version":3,"file":"middle_layer.js","names":[],"sources":["../../src/middle_layer/middle_layer.ts"],"sourcesContent":["import type { PlClient, ResourceId } from \"@milaboratories/pl-client\";\nimport { field, isNullResourceId, toGlobalResourceId } from \"@milaboratories/pl-client\";\nimport { createProjectList, ProjectsField, ProjectsResourceType } from \"./project_list\";\nimport { createProject, withProjectAuthored } from \"../mutator/project\";\nimport type { SynchronizedTreeState } from \"@milaboratories/pl-tree\";\nimport { BlockPackPreparer } from \"../mutator/block-pack/block_pack\";\nimport type { MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport { BlockEventDispatcher } from \"@milaboratories/ts-helpers\";\nimport { HmacSha256Signer } from \"@milaboratories/ts-helpers\";\nimport type { ComputableStableDefined } from \"@milaboratories/computable\";\nimport { WatchableValue } from \"@milaboratories/computable\";\nimport { Project } from \"./project\";\nimport type { MiddleLayerOps, MiddleLayerOpsConstructor } from \"./ops\";\nimport { DefaultMiddleLayerOpsPaths, DefaultMiddleLayerOpsSettings } from \"./ops\";\nimport { randomUUID } from \"node:crypto\";\nimport type { ProjectListEntry } from \"../model\";\nimport type {\n AuthorMarker,\n ProjectMeta,\n BlockPlatform,\n} from \"@milaboratories/pl-model-middle-layer\";\nimport { BlockUpdateWatcher } from \"../block_registry/watcher\";\nimport type { QuickJSWASMModule } from \"quickjs-emscripten\";\nimport { getQuickJS } from \"quickjs-emscripten\";\nimport type { MiddleLayerDriverKit } from \"./driver_kit\";\nimport { initDriverKit } from \"./driver_kit\";\nimport type { BlockCodeFeatureFlags, DriverKit, SupportedRequirement } from \"@platforma-sdk/model\";\nimport { RuntimeCapabilities } from \"@platforma-sdk/model\";\nimport type { DownloadUrlDriver } from \"@milaboratories/pl-drivers\";\nimport { V2RegistryProvider } from \"../block_registry\";\nimport type { Dispatcher } from \"undici\";\nimport { RetryAgent } from \"undici\";\nimport { getDebugFlags } from \"../debug\";\nimport { ProjectHelper } from \"../model/project_helper\";\n\nexport interface MiddleLayerEnvironment {\n dispose(): Promise<void>;\n readonly pl: PlClient;\n readonly runtimeCapabilities: RuntimeCapabilities;\n readonly logger: MiLogger;\n readonly blockEventDispatcher: BlockEventDispatcher;\n readonly httpDispatcher: Dispatcher;\n readonly retryHttpDispatcher: Dispatcher;\n readonly signer: Signer;\n readonly ops: MiddleLayerOps;\n readonly bpPreparer: BlockPackPreparer;\n readonly frontendDownloadDriver: DownloadUrlDriver;\n readonly blockUpdateWatcher: BlockUpdateWatcher;\n readonly quickJs: QuickJSWASMModule;\n readonly driverKit: MiddleLayerDriverKit;\n readonly projectHelper: ProjectHelper;\n}\n\n/**\n * Main access object to work with pl from UI.\n *\n * It implements an abstraction layer of projects and blocks.\n *\n * As a main entry point inside the pl, this object uses a resource attached\n * via the {@link ProjectsField} to the pl client's root, this resource\n * contains project list.\n *\n * Read about alternative roots, if isolated project lists (working environments)\n * are required.\n * */\nexport class MiddleLayer {\n public readonly pl: PlClient;\n\n /** Contains a reactive list of projects along with their meta information. */\n public readonly projectList: ComputableStableDefined<ProjectListEntry[]>;\n\n private constructor(\n private readonly env: MiddleLayerEnvironment,\n public readonly driverKit: DriverKit,\n public readonly signer: Signer,\n private readonly projectListResourceId: ResourceId,\n private readonly openedProjectsList: WatchableValue<ResourceId[]>,\n private readonly projectListTree: SynchronizedTreeState,\n public readonly blockRegistryProvider: V2RegistryProvider,\n projectList: ComputableStableDefined<ProjectListEntry[]>,\n ) {\n this.projectList = projectList;\n this.pl = this.env.pl;\n }\n\n /**\n * Get the OS where backend is running.\n * For old backend versions returns undefined.\n */\n public get serverPlatform(): BlockPlatform | undefined {\n return this.pl.serverInfo.platform as BlockPlatform | undefined;\n }\n\n /** Adds a runtime capability to the middle layer. */\n public addRuntimeCapability(\n requirement: SupportedRequirement,\n value: number | boolean = true,\n ): void {\n this.env.runtimeCapabilities.addSupportedRequirement(requirement, value);\n }\n\n /** Checks if the given block feature flags are compatible with the runtime capabilities. */\n public checkBlockCompatibility(featureFlags: BlockCodeFeatureFlags | undefined): boolean {\n return this.env.runtimeCapabilities.checkCompatibility(featureFlags);\n }\n\n /** Returns extended API driver kit used internally by middle layer. */\n public get internalDriverKit(): MiddleLayerDriverKit {\n return this.env.driverKit;\n }\n\n //\n // Project List Manipulation\n //\n\n /** Creates a project with initial state and adds it to project list. */\n public async createProject(meta: ProjectMeta, id: string = randomUUID()): Promise<ResourceId> {\n const resource = await this.pl.withWriteTx(\"MLCreateProject\", async (tx) => {\n const prj = await createProject(tx, meta);\n tx.createField(field(this.projectListResourceId, id), \"Dynamic\", prj);\n await tx.commit();\n return await toGlobalResourceId(prj);\n });\n await this.projectListTree.refreshState();\n return resource;\n }\n\n /** Updates project metadata */\n public async setProjectMeta(\n rid: ResourceId,\n meta: ProjectMeta,\n author?: AuthorMarker,\n ): Promise<void> {\n await withProjectAuthored(\n this.env.projectHelper,\n this.pl,\n rid,\n author,\n (prj) => {\n prj.setMeta(meta);\n },\n { name: \"setProjectMeta\" },\n );\n await this.projectListTree.refreshState();\n }\n\n /** Permanently deletes project from the project list, this will result in\n * destruction of all attached objects, like files, analysis results etc. */\n public async deleteProject(id: string): Promise<void> {\n await this.pl.withWriteTx(\"MLRemoveProject\", async (tx) => {\n tx.removeField(field(this.projectListResourceId, id));\n await tx.commit();\n });\n await this.projectListTree.refreshState();\n }\n\n //\n // Projects\n //\n\n private readonly openedProjectsByRid = new Map<ResourceId, Project>();\n\n private async projectIdToResourceId(id: string): Promise<ResourceId> {\n return await this.pl.withReadTx(\"Project id to resource id\", async (tx) => {\n const rid = (await tx.getField(field(this.projectListResourceId, id))).value;\n if (isNullResourceId(rid)) throw new Error(\"Unexpected project list structure.\");\n return rid;\n });\n }\n\n private async ensureProjectRid(id: ResourceId | string): Promise<ResourceId> {\n if (typeof id === \"string\") return await this.projectIdToResourceId(id);\n else return id;\n }\n\n /** Opens a project, and starts corresponding project maintenance loop. */\n public async openProject(id: ResourceId | string) {\n const rid = await this.ensureProjectRid(id);\n if (this.openedProjectsByRid.has(rid)) throw new Error(`Project ${rid} already opened`);\n this.openedProjectsByRid.set(rid, await Project.init(this.env, rid));\n this.openedProjectsList.setValue([...this.openedProjectsByRid.keys()]);\n }\n\n /** Closes the project, and deallocate all corresponding resources. */\n public async closeProject(rid: ResourceId): Promise<void> {\n const prj = this.openedProjectsByRid.get(rid);\n if (prj === undefined) throw new Error(`Project ${rid} not found among opened projects`);\n this.openedProjectsByRid.delete(rid);\n await prj.destroy();\n this.openedProjectsList.setValue([...this.openedProjectsByRid.keys()]);\n }\n\n /** Returns a project access object for opened project, for the given project\n * resource id. */\n public getOpenedProject(rid: ResourceId): Project {\n const prj = this.openedProjectsByRid.get(rid);\n if (prj === undefined) throw new Error(`Project ${rid} not found among opened projects`);\n return prj;\n }\n\n /** Returns true if project with given resource id is currently opened. */\n public isProjectOpened(rid: ResourceId): boolean {\n return this.openedProjectsByRid.has(rid);\n }\n\n /**\n * Deallocates all runtime resources consumed by this object and awaits\n * actual termination of event loops and other processes associated with\n * them.\n */\n public async close() {\n await Promise.all([...this.openedProjectsByRid.values()].map((prj) => prj.destroy()));\n // this.env.quickJs;\n await this.projectListTree.terminate();\n await this.env.dispose();\n await this.pl.close();\n }\n\n /** @deprecated */\n public async closeAndAwaitTermination() {\n await this.close();\n }\n\n /** Generates sufficiently random string to be used as local secret for the\n * middle layer */\n public static generateLocalSecret(): string {\n return HmacSha256Signer.generateSecret();\n }\n\n /** Returns a block event dispatcher, which can be used to listen to block events. */\n public get blockEventDispatcher(): BlockEventDispatcher {\n return this.env.blockEventDispatcher;\n }\n\n /** Initialize middle layer */\n public static async init(\n pl: PlClient,\n workdir: string,\n _ops: MiddleLayerOpsConstructor,\n ): Promise<MiddleLayer> {\n const ops: MiddleLayerOps = {\n ...DefaultMiddleLayerOpsSettings,\n ...DefaultMiddleLayerOpsPaths(workdir),\n ..._ops,\n };\n\n // overriding debug options from environment variables\n ops.defaultTreeOptions.logStat = getDebugFlags().logTreeStats;\n ops.debugOps.dumpInitialTreeState = getDebugFlags().dumpInitialTreeState;\n\n const projects = await pl.withWriteTx(\"MLInitialization\", async (tx) => {\n const projectsField = field(tx.clientRoot, ProjectsField);\n tx.createField(projectsField, \"Dynamic\");\n const projectsFieldData = await tx.getField(projectsField);\n if (isNullResourceId(projectsFieldData.value)) {\n const projects = tx.createEphemeral(ProjectsResourceType);\n tx.lock(projects);\n\n tx.setField(projectsField, projects);\n\n await tx.commit();\n\n return await projects.globalId;\n } else {\n return projectsFieldData.value;\n }\n });\n\n const logger = ops.logger;\n\n const driverKit = await initDriverKit(pl, workdir, ops.frontendDownloadPath, ops);\n\n // passed to components having no own retry logic\n const retryHttpDispatcher = new RetryAgent(pl.httpDispatcher);\n\n const v2RegistryProvider = new V2RegistryProvider(retryHttpDispatcher);\n\n const bpPreparer = new BlockPackPreparer(\n v2RegistryProvider,\n driverKit.signer,\n retryHttpDispatcher,\n );\n\n const quickJs = await getQuickJS();\n\n const runtimeCapabilities = new RuntimeCapabilities();\n // add runtime capabilities of model here\n runtimeCapabilities.addSupportedRequirement(\"requiresModelAPIVersion\", 1);\n runtimeCapabilities.addSupportedRequirement(\"requiresModelAPIVersion\", 2);\n runtimeCapabilities.addSupportedRequirement(\"requiresCreatePTable\", 2);\n // runtime capabilities of the desktop are to be added by the desktop app / test framework\n\n const env: MiddleLayerEnvironment = {\n pl,\n blockEventDispatcher: new BlockEventDispatcher(),\n signer: driverKit.signer,\n logger,\n httpDispatcher: pl.httpDispatcher,\n retryHttpDispatcher,\n ops,\n bpPreparer,\n frontendDownloadDriver: driverKit.frontendDriver,\n driverKit,\n blockUpdateWatcher: new BlockUpdateWatcher(v2RegistryProvider, logger, {\n minDelay: ops.devBlockUpdateRecheckInterval,\n http: retryHttpDispatcher,\n preferredUpdateChannel: ops.preferredUpdateChannel,\n }),\n runtimeCapabilities,\n quickJs,\n projectHelper: new ProjectHelper(quickJs, logger),\n dispose: async () => {\n await retryHttpDispatcher.destroy();\n await driverKit.dispose();\n },\n };\n\n const openedProjects = new WatchableValue<ResourceId[]>([]);\n const projectListTC = await createProjectList(pl, projects, openedProjects, env);\n\n return new MiddleLayer(\n env,\n driverKit,\n driverKit.signer,\n projects,\n openedProjects,\n projectListTC.tree,\n v2RegistryProvider,\n projectListTC.computable,\n );\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiEA,IAAa,cAAb,MAAa,YAAY;CACvB,AAAgB;;CAGhB,AAAgB;CAEhB,AAAQ,YACN,AAAiB,KACjB,AAAgB,WAChB,AAAgB,QAChB,AAAiB,uBACjB,AAAiB,oBACjB,AAAiB,iBACjB,AAAgB,uBAChB,aACA;EARiB;EACD;EACA;EACC;EACA;EACA;EACD;AAGhB,OAAK,cAAc;AACnB,OAAK,KAAK,KAAK,IAAI;;;;;;CAOrB,IAAW,iBAA4C;AACrD,SAAO,KAAK,GAAG,WAAW;;;CAI5B,AAAO,qBACL,aACA,QAA0B,MACpB;AACN,OAAK,IAAI,oBAAoB,wBAAwB,aAAa,MAAM;;;CAI1E,AAAO,wBAAwB,cAA0D;AACvF,SAAO,KAAK,IAAI,oBAAoB,mBAAmB,aAAa;;;CAItE,IAAW,oBAA0C;AACnD,SAAO,KAAK,IAAI;;;CAQlB,MAAa,cAAc,MAAmB,KAAa,YAAY,EAAuB;EAC5F,MAAM,WAAW,MAAM,KAAK,GAAG,YAAY,mBAAmB,OAAO,OAAO;GAC1E,MAAM,MAAM,MAAM,cAAc,IAAI,KAAK;AACzC,MAAG,YAAY,MAAM,KAAK,uBAAuB,GAAG,EAAE,WAAW,IAAI;AACrE,SAAM,GAAG,QAAQ;AACjB,UAAO,MAAM,mBAAmB,IAAI;IACpC;AACF,QAAM,KAAK,gBAAgB,cAAc;AACzC,SAAO;;;CAIT,MAAa,eACX,KACA,MACA,QACe;AACf,QAAM,oBACJ,KAAK,IAAI,eACT,KAAK,IACL,KACA,SACC,QAAQ;AACP,OAAI,QAAQ,KAAK;KAEnB,EAAE,MAAM,kBAAkB,CAC3B;AACD,QAAM,KAAK,gBAAgB,cAAc;;;;CAK3C,MAAa,cAAc,IAA2B;AACpD,QAAM,KAAK,GAAG,YAAY,mBAAmB,OAAO,OAAO;AACzD,MAAG,YAAY,MAAM,KAAK,uBAAuB,GAAG,CAAC;AACrD,SAAM,GAAG,QAAQ;IACjB;AACF,QAAM,KAAK,gBAAgB,cAAc;;CAO3C,AAAiB,sCAAsB,IAAI,KAA0B;CAErE,MAAc,sBAAsB,IAAiC;AACnE,SAAO,MAAM,KAAK,GAAG,WAAW,6BAA6B,OAAO,OAAO;GACzE,MAAM,OAAO,MAAM,GAAG,SAAS,MAAM,KAAK,uBAAuB,GAAG,CAAC,EAAE;AACvE,OAAI,iBAAiB,IAAI,CAAE,OAAM,IAAI,MAAM,qCAAqC;AAChF,UAAO;IACP;;CAGJ,MAAc,iBAAiB,IAA8C;AAC3E,MAAI,OAAO,OAAO,SAAU,QAAO,MAAM,KAAK,sBAAsB,GAAG;MAClE,QAAO;;;CAId,MAAa,YAAY,IAAyB;EAChD,MAAM,MAAM,MAAM,KAAK,iBAAiB,GAAG;AAC3C,MAAI,KAAK,oBAAoB,IAAI,IAAI,CAAE,OAAM,IAAI,MAAM,WAAW,IAAI,iBAAiB;AACvF,OAAK,oBAAoB,IAAI,KAAK,MAAM,QAAQ,KAAK,KAAK,KAAK,IAAI,CAAC;AACpE,OAAK,mBAAmB,SAAS,CAAC,GAAG,KAAK,oBAAoB,MAAM,CAAC,CAAC;;;CAIxE,MAAa,aAAa,KAAgC;EACxD,MAAM,MAAM,KAAK,oBAAoB,IAAI,IAAI;AAC7C,MAAI,QAAQ,OAAW,OAAM,IAAI,MAAM,WAAW,IAAI,kCAAkC;AACxF,OAAK,oBAAoB,OAAO,IAAI;AACpC,QAAM,IAAI,SAAS;AACnB,OAAK,mBAAmB,SAAS,CAAC,GAAG,KAAK,oBAAoB,MAAM,CAAC,CAAC;;;;CAKxE,AAAO,iBAAiB,KAA0B;EAChD,MAAM,MAAM,KAAK,oBAAoB,IAAI,IAAI;AAC7C,MAAI,QAAQ,OAAW,OAAM,IAAI,MAAM,WAAW,IAAI,kCAAkC;AACxF,SAAO;;;CAIT,AAAO,gBAAgB,KAA0B;AAC/C,SAAO,KAAK,oBAAoB,IAAI,IAAI;;;;;;;CAQ1C,MAAa,QAAQ;AACnB,QAAM,QAAQ,IAAI,CAAC,GAAG,KAAK,oBAAoB,QAAQ,CAAC,CAAC,KAAK,QAAQ,IAAI,SAAS,CAAC,CAAC;AAErF,QAAM,KAAK,gBAAgB,WAAW;AACtC,QAAM,KAAK,IAAI,SAAS;AACxB,QAAM,KAAK,GAAG,OAAO;;;CAIvB,MAAa,2BAA2B;AACtC,QAAM,KAAK,OAAO;;;;CAKpB,OAAc,sBAA8B;AAC1C,SAAO,iBAAiB,gBAAgB;;;CAI1C,IAAW,uBAA6C;AACtD,SAAO,KAAK,IAAI;;;CAIlB,aAAoB,KAClB,IACA,SACA,MACsB;EACtB,MAAM,MAAsB;GAC1B,GAAG;GACH,GAAG,2BAA2B,QAAQ;GACtC,GAAG;GACJ;AAGD,MAAI,mBAAmB,UAAU,eAAe,CAAC;AACjD,MAAI,SAAS,uBAAuB,eAAe,CAAC;EAEpD,MAAM,WAAW,MAAM,GAAG,YAAY,oBAAoB,OAAO,OAAO;GACtE,MAAM,gBAAgB,MAAM,GAAG,YAAY,cAAc;AACzD,MAAG,YAAY,eAAe,UAAU;GACxC,MAAM,oBAAoB,MAAM,GAAG,SAAS,cAAc;AAC1D,OAAI,iBAAiB,kBAAkB,MAAM,EAAE;IAC7C,MAAM,WAAW,GAAG,gBAAgB,qBAAqB;AACzD,OAAG,KAAK,SAAS;AAEjB,OAAG,SAAS,eAAe,SAAS;AAEpC,UAAM,GAAG,QAAQ;AAEjB,WAAO,MAAM,SAAS;SAEtB,QAAO,kBAAkB;IAE3B;EAEF,MAAM,SAAS,IAAI;EAEnB,MAAM,YAAY,MAAM,cAAc,IAAI,SAAS,IAAI,sBAAsB,IAAI;EAGjF,MAAM,sBAAsB,IAAI,WAAW,GAAG,eAAe;EAE7D,MAAM,qBAAqB,IAAI,mBAAmB,oBAAoB;EAEtE,MAAM,aAAa,IAAI,kBACrB,oBACA,UAAU,QACV,oBACD;EAED,MAAM,UAAU,MAAM,YAAY;EAElC,MAAM,sBAAsB,IAAI,qBAAqB;AAErD,sBAAoB,wBAAwB,2BAA2B,EAAE;AACzE,sBAAoB,wBAAwB,2BAA2B,EAAE;AACzE,sBAAoB,wBAAwB,wBAAwB,EAAE;EAGtE,MAAM,MAA8B;GAClC;GACA,sBAAsB,IAAI,sBAAsB;GAChD,QAAQ,UAAU;GAClB;GACA,gBAAgB,GAAG;GACnB;GACA;GACA;GACA,wBAAwB,UAAU;GAClC;GACA,oBAAoB,IAAI,mBAAmB,oBAAoB,QAAQ;IACrE,UAAU,IAAI;IACd,MAAM;IACN,wBAAwB,IAAI;IAC7B,CAAC;GACF;GACA;GACA,eAAe,IAAI,cAAc,SAAS,OAAO;GACjD,SAAS,YAAY;AACnB,UAAM,oBAAoB,SAAS;AACnC,UAAM,UAAU,SAAS;;GAE5B;EAED,MAAM,iBAAiB,IAAI,eAA6B,EAAE,CAAC;EAC3D,MAAM,gBAAgB,MAAM,kBAAkB,IAAI,UAAU,gBAAgB,IAAI;AAEhF,SAAO,IAAI,YACT,KACA,WACA,UAAU,QACV,UACA,gBACA,cAAc,MACd,oBACA,cAAc,WACf"}
@@ -61,6 +61,7 @@ var Project = class Project {
61
61
  return "project:" + this.rid.toString();
62
62
  }
63
63
  async refreshLoop() {
64
+ let retryState;
64
65
  while (!this.destroyed) try {
65
66
  await require_project.withProject(this.env.projectHelper, this.env.pl, this.rid, (prj) => {
66
67
  prj.doRefresh(this.env.ops.stagingRenderingRate);
@@ -69,7 +70,7 @@ var Project = class Project {
69
70
  lockId: this.projectLockId
70
71
  });
71
72
  await this.activeConfigs.getValue();
72
- await (0, node_timers_promises.setTimeout)(this.env.ops.projectRefreshInterval, this.abortController.signal);
73
+ await (0, node_timers_promises.setTimeout)(this.env.ops.projectRefreshInterval, void 0, { signal: this.abortController.signal });
73
74
  const overviewLight = await this.overviewLight.getValue();
74
75
  const existingBlocks = new Set(overviewLight.listOfBlocks);
75
76
  for (const blockId of this.blockComputables.keys()) if (!existingBlocks.has(blockId)) {
@@ -77,15 +78,27 @@ var Project = class Project {
77
78
  if (computable !== void 0 && computable !== null) computable.fullState.resetState();
78
79
  this.blockComputables.set(blockId, null);
79
80
  }
81
+ retryState = void 0;
80
82
  } catch (e) {
81
- if (this.destroyed) {
82
- this.env.logger.warn(new Error("Error during refresh loop shutdown", { cause: e }));
83
- break;
84
- }
83
+ if (this.destroyed) break;
85
84
  if ((0, _milaboratories_pl_client.isNotFoundError)(e)) {
86
- console.warn("project refresh routine terminated, because project was externally deleted");
85
+ this.env.logger.warn("project refresh routine terminated, because project was externally deleted");
87
86
  break;
88
- } else if ((0, _milaboratories_pl_client.isTimeoutOrCancelError)(e)) {} else throw new Error("Unexpected exception", { cause: e });
87
+ } else if ((0, _milaboratories_pl_client.isTimeoutOrCancelError)(e)) {} else {
88
+ retryState = retryState ? (0, _milaboratories_ts_helpers.nextInfiniteRetryState)(retryState) : (0, _milaboratories_ts_helpers.createInfiniteRetryState)({
89
+ type: "exponentialWithMaxDelayBackoff",
90
+ initialDelay: 1e3,
91
+ maxDelay: 6e4,
92
+ backoffMultiplier: 2,
93
+ jitter: 0
94
+ });
95
+ this.env.logger.error(new Error(`[refreshLoop] unexpected exception, retrying in ${retryState.nextDelay}ms`, { cause: e }));
96
+ try {
97
+ await (0, node_timers_promises.setTimeout)(retryState.nextDelay, void 0, { signal: this.abortController.signal });
98
+ } catch {
99
+ break;
100
+ }
101
+ }
89
102
  }
90
103
  }
91
104
  /**
@@ -1 +1 @@
1
- {"version":3,"file":"project.cjs","names":["NavigationStates","projectOverview","projectOverviewLight","activeConfigs","withProject","BLOCK_STORAGE_FACADE_VERSION","withProjectAuthored","DefaultRetryOptions","projectFieldName","Pl","blockOutputs","Computable","getBlockParameters","frontendData","applyProjectMigrations","SynchronizedTreeState","fs"],"sources":["../../src/middle_layer/project.ts"],"sourcesContent":["import type { MiddleLayerEnvironment } from \"./middle_layer\";\nimport type { FieldData, OptionalAnyResourceId, ResourceId } from \"@milaboratories/pl-client\";\nimport {\n DefaultRetryOptions,\n ensureResourceIdNotNull,\n field,\n isNotFoundError,\n isTimeoutOrCancelError,\n Pl,\n resourceIdToString,\n} from \"@milaboratories/pl-client\";\nimport type { ComputableStableDefined, ComputableValueOrErrors } from \"@milaboratories/computable\";\nimport { Computable } from \"@milaboratories/computable\";\nimport { projectOverview } from \"./project_overview\";\nimport type { BlockPackSpecAny } from \"../model\";\nimport { randomUUID } from \"node:crypto\";\nimport { withProject, withProjectAuthored } from \"../mutator/project\";\nimport type { ExtendedResourceData, PruningFunction } from \"@milaboratories/pl-tree\";\nimport { SynchronizedTreeState, treeDumpStats } from \"@milaboratories/pl-tree\";\nimport { setTimeout } from \"node:timers/promises\";\nimport { frontendData } from \"./frontend_path\";\nimport type { NavigationState } from \"@milaboratories/pl-model-common\";\nimport { getBlockParameters, blockOutputs } from \"./block\";\nimport type { FrontendData } from \"../model/frontend\";\nimport type { ProjectStructure } from \"../model/project_model\";\nimport { projectFieldName } from \"../model/project_model\";\nimport { cachedDeserialize, notEmpty, type MiLogger } from \"@milaboratories/ts-helpers\";\nimport type { BlockPackInfo } from \"../model/block_pack\";\nimport type {\n ProjectOverview,\n AuthorMarker,\n BlockSettings,\n BlockStateInternalV3,\n} from \"@milaboratories/pl-model-middle-layer\";\nimport { activeConfigs } from \"./active_cfg\";\nimport { NavigationStates } from \"./navigation_states\";\nimport { extractConfig, BLOCK_STORAGE_FACADE_VERSION } from \"@platforma-sdk/model\";\nimport fs from \"node:fs/promises\";\nimport canonicalize from \"canonicalize\";\nimport type { ProjectOverviewLight } from \"./project_overview_light\";\nimport { projectOverviewLight } from \"./project_overview_light\";\nimport { applyProjectMigrations } from \"../mutator/migration\";\n\ntype BlockStateComputables = {\n readonly fullState: Computable<BlockStateInternalV3>;\n};\n\nfunction stringifyForDump(object: unknown): string {\n return JSON.stringify(object, (key, value) => {\n if (typeof value === \"bigint\") return resourceIdToString(value as OptionalAnyResourceId);\n else if (\n ArrayBuffer.isView(value) ||\n value instanceof Int8Array ||\n value instanceof Uint8Array ||\n value instanceof Uint8ClampedArray ||\n value instanceof Int16Array ||\n value instanceof Uint16Array ||\n value instanceof Int32Array ||\n value instanceof Uint32Array ||\n value instanceof Float32Array ||\n value instanceof Float64Array ||\n value instanceof BigInt64Array ||\n value instanceof BigUint64Array\n )\n return Buffer.from(value.buffer, value.byteOffset, value.byteLength).toString(\"base64\");\n else if (Buffer.isBuffer(value)) return value.toString(\"base64\");\n\n return value;\n });\n}\n\n/** Data access object, to manipulate and read single opened (!) project data. */\nexport class Project {\n /** Underlying pl resource id */\n public readonly rid: ResourceId;\n\n /** Data for the left panel, contain basic information about block status. */\n public readonly overview: ComputableStableDefined<ProjectOverview>;\n private readonly overviewLight: Computable<ProjectOverviewLight>;\n\n private readonly navigationStates = new NavigationStates();\n // null is set for deleted blocks\n private readonly blockComputables = new Map<string, BlockStateComputables | null>();\n\n private readonly blockFrontends = new Map<string, ComputableStableDefined<FrontendData>>();\n private readonly activeConfigs: Computable<unknown[]>;\n private readonly refreshLoopResult: Promise<void>;\n\n private readonly abortController = new AbortController();\n\n private get destroyed() {\n return this.abortController.signal.aborted;\n }\n\n constructor(\n private readonly env: MiddleLayerEnvironment,\n rid: ResourceId,\n private readonly projectTree: SynchronizedTreeState,\n ) {\n this.overview = projectOverview(\n projectTree.entry(),\n this.navigationStates,\n env,\n ).withPreCalculatedValueTree();\n this.overviewLight = projectOverviewLight(projectTree.entry()).withPreCalculatedValueTree();\n this.rid = rid;\n this.refreshLoopResult = this.refreshLoop();\n this.refreshLoopResult.catch((err) => {\n env.logger.warn(new Error(\"Error during refresh loop\", { cause: err })); // TODO (safe voiding for now)\n });\n this.activeConfigs = activeConfigs(projectTree.entry(), env);\n }\n\n get projectLockId(): string {\n return \"project:\" + this.rid.toString();\n }\n\n private async refreshLoop(): Promise<void> {\n while (!this.destroyed) {\n try {\n await withProject(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n (prj) => {\n prj.doRefresh(this.env.ops.stagingRenderingRate);\n },\n { name: \"doRefresh\", lockId: this.projectLockId },\n );\n await this.activeConfigs.getValue();\n await setTimeout(this.env.ops.projectRefreshInterval, this.abortController.signal);\n\n // Block computables housekeeping\n const overviewLight = await this.overviewLight.getValue();\n const existingBlocks = new Set(overviewLight.listOfBlocks);\n // Doing cleanup for deleted blocks\n for (const blockId of this.blockComputables.keys()) {\n if (!existingBlocks.has(blockId)) {\n const computable = this.blockComputables.get(blockId);\n if (computable !== undefined && computable !== null) computable.fullState.resetState();\n this.blockComputables.set(blockId, null);\n }\n }\n } catch (e: unknown) {\n // If we're destroyed, exit gracefully regardless of error type\n if (this.destroyed) {\n // Log just in case, to help with debugging if something unexpected happens during shutdown\n this.env.logger.warn(new Error(\"Error during refresh loop shutdown\", { cause: e }));\n break;\n }\n\n if (isNotFoundError(e)) {\n console.warn(\n \"project refresh routine terminated, because project was externally deleted\",\n );\n break;\n } else if (isTimeoutOrCancelError(e)) {\n // Timeout during normal operation, continue the loop\n } else {\n // TODO: This stops the refresh loop permanently, leaving the project broken.\n // Need to decide how to handle this case.\n throw new Error(\"Unexpected exception\", { cause: e });\n }\n }\n }\n }\n\n /**\n * Adds new block to the project.\n *\n * @param blockLabel block label / title visible to the user\n * @param blockPackSpec object describing the \"block type\", read more in the type docs\n * @param before id of the block to insert new block before\n * @param blockId internal id to be assigned for the block, this arg can be omitted\n * then, randomly generated UUID will be assigned automatically\n *\n * @return returns newly created block id\n * */\n public async addBlock(\n blockLabel: string,\n blockPackSpec: BlockPackSpecAny,\n before?: string,\n author: AuthorMarker | undefined = undefined,\n blockId: string = randomUUID(),\n ): Promise<string> {\n const preparedBp = await this.env.bpPreparer.prepare(blockPackSpec);\n const blockCfgContainer = await this.env.bpPreparer.getBlockConfigContainer(blockPackSpec);\n const blockCfg = extractConfig(blockCfgContainer); // full content of this var should never be persisted\n\n this.env.runtimeCapabilities.throwIfIncompatible(blockCfg.featureFlags);\n\n // Build NewBlockSpec based on model API version\n const newBlockSpec =\n blockCfg.modelAPIVersion === BLOCK_STORAGE_FACADE_VERSION\n ? { storageMode: \"fromModel\" as const, blockPack: preparedBp }\n : {\n storageMode: \"legacy\" as const,\n blockPack: preparedBp,\n legacyState: canonicalize({\n args: blockCfg.initialArgs,\n uiState: blockCfg.initialUiState,\n })!,\n };\n\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n author,\n (mut) => {\n return mut.addBlock(\n {\n id: blockId,\n label: blockLabel,\n renderingMode: blockCfg.renderingMode,\n },\n newBlockSpec,\n before,\n );\n },\n {\n retryOptions: {\n ...DefaultRetryOptions,\n backoffMultiplier: DefaultRetryOptions.backoffMultiplier * 1.1,\n },\n name: \"addBlock\",\n lockId: this.projectLockId,\n },\n );\n\n await this.projectTree.refreshState();\n\n return blockId;\n }\n\n /**\n * Duplicates an existing block by copying all its fields and state.\n * This method works at the mutator level for efficient block copying.\n *\n * @param originalBlockId id of the block to duplicate\n * @param before id of the block to insert new block before\n * @param author author marker for the duplication operation\n * @param newBlockId internal id to be assigned for the duplicated block,\n * if omitted, a randomly generated UUID will be assigned\n *\n * @return returns newly created block id\n * */\n public async duplicateBlock(\n originalBlockId: string,\n before?: string,\n author: AuthorMarker | undefined = undefined,\n newBlockId: string = randomUUID(),\n ): Promise<string> {\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n author,\n (mut) => mut.duplicateBlock(originalBlockId, newBlockId, before),\n { name: \"duplicateBlock\", lockId: this.projectLockId },\n );\n await this.projectTree.refreshState();\n\n return newBlockId;\n }\n\n /**\n * Update block to new block pack, optionally resetting args and ui state to\n * initial values\n * */\n public async updateBlockPack(\n blockId: string,\n blockPackSpec: BlockPackSpecAny,\n resetArgs: boolean = false,\n author?: AuthorMarker,\n ): Promise<void> {\n const preparedBp = await this.env.bpPreparer.prepare(blockPackSpec);\n const blockCfg = extractConfig(\n await this.env.bpPreparer.getBlockConfigContainer(blockPackSpec),\n );\n\n this.env.runtimeCapabilities.throwIfIncompatible(blockCfg.featureFlags);\n\n // resetState signals to mutator to reset storage\n // For v2+ blocks: mutator gets initial storage directly via getInitialStorageInVM\n // For v1 blocks: we pass the legacy state format\n const resetState = resetArgs\n ? {\n state:\n blockCfg.modelAPIVersion === 1\n ? { args: blockCfg.initialArgs, uiState: blockCfg.initialUiState }\n : {},\n }\n : undefined;\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n author,\n (mut) => mut.migrateBlockPack(blockId, preparedBp, resetState),\n { name: \"updateBlockPack\", lockId: this.projectLockId },\n );\n await this.projectTree.refreshState();\n }\n\n /** Deletes a block with all associated data. */\n public async deleteBlock(blockId: string, author?: AuthorMarker): Promise<void> {\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n author,\n (mut) => mut.deleteBlock(blockId),\n { name: \"deleteBlock\", lockId: this.projectLockId },\n );\n this.navigationStates.deleteBlock(blockId);\n await this.projectTree.refreshState();\n }\n\n /**\n * Updates block order according to the given array of block ids.\n *\n * Provided array must contain exactly the same set of ids current project cosists of,\n * an error will be thrown instead.\n */\n public async reorderBlocks(blocks: string[], author?: AuthorMarker): Promise<void> {\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n author,\n (mut) => {\n const currentStructure = mut.structure;\n if (currentStructure.groups.length !== 1)\n throw new Error(\"Unexpected project structure, non-singular block group\");\n const currentGroup = currentStructure.groups[0];\n if (currentGroup.blocks.length !== blocks.length)\n throw new Error(`Length mismatch: ${currentGroup.blocks.length} !== ${blocks.length}`);\n if (new Set<string>(blocks).size !== blocks.length) throw new Error(`Repeated block ids`);\n const newStructure: ProjectStructure = {\n groups: [\n {\n id: currentGroup.id,\n label: currentGroup.label,\n blocks: blocks.map((blockId) => {\n const block = currentGroup.blocks.find((b) => b.id === blockId);\n if (block === undefined) throw new Error(`Can't find block: ${blockId}`);\n return block;\n }),\n },\n ],\n };\n mut.updateStructure(newStructure);\n },\n { name: \"reorderBlocks\", lockId: this.projectLockId },\n );\n await this.projectTree.refreshState();\n }\n\n /**\n * Renders production part of the block starting all connected heavy computations.\n * Upstream blocks of the specified block will be started automatically if in\n * stale state.\n * */\n public async runBlock(blockId: string): Promise<void> {\n await withProject(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n (mut) => mut.renderProduction([blockId], true),\n { name: \"runBlock\", lockId: this.projectLockId },\n );\n await this.projectTree.refreshState();\n }\n\n /**\n * Stops the block if it is running by destroying its production state. All\n * its downstreams will also be destroyed or moved to limbo if already\n * calculated.\n * */\n public async stopBlock(blockId: string): Promise<void> {\n await withProject(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n (mut) => mut.stopProduction(blockId),\n { name: \"stopBlock\", lockId: this.projectLockId },\n );\n await this.projectTree.refreshState();\n }\n\n /**\n * @deprecated Use mutateBlockStorage() for V3 blocks.\n * Sets block args, and changes whole project state accordingly.\n * Along with setting arguments one can specify author marker, that will be\n * transactionally associated with the block, to facilitate conflict resolution\n * in collaborative editing scenario.\n * */\n public async setBlockArgs(blockId: string, args: unknown, author?: AuthorMarker) {\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n author,\n (mut) => {\n const state = mut.mergeBlockState(blockId, { args });\n mut.setStates([{ modelAPIVersion: 1, blockId, state }]);\n },\n { name: \"setBlockArgs\", lockId: this.projectLockId },\n );\n await this.projectTree.refreshState();\n }\n\n /**\n * @deprecated Use mutateBlockStorage() for V3 blocks.\n * Sets ui block state associated with the block.\n * Along with setting arguments one can specify author marker, that will be\n * transactionally associated with the block, to facilitate conflict resolution\n * in collaborative editing scenario.\n * */\n public async setUiState(blockId: string, uiState: unknown, author?: AuthorMarker) {\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n author,\n (mut) => {\n const state = mut.mergeBlockState(blockId, { uiState });\n mut.setStates([{ modelAPIVersion: 1, blockId, state }]);\n },\n { name: \"setUiState\", lockId: this.projectLockId },\n );\n await this.projectTree.refreshState();\n }\n\n /**\n * @deprecated Use mutateBlockStorage() for V3 blocks.\n * Sets block args and ui state, and changes the whole project state accordingly.\n * Along with setting arguments one can specify author marker, that will be\n * transactionally associated with the block, to facilitate conflict resolution\n * in collaborative editing scenario.\n * */\n public async setBlockArgsAndUiState(\n blockId: string,\n args: unknown, // keep for v1/v2 compatibility\n uiState: unknown, // keep for v1/v2 compatibility\n author?: AuthorMarker,\n ) {\n // Normalize to unified state format { args, uiState } for v1/v2 blocks\n const state = { args, uiState };\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n author,\n (mut) => {\n mut.setStates([{ modelAPIVersion: 1, blockId, state }]);\n },\n { name: \"setBlockArgsAndUiState\", lockId: this.projectLockId },\n );\n await this.projectTree.refreshState();\n }\n\n /**\n * Sets navigation state.\n * */\n //\n public async setNavigationState(blockId: string, state: NavigationState): Promise<void> {\n this.navigationStates.setState(blockId, state);\n }\n\n /**\n * Mutates block storage for Model API v3 blocks.\n * Applies a storage operation (e.g., 'update-data') which triggers\n * args derivation (args(data) and prerunArgs(data)).\n * The derived args are stored atomically with the data.\n *\n * @param blockId - The block ID\n * @param payload - Storage mutation payload with operation and value\n * @param author - Optional author marker for collaborative editing\n */\n public async mutateBlockStorage(\n blockId: string,\n payload: { operation: string; value: unknown },\n author?: AuthorMarker,\n ) {\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n author,\n (mut) => mut.setStates([{ modelAPIVersion: 2, blockId, payload }]),\n { name: \"mutateBlockStorage\", lockId: this.projectLockId },\n );\n await this.projectTree.refreshState();\n }\n\n /** Update block settings */\n public async setBlockSettings(blockId: string, newValue: BlockSettings) {\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n undefined,\n (mut) => {\n mut.setBlockSettings(blockId, newValue);\n },\n { name: \"setBlockSettings\" },\n );\n await this.projectTree.refreshState();\n }\n\n /**\n * Sets raw block storage content directly.\n * This bypasses all normalization and VM transformations.\n *\n * @param blockId The block to set storage for\n * @param rawStorageJson Raw storage as JSON string\n */\n public async setBlockStorageRaw(blockId: string, rawStorageJson: string): Promise<void> {\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n undefined,\n (mut) => {\n mut.setBlockStorageRaw(blockId, rawStorageJson);\n },\n { name: \"setBlockStorageRaw\" },\n );\n await this.projectTree.refreshState();\n }\n\n /** Resets arguments and ui state of the block to initial state */\n public async resetBlockArgsAndUiState(blockId: string, author?: AuthorMarker): Promise<void> {\n await this.env.pl.withWriteTx(\"BlockInputsReset\", async (tx) => {\n // reading default arg values from block pack\n const bpHolderRid = ensureResourceIdNotNull(\n (await tx.getField(field(this.rid, projectFieldName(blockId, \"blockPack\")))).value,\n );\n const bpRid = ensureResourceIdNotNull(\n (await tx.getField(field(bpHolderRid, Pl.HolderRefField))).value,\n );\n const bpData = await tx.getResourceData(bpRid, false);\n const config = extractConfig(cachedDeserialize<BlockPackInfo>(notEmpty(bpData.data)).config);\n\n await withProjectAuthored(\n this.env.projectHelper,\n tx,\n this.rid,\n author,\n (prj) => {\n if (config.modelAPIVersion === BLOCK_STORAGE_FACADE_VERSION) {\n // V2+: Reset to initial storage via VM\n prj.resetToInitialStorage(blockId);\n } else {\n // V1: Use legacy state format\n const initialState = { args: config.initialArgs, uiState: config.initialUiState };\n prj.setStates([{ modelAPIVersion: 1, blockId, state: initialState }]);\n }\n },\n { name: \"resetBlockArgsAndUiState\", lockId: this.projectLockId },\n );\n await tx.commit();\n });\n await this.projectTree.refreshState();\n }\n\n private getBlockComputables(blockId: string): BlockStateComputables {\n const cached = this.blockComputables.get(blockId);\n if (cached === null) throw new Error(`Block ${blockId} is deleted`);\n if (cached === undefined) {\n // state consists of inputs (args + ui state) and outputs\n const outputs = blockOutputs(this.projectTree.entry(), blockId, this.env);\n const fullState = Computable.make(\n (ctx) => {\n return {\n parameters: getBlockParameters(this.projectTree.entry(), blockId, ctx),\n outputs,\n navigationState: this.navigationStates.getState(blockId),\n overview: this.overview,\n };\n },\n {\n postprocessValue: (v) => {\n const blockOverview = v.overview?.blocks?.find((b) => b.id == blockId);\n const sdkVersion = blockOverview?.sdkVersion;\n const storageDebugView = blockOverview?.storageDebugView;\n const toString = sdkVersion && shouldStillUseStringErrors(sdkVersion);\n const newOutputs =\n toString && v.outputs !== undefined ? convertErrorsToStrings(v.outputs) : v.outputs;\n\n return {\n ...v.parameters,\n outputs: newOutputs,\n navigationState: v.navigationState,\n storageDebugView,\n } as BlockStateInternalV3;\n },\n },\n );\n\n const computables: BlockStateComputables = {\n fullState: fullState.withPreCalculatedValueTree(),\n };\n\n this.blockComputables.set(blockId, computables);\n\n return computables;\n }\n return cached;\n }\n\n /**\n * Returns a computable, that can be used to retrieve and watch full block state,\n * including outputs, arguments, ui state.\n * */\n public getBlockState(blockId: string): Computable<BlockStateInternalV3> {\n return this.getBlockComputables(blockId).fullState;\n }\n\n /**\n * Returns a computable, that can be used to retrieve and watch path of the\n * folder containing frontend code.\n * */\n public getBlockFrontend(blockId: string): ComputableStableDefined<FrontendData> {\n const cached = this.blockFrontends.get(blockId);\n if (cached === undefined) {\n const fd = frontendData(\n this.projectTree.entry(),\n blockId,\n this.env,\n ).withPreCalculatedValueTree();\n this.blockFrontends.set(blockId, fd);\n return fd;\n }\n return cached;\n }\n\n /** Called by middle layer on close */\n public async destroy(): Promise<void> {\n // terminating the project service loop\n this.abortController.abort();\n try {\n await this.refreshLoopResult;\n } catch (e: unknown) {\n // Error was already logged in the constructor's catch handler, but log again for context\n this.env.logger.warn(\n new Error(\"Refresh loop had terminated with error before destroy\", { cause: e }),\n );\n }\n\n // terminating the synchronized project tree\n try {\n await this.projectTree.terminate();\n } catch (e: unknown) {\n // TODO: SynchronizedTreeState.terminate() can throw if mainLoop had an error before termination\n // Log error but continue cleanup - we must clean up remaining resources\n this.env.logger.warn(new Error(\"Project tree termination failed\", { cause: e }));\n }\n\n // the following will deregister all external resource holders, like\n // downloaded files, running uploads and alike\n this.overview.resetState();\n this.blockFrontends.forEach((c) => c.resetState());\n this.blockComputables.forEach((c) => {\n if (c !== null) c.fullState.resetState();\n });\n this.activeConfigs.resetState();\n }\n\n /** @deprecated */\n public async destroyAndAwaitTermination(): Promise<void> {\n await this.destroy();\n }\n\n public dumpState(): ExtendedResourceData[] {\n return this.projectTree.dumpState();\n }\n\n public static async init(env: MiddleLayerEnvironment, rid: ResourceId): Promise<Project> {\n // Applying migrations to the project resource, if needed\n await applyProjectMigrations(env.pl, rid);\n\n // Doing a no-op mutation to apply all migration and schema fixes\n await withProject(env.projectHelper, env.pl, rid, (_) => {}, { name: \"init\" });\n\n // Loading project tree\n const projectTree = await SynchronizedTreeState.init(\n env.pl,\n rid,\n {\n ...env.ops.defaultTreeOptions,\n pruning: projectTreePruning(env.logger),\n },\n env.logger,\n );\n\n if (env.ops.debugOps.dumpInitialTreeState) {\n const state = projectTree.dumpState();\n state.sort((a, b) => (b.data?.byteLength ?? 0) - (a.data?.byteLength ?? 0));\n const stats = treeDumpStats(state);\n await fs.writeFile(`${resourceIdToString(rid)}.json`, stringifyForDump(state));\n await fs.writeFile(`${resourceIdToString(rid)}.stats.json`, stringifyForDump(stats));\n }\n\n return new Project(env, rid, projectTree);\n }\n}\n\nfunction projectTreePruning(logger: MiLogger): PruningFunction {\n return (r: ExtendedResourceData): FieldData[] => {\n if (r.fields.length > 1000)\n logger.warn(\n `resource with excessive field count: type=${r.type.name} id=${r.id} fields=${r.fields.length}` +\n ` names=[${r.fields\n .slice(0, 10)\n .map((f) => f.name)\n .join(\", \")}, ...]`,\n );\n if (r.type.name.startsWith(\"StreamWorkdir/\")) return [];\n switch (r.type.name) {\n case \"BlockPackCustom\":\n return r.fields.filter((f) => f.name !== \"template\");\n case \"UserProject\":\n return r.fields.filter((f) => !f.name.startsWith(\"__serviceTemplate\"));\n case \"Blob\":\n return [];\n default:\n return r.fields;\n }\n };\n}\n\n/** Returns true if sdk version of the block is old and we need to convert\n * ErrorLike errors to strings like it was.\n * We need it for keeping old blocks and new UI compatibility. */\nfunction shouldStillUseStringErrors(sdkVersion: string): boolean {\n return !isVersionGreater(sdkVersion, \"1.26.0\");\n}\n\n/** Checks if sdk version is greater that a target version. */\nfunction isVersionGreater(sdkVersion: string, targetVersion: string): boolean {\n const version = sdkVersion.split(\".\").map(Number);\n const target = targetVersion.split(\".\").map(Number);\n\n return (\n version[0] > target[0] ||\n (version[0] === target[0] && version[1] > target[1]) ||\n (version[0] === target[0] && version[1] === target[1] && version[2] > target[2])\n );\n}\n\n/** Converts ErrorLike errors to strings in the outputs like it was in old ML versions. */\nfunction convertErrorsToStrings(\n outputs: Record<string, ComputableValueOrErrors<unknown>>,\n): Record<string, ComputableValueOrErrors<unknown>> {\n const result: Record<string, ComputableValueOrErrors<unknown>> = {};\n for (const [key, val] of Object.entries(outputs)) {\n if (val.ok) {\n result[key] = val;\n continue;\n }\n\n result[key] = {\n ok: false,\n errors: val.errors.map((e) => {\n if (typeof e === \"string\") {\n return e;\n } else if (e.type == \"PlError\" && e.fullMessage !== undefined) {\n return e.fullMessage;\n }\n return e.message;\n }),\n moreErrors: val.moreErrors,\n };\n }\n\n return result;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AA+CA,SAAS,iBAAiB,QAAyB;AACjD,QAAO,KAAK,UAAU,SAAS,KAAK,UAAU;AAC5C,MAAI,OAAO,UAAU,SAAU,0DAA0B,MAA+B;WAEtF,YAAY,OAAO,MAAM,IACzB,iBAAiB,aACjB,iBAAiB,cACjB,iBAAiB,qBACjB,iBAAiB,cACjB,iBAAiB,eACjB,iBAAiB,cACjB,iBAAiB,eACjB,iBAAiB,gBACjB,iBAAiB,gBACjB,iBAAiB,iBACjB,iBAAiB,eAEjB,QAAO,OAAO,KAAK,MAAM,QAAQ,MAAM,YAAY,MAAM,WAAW,CAAC,SAAS,SAAS;WAChF,OAAO,SAAS,MAAM,CAAE,QAAO,MAAM,SAAS,SAAS;AAEhE,SAAO;GACP;;;AAIJ,IAAa,UAAb,MAAa,QAAQ;;CAEnB,AAAgB;;CAGhB,AAAgB;CAChB,AAAiB;CAEjB,AAAiB,mBAAmB,IAAIA,4CAAkB;CAE1D,AAAiB,mCAAmB,IAAI,KAA2C;CAEnF,AAAiB,iCAAiB,IAAI,KAAoD;CAC1F,AAAiB;CACjB,AAAiB;CAEjB,AAAiB,kBAAkB,IAAI,iBAAiB;CAExD,IAAY,YAAY;AACtB,SAAO,KAAK,gBAAgB,OAAO;;CAGrC,YACE,AAAiB,KACjB,KACA,AAAiB,aACjB;EAHiB;EAEA;AAEjB,OAAK,WAAWC,yCACd,YAAY,OAAO,EACnB,KAAK,kBACL,IACD,CAAC,4BAA4B;AAC9B,OAAK,gBAAgBC,oDAAqB,YAAY,OAAO,CAAC,CAAC,4BAA4B;AAC3F,OAAK,MAAM;AACX,OAAK,oBAAoB,KAAK,aAAa;AAC3C,OAAK,kBAAkB,OAAO,QAAQ;AACpC,OAAI,OAAO,KAAK,IAAI,MAAM,6BAA6B,EAAE,OAAO,KAAK,CAAC,CAAC;IACvE;AACF,OAAK,gBAAgBC,iCAAc,YAAY,OAAO,EAAE,IAAI;;CAG9D,IAAI,gBAAwB;AAC1B,SAAO,aAAa,KAAK,IAAI,UAAU;;CAGzC,MAAc,cAA6B;AACzC,SAAO,CAAC,KAAK,UACX,KAAI;AACF,SAAMC,4BACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,MACJ,QAAQ;AACP,QAAI,UAAU,KAAK,IAAI,IAAI,qBAAqB;MAElD;IAAE,MAAM;IAAa,QAAQ,KAAK;IAAe,CAClD;AACD,SAAM,KAAK,cAAc,UAAU;AACnC,8CAAiB,KAAK,IAAI,IAAI,wBAAwB,KAAK,gBAAgB,OAAO;GAGlF,MAAM,gBAAgB,MAAM,KAAK,cAAc,UAAU;GACzD,MAAM,iBAAiB,IAAI,IAAI,cAAc,aAAa;AAE1D,QAAK,MAAM,WAAW,KAAK,iBAAiB,MAAM,CAChD,KAAI,CAAC,eAAe,IAAI,QAAQ,EAAE;IAChC,MAAM,aAAa,KAAK,iBAAiB,IAAI,QAAQ;AACrD,QAAI,eAAe,UAAa,eAAe,KAAM,YAAW,UAAU,YAAY;AACtF,SAAK,iBAAiB,IAAI,SAAS,KAAK;;WAGrC,GAAY;AAEnB,OAAI,KAAK,WAAW;AAElB,SAAK,IAAI,OAAO,KAAK,IAAI,MAAM,sCAAsC,EAAE,OAAO,GAAG,CAAC,CAAC;AACnF;;AAGF,sDAAoB,EAAE,EAAE;AACtB,YAAQ,KACN,6EACD;AACD;oEACgC,EAAE,EAAE,OAKpC,OAAM,IAAI,MAAM,wBAAwB,EAAE,OAAO,GAAG,CAAC;;;;;;;;;;;;;;CAiB7D,MAAa,SACX,YACA,eACA,QACA,SAAmC,QACnC,uCAA8B,EACb;EACjB,MAAM,aAAa,MAAM,KAAK,IAAI,WAAW,QAAQ,cAAc;EAEnE,MAAM,mDADoB,MAAM,KAAK,IAAI,WAAW,wBAAwB,cAAc,CACzC;AAEjD,OAAK,IAAI,oBAAoB,oBAAoB,SAAS,aAAa;EAGvE,MAAM,eACJ,SAAS,oBAAoBC,oDACzB;GAAE,aAAa;GAAsB,WAAW;GAAY,GAC5D;GACE,aAAa;GACb,WAAW;GACX,uCAA0B;IACxB,MAAM,SAAS;IACf,SAAS,SAAS;IACnB,CAAC;GACH;AAEP,QAAMC,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ;AACP,UAAO,IAAI,SACT;IACE,IAAI;IACJ,OAAO;IACP,eAAe,SAAS;IACzB,EACD,cACA,OACD;KAEH;GACE,cAAc;IACZ,GAAGC;IACH,mBAAmBA,8CAAoB,oBAAoB;IAC5D;GACD,MAAM;GACN,QAAQ,KAAK;GACd,CACF;AAED,QAAM,KAAK,YAAY,cAAc;AAErC,SAAO;;;;;;;;;;;;;;CAeT,MAAa,eACX,iBACA,QACA,SAAmC,QACnC,0CAAiC,EAChB;AACjB,QAAMD,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ,IAAI,eAAe,iBAAiB,YAAY,OAAO,EAChE;GAAE,MAAM;GAAkB,QAAQ,KAAK;GAAe,CACvD;AACD,QAAM,KAAK,YAAY,cAAc;AAErC,SAAO;;;;;;CAOT,MAAa,gBACX,SACA,eACA,YAAqB,OACrB,QACe;EACf,MAAM,aAAa,MAAM,KAAK,IAAI,WAAW,QAAQ,cAAc;EACnE,MAAM,mDACJ,MAAM,KAAK,IAAI,WAAW,wBAAwB,cAAc,CACjE;AAED,OAAK,IAAI,oBAAoB,oBAAoB,SAAS,aAAa;EAKvE,MAAM,aAAa,YACf,EACE,OACE,SAAS,oBAAoB,IACzB;GAAE,MAAM,SAAS;GAAa,SAAS,SAAS;GAAgB,GAChE,EAAE,EACT,GACD;AACJ,QAAMA,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ,IAAI,iBAAiB,SAAS,YAAY,WAAW,EAC9D;GAAE,MAAM;GAAmB,QAAQ,KAAK;GAAe,CACxD;AACD,QAAM,KAAK,YAAY,cAAc;;;CAIvC,MAAa,YAAY,SAAiB,QAAsC;AAC9E,QAAMA,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ,IAAI,YAAY,QAAQ,EACjC;GAAE,MAAM;GAAe,QAAQ,KAAK;GAAe,CACpD;AACD,OAAK,iBAAiB,YAAY,QAAQ;AAC1C,QAAM,KAAK,YAAY,cAAc;;;;;;;;CASvC,MAAa,cAAc,QAAkB,QAAsC;AACjF,QAAMA,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ;GACP,MAAM,mBAAmB,IAAI;AAC7B,OAAI,iBAAiB,OAAO,WAAW,EACrC,OAAM,IAAI,MAAM,yDAAyD;GAC3E,MAAM,eAAe,iBAAiB,OAAO;AAC7C,OAAI,aAAa,OAAO,WAAW,OAAO,OACxC,OAAM,IAAI,MAAM,oBAAoB,aAAa,OAAO,OAAO,OAAO,OAAO,SAAS;AACxF,OAAI,IAAI,IAAY,OAAO,CAAC,SAAS,OAAO,OAAQ,OAAM,IAAI,MAAM,qBAAqB;GACzF,MAAM,eAAiC,EACrC,QAAQ,CACN;IACE,IAAI,aAAa;IACjB,OAAO,aAAa;IACpB,QAAQ,OAAO,KAAK,YAAY;KAC9B,MAAM,QAAQ,aAAa,OAAO,MAAM,MAAM,EAAE,OAAO,QAAQ;AAC/D,SAAI,UAAU,OAAW,OAAM,IAAI,MAAM,qBAAqB,UAAU;AACxE,YAAO;MACP;IACH,CACF,EACF;AACD,OAAI,gBAAgB,aAAa;KAEnC;GAAE,MAAM;GAAiB,QAAQ,KAAK;GAAe,CACtD;AACD,QAAM,KAAK,YAAY,cAAc;;;;;;;CAQvC,MAAa,SAAS,SAAgC;AACpD,QAAMF,4BACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,MACJ,QAAQ,IAAI,iBAAiB,CAAC,QAAQ,EAAE,KAAK,EAC9C;GAAE,MAAM;GAAY,QAAQ,KAAK;GAAe,CACjD;AACD,QAAM,KAAK,YAAY,cAAc;;;;;;;CAQvC,MAAa,UAAU,SAAgC;AACrD,QAAMA,4BACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,MACJ,QAAQ,IAAI,eAAe,QAAQ,EACpC;GAAE,MAAM;GAAa,QAAQ,KAAK;GAAe,CAClD;AACD,QAAM,KAAK,YAAY,cAAc;;;;;;;;;CAUvC,MAAa,aAAa,SAAiB,MAAe,QAAuB;AAC/E,QAAME,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ;GACP,MAAM,QAAQ,IAAI,gBAAgB,SAAS,EAAE,MAAM,CAAC;AACpD,OAAI,UAAU,CAAC;IAAE,iBAAiB;IAAG;IAAS;IAAO,CAAC,CAAC;KAEzD;GAAE,MAAM;GAAgB,QAAQ,KAAK;GAAe,CACrD;AACD,QAAM,KAAK,YAAY,cAAc;;;;;;;;;CAUvC,MAAa,WAAW,SAAiB,SAAkB,QAAuB;AAChF,QAAMA,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ;GACP,MAAM,QAAQ,IAAI,gBAAgB,SAAS,EAAE,SAAS,CAAC;AACvD,OAAI,UAAU,CAAC;IAAE,iBAAiB;IAAG;IAAS;IAAO,CAAC,CAAC;KAEzD;GAAE,MAAM;GAAc,QAAQ,KAAK;GAAe,CACnD;AACD,QAAM,KAAK,YAAY,cAAc;;;;;;;;;CAUvC,MAAa,uBACX,SACA,MACA,SACA,QACA;EAEA,MAAM,QAAQ;GAAE;GAAM;GAAS;AAC/B,QAAMA,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ;AACP,OAAI,UAAU,CAAC;IAAE,iBAAiB;IAAG;IAAS;IAAO,CAAC,CAAC;KAEzD;GAAE,MAAM;GAA0B,QAAQ,KAAK;GAAe,CAC/D;AACD,QAAM,KAAK,YAAY,cAAc;;;;;CAOvC,MAAa,mBAAmB,SAAiB,OAAuC;AACtF,OAAK,iBAAiB,SAAS,SAAS,MAAM;;;;;;;;;;;;CAahD,MAAa,mBACX,SACA,SACA,QACA;AACA,QAAMA,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ,IAAI,UAAU,CAAC;GAAE,iBAAiB;GAAG;GAAS;GAAS,CAAC,CAAC,EAClE;GAAE,MAAM;GAAsB,QAAQ,KAAK;GAAe,CAC3D;AACD,QAAM,KAAK,YAAY,cAAc;;;CAIvC,MAAa,iBAAiB,SAAiB,UAAyB;AACtE,QAAMA,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ;AACP,OAAI,iBAAiB,SAAS,SAAS;KAEzC,EAAE,MAAM,oBAAoB,CAC7B;AACD,QAAM,KAAK,YAAY,cAAc;;;;;;;;;CAUvC,MAAa,mBAAmB,SAAiB,gBAAuC;AACtF,QAAMA,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ;AACP,OAAI,mBAAmB,SAAS,eAAe;KAEjD,EAAE,MAAM,sBAAsB,CAC/B;AACD,QAAM,KAAK,YAAY,cAAc;;;CAIvC,MAAa,yBAAyB,SAAiB,QAAsC;AAC3F,QAAM,KAAK,IAAI,GAAG,YAAY,oBAAoB,OAAO,OAAO;GAE9D,MAAM,sEACH,MAAM,GAAG,8CAAe,KAAK,KAAKE,uCAAiB,SAAS,YAAY,CAAC,CAAC,EAAE,MAC9E;GACD,MAAM,gEACH,MAAM,GAAG,8CAAe,aAAaC,6BAAG,eAAe,CAAC,EAAE,MAC5D;GAED,MAAM,6IADS,MAAM,GAAG,gBAAgB,OAAO,MAAM,EACyB,KAAK,CAAC,CAAC,OAAO;AAE5F,SAAMH,oCACJ,KAAK,IAAI,eACT,IACA,KAAK,KACL,SACC,QAAQ;AACP,QAAI,OAAO,oBAAoBD,kDAE7B,KAAI,sBAAsB,QAAQ;SAC7B;KAEL,MAAM,eAAe;MAAE,MAAM,OAAO;MAAa,SAAS,OAAO;MAAgB;AACjF,SAAI,UAAU,CAAC;MAAE,iBAAiB;MAAG;MAAS,OAAO;MAAc,CAAC,CAAC;;MAGzE;IAAE,MAAM;IAA4B,QAAQ,KAAK;IAAe,CACjE;AACD,SAAM,GAAG,QAAQ;IACjB;AACF,QAAM,KAAK,YAAY,cAAc;;CAGvC,AAAQ,oBAAoB,SAAwC;EAClE,MAAM,SAAS,KAAK,iBAAiB,IAAI,QAAQ;AACjD,MAAI,WAAW,KAAM,OAAM,IAAI,MAAM,SAAS,QAAQ,aAAa;AACnE,MAAI,WAAW,QAAW;GAExB,MAAM,UAAUK,2BAAa,KAAK,YAAY,OAAO,EAAE,SAAS,KAAK,IAAI;GA6BzE,MAAM,cAAqC,EACzC,WA7BgBC,sCAAW,MAC1B,QAAQ;AACP,WAAO;KACL,YAAYC,iCAAmB,KAAK,YAAY,OAAO,EAAE,SAAS,IAAI;KACtE;KACA,iBAAiB,KAAK,iBAAiB,SAAS,QAAQ;KACxD,UAAU,KAAK;KAChB;MAEH,EACE,mBAAmB,MAAM;IACvB,MAAM,gBAAgB,EAAE,UAAU,QAAQ,MAAM,MAAM,EAAE,MAAM,QAAQ;IACtE,MAAM,aAAa,eAAe;IAClC,MAAM,mBAAmB,eAAe;IAExC,MAAM,aADW,cAAc,2BAA2B,WAAW,IAEvD,EAAE,YAAY,SAAY,uBAAuB,EAAE,QAAQ,GAAG,EAAE;AAE9E,WAAO;KACL,GAAG,EAAE;KACL,SAAS;KACT,iBAAiB,EAAE;KACnB;KACD;MAEJ,CACF,CAGsB,4BAA4B,EAClD;AAED,QAAK,iBAAiB,IAAI,SAAS,YAAY;AAE/C,UAAO;;AAET,SAAO;;;;;;CAOT,AAAO,cAAc,SAAmD;AACtE,SAAO,KAAK,oBAAoB,QAAQ,CAAC;;;;;;CAO3C,AAAO,iBAAiB,SAAwD;EAC9E,MAAM,SAAS,KAAK,eAAe,IAAI,QAAQ;AAC/C,MAAI,WAAW,QAAW;GACxB,MAAM,KAAKC,mCACT,KAAK,YAAY,OAAO,EACxB,SACA,KAAK,IACN,CAAC,4BAA4B;AAC9B,QAAK,eAAe,IAAI,SAAS,GAAG;AACpC,UAAO;;AAET,SAAO;;;CAIT,MAAa,UAAyB;AAEpC,OAAK,gBAAgB,OAAO;AAC5B,MAAI;AACF,SAAM,KAAK;WACJ,GAAY;AAEnB,QAAK,IAAI,OAAO,KACd,IAAI,MAAM,yDAAyD,EAAE,OAAO,GAAG,CAAC,CACjF;;AAIH,MAAI;AACF,SAAM,KAAK,YAAY,WAAW;WAC3B,GAAY;AAGnB,QAAK,IAAI,OAAO,KAAK,IAAI,MAAM,mCAAmC,EAAE,OAAO,GAAG,CAAC,CAAC;;AAKlF,OAAK,SAAS,YAAY;AAC1B,OAAK,eAAe,SAAS,MAAM,EAAE,YAAY,CAAC;AAClD,OAAK,iBAAiB,SAAS,MAAM;AACnC,OAAI,MAAM,KAAM,GAAE,UAAU,YAAY;IACxC;AACF,OAAK,cAAc,YAAY;;;CAIjC,MAAa,6BAA4C;AACvD,QAAM,KAAK,SAAS;;CAGtB,AAAO,YAAoC;AACzC,SAAO,KAAK,YAAY,WAAW;;CAGrC,aAAoB,KAAK,KAA6B,KAAmC;AAEvF,QAAMC,yCAAuB,IAAI,IAAI,IAAI;AAGzC,QAAMV,4BAAY,IAAI,eAAe,IAAI,IAAI,MAAM,MAAM,IAAI,EAAE,MAAM,QAAQ,CAAC;EAG9E,MAAM,cAAc,MAAMW,8CAAsB,KAC9C,IAAI,IACJ,KACA;GACE,GAAG,IAAI,IAAI;GACX,SAAS,mBAAmB,IAAI,OAAO;GACxC,EACD,IAAI,OACL;AAED,MAAI,IAAI,IAAI,SAAS,sBAAsB;GACzC,MAAM,QAAQ,YAAY,WAAW;AACrC,SAAM,MAAM,GAAG,OAAO,EAAE,MAAM,cAAc,MAAM,EAAE,MAAM,cAAc,GAAG;GAC3E,MAAM,mDAAsB,MAAM;AAClC,SAAMC,yBAAG,UAAU,qDAAsB,IAAI,CAAC,QAAQ,iBAAiB,MAAM,CAAC;AAC9E,SAAMA,yBAAG,UAAU,qDAAsB,IAAI,CAAC,cAAc,iBAAiB,MAAM,CAAC;;AAGtF,SAAO,IAAI,QAAQ,KAAK,KAAK,YAAY;;;AAI7C,SAAS,mBAAmB,QAAmC;AAC7D,SAAQ,MAAyC;AAC/C,MAAI,EAAE,OAAO,SAAS,IACpB,QAAO,KACL,6CAA6C,EAAE,KAAK,KAAK,MAAM,EAAE,GAAG,UAAU,EAAE,OAAO,iBAC1E,EAAE,OACV,MAAM,GAAG,GAAG,CACZ,KAAK,MAAM,EAAE,KAAK,CAClB,KAAK,KAAK,CAAC,QACjB;AACH,MAAI,EAAE,KAAK,KAAK,WAAW,iBAAiB,CAAE,QAAO,EAAE;AACvD,UAAQ,EAAE,KAAK,MAAf;GACE,KAAK,kBACH,QAAO,EAAE,OAAO,QAAQ,MAAM,EAAE,SAAS,WAAW;GACtD,KAAK,cACH,QAAO,EAAE,OAAO,QAAQ,MAAM,CAAC,EAAE,KAAK,WAAW,oBAAoB,CAAC;GACxE,KAAK,OACH,QAAO,EAAE;GACX,QACE,QAAO,EAAE;;;;;;;AAQjB,SAAS,2BAA2B,YAA6B;AAC/D,QAAO,CAAC,iBAAiB,YAAY,SAAS;;;AAIhD,SAAS,iBAAiB,YAAoB,eAAgC;CAC5E,MAAM,UAAU,WAAW,MAAM,IAAI,CAAC,IAAI,OAAO;CACjD,MAAM,SAAS,cAAc,MAAM,IAAI,CAAC,IAAI,OAAO;AAEnD,QACE,QAAQ,KAAK,OAAO,MACnB,QAAQ,OAAO,OAAO,MAAM,QAAQ,KAAK,OAAO,MAChD,QAAQ,OAAO,OAAO,MAAM,QAAQ,OAAO,OAAO,MAAM,QAAQ,KAAK,OAAO;;;AAKjF,SAAS,uBACP,SACkD;CAClD,MAAM,SAA2D,EAAE;AACnE,MAAK,MAAM,CAAC,KAAK,QAAQ,OAAO,QAAQ,QAAQ,EAAE;AAChD,MAAI,IAAI,IAAI;AACV,UAAO,OAAO;AACd;;AAGF,SAAO,OAAO;GACZ,IAAI;GACJ,QAAQ,IAAI,OAAO,KAAK,MAAM;AAC5B,QAAI,OAAO,MAAM,SACf,QAAO;aACE,EAAE,QAAQ,aAAa,EAAE,gBAAgB,OAClD,QAAO,EAAE;AAEX,WAAO,EAAE;KACT;GACF,YAAY,IAAI;GACjB;;AAGH,QAAO"}
1
+ {"version":3,"file":"project.cjs","names":["NavigationStates","projectOverview","projectOverviewLight","activeConfigs","withProject","BLOCK_STORAGE_FACADE_VERSION","withProjectAuthored","DefaultRetryOptions","projectFieldName","Pl","blockOutputs","Computable","getBlockParameters","frontendData","applyProjectMigrations","SynchronizedTreeState","fs"],"sources":["../../src/middle_layer/project.ts"],"sourcesContent":["import type { MiddleLayerEnvironment } from \"./middle_layer\";\nimport type { FieldData, OptionalAnyResourceId, ResourceId } from \"@milaboratories/pl-client\";\nimport {\n DefaultRetryOptions,\n ensureResourceIdNotNull,\n field,\n isNotFoundError,\n isTimeoutOrCancelError,\n Pl,\n resourceIdToString,\n} from \"@milaboratories/pl-client\";\nimport type { ComputableStableDefined, ComputableValueOrErrors } from \"@milaboratories/computable\";\nimport { Computable } from \"@milaboratories/computable\";\nimport { projectOverview } from \"./project_overview\";\nimport type { BlockPackSpecAny } from \"../model\";\nimport { randomUUID } from \"node:crypto\";\nimport { withProject, withProjectAuthored } from \"../mutator/project\";\nimport type { ExtendedResourceData, PruningFunction } from \"@milaboratories/pl-tree\";\nimport { SynchronizedTreeState, treeDumpStats } from \"@milaboratories/pl-tree\";\nimport { setTimeout } from \"node:timers/promises\";\nimport { frontendData } from \"./frontend_path\";\nimport type { NavigationState } from \"@milaboratories/pl-model-common\";\nimport { getBlockParameters, blockOutputs } from \"./block\";\nimport type { FrontendData } from \"../model/frontend\";\nimport type { ProjectStructure } from \"../model/project_model\";\nimport { projectFieldName } from \"../model/project_model\";\nimport {\n cachedDeserialize,\n notEmpty,\n type MiLogger,\n createInfiniteRetryState,\n nextInfiniteRetryState,\n type InfiniteRetryState,\n} from \"@milaboratories/ts-helpers\";\nimport type { BlockPackInfo } from \"../model/block_pack\";\nimport type {\n ProjectOverview,\n AuthorMarker,\n BlockSettings,\n BlockStateInternalV3,\n} from \"@milaboratories/pl-model-middle-layer\";\nimport { activeConfigs } from \"./active_cfg\";\nimport { NavigationStates } from \"./navigation_states\";\nimport { extractConfig, BLOCK_STORAGE_FACADE_VERSION } from \"@platforma-sdk/model\";\nimport fs from \"node:fs/promises\";\nimport canonicalize from \"canonicalize\";\nimport type { ProjectOverviewLight } from \"./project_overview_light\";\nimport { projectOverviewLight } from \"./project_overview_light\";\nimport { applyProjectMigrations } from \"../mutator/migration\";\n\ntype BlockStateComputables = {\n readonly fullState: Computable<BlockStateInternalV3>;\n};\n\nfunction stringifyForDump(object: unknown): string {\n return JSON.stringify(object, (key, value) => {\n if (typeof value === \"bigint\") return resourceIdToString(value as OptionalAnyResourceId);\n else if (\n ArrayBuffer.isView(value) ||\n value instanceof Int8Array ||\n value instanceof Uint8Array ||\n value instanceof Uint8ClampedArray ||\n value instanceof Int16Array ||\n value instanceof Uint16Array ||\n value instanceof Int32Array ||\n value instanceof Uint32Array ||\n value instanceof Float32Array ||\n value instanceof Float64Array ||\n value instanceof BigInt64Array ||\n value instanceof BigUint64Array\n )\n return Buffer.from(value.buffer, value.byteOffset, value.byteLength).toString(\"base64\");\n else if (Buffer.isBuffer(value)) return value.toString(\"base64\");\n\n return value;\n });\n}\n\n/** Data access object, to manipulate and read single opened (!) project data. */\nexport class Project {\n /** Underlying pl resource id */\n public readonly rid: ResourceId;\n\n /** Data for the left panel, contain basic information about block status. */\n public readonly overview: ComputableStableDefined<ProjectOverview>;\n private readonly overviewLight: Computable<ProjectOverviewLight>;\n\n private readonly navigationStates = new NavigationStates();\n // null is set for deleted blocks\n private readonly blockComputables = new Map<string, BlockStateComputables | null>();\n\n private readonly blockFrontends = new Map<string, ComputableStableDefined<FrontendData>>();\n private readonly activeConfigs: Computable<unknown[]>;\n private readonly refreshLoopResult: Promise<void>;\n\n private readonly abortController = new AbortController();\n\n private get destroyed() {\n return this.abortController.signal.aborted;\n }\n\n constructor(\n private readonly env: MiddleLayerEnvironment,\n rid: ResourceId,\n private readonly projectTree: SynchronizedTreeState,\n ) {\n this.overview = projectOverview(\n projectTree.entry(),\n this.navigationStates,\n env,\n ).withPreCalculatedValueTree();\n this.overviewLight = projectOverviewLight(projectTree.entry()).withPreCalculatedValueTree();\n this.rid = rid;\n this.refreshLoopResult = this.refreshLoop();\n this.refreshLoopResult.catch((err) => {\n env.logger.warn(new Error(\"Error during refresh loop\", { cause: err })); // TODO (safe voiding for now)\n });\n this.activeConfigs = activeConfigs(projectTree.entry(), env);\n }\n\n get projectLockId(): string {\n return \"project:\" + this.rid.toString();\n }\n\n private async refreshLoop(): Promise<void> {\n let retryState: InfiniteRetryState | undefined;\n while (!this.destroyed) {\n try {\n await withProject(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n (prj) => {\n prj.doRefresh(this.env.ops.stagingRenderingRate);\n },\n { name: \"doRefresh\", lockId: this.projectLockId },\n );\n await this.activeConfigs.getValue();\n await setTimeout(this.env.ops.projectRefreshInterval, undefined, {\n signal: this.abortController.signal,\n });\n\n // Block computables housekeeping\n const overviewLight = await this.overviewLight.getValue();\n const existingBlocks = new Set(overviewLight.listOfBlocks);\n // Doing cleanup for deleted blocks\n for (const blockId of this.blockComputables.keys()) {\n if (!existingBlocks.has(blockId)) {\n const computable = this.blockComputables.get(blockId);\n if (computable !== undefined && computable !== null) computable.fullState.resetState();\n this.blockComputables.set(blockId, null);\n }\n }\n retryState = undefined;\n } catch (e: unknown) {\n // If we're destroyed, exit gracefully regardless of error type\n if (this.destroyed) break;\n\n if (isNotFoundError(e)) {\n this.env.logger.warn(\n \"project refresh routine terminated, because project was externally deleted\",\n );\n break;\n } else if (isTimeoutOrCancelError(e)) {\n // Timeout during normal operation, continue the loop\n } else {\n retryState = retryState\n ? nextInfiniteRetryState(retryState)\n : createInfiniteRetryState({\n type: \"exponentialWithMaxDelayBackoff\",\n initialDelay: 1000,\n maxDelay: 60_000,\n backoffMultiplier: 2,\n jitter: 0,\n });\n this.env.logger.error(\n new Error(`[refreshLoop] unexpected exception, retrying in ${retryState.nextDelay}ms`, {\n cause: e,\n }),\n );\n try {\n await setTimeout(retryState.nextDelay, undefined, {\n signal: this.abortController.signal,\n });\n } catch {\n // Aborted during retry delay, will exit via while condition or destroyed check\n break;\n }\n }\n }\n }\n }\n\n /**\n * Adds new block to the project.\n *\n * @param blockLabel block label / title visible to the user\n * @param blockPackSpec object describing the \"block type\", read more in the type docs\n * @param before id of the block to insert new block before\n * @param blockId internal id to be assigned for the block, this arg can be omitted\n * then, randomly generated UUID will be assigned automatically\n *\n * @return returns newly created block id\n * */\n public async addBlock(\n blockLabel: string,\n blockPackSpec: BlockPackSpecAny,\n before?: string,\n author: AuthorMarker | undefined = undefined,\n blockId: string = randomUUID(),\n ): Promise<string> {\n const preparedBp = await this.env.bpPreparer.prepare(blockPackSpec);\n const blockCfgContainer = await this.env.bpPreparer.getBlockConfigContainer(blockPackSpec);\n const blockCfg = extractConfig(blockCfgContainer); // full content of this var should never be persisted\n\n this.env.runtimeCapabilities.throwIfIncompatible(blockCfg.featureFlags);\n\n // Build NewBlockSpec based on model API version\n const newBlockSpec =\n blockCfg.modelAPIVersion === BLOCK_STORAGE_FACADE_VERSION\n ? { storageMode: \"fromModel\" as const, blockPack: preparedBp }\n : {\n storageMode: \"legacy\" as const,\n blockPack: preparedBp,\n legacyState: canonicalize({\n args: blockCfg.initialArgs,\n uiState: blockCfg.initialUiState,\n })!,\n };\n\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n author,\n (mut) => {\n return mut.addBlock(\n {\n id: blockId,\n label: blockLabel,\n renderingMode: blockCfg.renderingMode,\n },\n newBlockSpec,\n before,\n );\n },\n {\n retryOptions: {\n ...DefaultRetryOptions,\n backoffMultiplier: DefaultRetryOptions.backoffMultiplier * 1.1,\n },\n name: \"addBlock\",\n lockId: this.projectLockId,\n },\n );\n\n await this.projectTree.refreshState();\n\n return blockId;\n }\n\n /**\n * Duplicates an existing block by copying all its fields and state.\n * This method works at the mutator level for efficient block copying.\n *\n * @param originalBlockId id of the block to duplicate\n * @param before id of the block to insert new block before\n * @param author author marker for the duplication operation\n * @param newBlockId internal id to be assigned for the duplicated block,\n * if omitted, a randomly generated UUID will be assigned\n *\n * @return returns newly created block id\n * */\n public async duplicateBlock(\n originalBlockId: string,\n before?: string,\n author: AuthorMarker | undefined = undefined,\n newBlockId: string = randomUUID(),\n ): Promise<string> {\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n author,\n (mut) => mut.duplicateBlock(originalBlockId, newBlockId, before),\n { name: \"duplicateBlock\", lockId: this.projectLockId },\n );\n await this.projectTree.refreshState();\n\n return newBlockId;\n }\n\n /**\n * Update block to new block pack, optionally resetting args and ui state to\n * initial values\n * */\n public async updateBlockPack(\n blockId: string,\n blockPackSpec: BlockPackSpecAny,\n resetArgs: boolean = false,\n author?: AuthorMarker,\n ): Promise<void> {\n const preparedBp = await this.env.bpPreparer.prepare(blockPackSpec);\n const blockCfg = extractConfig(\n await this.env.bpPreparer.getBlockConfigContainer(blockPackSpec),\n );\n\n this.env.runtimeCapabilities.throwIfIncompatible(blockCfg.featureFlags);\n\n // resetState signals to mutator to reset storage\n // For v2+ blocks: mutator gets initial storage directly via getInitialStorageInVM\n // For v1 blocks: we pass the legacy state format\n const resetState = resetArgs\n ? {\n state:\n blockCfg.modelAPIVersion === 1\n ? { args: blockCfg.initialArgs, uiState: blockCfg.initialUiState }\n : {},\n }\n : undefined;\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n author,\n (mut) => mut.migrateBlockPack(blockId, preparedBp, resetState),\n { name: \"updateBlockPack\", lockId: this.projectLockId },\n );\n await this.projectTree.refreshState();\n }\n\n /** Deletes a block with all associated data. */\n public async deleteBlock(blockId: string, author?: AuthorMarker): Promise<void> {\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n author,\n (mut) => mut.deleteBlock(blockId),\n { name: \"deleteBlock\", lockId: this.projectLockId },\n );\n this.navigationStates.deleteBlock(blockId);\n await this.projectTree.refreshState();\n }\n\n /**\n * Updates block order according to the given array of block ids.\n *\n * Provided array must contain exactly the same set of ids current project cosists of,\n * an error will be thrown instead.\n */\n public async reorderBlocks(blocks: string[], author?: AuthorMarker): Promise<void> {\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n author,\n (mut) => {\n const currentStructure = mut.structure;\n if (currentStructure.groups.length !== 1)\n throw new Error(\"Unexpected project structure, non-singular block group\");\n const currentGroup = currentStructure.groups[0];\n if (currentGroup.blocks.length !== blocks.length)\n throw new Error(`Length mismatch: ${currentGroup.blocks.length} !== ${blocks.length}`);\n if (new Set<string>(blocks).size !== blocks.length) throw new Error(`Repeated block ids`);\n const newStructure: ProjectStructure = {\n groups: [\n {\n id: currentGroup.id,\n label: currentGroup.label,\n blocks: blocks.map((blockId) => {\n const block = currentGroup.blocks.find((b) => b.id === blockId);\n if (block === undefined) throw new Error(`Can't find block: ${blockId}`);\n return block;\n }),\n },\n ],\n };\n mut.updateStructure(newStructure);\n },\n { name: \"reorderBlocks\", lockId: this.projectLockId },\n );\n await this.projectTree.refreshState();\n }\n\n /**\n * Renders production part of the block starting all connected heavy computations.\n * Upstream blocks of the specified block will be started automatically if in\n * stale state.\n * */\n public async runBlock(blockId: string): Promise<void> {\n await withProject(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n (mut) => mut.renderProduction([blockId], true),\n { name: \"runBlock\", lockId: this.projectLockId },\n );\n await this.projectTree.refreshState();\n }\n\n /**\n * Stops the block if it is running by destroying its production state. All\n * its downstreams will also be destroyed or moved to limbo if already\n * calculated.\n * */\n public async stopBlock(blockId: string): Promise<void> {\n await withProject(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n (mut) => mut.stopProduction(blockId),\n { name: \"stopBlock\", lockId: this.projectLockId },\n );\n await this.projectTree.refreshState();\n }\n\n /**\n * @deprecated Use mutateBlockStorage() for V3 blocks.\n * Sets block args, and changes whole project state accordingly.\n * Along with setting arguments one can specify author marker, that will be\n * transactionally associated with the block, to facilitate conflict resolution\n * in collaborative editing scenario.\n * */\n public async setBlockArgs(blockId: string, args: unknown, author?: AuthorMarker) {\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n author,\n (mut) => {\n const state = mut.mergeBlockState(blockId, { args });\n mut.setStates([{ modelAPIVersion: 1, blockId, state }]);\n },\n { name: \"setBlockArgs\", lockId: this.projectLockId },\n );\n await this.projectTree.refreshState();\n }\n\n /**\n * @deprecated Use mutateBlockStorage() for V3 blocks.\n * Sets ui block state associated with the block.\n * Along with setting arguments one can specify author marker, that will be\n * transactionally associated with the block, to facilitate conflict resolution\n * in collaborative editing scenario.\n * */\n public async setUiState(blockId: string, uiState: unknown, author?: AuthorMarker) {\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n author,\n (mut) => {\n const state = mut.mergeBlockState(blockId, { uiState });\n mut.setStates([{ modelAPIVersion: 1, blockId, state }]);\n },\n { name: \"setUiState\", lockId: this.projectLockId },\n );\n await this.projectTree.refreshState();\n }\n\n /**\n * @deprecated Use mutateBlockStorage() for V3 blocks.\n * Sets block args and ui state, and changes the whole project state accordingly.\n * Along with setting arguments one can specify author marker, that will be\n * transactionally associated with the block, to facilitate conflict resolution\n * in collaborative editing scenario.\n * */\n public async setBlockArgsAndUiState(\n blockId: string,\n args: unknown, // keep for v1/v2 compatibility\n uiState: unknown, // keep for v1/v2 compatibility\n author?: AuthorMarker,\n ) {\n // Normalize to unified state format { args, uiState } for v1/v2 blocks\n const state = { args, uiState };\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n author,\n (mut) => {\n mut.setStates([{ modelAPIVersion: 1, blockId, state }]);\n },\n { name: \"setBlockArgsAndUiState\", lockId: this.projectLockId },\n );\n await this.projectTree.refreshState();\n }\n\n /**\n * Sets navigation state.\n * */\n //\n public async setNavigationState(blockId: string, state: NavigationState): Promise<void> {\n this.navigationStates.setState(blockId, state);\n }\n\n /**\n * Mutates block storage for Model API v3 blocks.\n * Applies a storage operation (e.g., 'update-data') which triggers\n * args derivation (args(data) and prerunArgs(data)).\n * The derived args are stored atomically with the data.\n *\n * @param blockId - The block ID\n * @param payload - Storage mutation payload with operation and value\n * @param author - Optional author marker for collaborative editing\n */\n public async mutateBlockStorage(\n blockId: string,\n payload: { operation: string; value: unknown },\n author?: AuthorMarker,\n ) {\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n author,\n (mut) => mut.setStates([{ modelAPIVersion: 2, blockId, payload }]),\n { name: \"mutateBlockStorage\", lockId: this.projectLockId },\n );\n await this.projectTree.refreshState();\n }\n\n /** Update block settings */\n public async setBlockSettings(blockId: string, newValue: BlockSettings) {\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n undefined,\n (mut) => {\n mut.setBlockSettings(blockId, newValue);\n },\n { name: \"setBlockSettings\" },\n );\n await this.projectTree.refreshState();\n }\n\n /**\n * Sets raw block storage content directly.\n * This bypasses all normalization and VM transformations.\n *\n * @param blockId The block to set storage for\n * @param rawStorageJson Raw storage as JSON string\n */\n public async setBlockStorageRaw(blockId: string, rawStorageJson: string): Promise<void> {\n await withProjectAuthored(\n this.env.projectHelper,\n this.env.pl,\n this.rid,\n undefined,\n (mut) => {\n mut.setBlockStorageRaw(blockId, rawStorageJson);\n },\n { name: \"setBlockStorageRaw\" },\n );\n await this.projectTree.refreshState();\n }\n\n /** Resets arguments and ui state of the block to initial state */\n public async resetBlockArgsAndUiState(blockId: string, author?: AuthorMarker): Promise<void> {\n await this.env.pl.withWriteTx(\"BlockInputsReset\", async (tx) => {\n // reading default arg values from block pack\n const bpHolderRid = ensureResourceIdNotNull(\n (await tx.getField(field(this.rid, projectFieldName(blockId, \"blockPack\")))).value,\n );\n const bpRid = ensureResourceIdNotNull(\n (await tx.getField(field(bpHolderRid, Pl.HolderRefField))).value,\n );\n const bpData = await tx.getResourceData(bpRid, false);\n const config = extractConfig(cachedDeserialize<BlockPackInfo>(notEmpty(bpData.data)).config);\n\n await withProjectAuthored(\n this.env.projectHelper,\n tx,\n this.rid,\n author,\n (prj) => {\n if (config.modelAPIVersion === BLOCK_STORAGE_FACADE_VERSION) {\n // V2+: Reset to initial storage via VM\n prj.resetToInitialStorage(blockId);\n } else {\n // V1: Use legacy state format\n const initialState = { args: config.initialArgs, uiState: config.initialUiState };\n prj.setStates([{ modelAPIVersion: 1, blockId, state: initialState }]);\n }\n },\n { name: \"resetBlockArgsAndUiState\", lockId: this.projectLockId },\n );\n await tx.commit();\n });\n await this.projectTree.refreshState();\n }\n\n private getBlockComputables(blockId: string): BlockStateComputables {\n const cached = this.blockComputables.get(blockId);\n if (cached === null) throw new Error(`Block ${blockId} is deleted`);\n if (cached === undefined) {\n // state consists of inputs (args + ui state) and outputs\n const outputs = blockOutputs(this.projectTree.entry(), blockId, this.env);\n const fullState = Computable.make(\n (ctx) => {\n return {\n parameters: getBlockParameters(this.projectTree.entry(), blockId, ctx),\n outputs,\n navigationState: this.navigationStates.getState(blockId),\n overview: this.overview,\n };\n },\n {\n postprocessValue: (v) => {\n const blockOverview = v.overview?.blocks?.find((b) => b.id == blockId);\n const sdkVersion = blockOverview?.sdkVersion;\n const storageDebugView = blockOverview?.storageDebugView;\n const toString = sdkVersion && shouldStillUseStringErrors(sdkVersion);\n const newOutputs =\n toString && v.outputs !== undefined ? convertErrorsToStrings(v.outputs) : v.outputs;\n\n return {\n ...v.parameters,\n outputs: newOutputs,\n navigationState: v.navigationState,\n storageDebugView,\n } as BlockStateInternalV3;\n },\n },\n );\n\n const computables: BlockStateComputables = {\n fullState: fullState.withPreCalculatedValueTree(),\n };\n\n this.blockComputables.set(blockId, computables);\n\n return computables;\n }\n return cached;\n }\n\n /**\n * Returns a computable, that can be used to retrieve and watch full block state,\n * including outputs, arguments, ui state.\n * */\n public getBlockState(blockId: string): Computable<BlockStateInternalV3> {\n return this.getBlockComputables(blockId).fullState;\n }\n\n /**\n * Returns a computable, that can be used to retrieve and watch path of the\n * folder containing frontend code.\n * */\n public getBlockFrontend(blockId: string): ComputableStableDefined<FrontendData> {\n const cached = this.blockFrontends.get(blockId);\n if (cached === undefined) {\n const fd = frontendData(\n this.projectTree.entry(),\n blockId,\n this.env,\n ).withPreCalculatedValueTree();\n this.blockFrontends.set(blockId, fd);\n return fd;\n }\n return cached;\n }\n\n /** Called by middle layer on close */\n public async destroy(): Promise<void> {\n // terminating the project service loop\n this.abortController.abort();\n try {\n await this.refreshLoopResult;\n } catch (e: unknown) {\n // Error was already logged in the constructor's catch handler, but log again for context\n this.env.logger.warn(\n new Error(\"Refresh loop had terminated with error before destroy\", { cause: e }),\n );\n }\n\n // terminating the synchronized project tree\n try {\n await this.projectTree.terminate();\n } catch (e: unknown) {\n // TODO: SynchronizedTreeState.terminate() can throw if mainLoop had an error before termination\n // Log error but continue cleanup - we must clean up remaining resources\n this.env.logger.warn(new Error(\"Project tree termination failed\", { cause: e }));\n }\n\n // the following will deregister all external resource holders, like\n // downloaded files, running uploads and alike\n this.overview.resetState();\n this.blockFrontends.forEach((c) => c.resetState());\n this.blockComputables.forEach((c) => {\n if (c !== null) c.fullState.resetState();\n });\n this.activeConfigs.resetState();\n }\n\n /** @deprecated */\n public async destroyAndAwaitTermination(): Promise<void> {\n await this.destroy();\n }\n\n public dumpState(): ExtendedResourceData[] {\n return this.projectTree.dumpState();\n }\n\n public static async init(env: MiddleLayerEnvironment, rid: ResourceId): Promise<Project> {\n // Applying migrations to the project resource, if needed\n await applyProjectMigrations(env.pl, rid);\n\n // Doing a no-op mutation to apply all migration and schema fixes\n await withProject(env.projectHelper, env.pl, rid, (_) => {}, { name: \"init\" });\n\n // Loading project tree\n const projectTree = await SynchronizedTreeState.init(\n env.pl,\n rid,\n {\n ...env.ops.defaultTreeOptions,\n pruning: projectTreePruning(env.logger),\n },\n env.logger,\n );\n\n if (env.ops.debugOps.dumpInitialTreeState) {\n const state = projectTree.dumpState();\n state.sort((a, b) => (b.data?.byteLength ?? 0) - (a.data?.byteLength ?? 0));\n const stats = treeDumpStats(state);\n await fs.writeFile(`${resourceIdToString(rid)}.json`, stringifyForDump(state));\n await fs.writeFile(`${resourceIdToString(rid)}.stats.json`, stringifyForDump(stats));\n }\n\n return new Project(env, rid, projectTree);\n }\n}\n\nfunction projectTreePruning(logger: MiLogger): PruningFunction {\n return (r: ExtendedResourceData): FieldData[] => {\n if (r.fields.length > 1000)\n logger.warn(\n `resource with excessive field count: type=${r.type.name} id=${r.id} fields=${r.fields.length}` +\n ` names=[${r.fields\n .slice(0, 10)\n .map((f) => f.name)\n .join(\", \")}, ...]`,\n );\n if (r.type.name.startsWith(\"StreamWorkdir/\")) return [];\n switch (r.type.name) {\n case \"BlockPackCustom\":\n return r.fields.filter((f) => f.name !== \"template\");\n case \"UserProject\":\n return r.fields.filter((f) => !f.name.startsWith(\"__serviceTemplate\"));\n case \"Blob\":\n return [];\n default:\n return r.fields;\n }\n };\n}\n\n/** Returns true if sdk version of the block is old and we need to convert\n * ErrorLike errors to strings like it was.\n * We need it for keeping old blocks and new UI compatibility. */\nfunction shouldStillUseStringErrors(sdkVersion: string): boolean {\n return !isVersionGreater(sdkVersion, \"1.26.0\");\n}\n\n/** Checks if sdk version is greater that a target version. */\nfunction isVersionGreater(sdkVersion: string, targetVersion: string): boolean {\n const version = sdkVersion.split(\".\").map(Number);\n const target = targetVersion.split(\".\").map(Number);\n\n return (\n version[0] > target[0] ||\n (version[0] === target[0] && version[1] > target[1]) ||\n (version[0] === target[0] && version[1] === target[1] && version[2] > target[2])\n );\n}\n\n/** Converts ErrorLike errors to strings in the outputs like it was in old ML versions. */\nfunction convertErrorsToStrings(\n outputs: Record<string, ComputableValueOrErrors<unknown>>,\n): Record<string, ComputableValueOrErrors<unknown>> {\n const result: Record<string, ComputableValueOrErrors<unknown>> = {};\n for (const [key, val] of Object.entries(outputs)) {\n if (val.ok) {\n result[key] = val;\n continue;\n }\n\n result[key] = {\n ok: false,\n errors: val.errors.map((e) => {\n if (typeof e === \"string\") {\n return e;\n } else if (e.type == \"PlError\" && e.fullMessage !== undefined) {\n return e.fullMessage;\n }\n return e.message;\n }),\n moreErrors: val.moreErrors,\n };\n }\n\n return result;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAsDA,SAAS,iBAAiB,QAAyB;AACjD,QAAO,KAAK,UAAU,SAAS,KAAK,UAAU;AAC5C,MAAI,OAAO,UAAU,SAAU,0DAA0B,MAA+B;WAEtF,YAAY,OAAO,MAAM,IACzB,iBAAiB,aACjB,iBAAiB,cACjB,iBAAiB,qBACjB,iBAAiB,cACjB,iBAAiB,eACjB,iBAAiB,cACjB,iBAAiB,eACjB,iBAAiB,gBACjB,iBAAiB,gBACjB,iBAAiB,iBACjB,iBAAiB,eAEjB,QAAO,OAAO,KAAK,MAAM,QAAQ,MAAM,YAAY,MAAM,WAAW,CAAC,SAAS,SAAS;WAChF,OAAO,SAAS,MAAM,CAAE,QAAO,MAAM,SAAS,SAAS;AAEhE,SAAO;GACP;;;AAIJ,IAAa,UAAb,MAAa,QAAQ;;CAEnB,AAAgB;;CAGhB,AAAgB;CAChB,AAAiB;CAEjB,AAAiB,mBAAmB,IAAIA,4CAAkB;CAE1D,AAAiB,mCAAmB,IAAI,KAA2C;CAEnF,AAAiB,iCAAiB,IAAI,KAAoD;CAC1F,AAAiB;CACjB,AAAiB;CAEjB,AAAiB,kBAAkB,IAAI,iBAAiB;CAExD,IAAY,YAAY;AACtB,SAAO,KAAK,gBAAgB,OAAO;;CAGrC,YACE,AAAiB,KACjB,KACA,AAAiB,aACjB;EAHiB;EAEA;AAEjB,OAAK,WAAWC,yCACd,YAAY,OAAO,EACnB,KAAK,kBACL,IACD,CAAC,4BAA4B;AAC9B,OAAK,gBAAgBC,oDAAqB,YAAY,OAAO,CAAC,CAAC,4BAA4B;AAC3F,OAAK,MAAM;AACX,OAAK,oBAAoB,KAAK,aAAa;AAC3C,OAAK,kBAAkB,OAAO,QAAQ;AACpC,OAAI,OAAO,KAAK,IAAI,MAAM,6BAA6B,EAAE,OAAO,KAAK,CAAC,CAAC;IACvE;AACF,OAAK,gBAAgBC,iCAAc,YAAY,OAAO,EAAE,IAAI;;CAG9D,IAAI,gBAAwB;AAC1B,SAAO,aAAa,KAAK,IAAI,UAAU;;CAGzC,MAAc,cAA6B;EACzC,IAAI;AACJ,SAAO,CAAC,KAAK,UACX,KAAI;AACF,SAAMC,4BACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,MACJ,QAAQ;AACP,QAAI,UAAU,KAAK,IAAI,IAAI,qBAAqB;MAElD;IAAE,MAAM;IAAa,QAAQ,KAAK;IAAe,CAClD;AACD,SAAM,KAAK,cAAc,UAAU;AACnC,8CAAiB,KAAK,IAAI,IAAI,wBAAwB,QAAW,EAC/D,QAAQ,KAAK,gBAAgB,QAC9B,CAAC;GAGF,MAAM,gBAAgB,MAAM,KAAK,cAAc,UAAU;GACzD,MAAM,iBAAiB,IAAI,IAAI,cAAc,aAAa;AAE1D,QAAK,MAAM,WAAW,KAAK,iBAAiB,MAAM,CAChD,KAAI,CAAC,eAAe,IAAI,QAAQ,EAAE;IAChC,MAAM,aAAa,KAAK,iBAAiB,IAAI,QAAQ;AACrD,QAAI,eAAe,UAAa,eAAe,KAAM,YAAW,UAAU,YAAY;AACtF,SAAK,iBAAiB,IAAI,SAAS,KAAK;;AAG5C,gBAAa;WACN,GAAY;AAEnB,OAAI,KAAK,UAAW;AAEpB,sDAAoB,EAAE,EAAE;AACtB,SAAK,IAAI,OAAO,KACd,6EACD;AACD;oEACgC,EAAE,EAAE,QAE/B;AACL,iBAAa,oEACc,WAAW,4DACT;KACvB,MAAM;KACN,cAAc;KACd,UAAU;KACV,mBAAmB;KACnB,QAAQ;KACT,CAAC;AACN,SAAK,IAAI,OAAO,MACd,IAAI,MAAM,mDAAmD,WAAW,UAAU,KAAK,EACrF,OAAO,GACR,CAAC,CACH;AACD,QAAI;AACF,gDAAiB,WAAW,WAAW,QAAW,EAChD,QAAQ,KAAK,gBAAgB,QAC9B,CAAC;YACI;AAEN;;;;;;;;;;;;;;;;CAkBV,MAAa,SACX,YACA,eACA,QACA,SAAmC,QACnC,uCAA8B,EACb;EACjB,MAAM,aAAa,MAAM,KAAK,IAAI,WAAW,QAAQ,cAAc;EAEnE,MAAM,mDADoB,MAAM,KAAK,IAAI,WAAW,wBAAwB,cAAc,CACzC;AAEjD,OAAK,IAAI,oBAAoB,oBAAoB,SAAS,aAAa;EAGvE,MAAM,eACJ,SAAS,oBAAoBC,oDACzB;GAAE,aAAa;GAAsB,WAAW;GAAY,GAC5D;GACE,aAAa;GACb,WAAW;GACX,uCAA0B;IACxB,MAAM,SAAS;IACf,SAAS,SAAS;IACnB,CAAC;GACH;AAEP,QAAMC,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ;AACP,UAAO,IAAI,SACT;IACE,IAAI;IACJ,OAAO;IACP,eAAe,SAAS;IACzB,EACD,cACA,OACD;KAEH;GACE,cAAc;IACZ,GAAGC;IACH,mBAAmBA,8CAAoB,oBAAoB;IAC5D;GACD,MAAM;GACN,QAAQ,KAAK;GACd,CACF;AAED,QAAM,KAAK,YAAY,cAAc;AAErC,SAAO;;;;;;;;;;;;;;CAeT,MAAa,eACX,iBACA,QACA,SAAmC,QACnC,0CAAiC,EAChB;AACjB,QAAMD,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ,IAAI,eAAe,iBAAiB,YAAY,OAAO,EAChE;GAAE,MAAM;GAAkB,QAAQ,KAAK;GAAe,CACvD;AACD,QAAM,KAAK,YAAY,cAAc;AAErC,SAAO;;;;;;CAOT,MAAa,gBACX,SACA,eACA,YAAqB,OACrB,QACe;EACf,MAAM,aAAa,MAAM,KAAK,IAAI,WAAW,QAAQ,cAAc;EACnE,MAAM,mDACJ,MAAM,KAAK,IAAI,WAAW,wBAAwB,cAAc,CACjE;AAED,OAAK,IAAI,oBAAoB,oBAAoB,SAAS,aAAa;EAKvE,MAAM,aAAa,YACf,EACE,OACE,SAAS,oBAAoB,IACzB;GAAE,MAAM,SAAS;GAAa,SAAS,SAAS;GAAgB,GAChE,EAAE,EACT,GACD;AACJ,QAAMA,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ,IAAI,iBAAiB,SAAS,YAAY,WAAW,EAC9D;GAAE,MAAM;GAAmB,QAAQ,KAAK;GAAe,CACxD;AACD,QAAM,KAAK,YAAY,cAAc;;;CAIvC,MAAa,YAAY,SAAiB,QAAsC;AAC9E,QAAMA,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ,IAAI,YAAY,QAAQ,EACjC;GAAE,MAAM;GAAe,QAAQ,KAAK;GAAe,CACpD;AACD,OAAK,iBAAiB,YAAY,QAAQ;AAC1C,QAAM,KAAK,YAAY,cAAc;;;;;;;;CASvC,MAAa,cAAc,QAAkB,QAAsC;AACjF,QAAMA,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ;GACP,MAAM,mBAAmB,IAAI;AAC7B,OAAI,iBAAiB,OAAO,WAAW,EACrC,OAAM,IAAI,MAAM,yDAAyD;GAC3E,MAAM,eAAe,iBAAiB,OAAO;AAC7C,OAAI,aAAa,OAAO,WAAW,OAAO,OACxC,OAAM,IAAI,MAAM,oBAAoB,aAAa,OAAO,OAAO,OAAO,OAAO,SAAS;AACxF,OAAI,IAAI,IAAY,OAAO,CAAC,SAAS,OAAO,OAAQ,OAAM,IAAI,MAAM,qBAAqB;GACzF,MAAM,eAAiC,EACrC,QAAQ,CACN;IACE,IAAI,aAAa;IACjB,OAAO,aAAa;IACpB,QAAQ,OAAO,KAAK,YAAY;KAC9B,MAAM,QAAQ,aAAa,OAAO,MAAM,MAAM,EAAE,OAAO,QAAQ;AAC/D,SAAI,UAAU,OAAW,OAAM,IAAI,MAAM,qBAAqB,UAAU;AACxE,YAAO;MACP;IACH,CACF,EACF;AACD,OAAI,gBAAgB,aAAa;KAEnC;GAAE,MAAM;GAAiB,QAAQ,KAAK;GAAe,CACtD;AACD,QAAM,KAAK,YAAY,cAAc;;;;;;;CAQvC,MAAa,SAAS,SAAgC;AACpD,QAAMF,4BACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,MACJ,QAAQ,IAAI,iBAAiB,CAAC,QAAQ,EAAE,KAAK,EAC9C;GAAE,MAAM;GAAY,QAAQ,KAAK;GAAe,CACjD;AACD,QAAM,KAAK,YAAY,cAAc;;;;;;;CAQvC,MAAa,UAAU,SAAgC;AACrD,QAAMA,4BACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,MACJ,QAAQ,IAAI,eAAe,QAAQ,EACpC;GAAE,MAAM;GAAa,QAAQ,KAAK;GAAe,CAClD;AACD,QAAM,KAAK,YAAY,cAAc;;;;;;;;;CAUvC,MAAa,aAAa,SAAiB,MAAe,QAAuB;AAC/E,QAAME,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ;GACP,MAAM,QAAQ,IAAI,gBAAgB,SAAS,EAAE,MAAM,CAAC;AACpD,OAAI,UAAU,CAAC;IAAE,iBAAiB;IAAG;IAAS;IAAO,CAAC,CAAC;KAEzD;GAAE,MAAM;GAAgB,QAAQ,KAAK;GAAe,CACrD;AACD,QAAM,KAAK,YAAY,cAAc;;;;;;;;;CAUvC,MAAa,WAAW,SAAiB,SAAkB,QAAuB;AAChF,QAAMA,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ;GACP,MAAM,QAAQ,IAAI,gBAAgB,SAAS,EAAE,SAAS,CAAC;AACvD,OAAI,UAAU,CAAC;IAAE,iBAAiB;IAAG;IAAS;IAAO,CAAC,CAAC;KAEzD;GAAE,MAAM;GAAc,QAAQ,KAAK;GAAe,CACnD;AACD,QAAM,KAAK,YAAY,cAAc;;;;;;;;;CAUvC,MAAa,uBACX,SACA,MACA,SACA,QACA;EAEA,MAAM,QAAQ;GAAE;GAAM;GAAS;AAC/B,QAAMA,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ;AACP,OAAI,UAAU,CAAC;IAAE,iBAAiB;IAAG;IAAS;IAAO,CAAC,CAAC;KAEzD;GAAE,MAAM;GAA0B,QAAQ,KAAK;GAAe,CAC/D;AACD,QAAM,KAAK,YAAY,cAAc;;;;;CAOvC,MAAa,mBAAmB,SAAiB,OAAuC;AACtF,OAAK,iBAAiB,SAAS,SAAS,MAAM;;;;;;;;;;;;CAahD,MAAa,mBACX,SACA,SACA,QACA;AACA,QAAMA,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ,IAAI,UAAU,CAAC;GAAE,iBAAiB;GAAG;GAAS;GAAS,CAAC,CAAC,EAClE;GAAE,MAAM;GAAsB,QAAQ,KAAK;GAAe,CAC3D;AACD,QAAM,KAAK,YAAY,cAAc;;;CAIvC,MAAa,iBAAiB,SAAiB,UAAyB;AACtE,QAAMA,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ;AACP,OAAI,iBAAiB,SAAS,SAAS;KAEzC,EAAE,MAAM,oBAAoB,CAC7B;AACD,QAAM,KAAK,YAAY,cAAc;;;;;;;;;CAUvC,MAAa,mBAAmB,SAAiB,gBAAuC;AACtF,QAAMA,oCACJ,KAAK,IAAI,eACT,KAAK,IAAI,IACT,KAAK,KACL,SACC,QAAQ;AACP,OAAI,mBAAmB,SAAS,eAAe;KAEjD,EAAE,MAAM,sBAAsB,CAC/B;AACD,QAAM,KAAK,YAAY,cAAc;;;CAIvC,MAAa,yBAAyB,SAAiB,QAAsC;AAC3F,QAAM,KAAK,IAAI,GAAG,YAAY,oBAAoB,OAAO,OAAO;GAE9D,MAAM,sEACH,MAAM,GAAG,8CAAe,KAAK,KAAKE,uCAAiB,SAAS,YAAY,CAAC,CAAC,EAAE,MAC9E;GACD,MAAM,gEACH,MAAM,GAAG,8CAAe,aAAaC,6BAAG,eAAe,CAAC,EAAE,MAC5D;GAED,MAAM,6IADS,MAAM,GAAG,gBAAgB,OAAO,MAAM,EACyB,KAAK,CAAC,CAAC,OAAO;AAE5F,SAAMH,oCACJ,KAAK,IAAI,eACT,IACA,KAAK,KACL,SACC,QAAQ;AACP,QAAI,OAAO,oBAAoBD,kDAE7B,KAAI,sBAAsB,QAAQ;SAC7B;KAEL,MAAM,eAAe;MAAE,MAAM,OAAO;MAAa,SAAS,OAAO;MAAgB;AACjF,SAAI,UAAU,CAAC;MAAE,iBAAiB;MAAG;MAAS,OAAO;MAAc,CAAC,CAAC;;MAGzE;IAAE,MAAM;IAA4B,QAAQ,KAAK;IAAe,CACjE;AACD,SAAM,GAAG,QAAQ;IACjB;AACF,QAAM,KAAK,YAAY,cAAc;;CAGvC,AAAQ,oBAAoB,SAAwC;EAClE,MAAM,SAAS,KAAK,iBAAiB,IAAI,QAAQ;AACjD,MAAI,WAAW,KAAM,OAAM,IAAI,MAAM,SAAS,QAAQ,aAAa;AACnE,MAAI,WAAW,QAAW;GAExB,MAAM,UAAUK,2BAAa,KAAK,YAAY,OAAO,EAAE,SAAS,KAAK,IAAI;GA6BzE,MAAM,cAAqC,EACzC,WA7BgBC,sCAAW,MAC1B,QAAQ;AACP,WAAO;KACL,YAAYC,iCAAmB,KAAK,YAAY,OAAO,EAAE,SAAS,IAAI;KACtE;KACA,iBAAiB,KAAK,iBAAiB,SAAS,QAAQ;KACxD,UAAU,KAAK;KAChB;MAEH,EACE,mBAAmB,MAAM;IACvB,MAAM,gBAAgB,EAAE,UAAU,QAAQ,MAAM,MAAM,EAAE,MAAM,QAAQ;IACtE,MAAM,aAAa,eAAe;IAClC,MAAM,mBAAmB,eAAe;IAExC,MAAM,aADW,cAAc,2BAA2B,WAAW,IAEvD,EAAE,YAAY,SAAY,uBAAuB,EAAE,QAAQ,GAAG,EAAE;AAE9E,WAAO;KACL,GAAG,EAAE;KACL,SAAS;KACT,iBAAiB,EAAE;KACnB;KACD;MAEJ,CACF,CAGsB,4BAA4B,EAClD;AAED,QAAK,iBAAiB,IAAI,SAAS,YAAY;AAE/C,UAAO;;AAET,SAAO;;;;;;CAOT,AAAO,cAAc,SAAmD;AACtE,SAAO,KAAK,oBAAoB,QAAQ,CAAC;;;;;;CAO3C,AAAO,iBAAiB,SAAwD;EAC9E,MAAM,SAAS,KAAK,eAAe,IAAI,QAAQ;AAC/C,MAAI,WAAW,QAAW;GACxB,MAAM,KAAKC,mCACT,KAAK,YAAY,OAAO,EACxB,SACA,KAAK,IACN,CAAC,4BAA4B;AAC9B,QAAK,eAAe,IAAI,SAAS,GAAG;AACpC,UAAO;;AAET,SAAO;;;CAIT,MAAa,UAAyB;AAEpC,OAAK,gBAAgB,OAAO;AAC5B,MAAI;AACF,SAAM,KAAK;WACJ,GAAY;AAEnB,QAAK,IAAI,OAAO,KACd,IAAI,MAAM,yDAAyD,EAAE,OAAO,GAAG,CAAC,CACjF;;AAIH,MAAI;AACF,SAAM,KAAK,YAAY,WAAW;WAC3B,GAAY;AAGnB,QAAK,IAAI,OAAO,KAAK,IAAI,MAAM,mCAAmC,EAAE,OAAO,GAAG,CAAC,CAAC;;AAKlF,OAAK,SAAS,YAAY;AAC1B,OAAK,eAAe,SAAS,MAAM,EAAE,YAAY,CAAC;AAClD,OAAK,iBAAiB,SAAS,MAAM;AACnC,OAAI,MAAM,KAAM,GAAE,UAAU,YAAY;IACxC;AACF,OAAK,cAAc,YAAY;;;CAIjC,MAAa,6BAA4C;AACvD,QAAM,KAAK,SAAS;;CAGtB,AAAO,YAAoC;AACzC,SAAO,KAAK,YAAY,WAAW;;CAGrC,aAAoB,KAAK,KAA6B,KAAmC;AAEvF,QAAMC,yCAAuB,IAAI,IAAI,IAAI;AAGzC,QAAMV,4BAAY,IAAI,eAAe,IAAI,IAAI,MAAM,MAAM,IAAI,EAAE,MAAM,QAAQ,CAAC;EAG9E,MAAM,cAAc,MAAMW,8CAAsB,KAC9C,IAAI,IACJ,KACA;GACE,GAAG,IAAI,IAAI;GACX,SAAS,mBAAmB,IAAI,OAAO;GACxC,EACD,IAAI,OACL;AAED,MAAI,IAAI,IAAI,SAAS,sBAAsB;GACzC,MAAM,QAAQ,YAAY,WAAW;AACrC,SAAM,MAAM,GAAG,OAAO,EAAE,MAAM,cAAc,MAAM,EAAE,MAAM,cAAc,GAAG;GAC3E,MAAM,mDAAsB,MAAM;AAClC,SAAMC,yBAAG,UAAU,qDAAsB,IAAI,CAAC,QAAQ,iBAAiB,MAAM,CAAC;AAC9E,SAAMA,yBAAG,UAAU,qDAAsB,IAAI,CAAC,cAAc,iBAAiB,MAAM,CAAC;;AAGtF,SAAO,IAAI,QAAQ,KAAK,KAAK,YAAY;;;AAI7C,SAAS,mBAAmB,QAAmC;AAC7D,SAAQ,MAAyC;AAC/C,MAAI,EAAE,OAAO,SAAS,IACpB,QAAO,KACL,6CAA6C,EAAE,KAAK,KAAK,MAAM,EAAE,GAAG,UAAU,EAAE,OAAO,iBAC1E,EAAE,OACV,MAAM,GAAG,GAAG,CACZ,KAAK,MAAM,EAAE,KAAK,CAClB,KAAK,KAAK,CAAC,QACjB;AACH,MAAI,EAAE,KAAK,KAAK,WAAW,iBAAiB,CAAE,QAAO,EAAE;AACvD,UAAQ,EAAE,KAAK,MAAf;GACE,KAAK,kBACH,QAAO,EAAE,OAAO,QAAQ,MAAM,EAAE,SAAS,WAAW;GACtD,KAAK,cACH,QAAO,EAAE,OAAO,QAAQ,MAAM,CAAC,EAAE,KAAK,WAAW,oBAAoB,CAAC;GACxE,KAAK,OACH,QAAO,EAAE;GACX,QACE,QAAO,EAAE;;;;;;;AAQjB,SAAS,2BAA2B,YAA6B;AAC/D,QAAO,CAAC,iBAAiB,YAAY,SAAS;;;AAIhD,SAAS,iBAAiB,YAAoB,eAAgC;CAC5E,MAAM,UAAU,WAAW,MAAM,IAAI,CAAC,IAAI,OAAO;CACjD,MAAM,SAAS,cAAc,MAAM,IAAI,CAAC,IAAI,OAAO;AAEnD,QACE,QAAQ,KAAK,OAAO,MACnB,QAAQ,OAAO,OAAO,MAAM,QAAQ,KAAK,OAAO,MAChD,QAAQ,OAAO,OAAO,MAAM,QAAQ,OAAO,OAAO,MAAM,QAAQ,KAAK,OAAO;;;AAKjF,SAAS,uBACP,SACkD;CAClD,MAAM,SAA2D,EAAE;AACnE,MAAK,MAAM,CAAC,KAAK,QAAQ,OAAO,QAAQ,QAAQ,EAAE;AAChD,MAAI,IAAI,IAAI;AACV,UAAO,OAAO;AACd;;AAGF,SAAO,OAAO;GACZ,IAAI;GACJ,QAAQ,IAAI,OAAO,KAAK,MAAM;AAC5B,QAAI,OAAO,MAAM,SACf,QAAO;aACE,EAAE,QAAQ,aAAa,EAAE,gBAAgB,OAClD,QAAO,EAAE;AAEX,WAAO,EAAE;KACT;GACF,YAAY,IAAI;GACjB;;AAGH,QAAO"}
@@ -8,7 +8,7 @@ import { NavigationStates } from "./navigation_states.js";
8
8
  import { projectOverviewLight } from "./project_overview_light.js";
9
9
  import { applyProjectMigrations } from "../mutator/migration.js";
10
10
  import { BLOCK_STORAGE_FACADE_VERSION, extractConfig } from "@platforma-sdk/model";
11
- import { cachedDeserialize, notEmpty } from "@milaboratories/ts-helpers";
11
+ import { cachedDeserialize, createInfiniteRetryState, nextInfiniteRetryState, notEmpty } from "@milaboratories/ts-helpers";
12
12
  import fs from "node:fs/promises";
13
13
  import { DefaultRetryOptions, Pl, ensureResourceIdNotNull, field, isNotFoundError, isTimeoutOrCancelError, resourceIdToString } from "@milaboratories/pl-client";
14
14
  import { SynchronizedTreeState, treeDumpStats } from "@milaboratories/pl-tree";
@@ -58,6 +58,7 @@ var Project = class Project {
58
58
  return "project:" + this.rid.toString();
59
59
  }
60
60
  async refreshLoop() {
61
+ let retryState;
61
62
  while (!this.destroyed) try {
62
63
  await withProject(this.env.projectHelper, this.env.pl, this.rid, (prj) => {
63
64
  prj.doRefresh(this.env.ops.stagingRenderingRate);
@@ -66,7 +67,7 @@ var Project = class Project {
66
67
  lockId: this.projectLockId
67
68
  });
68
69
  await this.activeConfigs.getValue();
69
- await setTimeout(this.env.ops.projectRefreshInterval, this.abortController.signal);
70
+ await setTimeout(this.env.ops.projectRefreshInterval, void 0, { signal: this.abortController.signal });
70
71
  const overviewLight = await this.overviewLight.getValue();
71
72
  const existingBlocks = new Set(overviewLight.listOfBlocks);
72
73
  for (const blockId of this.blockComputables.keys()) if (!existingBlocks.has(blockId)) {
@@ -74,15 +75,27 @@ var Project = class Project {
74
75
  if (computable !== void 0 && computable !== null) computable.fullState.resetState();
75
76
  this.blockComputables.set(blockId, null);
76
77
  }
78
+ retryState = void 0;
77
79
  } catch (e) {
78
- if (this.destroyed) {
79
- this.env.logger.warn(new Error("Error during refresh loop shutdown", { cause: e }));
80
- break;
81
- }
80
+ if (this.destroyed) break;
82
81
  if (isNotFoundError(e)) {
83
- console.warn("project refresh routine terminated, because project was externally deleted");
82
+ this.env.logger.warn("project refresh routine terminated, because project was externally deleted");
84
83
  break;
85
- } else if (isTimeoutOrCancelError(e)) {} else throw new Error("Unexpected exception", { cause: e });
84
+ } else if (isTimeoutOrCancelError(e)) {} else {
85
+ retryState = retryState ? nextInfiniteRetryState(retryState) : createInfiniteRetryState({
86
+ type: "exponentialWithMaxDelayBackoff",
87
+ initialDelay: 1e3,
88
+ maxDelay: 6e4,
89
+ backoffMultiplier: 2,
90
+ jitter: 0
91
+ });
92
+ this.env.logger.error(new Error(`[refreshLoop] unexpected exception, retrying in ${retryState.nextDelay}ms`, { cause: e }));
93
+ try {
94
+ await setTimeout(retryState.nextDelay, void 0, { signal: this.abortController.signal });
95
+ } catch {
96
+ break;
97
+ }
98
+ }
86
99
  }
87
100
  }
88
101
  /**