@highstate/backend 0.9.15 → 0.9.16

package/dist/library/worker/main.js

@@ -1,115 +1,17 @@
 import {
   errorToString
-} from "../../chunk-WXDYCRTT.js";
+} from "../../chunk-RCB4AFGD.js";
 
 // src/library/worker/main.ts
 import { parentPort, workerData } from "node:worker_threads";
-import { createJiti } from "jiti";
 import { pino } from "pino";
-import { mapValues } from "remeda";
 
-// src/library/worker/loader.ts
-import Module from "node:module";
+// src/library/worker/evaluator.ts
 import {
-  isComponent,
-  isEntity,
-  isUnitModel,
-  originalCreate
+  getCompositeInstances,
+  resetEvaluation
 } from "@highstate/contract";
-import { serializeFunction } from "@pulumi/pulumi/runtime/index.js";
-import { sha256 } from "crypto-hash";
-var originalLoad = Module._load;
-Module._load = function(request, parent, isMain) {
-  if (request === "trace_events") {
-    return {};
-  }
-  return originalLoad(request, parent, isMain);
-};
-async function loadLibrary(jiti2, logger2, modulePaths) {
-  const modules = {};
-  for (const modulePath of modulePaths) {
-    try {
-      logger2.debug({ modulePath }, "loading module");
-      modules[modulePath] = await jiti2.import(modulePath);
-      logger2.debug({ modulePath }, "module loaded");
-    } catch (err) {
-      logger2.error({ modulePath, err }, "module load failed");
-    }
-  }
-  const components = {};
-  const entities = {};
-  await _loadLibrary(modules, components, entities);
-  logger2.info(
-    {
-      componentCount: Object.keys(components).length,
-      entityCount: Object.keys(entities).length
-    },
-    "library loaded"
-  );
-  logger2.trace({ components, entities }, "library content");
-  return { components, entities };
-}
-async function _loadLibrary(value, components, entities) {
-  if (isComponent(value)) {
-    components[value.model.type] = value;
-    value.model.definitionHash = await calculateComponentDefinitionHash(value);
-    for (const entity of value.entities.values()) {
-      entity.definitionHash ??= await calculateEntityDefinitionHash(entity);
-    }
-    return;
-  }
-  if (isEntity(value)) {
-    entities[value.type] = value;
-    entities[value.type].definitionHash ??= await calculateEntityDefinitionHash(value);
-    return;
-  }
-  if (typeof value !== "object" || value === null) {
-    return;
-  }
-  for (const key in value) {
-    await _loadLibrary(value[key], components, entities);
-  }
-}
-async function calculateComponentDefinitionHash(component) {
-  if (isUnitModel(component.model)) {
-    return await sha256(JSON.stringify(component.model));
-  }
-  const serializedCreate = await serializeFunction(component[originalCreate]);
-  return await sha256(JSON.stringify(component.model) + serializedCreate.text);
-}
-async function calculateEntityDefinitionHash(entity) {
-  return await sha256(JSON.stringify(entity));
-}
-
-// src/library/worker/evaluator.ts
-import { getCompositeInstances, resetEvaluation } from "@highstate/contract";
-import { BetterLock } from "better-lock";
-var lock = new BetterLock();
-function evaluateModules(jiti2, logger2, modulePaths) {
-  return lock.acquire(async () => {
-    resetEvaluation();
-    let lastModulePath = "";
-    try {
-      for (const modulePath of modulePaths) {
-        logger2.info("loading module: %s", modulePath);
-        lastModulePath = modulePath;
-        await jiti2.import(modulePath);
-        logger2.debug("module loaded: %s", modulePath);
-      }
-      return {
-        success: true,
-        compositeInstances: getCompositeInstances()
-      };
-    } catch (error) {
-      return {
-        success: false,
-        modulePath: lastModulePath,
-        error: errorToString(error)
-      };
-    }
-  });
-}
-function evaluateInstances(logger2, library2, allInstances, resolvedInputs, instanceIds) {
+function evaluateInstances(logger2, components, allInstances, resolvedInputs, instanceIds) {
   const results = [];
   const allInstancesMap = new Map(allInstances.map((instance) => [instance.id, instance]));
   for (const instanceId of instanceIds ?? []) {
@@ -154,7 +56,7 @@ function evaluateInstances(logger2, library2, allInstances, resolvedInputs, inst
         return evaluated[input2.input.output];
       });
     }
-    const component = library2.components[instance.type];
+    const component = components[instance.type];
     if (!component) {
       throw new Error(`Component not found: ${instance.type}, required by instance: ${instanceId}`);
     }
@@ -166,65 +68,55 @@ function evaluateInstances(logger2, library2, allInstances, resolvedInputs, inst
   }
 }
 
+// src/library/worker/loader.lite.ts
+import { isComponent } from "@highstate/contract";
+async function loadComponents(logger2, modulePaths) {
+  const modules = {};
+  for (const modulePath of modulePaths) {
+    try {
+      logger2.debug({ modulePath }, "loading module");
+      modules[modulePath] = await import(modulePath);
+      logger2.debug({ modulePath }, "module loaded");
+    } catch (err) {
+      logger2.error({ modulePath, err }, "module load failed");
+    }
+  }
+  const components = {};
+  await _loadLibrary(modules, components);
+  logger2.debug("library loaded with %s components", Object.keys(components).length);
+  return components;
+}
+async function _loadLibrary(value, components) {
+  if (isComponent(value)) {
+    components[value.model.type] = value;
+    return;
+  }
+  if (typeof value !== "object" || value === null) {
+    return;
+  }
+  for (const key in value) {
+    await _loadLibrary(value[key], components);
+  }
+}
+
 // src/library/worker/main.ts
 var data = workerData;
 var logger = pino({ name: "library-worker", level: data.logLevel });
-var jiti;
-var library;
 try {
-  logger.info("worker started");
-  logger.trace({ data }, "worker data");
-  jiti = createJiti(import.meta.filename);
-  logger.debug({ filename: import.meta.filename }, "jiti created");
-  library = await loadLibrary(jiti, logger, data.modulePaths);
-  parentPort.postMessage({
-    type: "library",
-    library: {
-      components: mapValues(library.components, (component) => component.model),
-      entities: library.entities
-    }
-  });
-  logger.info("library loaded and sent");
+  const library = await loadComponents(logger, data.libraryModulePaths);
+  const results = evaluateInstances(
+    logger,
+    library,
+    data.allInstances,
+    data.resolvedInputs,
+    data.instanceIds
+  );
+  parentPort.postMessage({ type: "results", results });
 } catch (error) {
-  logger.error({ error }, "failed to load library");
+  logger.error({ error }, "failed to evaluate");
   parentPort.postMessage({
     type: "error",
     error: errorToString(error)
   });
 }
-parentPort.on("message", async (message) => {
-  try {
-    const request = message;
-    switch (request.type) {
-      case "evaluate-composite-instances": {
-        const results = evaluateInstances(
-          logger,
-          library,
-          request.allInstances,
-          request.resolvedInputs,
-          request.instanceIds
-        );
-        parentPort.postMessage({
-          type: "instance-evaluation-results",
-          results
-        });
-        break;
-      }
-      case "evaluate-modules": {
-        const result = await evaluateModules(jiti, logger, request.modulePaths);
-        parentPort.postMessage({
-          type: "module-evaluation-result",
-          result
-        });
-        break;
-      }
-    }
-  } catch (error) {
-    logger.error({ error }, "failed to evaluate");
-    parentPort.postMessage({
-      type: "error",
-      error: errorToString(error)
-    });
-  }
-});
 //# sourceMappingURL=main.js.map

package/dist/library/worker/main.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/library/worker/main.ts","../../../src/library/worker/loader.ts","../../../src/library/worker/evaluator.ts"],"sourcesContent":["import type { WorkerData, WorkerRequest, WorkerResponse } from \"./protocol\"\nimport { parentPort, workerData } from \"node:worker_threads\"\nimport { createJiti, type Jiti } from \"jiti\"\nimport { pino } from \"pino\"\nimport { mapValues } from \"remeda\"\nimport { errorToString } from \"../../common\"\nimport { loadLibrary, type Library } from \"./loader\"\nimport { evaluateInstances, evaluateModules } from \"./evaluator\"\n\nconst data = workerData as WorkerData\n\nconst logger = pino({ name: \"library-worker\", level: data.logLevel })\nlet jiti: Jiti\nlet library: Library\n\ntry {\n  logger.info(\"worker started\")\n  logger.trace({ data }, \"worker data\")\n\n  jiti = createJiti(import.meta.filename)\n  logger.debug({ filename: import.meta.filename }, \"jiti created\")\n\n  library = await loadLibrary(jiti, logger, data.modulePaths)\n\n  parentPort!.postMessage({\n    type: \"library\",\n    library: {\n      components: mapValues(library.components, component => component.model),\n      entities: library.entities,\n    },\n  } satisfies WorkerResponse)\n\n  logger.info(\"library loaded and sent\")\n} catch (error) {\n  logger.error({ error }, \"failed to load library\")\n\n  parentPort!.postMessage({\n    type: \"error\",\n    error: errorToString(error),\n  })\n}\n\n// eslint-disable-next-line @typescript-eslint/no-misused-promises\nparentPort!.on(\"message\", async message => {\n  try {\n    const request = message as WorkerRequest\n\n    switch (request.type) {\n      case \"evaluate-composite-instances\": {\n        const results = evaluateInstances(\n          logger,\n          library,\n          request.allInstances,\n          request.resolvedInputs,\n          request.instanceIds,\n        )\n\n        parentPort!.postMessage({\n          type: \"instance-evaluation-results\",\n          results,\n        } satisfies WorkerResponse)\n        break\n      }\n      case \"evaluate-modules\": {\n        const result = await evaluateModules(jiti, logger, request.modulePaths)\n\n        parentPort!.postMessage({\n          type: \"module-evaluation-result\",\n          result,\n        } satisfies WorkerResponse)\n        break\n      }\n    }\n  } catch (error) {\n    logger.error({ error }, \"failed to evaluate\")\n\n    parentPort!.postMessage({\n      type: \"error\",\n      error: errorToString(error),\n    } satisfies WorkerResponse)\n  }\n})\n","import type { Logger } from \"pino\"\nimport type { Jiti } from \"jiti\"\nimport Module from \"node:module\"\nimport {\n  type Component,\n  type Entity,\n  isComponent,\n  isEntity,\n  isUnitModel,\n  originalCreate,\n} from \"@highstate/contract\"\nimport { serializeFunction } from \"@pulumi/pulumi/runtime/index.js\"\nimport { sha256 } from \"crypto-hash\"\n\ndeclare module \"module\" {\n  // eslint-disable-next-line @typescript-eslint/no-namespace\n  namespace Module {\n    function _load(request: unknown, parent: unknown, isMain: boolean): unknown\n  }\n}\n\nconst originalLoad = Module._load\n\nModule._load = function (request: unknown, parent: unknown, isMain: boolean) {\n  if (request === \"trace_events\") {\n    return {}\n  }\n\n  return originalLoad(request, parent, isMain)\n}\n\nexport type Library = Readonly<{\n  components: Readonly<Record<string, Component>>\n  entities: Readonly<Record<string, Entity>>\n}>\n\nexport async function loadLibrary(\n  jiti: Jiti,\n  logger: Logger,\n  modulePaths: string[],\n): Promise<Library> {\n  const modules: Record<string, unknown> = {}\n  for (const modulePath of modulePaths) {\n    try {\n      logger.debug({ modulePath }, \"loading module\")\n      modules[modulePath] = await jiti.import(modulePath)\n\n      logger.debug({ modulePath }, \"module loaded\")\n    } catch (err) {\n      logger.error({ modulePath, err }, \"module load failed\")\n    }\n  }\n\n  const components: Record<string, Component> = {}\n  const entities: Record<string, Entity> = {}\n\n  await _loadLibrary(modules, components, entities)\n\n  logger.info(\n    {\n      componentCount: Object.keys(components).length,\n      entityCount: Object.keys(entities).length,\n    },\n    \"library loaded\",\n  )\n\n  logger.trace({ components, entities }, \"library content\")\n\n  return { components, entities }\n}\n\nasync function _loadLibrary(\n  value: unknown,\n  components: Record<string, Component>,\n  entities: Record<string, Entity>,\n): Promise<void> {\n  if (isComponent(value)) {\n    components[value.model.type] = value\n    value.model.definitionHash = await calculateComponentDefinitionHash(value)\n\n    for (const entity of value.entities.values()) {\n      entity.definitionHash ??= await calculateEntityDefinitionHash(entity)\n    }\n    return\n  }\n\n  if (isEntity(value)) {\n    entities[value.type] = value\n    entities[value.type].definitionHash ??= await calculateEntityDefinitionHash(value)\n    return\n  }\n\n  if (typeof value !== \"object\" || value === null) {\n    return\n  }\n\n  for (const key in value) {\n    await _loadLibrary((value as Record<string, unknown>)[key], components, entities)\n  }\n}\n\nasync function calculateComponentDefinitionHash(component: Component): Promise<string> {\n  if (isUnitModel(component.model)) {\n    return await sha256(JSON.stringify(component.model))\n  }\n\n  const serializedCreate = await serializeFunction(component[originalCreate])\n\n  return await sha256(JSON.stringify(component.model) + serializedCreate.text)\n}\n\nasync function calculateEntityDefinitionHash(entity: Entity): Promise<string> {\n  return await sha256(JSON.stringify(entity))\n}\n","import type { Logger } from \"pino\"\nimport type { Library } from \"./loader\"\nimport type { Jiti } from \"jiti\"\nimport type { InstanceEvaluationResult, ModuleEvaluationResult } from \"../abstractions\"\nimport type { ResolvedInstanceInput } from \"../../shared\"\nimport { getCompositeInstances, resetEvaluation, type InstanceModel } from \"@highstate/contract\"\nimport { BetterLock } from \"better-lock\"\nimport { errorToString } from \"../../common\"\n\nconst lock = new BetterLock()\n\nexport function evaluateModules(\n  jiti: Jiti,\n  logger: Logger,\n  modulePaths: string[],\n): Promise<ModuleEvaluationResult> {\n  return lock.acquire(async () => {\n    resetEvaluation()\n    let lastModulePath = \"\"\n\n    try {\n      for (const modulePath of modulePaths) {\n        logger.info(\"loading module: %s\", modulePath)\n\n        lastModulePath = modulePath\n        await jiti.import(modulePath)\n\n        logger.debug(\"module loaded: %s\", modulePath)\n      }\n\n      return {\n        success: true,\n        compositeInstances: getCompositeInstances(),\n      }\n    } catch (error) {\n      return {\n        success: false,\n        modulePath: lastModulePath,\n        error: errorToString(error),\n      }\n    }\n  })\n}\n\nexport function evaluateInstances(\n  logger: Logger,\n  library: Library,\n  allInstances: InstanceModel[],\n  resolvedInputs: Record<string, Record<string, ResolvedInstanceInput[]>>,\n  instanceIds: string[],\n): InstanceEvaluationResult[] {\n  const results: InstanceEvaluationResult[] = []\n  const allInstancesMap = new Map(allInstances.map(instance => [instance.id, instance]))\n\n  for (const instanceId of instanceIds ?? []) {\n    try {\n      logger.debug({ instanceId }, \"evaluating top-level instance\")\n      resetEvaluation()\n\n      evaluateInstance(instanceId)\n\n      results.push({\n        success: true,\n        instanceId,\n        compositeInstances: getCompositeInstances().filter(\n          instance =>\n            instanceId.includes(instance.instance.id) || !allInstancesMap.has(instance.instance.id),\n        ),\n      })\n    } catch (error) {\n      results.push({\n        success: false,\n        instanceId,\n        error: errorToString(error),\n      })\n    }\n  }\n\n  return results\n\n  function evaluateInstance(\n    instanceId: string,\n    instanceOutputs: Map<string, Record<string, unknown>> = new Map(),\n  ): Record<string, unknown> {\n    let outputs = instanceOutputs.get(instanceId)\n\n    if (!outputs) {\n      outputs = _evaluateInstance(instanceId, instanceOutputs)\n      instanceOutputs.set(instanceId, outputs)\n    }\n\n    return outputs\n  }\n\n  function _evaluateInstance(\n    instanceId: string,\n    instanceOutputs: Map<string, Record<string, unknown>>,\n  ): Record<string, unknown> {\n    const inputs: Record<string, unknown> = {}\n    const instance = allInstancesMap.get(instanceId)\n\n    logger.info(\"evaluating instance\", { instanceId })\n\n    if (!instance) {\n      throw new Error(`Instance not found: ${instanceId}`)\n    }\n\n    for (const [inputName, input] of Object.entries(resolvedInputs[instanceId] ?? {})) {\n      inputs[inputName] = input.map(input => {\n        const evaluated = evaluateInstance(input.input.instanceId, instanceOutputs)\n\n        return evaluated[input.input.output]\n      })\n    }\n\n    const component = library.components[instance.type]\n    if (!component) {\n      throw new Error(`Component not found: ${instance.type}, required by instance: ${instanceId}`)\n    }\n\n    return component({\n      name: instance.name,\n      args: instance.args as Record<string, never>,\n      inputs: inputs as Record<string, never>,\n    })\n  }\n}\n"],"mappings":";;;;;AACA,SAAS,YAAY,kBAAkB;AACvC,SAAS,kBAA6B;AACtC,SAAS,YAAY;AACrB,SAAS,iBAAiB;;;ACF1B,OAAO,YAAY;AACnB;AAAA,EAGE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,yBAAyB;AAClC,SAAS,cAAc;AASvB,IAAM,eAAe,OAAO;AAE5B,OAAO,QAAQ,SAAU,SAAkB,QAAiB,QAAiB;AAC3E,MAAI,YAAY,gBAAgB;AAC9B,WAAO,CAAC;AAAA,EACV;AAEA,SAAO,aAAa,SAAS,QAAQ,MAAM;AAC7C;AAOA,eAAsB,YACpBA,OACAC,SACA,aACkB;AAClB,QAAM,UAAmC,CAAC;AAC1C,aAAW,cAAc,aAAa;AACpC,QAAI;AACF,MAAAA,QAAO,MAAM,EAAE,WAAW,GAAG,gBAAgB;AAC7C,cAAQ,UAAU,IAAI,MAAMD,MAAK,OAAO,UAAU;AAElD,MAAAC,QAAO,MAAM,EAAE,WAAW,GAAG,eAAe;AAAA,IAC9C,SAAS,KAAK;AACZ,MAAAA,QAAO,MAAM,EAAE,YAAY,IAAI,GAAG,oBAAoB;AAAA,IACxD;AAAA,EACF;AAEA,QAAM,aAAwC,CAAC;AAC/C,QAAM,WAAmC,CAAC;AAE1C,QAAM,aAAa,SAAS,YAAY,QAAQ;AAEhD,EAAAA,QAAO;AAAA,IACL;AAAA,MACE,gBAAgB,OAAO,KAAK,UAAU,EAAE;AAAA,MACxC,aAAa,OAAO,KAAK,QAAQ,EAAE;AAAA,IACrC;AAAA,IACA;AAAA,EACF;AAEA,EAAAA,QAAO,MAAM,EAAE,YAAY,SAAS,GAAG,iBAAiB;AAExD,SAAO,EAAE,YAAY,SAAS;AAChC;AAEA,eAAe,aACb,OACA,YACA,UACe;AACf,MAAI,YAAY,KAAK,GAAG;AACtB,eAAW,MAAM,MAAM,IAAI,IAAI;AAC/B,UAAM,MAAM,iBAAiB,MAAM,iCAAiC,KAAK;AAEzE,eAAW,UAAU,MAAM,SAAS,OAAO,GAAG;AAC5C,aAAO,mBAAmB,MAAM,8BAA8B,MAAM;AAAA,IACtE;AACA;AAAA,EACF;AAEA,MAAI,SAAS,KAAK,GAAG;AACnB,aAAS,MAAM,IAAI,IAAI;AACvB,aAAS,MAAM,IAAI,EAAE,mBAAmB,MAAM,8BAA8B,KAAK;AACjF;AAAA,EACF;AAEA,MAAI,OAAO,UAAU,YAAY,UAAU,MAAM;AAC/C;AAAA,EACF;AAEA,aAAW,OAAO,OAAO;AACvB,UAAM,aAAc,MAAkC,GAAG,GAAG,YAAY,QAAQ;AAAA,EAClF;AACF;AAEA,eAAe,iCAAiC,WAAuC;AACrF,MAAI,YAAY,UAAU,KAAK,GAAG;AAChC,WAAO,MAAM,OAAO,KAAK,UAAU,UAAU,KAAK,CAAC;AAAA,EACrD;AAEA,QAAM,mBAAmB,MAAM,kBAAkB,UAAU,cAAc,CAAC;AAE1E,SAAO,MAAM,OAAO,KAAK,UAAU,UAAU,KAAK,IAAI,iBAAiB,IAAI;AAC7E;AAEA,eAAe,8BAA8B,QAAiC;AAC5E,SAAO,MAAM,OAAO,KAAK,UAAU,MAAM,CAAC;AAC5C;;;AC5GA,SAAS,uBAAuB,uBAA2C;AAC3E,SAAS,kBAAkB;AAG3B,IAAM,OAAO,IAAI,WAAW;AAErB,SAAS,gBACdC,OACAC,SACA,aACiC;AACjC,SAAO,KAAK,QAAQ,YAAY;AAC9B,oBAAgB;AAChB,QAAI,iBAAiB;AAErB,QAAI;AACF,iBAAW,cAAc,aAAa;AACpC,QAAAA,QAAO,KAAK,sBAAsB,UAAU;AAE5C,yBAAiB;AACjB,cAAMD,MAAK,OAAO,UAAU;AAE5B,QAAAC,QAAO,MAAM,qBAAqB,UAAU;AAAA,MAC9C;AAEA,aAAO;AAAA,QACL,SAAS;AAAA,QACT,oBAAoB,sBAAsB;AAAA,MAC5C;AAAA,IACF,SAAS,OAAO;AACd,aAAO;AAAA,QACL,SAAS;AAAA,QACT,YAAY;AAAA,QACZ,OAAO,cAAc,KAAK;AAAA,MAC5B;AAAA,IACF;AAAA,EACF,CAAC;AACH;AAEO,SAAS,kBACdA,SACAC,UACA,cACA,gBACA,aAC4B;AAC5B,QAAM,UAAsC,CAAC;AAC7C,QAAM,kBAAkB,IAAI,IAAI,aAAa,IAAI,cAAY,CAAC,SAAS,IAAI,QAAQ,CAAC,CAAC;AAErF,aAAW,cAAc,eAAe,CAAC,GAAG;AAC1C,QAAI;AACF,MAAAD,QAAO,MAAM,EAAE,WAAW,GAAG,+BAA+B;AAC5D,sBAAgB;AAEhB,uBAAiB,UAAU;AAE3B,cAAQ,KAAK;AAAA,QACX,SAAS;AAAA,QACT;AAAA,QACA,oBAAoB,sBAAsB,EAAE;AAAA,UAC1C,cACE,WAAW,SAAS,SAAS,SAAS,EAAE,KAAK,CAAC,gBAAgB,IAAI,SAAS,SAAS,EAAE;AAAA,QAC1F;AAAA,MACF,CAAC;AAAA,IACH,SAAS,OAAO;AACd,cAAQ,KAAK;AAAA,QACX,SAAS;AAAA,QACT;AAAA,QACA,OAAO,cAAc,KAAK;AAAA,MAC5B,CAAC;AAAA,IACH;AAAA,EACF;AAEA,SAAO;AAEP,WAAS,iBACP,YACA,kBAAwD,oBAAI,IAAI,GACvC;AACzB,QAAI,UAAU,gBAAgB,IAAI,UAAU;AAE5C,QAAI,CAAC,SAAS;AACZ,gBAAU,kBAAkB,YAAY,eAAe;AACvD,sBAAgB,IAAI,YAAY,OAAO;AAAA,IACzC;AAEA,WAAO;AAAA,EACT;AAEA,WAAS,kBACP,YACA,iBACyB;AACzB,UAAM,SAAkC,CAAC;AACzC,UAAM,WAAW,gBAAgB,IAAI,UAAU;AAE/C,IAAAA,QAAO,KAAK,uBAAuB,EAAE,WAAW,CAAC;AAEjD,QAAI,CAAC,UAAU;AACb,YAAM,IAAI,MAAM,uBAAuB,UAAU,EAAE;AAAA,IACrD;AAEA,eAAW,CAAC,WAAW,KAAK,KAAK,OAAO,QAAQ,eAAe,UAAU,KAAK,CAAC,CAAC,GAAG;AACjF,aAAO,SAAS,IAAI,MAAM,IAAI,CAAAE,WAAS;AACrC,cAAM,YAAY,iBAAiBA,OAAM,MAAM,YAAY,eAAe;AAE1E,eAAO,UAAUA,OAAM,MAAM,MAAM;AAAA,MACrC,CAAC;AAAA,IACH;AAEA,UAAM,YAAYD,SAAQ,WAAW,SAAS,IAAI;AAClD,QAAI,CAAC,WAAW;AACd,YAAM,IAAI,MAAM,wBAAwB,SAAS,IAAI,2BAA2B,UAAU,EAAE;AAAA,IAC9F;AAEA,WAAO,UAAU;AAAA,MACf,MAAM,SAAS;AAAA,MACf,MAAM,SAAS;AAAA,MACf;AAAA,IACF,CAAC;AAAA,EACH;AACF;;;AFrHA,IAAM,OAAO;AAEb,IAAM,SAAS,KAAK,EAAE,MAAM,kBAAkB,OAAO,KAAK,SAAS,CAAC;AACpE,IAAI;AACJ,IAAI;AAEJ,IAAI;AACF,SAAO,KAAK,gBAAgB;AAC5B,SAAO,MAAM,EAAE,KAAK,GAAG,aAAa;AAEpC,SAAO,WAAW,YAAY,QAAQ;AACtC,SAAO,MAAM,EAAE,UAAU,YAAY,SAAS,GAAG,cAAc;AAE/D,YAAU,MAAM,YAAY,MAAM,QAAQ,KAAK,WAAW;AAE1D,aAAY,YAAY;AAAA,IACtB,MAAM;AAAA,IACN,SAAS;AAAA,MACP,YAAY,UAAU,QAAQ,YAAY,eAAa,UAAU,KAAK;AAAA,MACtE,UAAU,QAAQ;AAAA,IACpB;AAAA,EACF,CAA0B;AAE1B,SAAO,KAAK,yBAAyB;AACvC,SAAS,OAAO;AACd,SAAO,MAAM,EAAE,MAAM,GAAG,wBAAwB;AAEhD,aAAY,YAAY;AAAA,IACtB,MAAM;AAAA,IACN,OAAO,cAAc,KAAK;AAAA,EAC5B,CAAC;AACH;AAGA,WAAY,GAAG,WAAW,OAAM,YAAW;AACzC,MAAI;AACF,UAAM,UAAU;AAEhB,YAAQ,QAAQ,MAAM;AAAA,MACpB,KAAK,gCAAgC;AACnC,cAAM,UAAU;AAAA,UACd;AAAA,UACA;AAAA,UACA,QAAQ;AAAA,UACR,QAAQ;AAAA,UACR,QAAQ;AAAA,QACV;AAEA,mBAAY,YAAY;AAAA,UACtB,MAAM;AAAA,UACN;AAAA,QACF,CAA0B;AAC1B;AAAA,MACF;AAAA,MACA,KAAK,oBAAoB;AACvB,cAAM,SAAS,MAAM,gBAAgB,MAAM,QAAQ,QAAQ,WAAW;AAEtE,mBAAY,YAAY;AAAA,UACtB,MAAM;AAAA,UACN;AAAA,QACF,CAA0B;AAC1B;AAAA,MACF;AAAA,IACF;AAAA,EACF,SAAS,OAAO;AACd,WAAO,MAAM,EAAE,MAAM,GAAG,oBAAoB;AAE5C,eAAY,YAAY;AAAA,MACtB,MAAM;AAAA,MACN,OAAO,cAAc,KAAK;AAAA,IAC5B,CAA0B;AAAA,EAC5B;AACF,CAAC;","names":["jiti","logger","jiti","logger","library","input"]}
+{"version":3,"sources":["../../../src/library/worker/main.ts","../../../src/library/worker/evaluator.ts","../../../src/library/worker/loader.lite.ts"],"sourcesContent":["import type { WorkerData, WorkerResponse } from \"./protocol\"\nimport { parentPort, workerData } from \"node:worker_threads\"\nimport { pino } from \"pino\"\nimport { errorToString } from \"../../common\"\nimport { evaluateInstances } from \"./evaluator\"\nimport { loadComponents } from \"./loader.lite\"\n\nconst data = workerData as WorkerData\n\nconst logger = pino({ name: \"library-worker\", level: data.logLevel })\n\ntry {\n  const library = await loadComponents(logger, data.libraryModulePaths)\n\n  const results = evaluateInstances(\n    logger,\n    library,\n    data.allInstances,\n    data.resolvedInputs,\n    data.instanceIds,\n  )\n\n  parentPort!.postMessage({ type: \"results\", results } satisfies WorkerResponse)\n} catch (error) {\n  logger.error({ error }, \"failed to evaluate\")\n\n  parentPort!.postMessage({\n    type: \"error\",\n    error: errorToString(error),\n  } satisfies WorkerResponse)\n}\n","import type { Logger } from \"pino\"\nimport type { InstanceEvaluationResult } from \"../abstractions\"\nimport type { ResolvedInstanceInput } from \"../../shared\"\nimport {\n  getCompositeInstances,\n  resetEvaluation,\n  type Component,\n  type InstanceModel,\n} from \"@highstate/contract\"\nimport { errorToString } from \"../../common\"\n\nexport function evaluateInstances(\n  logger: Logger,\n  components: Readonly<Record<string, Component>>,\n  allInstances: InstanceModel[],\n  resolvedInputs: Record<string, Record<string, ResolvedInstanceInput[]>>,\n  instanceIds: string[],\n): InstanceEvaluationResult[] {\n  const results: InstanceEvaluationResult[] = []\n  const allInstancesMap = new Map(allInstances.map(instance => [instance.id, instance]))\n\n  for (const instanceId of instanceIds ?? []) {\n    try {\n      logger.debug({ instanceId }, \"evaluating top-level instance\")\n      resetEvaluation()\n\n      evaluateInstance(instanceId)\n\n      results.push({\n        success: true,\n        instanceId,\n        compositeInstances: getCompositeInstances().filter(\n          instance =>\n            instanceId.includes(instance.instance.id) || !allInstancesMap.has(instance.instance.id),\n        ),\n      })\n    } catch (error) {\n      results.push({\n        success: false,\n        instanceId,\n        error: errorToString(error),\n      })\n    }\n  }\n\n  return results\n\n  function evaluateInstance(\n    instanceId: string,\n    instanceOutputs: Map<string, Record<string, unknown>> = new Map(),\n  ): Record<string, unknown> {\n    let outputs = instanceOutputs.get(instanceId)\n\n    if (!outputs) {\n      outputs = _evaluateInstance(instanceId, instanceOutputs)\n      instanceOutputs.set(instanceId, outputs)\n    }\n\n    return outputs\n  }\n\n  function _evaluateInstance(\n    instanceId: string,\n    instanceOutputs: Map<string, Record<string, unknown>>,\n  ): Record<string, unknown> {\n    const inputs: Record<string, unknown> = {}\n    const instance = allInstancesMap.get(instanceId)\n\n    logger.info(\"evaluating instance\", { instanceId })\n\n    if (!instance) {\n      throw new Error(`Instance not found: ${instanceId}`)\n    }\n\n    for (const [inputName, input] of Object.entries(resolvedInputs[instanceId] ?? {})) {\n      inputs[inputName] = input.map(input => {\n        const evaluated = evaluateInstance(input.input.instanceId, instanceOutputs)\n\n        return evaluated[input.input.output]\n      })\n    }\n\n    const component = components[instance.type]\n    if (!component) {\n      throw new Error(`Component not found: ${instance.type}, required by instance: ${instanceId}`)\n    }\n\n    return component({\n      name: instance.name,\n      args: instance.args as Record<string, never>,\n      inputs: inputs as Record<string, never>,\n    })\n  }\n}\n","import type { Logger } from \"pino\"\nimport { isComponent, type Component } from \"@highstate/contract\"\n\nexport async function loadComponents(\n  logger: Logger,\n  modulePaths: string[],\n): Promise<Readonly<Record<string, Component>>> {\n  const modules: Record<string, unknown> = {}\n  for (const modulePath of modulePaths) {\n    try {\n      logger.debug({ modulePath }, \"loading module\")\n      modules[modulePath] = await import(modulePath)\n\n      logger.debug({ modulePath }, \"module loaded\")\n    } catch (err) {\n      logger.error({ modulePath, err }, \"module load failed\")\n    }\n  }\n\n  const components: Record<string, Component> = {}\n\n  await _loadLibrary(modules, components)\n  logger.debug(\"library loaded with %s components\", Object.keys(components).length)\n\n  return components\n}\n\nasync function _loadLibrary(value: unknown, components: Record<string, Component>): Promise<void> {\n  if (isComponent(value)) {\n    components[value.model.type] = value\n    return\n  }\n\n  if (typeof value !== \"object\" || value === null) {\n    return\n  }\n\n  for (const key in value) {\n    await _loadLibrary((value as Record<string, unknown>)[key], components)\n  }\n}\n"],"mappings":";;;;;AACA,SAAS,YAAY,kBAAkB;AACvC,SAAS,YAAY;;;ACCrB;AAAA,EACE;AAAA,EACA;AAAA,OAGK;AAGA,SAAS,kBACdA,SACA,YACA,cACA,gBACA,aAC4B;AAC5B,QAAM,UAAsC,CAAC;AAC7C,QAAM,kBAAkB,IAAI,IAAI,aAAa,IAAI,cAAY,CAAC,SAAS,IAAI,QAAQ,CAAC,CAAC;AAErF,aAAW,cAAc,eAAe,CAAC,GAAG;AAC1C,QAAI;AACF,MAAAA,QAAO,MAAM,EAAE,WAAW,GAAG,+BAA+B;AAC5D,sBAAgB;AAEhB,uBAAiB,UAAU;AAE3B,cAAQ,KAAK;AAAA,QACX,SAAS;AAAA,QACT;AAAA,QACA,oBAAoB,sBAAsB,EAAE;AAAA,UAC1C,cACE,WAAW,SAAS,SAAS,SAAS,EAAE,KAAK,CAAC,gBAAgB,IAAI,SAAS,SAAS,EAAE;AAAA,QAC1F;AAAA,MACF,CAAC;AAAA,IACH,SAAS,OAAO;AACd,cAAQ,KAAK;AAAA,QACX,SAAS;AAAA,QACT;AAAA,QACA,OAAO,cAAc,KAAK;AAAA,MAC5B,CAAC;AAAA,IACH;AAAA,EACF;AAEA,SAAO;AAEP,WAAS,iBACP,YACA,kBAAwD,oBAAI,IAAI,GACvC;AACzB,QAAI,UAAU,gBAAgB,IAAI,UAAU;AAE5C,QAAI,CAAC,SAAS;AACZ,gBAAU,kBAAkB,YAAY,eAAe;AACvD,sBAAgB,IAAI,YAAY,OAAO;AAAA,IACzC;AAEA,WAAO;AAAA,EACT;AAEA,WAAS,kBACP,YACA,iBACyB;AACzB,UAAM,SAAkC,CAAC;AACzC,UAAM,WAAW,gBAAgB,IAAI,UAAU;AAE/C,IAAAA,QAAO,KAAK,uBAAuB,EAAE,WAAW,CAAC;AAEjD,QAAI,CAAC,UAAU;AACb,YAAM,IAAI,MAAM,uBAAuB,UAAU,EAAE;AAAA,IACrD;AAEA,eAAW,CAAC,WAAW,KAAK,KAAK,OAAO,QAAQ,eAAe,UAAU,KAAK,CAAC,CAAC,GAAG;AACjF,aAAO,SAAS,IAAI,MAAM,IAAI,CAAAC,WAAS;AACrC,cAAM,YAAY,iBAAiBA,OAAM,MAAM,YAAY,eAAe;AAE1E,eAAO,UAAUA,OAAM,MAAM,MAAM;AAAA,MACrC,CAAC;AAAA,IACH;AAEA,UAAM,YAAY,WAAW,SAAS,IAAI;AAC1C,QAAI,CAAC,WAAW;AACd,YAAM,IAAI,MAAM,wBAAwB,SAAS,IAAI,2BAA2B,UAAU,EAAE;AAAA,IAC9F;AAEA,WAAO,UAAU;AAAA,MACf,MAAM,SAAS;AAAA,MACf,MAAM,SAAS;AAAA,MACf;AAAA,IACF,CAAC;AAAA,EACH;AACF;;;AC5FA,SAAS,mBAAmC;AAE5C,eAAsB,eACpBC,SACA,aAC8C;AAC9C,QAAM,UAAmC,CAAC;AAC1C,aAAW,cAAc,aAAa;AACpC,QAAI;AACF,MAAAA,QAAO,MAAM,EAAE,WAAW,GAAG,gBAAgB;AAC7C,cAAQ,UAAU,IAAI,MAAM,OAAO;AAEnC,MAAAA,QAAO,MAAM,EAAE,WAAW,GAAG,eAAe;AAAA,IAC9C,SAAS,KAAK;AACZ,MAAAA,QAAO,MAAM,EAAE,YAAY,IAAI,GAAG,oBAAoB;AAAA,IACxD;AAAA,EACF;AAEA,QAAM,aAAwC,CAAC;AAE/C,QAAM,aAAa,SAAS,UAAU;AACtC,EAAAA,QAAO,MAAM,qCAAqC,OAAO,KAAK,UAAU,EAAE,MAAM;AAEhF,SAAO;AACT;AAEA,eAAe,aAAa,OAAgB,YAAsD;AAChG,MAAI,YAAY,KAAK,GAAG;AACtB,eAAW,MAAM,MAAM,IAAI,IAAI;AAC/B;AAAA,EACF;AAEA,MAAI,OAAO,UAAU,YAAY,UAAU,MAAM;AAC/C;AAAA,EACF;AAEA,aAAW,OAAO,OAAO;AACvB,UAAM,aAAc,MAAkC,GAAG,GAAG,UAAU;AAAA,EACxE;AACF;;;AFjCA,IAAM,OAAO;AAEb,IAAM,SAAS,KAAK,EAAE,MAAM,kBAAkB,OAAO,KAAK,SAAS,CAAC;AAEpE,IAAI;AACF,QAAM,UAAU,MAAM,eAAe,QAAQ,KAAK,kBAAkB;AAEpE,QAAM,UAAU;AAAA,IACd;AAAA,IACA;AAAA,IACA,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AAAA,EACP;AAEA,aAAY,YAAY,EAAE,MAAM,WAAW,QAAQ,CAA0B;AAC/E,SAAS,OAAO;AACd,SAAO,MAAM,EAAE,MAAM,GAAG,oBAAoB;AAE5C,aAAY,YAAY;AAAA,IACtB,MAAM;AAAA,IACN,OAAO,cAAc,KAAK;AAAA,EAC5B,CAA0B;AAC5B;","names":["logger","input","logger"]}

package/dist/shared/index.js

@@ -1,99 +1,217 @@
 import {
+  AccessError,
   GraphResolver,
   InputHashResolver,
   InputResolver,
+  PromiseTracker,
   ValidationResolver,
+  WellKnownInstanceCustomStatus,
+  WellKnownSecretDescriptors,
   applyLibraryUpdate,
-  applyPartialInstanceState,
+  applyStatePatch,
+  artifactSchema,
+  artifactUsageSchema,
+  backendUnlockMethodSchema,
+  collectionQuerySchema,
+  compareArtifactUsage,
+  compareInstanceLockSpecs,
+  componentArgumentSchema,
+  componentInputSchema,
+  componentMetaSchema,
+  componentModelSchema,
+  compositeInstanceEventSchema,
   compositeInstanceSchema,
   createAsyncBatcher,
-  createInstanceState,
-  createInstanceStatePatch,
   diffLibraries,
-  getAllDependentInstanceIds,
+  entitySchema,
+  fileContentSchema,
+  fileMetaSchema,
+  fileSchema,
+  formatSecretDescriptor,
   getMatchedInjectionInstanceInputs,
   getResolvedHubInputs,
   getResolvedInjectionInstanceInputs,
   getResolvedInstanceInputs,
+  getWorkerIdentity,
+  hasObjectMeta,
   hubInstanceInputSchema,
   hubModelPatchSchema,
   hubModelSchema,
-  instanceFileMetaSchema,
-  instanceFileSchema,
+  instanceActionSchema,
+  instanceCustomStatusSchema,
+  instanceEvaluationStatusSchema,
+  instanceEvaludationStatusEnumSchema,
   instanceInputSchema,
+  instanceLockEventSchema,
+  instanceLockSchema,
+  instanceLockSpecSchema,
   instanceModelPatchSchema,
   instanceModelSchema,
-  instancePageBlockSchema,
-  instancePageMetaSchema,
-  instancePageSchema,
+  instanceOperationStatusEnumSchema,
+  instanceOperationStatusSchema,
+  instanceStateEventSchema,
+  instanceStateExtraSchema,
+  instanceStatePatchSchema,
   instanceStateSchema,
-  instanceStateUpdateSchema,
   instanceStatusFieldSchema,
   instanceStatusFieldValueSchema,
-  instanceStatusSchema,
-  instanceTerminalFileSchema,
-  instanceTerminalMetaSchema,
-  instanceTerminalSchema,
-  instanceTriggerInvocationSchema,
-  instanceTriggerSchema,
-  instanceTriggerSpecSchema,
+  int32ToBytes,
   isFinalOperationStatus,
+  isStableOperationStatus,
+  isStateEmpty,
+  isTransientOperationStatus,
+  metaSchema,
+  objectMetaSchema,
+  operationEventSchema,
+  operationLogEntrySchema,
   operationOptionsSchema,
+  operationRequestSchema,
+  operationSchema,
   operationStatusSchema,
   operationTypeSchema,
+  pageBlockSchema,
+  pageContentSchema,
+  pageSchema,
+  parseSecretDescriptor,
   positionSchema,
-  projectOperationRequestSchema,
-  projectOperationSchema,
+  projectAccessActionDescriptions,
+  projectAccessScope,
+  projectApiKeySchema,
+  projectModelSchema,
+  projectSchema,
+  projectUnlockStateSchema,
+  projectUnlockSuiteSchema,
   resolverFactories,
-  terminalSessionSchema
-} from "../chunk-KTGKNSKM.js";
+  secretDescriptorSchema,
+  secretSchema,
+  serviceAccountActionSchema,
+  serviceAccountSchema,
+  terminalSchema,
+  terminalSessionSchema,
+  terminalSpecSchema,
+  triggerInvocationSchema,
+  triggerSchema,
+  triggerSpecSchema,
+  unitArtifactSchema,
+  unitInstanceStatusFieldSchema,
+  unitPageSchema,
+  unitTerminalSchema,
+  unitTriggerSchema,
+  unitWorkerSchema,
+  unlockMethodSchema,
+  unlockMethodType,
+  userObjectMetaSchema,
+  validateInstanceAccess,
+  workerSchema,
+  workerStatus,
+  workerUnitRegistrationSchema
+} from "../chunk-WHALQHEZ.js";
 export {
+  AccessError,
   GraphResolver,
   InputHashResolver,
   InputResolver,
+  PromiseTracker,
   ValidationResolver,
+  WellKnownInstanceCustomStatus,
+  WellKnownSecretDescriptors,
   applyLibraryUpdate,
-  applyPartialInstanceState,
+  applyStatePatch,
+  artifactSchema,
+  artifactUsageSchema,
+  backendUnlockMethodSchema,
+  collectionQuerySchema,
+  compareArtifactUsage,
+  compareInstanceLockSpecs,
+  componentArgumentSchema,
+  componentInputSchema,
+  componentMetaSchema,
+  componentModelSchema,
+  compositeInstanceEventSchema,
   compositeInstanceSchema,
   createAsyncBatcher,
-  createInstanceState,
-  createInstanceStatePatch,
   diffLibraries,
-  getAllDependentInstanceIds,
+  entitySchema,
+  fileContentSchema,
+  fileMetaSchema,
+  fileSchema,
+  formatSecretDescriptor,
   getMatchedInjectionInstanceInputs,
   getResolvedHubInputs,
   getResolvedInjectionInstanceInputs,
   getResolvedInstanceInputs,
+  getWorkerIdentity,
+  hasObjectMeta,
   hubInstanceInputSchema,
   hubModelPatchSchema,
   hubModelSchema,
-  instanceFileMetaSchema,
-  instanceFileSchema,
+  instanceActionSchema,
+  instanceCustomStatusSchema,
+  instanceEvaluationStatusSchema,
+  instanceEvaludationStatusEnumSchema,
   instanceInputSchema,
+  instanceLockEventSchema,
+  instanceLockSchema,
+  instanceLockSpecSchema,
   instanceModelPatchSchema,
   instanceModelSchema,
-  instancePageBlockSchema,
-  instancePageMetaSchema,
-  instancePageSchema,
+  instanceOperationStatusEnumSchema,
+  instanceOperationStatusSchema,
+  instanceStateEventSchema,
+  instanceStateExtraSchema,
+  instanceStatePatchSchema,
   instanceStateSchema,
-  instanceStateUpdateSchema,
   instanceStatusFieldSchema,
   instanceStatusFieldValueSchema,
-  instanceStatusSchema,
-  instanceTerminalFileSchema,
-  instanceTerminalMetaSchema,
-  instanceTerminalSchema,
-  instanceTriggerInvocationSchema,
-  instanceTriggerSchema,
-  instanceTriggerSpecSchema,
+  int32ToBytes,
   isFinalOperationStatus,
+  isStableOperationStatus,
+  isStateEmpty,
+  isTransientOperationStatus,
+  metaSchema,
+  objectMetaSchema,
+  operationEventSchema,
+  operationLogEntrySchema,
   operationOptionsSchema,
+  operationRequestSchema,
+  operationSchema,
   operationStatusSchema,
   operationTypeSchema,
+  pageBlockSchema,
+  pageContentSchema,
+  pageSchema,
+  parseSecretDescriptor,
   positionSchema,
-  projectOperationRequestSchema,
-  projectOperationSchema,
+  projectAccessActionDescriptions,
+  projectAccessScope,
+  projectApiKeySchema,
+  projectModelSchema,
+  projectSchema,
+  projectUnlockStateSchema,
+  projectUnlockSuiteSchema,
   resolverFactories,
-  terminalSessionSchema
+  secretDescriptorSchema,
+  secretSchema,
+  serviceAccountActionSchema,
+  serviceAccountSchema,
+  terminalSchema,
+  terminalSessionSchema,
+  terminalSpecSchema,
+  triggerInvocationSchema,
+  triggerSchema,
+  triggerSpecSchema,
+  unitArtifactSchema,
+  unitInstanceStatusFieldSchema,
+  unitPageSchema,
+  unitTerminalSchema,
+  unitTriggerSchema,
+  unitWorkerSchema,
+  unlockMethodSchema,
+  unlockMethodType,
+  userObjectMetaSchema,
+  validateInstanceAccess,
+  workerSchema,
+  workerStatus,
+  workerUnitRegistrationSchema
 };
 //# sourceMappingURL=index.js.map

package/package.json

@@ -1,7 +1,13 @@
 {
   "name": "@highstate/backend",
-  "version": "0.9.15",
+  "version": "0.9.16",
   "type": "module",
+  "highstate": {
+    "sourceHash": {
+      "mode": "manual",
+      "version": ""
+    }
+  },
   "files": [
     "dist",
     "src",
@@ -26,25 +32,36 @@
     "build": "highstate build"
   },
   "dependencies": {
-    "@highstate/contract": "^0.9.15",
+    "@aws-crypto/crc32": "^5.2.0",
+    "@highstate/contract": "^0.9.16",
+    "@msgpack/msgpack": "^3.1.2",
+    "@napi-rs/keyring": "^1.1.8",
+    "@noble/ciphers": "^1.3.0",
+    "@noble/hashes": "^1.8.0",
     "@types/node": "^22.10.1",
+    "age-encryption": "^0.2.3",
     "ajv": "^8.17.1",
+    "ansi-colors": "^4.1.3",
+    "ansi-styles": "^6.2.1",
     "better-lock": "^3.2.0",
     "consola": "^3.2.3",
     "crypto-hash": "^3.1.0",
     "dotenv": "^16.4.7",
+    "execa": "^9.6.0",
+    "flexsearch": "^0.8.205",
     "import-meta-resolve": "^4.1.0",
-    "jiti": "^2.4.1",
+    "lru-cache": "^11.1.0",
     "nano-spawn": "^0.2.0",
     "nypm": "^0.6.0",
     "pino": "^9.6.0",
     "pkg-types": "^1.2.1",
     "remeda": "^2.21.0",
     "rev-dep": "^1.5.4",
-    "uuidv7": "^1.0.2",
+    "ulid": "^3.0.1",
+    "uuid": "^11.1.0",
     "watcher": "^2.3.1",
     "yaml": "^2.7.1",
-    "zod": "^3.23.8"
+    "zod": "^4.0.5"
   },
   "peerDependencies": {
     "@pulumi/pulumi": "^3.163.0",
@@ -59,11 +76,12 @@
     }
   },
   "devDependencies": {
-    "classic-level": "^2.0.0",
+    "classic-level": "^3.0.0",
     "highstate-cli-bootstrap": "npm:@highstate/cli@0.7.6",
     "pino-pretty": "^13.0.0",
     "rollup": "^4.28.1",
+    "type-fest": "^4.41.0",
     "typescript": "^5.7.2"
   },
-  "gitHead": "f61b9905d4cd50511b03331411f42595403ebc06"
+  "gitHead": "458d6f1f9f6d4aec0ba75a2b2c4c01408cb9c8df"
 }

package/src/artifact/abstractions.ts

@@ -0,0 +1,46 @@
+export interface ArtifactBackend {
+  /**
+   * Stores content and returns its hash.
+   * If content with the same hash already exists, returns existing hash.
+   *
+   * @param projectId The project ID to which the content belongs.
+   * @param hsah The content hash.
+   * @param chunkSize The size of each chunk to store. Only the last chunk may be smaller.
+   * @param content The async iterable of content chunks.
+   */
+  store(
+    projectId: string,
+    hash: string,
+    chunkSize: number,
+    content: AsyncIterable<Uint8Array>,
+  ): Promise<void>
+
+  /**
+   * Retrieves content by hash.
+   *
+   * @param projectId The project ID to which the content belongs.
+   * @param hash The content hash.
+   * @param chunkSize The size of each chunk to retrieve. Only the last chunk may be smaller.
+   */
+  retrieve(
+    projectId: string,
+    hash: string,
+    chunkSize: number,
+  ): Promise<AsyncIterable<Uint8Array> | null>
+
+  /**
+   * Deletes content by hash.
+   *
+   * @param projectId The project ID to which the content belongs.
+   * @param hash The content hash.
+   */
+  delete(projectId: string, hash: string): Promise<void>
+
+  /**
+   * Checks if content exists by hash.
+   *
+   * @param projectId The project ID to which the content belongs.
+   * @param hash The content hash.
+   */
+  exists(projectId: string, hash: string): Promise<boolean>
+}