@highstate/backend 0.19.1 → 0.20.0

package/dist/library/worker/main.js

@@ -1,10 +1,13 @@
 import { errorToString } from '../../chunk-X2WG3WGL.js';
-import '../../chunk-I7BWSAN6.js';
+import '../../chunk-UAWBPTDW.js';
 import { workerData, parentPort } from 'node:worker_threads';
 import { pino } from 'pino';
 import { InstanceNameConflictError, getRuntimeInstances, parseArgumentValue, isComponent } from '@highstate/contract';
 import { mapValues } from 'remeda';
 
+function toCloneSafeInstanceModel(instance) {
+  return JSON.parse(JSON.stringify(instance));
+}
 function evaluateProject(logger2, components, allInstances, resolvedInputs) {
   const allInstancesMap = new Map(allInstances.map((instance) => [instance.id, instance]));
   const instanceErrors = {};
@@ -24,7 +27,7 @@ function evaluateProject(logger2, components, allInstances, resolvedInputs) {
   }
   return {
     success: true,
-    virtualInstances: getRuntimeInstances().map((instance) => instance.instance).filter((instance) => instance.kind === "composite" || !allInstancesMap.has(instance.id)),
+    virtualInstances: getRuntimeInstances().map((instance) => toCloneSafeInstanceModel(instance.instance)).filter((instance) => instance.kind === "composite" || !allInstancesMap.has(instance.id)),
     topLevelErrors
   };
   function evaluateInstance(instanceId) {

package/dist/library/worker/main.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/library/worker/evaluator.ts","../../../src/library/worker/loader.lite.ts","../../../src/library/worker/main.ts"],"names":["logger","error","input"],"mappings":";;;;;;;AAaO,SAAS,eAAA,CACdA,OAAAA,EACA,UAAA,EACA,YAAA,EACA,cAAA,EACyB;AACzB,EAAA,MAAM,eAAA,GAAkB,IAAI,GAAA,CAAI,YAAA,CAAa,GAAA,CAAI,CAAA,QAAA,KAAY,CAAC,QAAA,CAAS,EAAA,EAAI,QAAQ,CAAC,CAAC,CAAA;AAErF,EAAA,MAAM,iBAA0C,EAAC;AACjD,EAAA,MAAM,iBAAyC,EAAC;AAEhD,EAAA,MAAM,eAAA,uBAAsB,GAAA,EAAqC;AAEjE,EAAA,KAAA,MAAW,YAAY,YAAA,EAAc;AACnC,IAAA,IAAI;AACF,MAAA,gBAAA,CAAiB,SAAS,EAAE,CAAA;AAAA,IAC9B,SAAS,KAAA,EAAO;AACd,MAAA,IAAI,iBAAiB,yBAAA,EAA2B;AAE9C,QAAA,OAAO;AAAA,UACL,OAAA,EAAS,KAAA;AAAA,UACT,OAAO,KAAA,CAAM;AAAA,SACf;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,OAAO;AAAA,IACL,OAAA,EAAS,IAAA;AAAA,IAET,kBAAkB,mBAAA,EAAoB,CACnC,IAAI,CAAA,QAAA,KAAY,QAAA,CAAS,QAAQ,CAAA,CAEjC,MAAA,CAAO,CAAA,QAAA,KAAY,QAAA,CAAS,SAAS,WAAA,IAAe,CAAC,gBAAgB,GAAA,CAAI,QAAA,CAAS,EAAE,CAAC,CAAA;AAAA,IAExF;AAAA,GACF;AAEA,EAAA,SAAS,iBAAiB,UAAA,EAA0D;AAClF,IAAA,IAAI,OAAA,GAAU,eAAA,CAAgB,GAAA,CAAI,UAAU,CAAA;AAC5C,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,OAAO,OAAA;AAAA,IACT;AAGA,IAAA,MAAM,KAAA,GAAQ,eAAe,UAAU,CAAA;AACvC,IAAA,IAAI,KAAA,EAAO;AAET,MAAA,MAAM,KAAA;AAAA,IACR;AAEA,IAAA,MAAM,QAAA,GAAW,eAAA,CAAgB,GAAA,CAAI,UAAU,CAAA;AAC/C,IAAA,IAAI,CAAC,QAAA,EAAU;AACb,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,oBAAA,EAAuB,UAAU,CAAA,CAAE,CAAA;AAAA,IACrD;AAEA,IAAA,IAAI;AACF,MAAA,OAAA,GAAU,kBAAkB,QAAQ,CAAA;AAEpC,MAAA,eAAA,CAAgB,GAAA,CAAI,YAAY,OAAO,CAAA;AACvC,MAAA,OAAO,OAAA;AAAA,IACT,SAASC,MAAAA,EAAO;AACd,MAAA,IAAI,QAAA,CAAS,SAAS,WAAA,IAAe,CAAC,gBAAgB,GAAA,CAAI,QAAA,CAAS,EAAE,CAAA,EAAG;AACtE,QAAA,cAAA,CAAe,QAAA,CAAS,EAAE,CAAA,GAAI,aAAA,CAAcA,MAAK,CAAA;AAAA,MACnD;AAEA,MAAA,cAAA,CAAe,UAAU,CAAA,GAAIA,MAAAA;AAC7B,MAAA,MAAMA,MAAAA;AAAA,IACR;AAAA,EACF;AAEA,EAAA,SAAS,kBAAkB,QAAA,EAAkD;AAC3E,IAAA,MAAM,SAAkC,EAAC;AAEzC,IAAAD,OAAAA,CAAO,KAAA,CAAM,CAAA,wBAAA,CAAA,EAA4B,QAAA,CAAS,EAAE,CAAA;AAEpD,IAAA,KAAA,MAAW,CAAC,SAAA,EAAW,KAAK,CAAA,IAAK,MAAA,CAAO,OAAA,CAAQ,cAAA,CAAe,QAAA,CAAS,EAAE,CAAA,IAAK,EAAE,CAAA,EAAG;AAClF,MAAA,MAAA,CAAO,SAAS,CAAA,GAAI,KAAA,CAAM,GAAA,CAAI,CAAAE,MAAAA,KAAS;AACrC,QAAA,MAAM,SAAA,GAAY,gBAAA,CAAiBA,MAAAA,CAAM,KAAA,CAAM,UAAU,CAAA;AAEzD,QAAA,OAAO,SAAA,CAAUA,MAAAA,CAAM,KAAA,CAAM,MAAM,CAAA;AAAA,MACrC,CAAC,CAAA;AAAA,IACH;AAEA,IAAA,MAAM,SAAA,GAAY,UAAA,CAAW,QAAA,CAAS,IAAI,CAAA;AAC1C,IAAA,IAAI,CAAC,SAAA,EAAW;AACd,MAAA,MAAM,IAAI,MAAM,CAAA,qBAAA,EAAwB,QAAA,CAAS,IAAI,CAAA,wBAAA,EAA2B,QAAA,CAAS,EAAE,CAAA,CAAE,CAAA;AAAA,IAC/F;AAEA,IAAA,MAAM,UAAA,GAAa,UAAU,QAAA,CAAS,IAAA,IAAQ,EAAC,EAAG,CAAA,QAAA,KAAY,kBAAA,CAAmB,QAAQ,CAAC,CAAA;AAE1F,IAAA,OAAO,SAAA,CAAU;AAAA,MACf,MAAM,QAAA,CAAS,IAAA;AAAA,MACf,IAAA,EAAM,UAAA;AAAA,MACN;AAAA,KACD,CAAA;AAAA,EACH;AACF;AC3GA,eAAsB,cAAA,CACpBF,SACA,WAAA,EAC8C;AAC9C,EAAA,MAAM,UAAmC,EAAC;AAC1C,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,IAAI;AACF,MAAAA,OAAAA,CAAO,KAAA,CAAM,EAAE,UAAA,IAAc,gBAAgB,CAAA;AAC7C,MAAA,OAAA,CAAQ,UAAU,CAAA,GAAI,MAAM,OAAO,UAAA,CAAA;AAEnC,MAAAA,OAAAA,CAAO,KAAA,CAAM,EAAE,UAAA,IAAc,eAAe,CAAA;AAAA,IAC9C,SAAS,GAAA,EAAK;AACZ,MAAAA,QAAO,KAAA,CAAM,EAAE,UAAA,EAAY,GAAA,IAAO,oBAAoB,CAAA;AAAA,IACxD;AAAA,EACF;AAEA,EAAA,MAAM,aAAwC,EAAC;AAE/C,EAAA,MAAM,YAAA,CAAa,SAAS,UAAU,CAAA;AACtC,EAAAA,QAAO,KAAA,CAAM,mCAAA,EAAqC,OAAO,IAAA,CAAK,UAAU,EAAE,MAAM,CAAA;AAEhF,EAAA,OAAO,UAAA;AACT;AAEA,eAAe,YAAA,CAAa,OAAgB,UAAA,EAAsD;AAChG,EAAA,IAAI,WAAA,CAAY,KAAK,CAAA,EAAG;AACtB,IAAA,UAAA,CAAW,KAAA,CAAM,KAAA,CAAM,IAAI,CAAA,GAAI,KAAA;AAC/B,IAAA;AAAA,EACF;AAEA,EAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA,EAAM;AAC/C,IAAA;AAAA,EACF;AAEA,EAAA,IAAI,UAAU,KAAA,EAAO;AAEnB,IAAA;AAAA,EACF;AAEA,EAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,KAAK,CAAA,EAAG;AACxB,IAAA,KAAA,MAAW,QAAQ,KAAA,EAAO;AACxB,MAAA,MAAM,YAAA,CAAa,MAAM,UAAU,CAAA;AAAA,IACrC;AAEA,IAAA;AAAA,EACF;AAEA,EAAA,KAAA,MAAW,OAAO,KAAA,EAAO;AACvB,IAAA,MAAM,YAAA,CAAc,KAAA,CAAkC,GAAG,CAAA,EAAG,UAAU,CAAA;AAAA,EACxE;AACF;;;AC9CA,IAAM,IAAA,GAAO,UAAA;AAEb,IAAM,MAAA,GAAS,IAAA,CAAK,EAAE,IAAA,EAAM,kBAAkB,CAAA;AAE9C,IAAI;AACF,EAAA,MAAM,OAAA,GAAU,MAAM,cAAA,CAAe,MAAA,EAAQ,KAAK,kBAAkB,CAAA;AACpE,EAAA,MAAM,SAAS,eAAA,CAAgB,MAAA,EAAQ,SAAS,IAAA,CAAK,YAAA,EAAc,KAAK,cAAc,CAAA;AAEtF,EAAA,UAAA,EAAY,YAAY,MAAM,CAAA;AAChC,CAAA,CAAA,OAAS,KAAA,EAAO;AACd,EAAA,MAAA,CAAO,KAAA,CAAM,EAAE,KAAA,EAAM,EAAG,4BAA4B,CAAA;AAEpD,EAAA,UAAA,EAAY,WAAA,CAAY;AAAA,IACtB,OAAA,EAAS,KAAA;AAAA,IACT,KAAA,EAAO,cAAc,KAAK;AAAA,GAC3B,CAAA;AACH","file":"main.js","sourcesContent":["import type { Logger } from \"pino\"\nimport type { ResolvedInstanceInput } from \"../../shared\"\nimport type { ProjectEvaluationResult } from \"../abstractions\"\nimport {\n  type Component,\n  getRuntimeInstances,\n  type InstanceModel,\n  InstanceNameConflictError,\n  parseArgumentValue,\n} from \"@highstate/contract\"\nimport { mapValues } from \"remeda\"\nimport { errorToString } from \"../../common\"\n\nexport function evaluateProject(\n  logger: Logger,\n  components: Readonly<Record<string, Component>>,\n  allInstances: InstanceModel[],\n  resolvedInputs: Record<string, Record<string, ResolvedInstanceInput[]>>,\n): ProjectEvaluationResult {\n  const allInstancesMap = new Map(allInstances.map(instance => [instance.id, instance]))\n\n  const instanceErrors: Record<string, unknown> = {}\n  const topLevelErrors: Record<string, string> = {}\n\n  const instanceOutputs = new Map<string, Record<string, unknown>>()\n\n  for (const instance of allInstances) {\n    try {\n      evaluateInstance(instance.id)\n    } catch (error) {\n      if (error instanceof InstanceNameConflictError) {\n        // fail the whole evaluation if there's a name conflict\n        return {\n          success: false,\n          error: error.message,\n        }\n      }\n    }\n  }\n\n  return {\n    success: true,\n\n    virtualInstances: getRuntimeInstances()\n      .map(instance => instance.instance)\n      // only include top-level composite instances and their children\n      .filter(instance => instance.kind === \"composite\" || !allInstancesMap.has(instance.id)),\n\n    topLevelErrors,\n  }\n\n  function evaluateInstance(instanceId: InstanceModel[\"id\"]): Record<string, unknown> {\n    let outputs = instanceOutputs.get(instanceId)\n    if (outputs) {\n      return outputs\n    }\n\n    // do not evaluate instance if it has an error, just rethrow it\n    const error = instanceErrors[instanceId]\n    if (error) {\n      // eslint-disable-next-line @typescript-eslint/only-throw-error\n      throw error\n    }\n\n    const instance = allInstancesMap.get(instanceId)\n    if (!instance) {\n      throw new Error(`Instance not found: ${instanceId}`)\n    }\n\n    try {\n      outputs = _evaluateInstance(instance)\n\n      instanceOutputs.set(instanceId, outputs)\n      return outputs\n    } catch (error) {\n      if (instance.kind === \"composite\" || !allInstancesMap.has(instance.id)) {\n        topLevelErrors[instance.id] = errorToString(error)\n      }\n\n      instanceErrors[instanceId] = error\n      throw error\n    }\n  }\n\n  function _evaluateInstance(instance: InstanceModel): Record<string, unknown> {\n    const inputs: Record<string, unknown> = {}\n\n    logger.debug(`evaluating instance \"%s\"`, instance.id)\n\n    for (const [inputName, input] of Object.entries(resolvedInputs[instance.id] ?? {})) {\n      inputs[inputName] = input.map(input => {\n        const evaluated = evaluateInstance(input.input.instanceId)\n\n        return evaluated[input.input.output]\n      })\n    }\n\n    const component = components[instance.type]\n    if (!component) {\n      throw new Error(`Component not found: ${instance.type}, required by instance: ${instance.id}`)\n    }\n\n    const parsedArgs = mapValues(instance.args ?? {}, rawValue => parseArgumentValue(rawValue))\n\n    return component({\n      name: instance.name,\n      args: parsedArgs as Record<string, never>,\n      inputs: inputs as Record<string, never>,\n    })\n  }\n}\n","import type { Logger } from \"pino\"\nimport { type Component, isComponent } from \"@highstate/contract\"\n\nexport async function loadComponents(\n  logger: Logger,\n  modulePaths: string[],\n): Promise<Readonly<Record<string, Component>>> {\n  const modules: Record<string, unknown> = {}\n  for (const modulePath of modulePaths) {\n    try {\n      logger.debug({ modulePath }, \"loading module\")\n      modules[modulePath] = await import(modulePath)\n\n      logger.debug({ modulePath }, \"module loaded\")\n    } catch (err) {\n      logger.error({ modulePath, err }, \"module load failed\")\n    }\n  }\n\n  const components: Record<string, Component> = {}\n\n  await _loadLibrary(modules, components)\n  logger.debug(\"library loaded with %s components\", Object.keys(components).length)\n\n  return components\n}\n\nasync function _loadLibrary(value: unknown, components: Record<string, Component>): Promise<void> {\n  if (isComponent(value)) {\n    components[value.model.type] = value\n    return\n  }\n\n  if (typeof value !== \"object\" || value === null) {\n    return\n  }\n\n  if (\"_zod\" in value) {\n    // this is a zod schema, we can skip it\n    return\n  }\n\n  if (Array.isArray(value)) {\n    for (const item of value) {\n      await _loadLibrary(item, components)\n    }\n\n    return\n  }\n\n  for (const key in value) {\n    await _loadLibrary((value as Record<string, unknown>)[key], components)\n  }\n}\n","import type { WorkerData } from \"./protocol\"\nimport { parentPort, workerData } from \"node:worker_threads\"\nimport { pino } from \"pino\"\nimport { errorToString } from \"../../common\"\nimport { evaluateProject } from \"./evaluator\"\nimport { loadComponents } from \"./loader.lite\"\n\nconst data = workerData as WorkerData\n\nconst logger = pino({ name: \"library-worker\" })\n\ntry {\n  const library = await loadComponents(logger, data.libraryModulePaths)\n  const result = evaluateProject(logger, library, data.allInstances, data.resolvedInputs)\n\n  parentPort?.postMessage(result)\n} catch (error) {\n  logger.error({ error }, \"failed to evaluate project\")\n\n  parentPort?.postMessage({\n    success: false,\n    error: errorToString(error),\n  })\n}\n"]}
+{"version":3,"sources":["../../../src/library/worker/evaluator.ts","../../../src/library/worker/loader.lite.ts","../../../src/library/worker/main.ts"],"names":["logger","error","input"],"mappings":";;;;;;;AAaA,SAAS,yBAAyB,QAAA,EAAwC;AAGxE,EAAA,OAAO,IAAA,CAAK,KAAA,CAAM,IAAA,CAAK,SAAA,CAAU,QAAQ,CAAC,CAAA;AAC5C;AAEO,SAAS,eAAA,CACdA,OAAAA,EACA,UAAA,EACA,YAAA,EACA,cAAA,EACyB;AACzB,EAAA,MAAM,eAAA,GAAkB,IAAI,GAAA,CAAI,YAAA,CAAa,GAAA,CAAI,CAAA,QAAA,KAAY,CAAC,QAAA,CAAS,EAAA,EAAI,QAAQ,CAAC,CAAC,CAAA;AAErF,EAAA,MAAM,iBAA0C,EAAC;AACjD,EAAA,MAAM,iBAAyC,EAAC;AAEhD,EAAA,MAAM,eAAA,uBAAsB,GAAA,EAAqC;AAEjE,EAAA,KAAA,MAAW,YAAY,YAAA,EAAc;AACnC,IAAA,IAAI;AACF,MAAA,gBAAA,CAAiB,SAAS,EAAE,CAAA;AAAA,IAC9B,SAAS,KAAA,EAAO;AACd,MAAA,IAAI,iBAAiB,yBAAA,EAA2B;AAE9C,QAAA,OAAO;AAAA,UACL,OAAA,EAAS,KAAA;AAAA,UACT,OAAO,KAAA,CAAM;AAAA,SACf;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,OAAO;AAAA,IACL,OAAA,EAAS,IAAA;AAAA,IAET,gBAAA,EAAkB,qBAAoB,CACnC,GAAA,CAAI,cAAY,wBAAA,CAAyB,QAAA,CAAS,QAAQ,CAAC,CAAA,CAE3D,OAAO,CAAA,QAAA,KAAY,QAAA,CAAS,SAAS,WAAA,IAAe,CAAC,gBAAgB,GAAA,CAAI,QAAA,CAAS,EAAE,CAAC,CAAA;AAAA,IAExF;AAAA,GACF;AAEA,EAAA,SAAS,iBAAiB,UAAA,EAA0D;AAClF,IAAA,IAAI,OAAA,GAAU,eAAA,CAAgB,GAAA,CAAI,UAAU,CAAA;AAC5C,IAAA,IAAI,OAAA,EAAS;AACX,MAAA,OAAO,OAAA;AAAA,IACT;AAGA,IAAA,MAAM,KAAA,GAAQ,eAAe,UAAU,CAAA;AACvC,IAAA,IAAI,KAAA,EAAO;AAET,MAAA,MAAM,KAAA;AAAA,IACR;AAEA,IAAA,MAAM,QAAA,GAAW,eAAA,CAAgB,GAAA,CAAI,UAAU,CAAA;AAC/C,IAAA,IAAI,CAAC,QAAA,EAAU;AACb,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,oBAAA,EAAuB,UAAU,CAAA,CAAE,CAAA;AAAA,IACrD;AAEA,IAAA,IAAI;AACF,MAAA,OAAA,GAAU,kBAAkB,QAAQ,CAAA;AAEpC,MAAA,eAAA,CAAgB,GAAA,CAAI,YAAY,OAAO,CAAA;AACvC,MAAA,OAAO,OAAA;AAAA,IACT,SAASC,MAAAA,EAAO;AACd,MAAA,IAAI,QAAA,CAAS,SAAS,WAAA,IAAe,CAAC,gBAAgB,GAAA,CAAI,QAAA,CAAS,EAAE,CAAA,EAAG;AACtE,QAAA,cAAA,CAAe,QAAA,CAAS,EAAE,CAAA,GAAI,aAAA,CAAcA,MAAK,CAAA;AAAA,MACnD;AAEA,MAAA,cAAA,CAAe,UAAU,CAAA,GAAIA,MAAAA;AAC7B,MAAA,MAAMA,MAAAA;AAAA,IACR;AAAA,EACF;AAEA,EAAA,SAAS,kBAAkB,QAAA,EAAkD;AAC3E,IAAA,MAAM,SAAkC,EAAC;AAEzC,IAAAD,OAAAA,CAAO,KAAA,CAAM,CAAA,wBAAA,CAAA,EAA4B,QAAA,CAAS,EAAE,CAAA;AAEpD,IAAA,KAAA,MAAW,CAAC,SAAA,EAAW,KAAK,CAAA,IAAK,MAAA,CAAO,OAAA,CAAQ,cAAA,CAAe,QAAA,CAAS,EAAE,CAAA,IAAK,EAAE,CAAA,EAAG;AAClF,MAAA,MAAA,CAAO,SAAS,CAAA,GAAI,KAAA,CAAM,GAAA,CAAI,CAAAE,MAAAA,KAAS;AACrC,QAAA,MAAM,SAAA,GAAY,gBAAA,CAAiBA,MAAAA,CAAM,KAAA,CAAM,UAAU,CAAA;AAEzD,QAAA,OAAO,SAAA,CAAUA,MAAAA,CAAM,KAAA,CAAM,MAAM,CAAA;AAAA,MACrC,CAAC,CAAA;AAAA,IACH;AAEA,IAAA,MAAM,SAAA,GAAY,UAAA,CAAW,QAAA,CAAS,IAAI,CAAA;AAC1C,IAAA,IAAI,CAAC,SAAA,EAAW;AACd,MAAA,MAAM,IAAI,MAAM,CAAA,qBAAA,EAAwB,QAAA,CAAS,IAAI,CAAA,wBAAA,EAA2B,QAAA,CAAS,EAAE,CAAA,CAAE,CAAA;AAAA,IAC/F;AAEA,IAAA,MAAM,UAAA,GAAa,UAAU,QAAA,CAAS,IAAA,IAAQ,EAAC,EAAG,CAAA,QAAA,KAAY,kBAAA,CAAmB,QAAQ,CAAC,CAAA;AAE1F,IAAA,OAAO,SAAA,CAAU;AAAA,MACf,MAAM,QAAA,CAAS,IAAA;AAAA,MACf,IAAA,EAAM,UAAA;AAAA,MACN;AAAA,KACD,CAAA;AAAA,EACH;AACF;ACjHA,eAAsB,cAAA,CACpBF,SACA,WAAA,EAC8C;AAC9C,EAAA,MAAM,UAAmC,EAAC;AAC1C,EAAA,KAAA,MAAW,cAAc,WAAA,EAAa;AACpC,IAAA,IAAI;AACF,MAAAA,OAAAA,CAAO,KAAA,CAAM,EAAE,UAAA,IAAc,gBAAgB,CAAA;AAC7C,MAAA,OAAA,CAAQ,UAAU,CAAA,GAAI,MAAM,OAAO,UAAA,CAAA;AAEnC,MAAAA,OAAAA,CAAO,KAAA,CAAM,EAAE,UAAA,IAAc,eAAe,CAAA;AAAA,IAC9C,SAAS,GAAA,EAAK;AACZ,MAAAA,QAAO,KAAA,CAAM,EAAE,UAAA,EAAY,GAAA,IAAO,oBAAoB,CAAA;AAAA,IACxD;AAAA,EACF;AAEA,EAAA,MAAM,aAAwC,EAAC;AAE/C,EAAA,MAAM,YAAA,CAAa,SAAS,UAAU,CAAA;AACtC,EAAAA,QAAO,KAAA,CAAM,mCAAA,EAAqC,OAAO,IAAA,CAAK,UAAU,EAAE,MAAM,CAAA;AAEhF,EAAA,OAAO,UAAA;AACT;AAEA,eAAe,YAAA,CAAa,OAAgB,UAAA,EAAsD;AAChG,EAAA,IAAI,WAAA,CAAY,KAAK,CAAA,EAAG;AACtB,IAAA,UAAA,CAAW,KAAA,CAAM,KAAA,CAAM,IAAI,CAAA,GAAI,KAAA;AAC/B,IAAA;AAAA,EACF;AAEA,EAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,KAAU,IAAA,EAAM;AAC/C,IAAA;AAAA,EACF;AAEA,EAAA,IAAI,UAAU,KAAA,EAAO;AAEnB,IAAA;AAAA,EACF;AAEA,EAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,KAAK,CAAA,EAAG;AACxB,IAAA,KAAA,MAAW,QAAQ,KAAA,EAAO;AACxB,MAAA,MAAM,YAAA,CAAa,MAAM,UAAU,CAAA;AAAA,IACrC;AAEA,IAAA;AAAA,EACF;AAEA,EAAA,KAAA,MAAW,OAAO,KAAA,EAAO;AACvB,IAAA,MAAM,YAAA,CAAc,KAAA,CAAkC,GAAG,CAAA,EAAG,UAAU,CAAA;AAAA,EACxE;AACF;;;AC9CA,IAAM,IAAA,GAAO,UAAA;AAEb,IAAM,MAAA,GAAS,IAAA,CAAK,EAAE,IAAA,EAAM,kBAAkB,CAAA;AAE9C,IAAI;AACF,EAAA,MAAM,OAAA,GAAU,MAAM,cAAA,CAAe,MAAA,EAAQ,KAAK,kBAAkB,CAAA;AACpE,EAAA,MAAM,SAAS,eAAA,CAAgB,MAAA,EAAQ,SAAS,IAAA,CAAK,YAAA,EAAc,KAAK,cAAc,CAAA;AAEtF,EAAA,UAAA,EAAY,YAAY,MAAM,CAAA;AAChC,CAAA,CAAA,OAAS,KAAA,EAAO;AACd,EAAA,MAAA,CAAO,KAAA,CAAM,EAAE,KAAA,EAAM,EAAG,4BAA4B,CAAA;AAEpD,EAAA,UAAA,EAAY,WAAA,CAAY;AAAA,IACtB,OAAA,EAAS,KAAA;AAAA,IACT,KAAA,EAAO,cAAc,KAAK;AAAA,GAC3B,CAAA;AACH","file":"main.js","sourcesContent":["import type { Logger } from \"pino\"\nimport type { ResolvedInstanceInput } from \"../../shared\"\nimport type { ProjectEvaluationResult } from \"../abstractions\"\nimport {\n  type Component,\n  getRuntimeInstances,\n  type InstanceModel,\n  InstanceNameConflictError,\n  parseArgumentValue,\n} from \"@highstate/contract\"\nimport { mapValues } from \"remeda\"\nimport { errorToString } from \"../../common\"\n\nfunction toCloneSafeInstanceModel(instance: InstanceModel): InstanceModel {\n  // Runtime instances may contain Proxy-based accessors in outputs/resolvedOutputs.\n  // Serialize to plain data so worker thread postMessage can structured-clone it.\n  return JSON.parse(JSON.stringify(instance)) as InstanceModel\n}\n\nexport function evaluateProject(\n  logger: Logger,\n  components: Readonly<Record<string, Component>>,\n  allInstances: InstanceModel[],\n  resolvedInputs: Record<string, Record<string, ResolvedInstanceInput[]>>,\n): ProjectEvaluationResult {\n  const allInstancesMap = new Map(allInstances.map(instance => [instance.id, instance]))\n\n  const instanceErrors: Record<string, unknown> = {}\n  const topLevelErrors: Record<string, string> = {}\n\n  const instanceOutputs = new Map<string, Record<string, unknown>>()\n\n  for (const instance of allInstances) {\n    try {\n      evaluateInstance(instance.id)\n    } catch (error) {\n      if (error instanceof InstanceNameConflictError) {\n        // fail the whole evaluation if there's a name conflict\n        return {\n          success: false,\n          error: error.message,\n        }\n      }\n    }\n  }\n\n  return {\n    success: true,\n\n    virtualInstances: getRuntimeInstances()\n      .map(instance => toCloneSafeInstanceModel(instance.instance))\n      // only include top-level composite instances and their children\n      .filter(instance => instance.kind === \"composite\" || !allInstancesMap.has(instance.id)),\n\n    topLevelErrors,\n  }\n\n  function evaluateInstance(instanceId: InstanceModel[\"id\"]): Record<string, unknown> {\n    let outputs = instanceOutputs.get(instanceId)\n    if (outputs) {\n      return outputs\n    }\n\n    // do not evaluate instance if it has an error, just rethrow it\n    const error = instanceErrors[instanceId]\n    if (error) {\n      // eslint-disable-next-line @typescript-eslint/only-throw-error\n      throw error\n    }\n\n    const instance = allInstancesMap.get(instanceId)\n    if (!instance) {\n      throw new Error(`Instance not found: ${instanceId}`)\n    }\n\n    try {\n      outputs = _evaluateInstance(instance)\n\n      instanceOutputs.set(instanceId, outputs)\n      return outputs\n    } catch (error) {\n      if (instance.kind === \"composite\" || !allInstancesMap.has(instance.id)) {\n        topLevelErrors[instance.id] = errorToString(error)\n      }\n\n      instanceErrors[instanceId] = error\n      throw error\n    }\n  }\n\n  function _evaluateInstance(instance: InstanceModel): Record<string, unknown> {\n    const inputs: Record<string, unknown> = {}\n\n    logger.debug(`evaluating instance \"%s\"`, instance.id)\n\n    for (const [inputName, input] of Object.entries(resolvedInputs[instance.id] ?? {})) {\n      inputs[inputName] = input.map(input => {\n        const evaluated = evaluateInstance(input.input.instanceId)\n\n        return evaluated[input.input.output]\n      })\n    }\n\n    const component = components[instance.type]\n    if (!component) {\n      throw new Error(`Component not found: ${instance.type}, required by instance: ${instance.id}`)\n    }\n\n    const parsedArgs = mapValues(instance.args ?? {}, rawValue => parseArgumentValue(rawValue))\n\n    return component({\n      name: instance.name,\n      args: parsedArgs as Record<string, never>,\n      inputs: inputs as Record<string, never>,\n    })\n  }\n}\n","import type { Logger } from \"pino\"\nimport { type Component, isComponent } from \"@highstate/contract\"\n\nexport async function loadComponents(\n  logger: Logger,\n  modulePaths: string[],\n): Promise<Readonly<Record<string, Component>>> {\n  const modules: Record<string, unknown> = {}\n  for (const modulePath of modulePaths) {\n    try {\n      logger.debug({ modulePath }, \"loading module\")\n      modules[modulePath] = await import(modulePath)\n\n      logger.debug({ modulePath }, \"module loaded\")\n    } catch (err) {\n      logger.error({ modulePath, err }, \"module load failed\")\n    }\n  }\n\n  const components: Record<string, Component> = {}\n\n  await _loadLibrary(modules, components)\n  logger.debug(\"library loaded with %s components\", Object.keys(components).length)\n\n  return components\n}\n\nasync function _loadLibrary(value: unknown, components: Record<string, Component>): Promise<void> {\n  if (isComponent(value)) {\n    components[value.model.type] = value\n    return\n  }\n\n  if (typeof value !== \"object\" || value === null) {\n    return\n  }\n\n  if (\"_zod\" in value) {\n    // this is a zod schema, we can skip it\n    return\n  }\n\n  if (Array.isArray(value)) {\n    for (const item of value) {\n      await _loadLibrary(item, components)\n    }\n\n    return\n  }\n\n  for (const key in value) {\n    await _loadLibrary((value as Record<string, unknown>)[key], components)\n  }\n}\n","import type { WorkerData } from \"./protocol\"\nimport { parentPort, workerData } from \"node:worker_threads\"\nimport { pino } from \"pino\"\nimport { errorToString } from \"../../common\"\nimport { evaluateProject } from \"./evaluator\"\nimport { loadComponents } from \"./loader.lite\"\n\nconst data = workerData as WorkerData\n\nconst logger = pino({ name: \"library-worker\" })\n\ntry {\n  const library = await loadComponents(logger, data.libraryModulePaths)\n  const result = evaluateProject(logger, library, data.allInstances, data.resolvedInputs)\n\n  parentPort?.postMessage(result)\n} catch (error) {\n  logger.error({ error }, \"failed to evaluate project\")\n\n  parentPort?.postMessage({\n    success: false,\n    error: errorToString(error),\n  })\n}\n"]}

package/dist/shared/index.js

@@ -1,4 +1,4 @@
-export { AccessError, BackendError, BackendUnlockMethodNotFoundError, CannotDeleteLastBackendUnlockMethodError, CannotDeleteLastUnlockMethodError, GraphResolver, InputHashResolver, InputResolver, InstanceLockLostError, InstanceLockedError, InstanceNotFoundError, InstanceStateNotFoundError, InvalidInstanceKindError, MAX_WORKER_START_ATTEMPTS, OperationNotFoundError, ProjectLockedError, ProjectNotFoundError, PromiseTracker, SystemSecretNames, ValidationResolver, WorkerVersionNotFoundError, apiKeyMetaSchema, apiKeyOutputSchema, apiKeyQuerySchema, applyLibraryUpdate, artifactOutputSchema, artifactQuerySchema, backendUnlockMethodInputSchema, backendUnlockMethodMetaSchema, codebaseLibrary, codebaseProjectModelStorage, collectionQueryResult, collectionQuerySchema, createAsyncBatcher, databaseProjectModelStorage, diffLibraries, extractDigestFromImage, finalInstanceOperationStatuses, finalOperationStatuses, forSchema, getAllDependents, getMatchedInjectionInstanceInputs, getResolvedHubInputs, getResolvedInjectionInstanceInputs, getResolvedInstanceInputs, getResolvedInstanceOutputs, getWorkerIdentity, globalProjectSpace, hasObjectMeta, hostPulumiBackend, instanceCustomStatusInputSchema, instanceLockEventSchema, instanceLockOutputSchema, instanceStateEventSchema, int32ToBytes, isFinalOperationStatus, isInstanceDeployed, isTransientInstanceOperationStatus, isTransientOperationStatus, isVirtualGhostInstance, librarySpecSchema, operationEventSchema, operationLaunchInputSchema, operationMetaSchema, operationOptionsSchema, operationOutputSchema, operationPhaseInstanceSchema, operationPhaseSchema, operationPhaseTypeSchema, operationPlanInputSchema, operationStatusSchema, operationTypeSchema, pageDetailsOutputSchema, pageOutputSchema, pageQuerySchema, projectInputSchema, projectModelEventSchema, projectModelStorageSpecSchema, projectOutputSchema, projectUnlockStateSchema, projectUnlockSuiteSchema, pulumiBackendSpecSchema, resolverFactories, secretOutputSchema, secretQuerySchema, serviceAccountOutputSchema, serviceAccountQuerySchema, stableInstanceInputSchema, terminalDetailsOutputSchema, terminalOutputSchema, terminalQuerySchema, terminalSessionOutputSchema, terminalStatusSchema, toApiKeyOutput, toPageOutput, toSecretOutput, toTerminalDetailsOutput, toTerminalOutput, toTerminalSessionOutput, toWorkerOutput, toWorkerVersionOutput, triggerOutputSchema, triggerQuerySchema, unlockMethodInputSchema, unlockMethodMetaSchema, unlockMethodOutputSchema, unlockMethodType, waitAll, workerOutputSchema, workerQuerySchema, workerUnitRegistrationEventSchema, workerVersionOutputSchema, workerVersionStatusSchema } from '../chunk-V2NILDHS.js';
-import '../chunk-I7BWSAN6.js';
+export { AccessError, BackendError, BackendUnlockMethodNotFoundError, CannotDeleteLastBackendUnlockMethodError, CannotDeleteLastUnlockMethodError, GraphResolver, InputHashResolver, InputResolver, InstanceLockLostError, InstanceLockedError, InstanceNotFoundError, InstanceStateNotFoundError, InvalidInstanceKindError, MAX_WORKER_START_ATTEMPTS, OperationNotFoundError, ProjectLockedError, ProjectNotFoundError, PromiseTracker, SystemSecretNames, ValidationResolver, WorkerVersionNotFoundError, apiKeyMetaSchema, apiKeyOutputSchema, apiKeyQuerySchema, applyLibraryUpdate, artifactOutputSchema, artifactQuerySchema, backendUnlockMethodInputSchema, backendUnlockMethodMetaSchema, codebaseLibrary, codebaseProjectModelStorage, collectionQueryResult, collectionQuerySchema, createAsyncBatcher, databaseProjectModelStorage, diffLibraries, entityDetailsOutputSchema, entityOutputSchema, entityQuerySchema, entityReferenceOutputSchema, entitySnapshotDetailsOutputSchema, entitySnapshotListItemOutputSchema, entitySnapshotOutputSchema, extractDigestFromImage, finalInstanceOperationStatuses, finalOperationStatuses, forSchema, getAllDependents, getMatchedInjectionInstanceInputs, getResolvedHubInputs, getResolvedInjectionInstanceInputs, getResolvedInstanceInputs, getResolvedInstanceOutputs, getWorkerIdentity, globalProjectSpace, hasObjectMeta, hostPulumiBackend, instanceCustomStatusInputSchema, instanceLockEventSchema, instanceLockOutputSchema, instanceStateEventSchema, int32ToBytes, isFinalOperationStatus, isInstanceDeployed, isTransientInstanceOperationStatus, isTransientOperationStatus, isVirtualGhostInstance, librarySpecSchema, operationEventSchema, operationLaunchInputSchema, operationMetaSchema, operationOptionsSchema, operationOutputSchema, operationPhaseInstanceSchema, operationPhaseSchema, operationPhaseTypeSchema, operationPlanInputSchema, operationStatusSchema, operationTypeSchema, pageDetailsOutputSchema, pageOutputSchema, pageQuerySchema, projectInputSchema, projectModelEventSchema, projectModelStorageSpecSchema, projectOutputSchema, projectUnlockStateSchema, projectUnlockSuiteSchema, pulumiBackendSpecSchema, resolveEffectiveOutputType, resolverFactories, secretOutputSchema, secretQuerySchema, serviceAccountOutputSchema, serviceAccountQuerySchema, stableInstanceInputSchema, stableJsonStringify, terminalDetailsOutputSchema, terminalOutputSchema, terminalQuerySchema, terminalSessionOutputSchema, terminalStatusSchema, toApiKeyOutput, toCommonEntityMeta, toPageOutput, toSecretOutput, toTerminalDetailsOutput, toTerminalOutput, toTerminalSessionOutput, toWorkerOutput, toWorkerVersionOutput, triggerOutputSchema, triggerQuerySchema, unlockMethodInputSchema, unlockMethodMetaSchema, unlockMethodOutputSchema, unlockMethodType, waitAll, workerOutputSchema, workerQuerySchema, workerUnitRegistrationEventSchema, workerVersionOutputSchema, workerVersionStatusEventSchema, workerVersionStatusSchema } from '../chunk-52MY2TCE.js';
+import '../chunk-UAWBPTDW.js';
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@highstate/backend",
-  "version": "0.19.1",
+  "version": "0.20.0",
   "type": "module",
   "files": [
     "dist",
@@ -34,10 +34,10 @@
     "@noble/ciphers": "^1.3.0",
     "@noble/hashes": "^1.8.0",
     "@paralleldrive/cuid2": "^2.2.2",
-    "@prisma/adapter-libsql": "7.3.0",
-    "@prisma/client": "7.3.0",
-    "@prisma/driver-adapter-utils": "7.3.0",
-    "@pulumi/pulumi": "3.198.0",
+    "@prisma/adapter-libsql": "7.4.1",
+    "@prisma/client": "7.4.1",
+    "@prisma/driver-adapter-utils": "7.4.1",
+    "@pulumi/pulumi": "3.220.0",
     "age-encryption": "^0.2.3",
     "ajv": "^8.17.1",
     "ansi-colors": "^4.1.3",
@@ -57,14 +57,14 @@
     "p-queue": "^8.0.0",
     "pino": "^9.6.0",
     "pkg-types": "^1.2.1",
-    "prisma": "7.3.0",
+    "prisma": "7.4.1",
     "remeda": "^2.21.0",
     "ulid": "^3.0.1",
     "uuid": "^11.1.0",
     "watcher": "^2.3.1",
     "yaml": "^2.7.1",
     "zod": "^4.0.5",
-    "@highstate/contract": "0.19.1"
+    "@highstate/contract": "0.20.0"
   },
   "devDependencies": {
     "@biomejs/biome": "2.2.0",

package/prisma/backend/_schema/object.prisma

@@ -0,0 +1,12 @@
+/// The object allows to track arbitrary object across multiple projects and search them globally by their IDs.
+/// This also allow to correlate different entities across different projects.
+model Object {
+    /// The CUIDv2(d) of the object.
+    id String
+
+    /// The ID of the project that knows this object.
+    /// Multiple projects can reference the same object, but each project can only reference an object once.
+    projectId String
+
+    @@id([id, projectId])
+}

package/prisma/backend/sqlite/migrations/20260222113554_add_object_tracking/migration.sql

@@ -0,0 +1,7 @@
+-- CreateTable
+CREATE TABLE "Object" (
+    "id" TEXT NOT NULL,
+    "projectId" TEXT NOT NULL,
+
+    PRIMARY KEY ("id", "projectId")
+);

package/prisma/project/artifact.prisma

@@ -49,4 +49,7 @@ model Artifact {
 
     /// The pages using this artifact.
     pages Page[]
+
+    /// The entity snapshots referenced this artifact.
+    entitySnapshots EntitySnapshot[]
 }

package/prisma/project/entity.prisma

@@ -0,0 +1,125 @@
+/// This model represents and instance of Highstate entity produced by one or many component instances one or many times.
+/// Entity tracks EntitySnapshots by their unique IDs allowing to correlate them across different operations and instances.
+/// Entities also can be tracked globally across different projects by referencing them in the Object model at the backend level.
+model Entity {
+    /// The CUIDv2 or CUIDv2d of the entity.
+    ///
+    /// The ID is calculated by the backend as CUIDv2d(entityType, identity), where identity is a user-provided string value that is expected to be globally unique for each entity of the same type.
+    id String @id
+
+    /// The type of the entity.
+    type String
+
+    /// The identity of the entity.
+    identity String
+
+    /// The snapshots of the entity.
+    snapshots EntitySnapshot[]
+}
+
+/// This model represents an immutable snapshot of an entity at a certain point of time
+/// provide by some component instance during an operation.
+model EntitySnapshot {
+    /// The CUIDv2 of the entity snapshot.
+    id String @id @default(cuid(2))
+
+    /// The SHA-256 hash of the entity snapshot content.
+    /// The content is stored separately in the EntitySnapshotContent model and can be shared between different snapshots with the same content hash.
+    contentHash String
+
+    /// The ID of the entity this snapshot belongs to.
+    entityId String
+
+    /// The ID of the operation that created this snapshot.
+    operationId String
+
+    /// The ID of the instance state produced this entity snapshot.
+    stateId String
+
+    /// The name of the instance outputs where this entity were referenced (including nested entities).
+    ///
+    /// ![string[]]
+    referencedInOutputs Json
+
+    /// The name of the outputs that exported this entity directly.
+    ///
+    /// ![string[]]
+    exportedInOutputs Json
+
+    /// The time when the entity snapshot was created.
+    createdAt DateTime @default(now())
+
+    /// The content of the entity snapshot.
+    content EntitySnapshotContent @relation(fields: [contentHash], references: [hash])
+
+    /// The entity this snapshot belongs to.
+    entity Entity @relation(fields: [entityId], references: [id])
+
+    /// The operation that created this snapshot.
+    operation Operation @relation(fields: [operationId], references: [id])
+
+    /// The instance state that produced this entity snapshot.
+    state InstanceState @relation(fields: [stateId], references: [id])
+
+    /// The snapshots of entities referenced by this entity snapshot.
+    /// For explicit references (specified manually by their IDs) the last snapshot of the referenced entity will be used.
+    /// For implicit references (collected via includes) the same snapshot of the same operation will be used.
+    references EntitySnapshotReference[] @relation("EntitySnapshotReferences")
+
+    /// The snapshots of entities that reference this entity snapshot.
+    referencedBy EntitySnapshotReference[] @relation("EntitySnapshotReferencedBy")
+
+    /// The artifacts referenced by this entity snapshot.
+    artifacts Artifact[]
+
+    @@index([entityId, createdAt(sort: Desc)])
+    @@index([operationId])
+    @@index([stateId, createdAt(sort: Desc)])
+}
+
+enum EntityReferenceKind {
+    explicit
+    inclusion
+}
+
+model EntitySnapshotReference {
+    /// The CUIDv2 of the entity snapshot relation.
+    fromId String
+
+    /// The CUIDv2 of the referenced entity snapshot.
+    toId String
+
+    /// The kind of the reference, which can be either explicit or inclusion (implicit).
+    kind EntityReferenceKind
+
+    /// The group of the references.
+    /// It can be either the exlicit group name provided by the entity explicit reference,
+    /// or name of the inclusion field of the parent entity for implicit references.
+    group String
+
+    /// The entity snapshot that holds the reference.
+    from EntitySnapshot @relation("EntitySnapshotReferences", fields: [fromId], references: [id])
+
+    /// The entity snapshot that is referenced.
+    to EntitySnapshot @relation("EntitySnapshotReferencedBy", fields: [toId], references: [id])
+
+    @@id([fromId, toId, kind, group])
+    @@index([toId])
+    @@index([fromId])
+}
+
+model EntitySnapshotContent {
+    /// The SHA-256 hash of the entity snapshot content.
+    hash String @id
+
+    /// The metadata of the entity at the time of the snapshot.
+    ///
+    /// [EntityMeta]
+    meta Json?
+
+    /// The content of the entity snapshot, which is opaque to the backend.
+    content Json
+
+    /// The entity snapshots that have this content.
+    snapshots EntitySnapshot[]
+}

package/prisma/project/instance.prisma

@@ -125,6 +125,9 @@ model InstanceState {
     /// [InstanceStatusFields]
     statusFields Json?
 
+    /// Whether the instance has resource hooks and requires running program on destroy to properly clean up resources.
+    hasResourceHooks Boolean @default(false)
+
     /// The parent instance.
     parent InstanceState? @relation("InstanceHierarchy", fields: [parentId], references: [id])
 
@@ -166,4 +169,7 @@ model InstanceState {
 
     /// The user viewports associated with this instance.
     userViewports UserCompositeViewport[]
+
+    /// The entity snapshots associated with this instance.
+    entitySnapshots EntitySnapshot[]
 }

package/prisma/project/migrations/20260301210131_add_entity_tracking/migration.sql

@@ -0,0 +1,70 @@
+-- CreateTable
+CREATE TABLE "Entity" (
+    "id" TEXT NOT NULL PRIMARY KEY,
+    "type" TEXT NOT NULL,
+    "identity" TEXT NOT NULL
+);
+
+-- CreateTable
+CREATE TABLE "EntitySnapshot" (
+    "id" TEXT NOT NULL PRIMARY KEY,
+    "contentHash" TEXT NOT NULL,
+    "entityId" TEXT NOT NULL,
+    "operationId" TEXT NOT NULL,
+    "stateId" TEXT NOT NULL,
+    "referencedInOutputs" JSONB NOT NULL,
+    "exportedInOutputs" JSONB NOT NULL,
+    "createdAt" DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    CONSTRAINT "EntitySnapshot_contentHash_fkey" FOREIGN KEY ("contentHash") REFERENCES "EntitySnapshotContent" ("hash") ON DELETE RESTRICT ON UPDATE CASCADE,
+    CONSTRAINT "EntitySnapshot_entityId_fkey" FOREIGN KEY ("entityId") REFERENCES "Entity" ("id") ON DELETE RESTRICT ON UPDATE CASCADE,
+    CONSTRAINT "EntitySnapshot_operationId_fkey" FOREIGN KEY ("operationId") REFERENCES "Operation" ("id") ON DELETE RESTRICT ON UPDATE CASCADE,
+    CONSTRAINT "EntitySnapshot_stateId_fkey" FOREIGN KEY ("stateId") REFERENCES "InstanceState" ("id") ON DELETE RESTRICT ON UPDATE CASCADE
+);
+
+-- CreateTable
+CREATE TABLE "EntitySnapshotReference" (
+    "fromId" TEXT NOT NULL,
+    "toId" TEXT NOT NULL,
+    "kind" TEXT NOT NULL,
+    "group" TEXT NOT NULL,
+
+    PRIMARY KEY ("fromId", "toId", "kind", "group"),
+    CONSTRAINT "EntitySnapshotReference_fromId_fkey" FOREIGN KEY ("fromId") REFERENCES "EntitySnapshot" ("id") ON DELETE RESTRICT ON UPDATE CASCADE,
+    CONSTRAINT "EntitySnapshotReference_toId_fkey" FOREIGN KEY ("toId") REFERENCES "EntitySnapshot" ("id") ON DELETE RESTRICT ON UPDATE CASCADE
+);
+
+-- CreateTable
+CREATE TABLE "EntitySnapshotContent" (
+    "hash" TEXT NOT NULL PRIMARY KEY,
+    "meta" JSONB,
+    "content" JSONB NOT NULL
+);
+
+-- CreateTable
+CREATE TABLE "_ArtifactToEntitySnapshot" (
+    "A" TEXT NOT NULL,
+    "B" TEXT NOT NULL,
+    CONSTRAINT "_ArtifactToEntitySnapshot_A_fkey" FOREIGN KEY ("A") REFERENCES "Artifact" ("id") ON DELETE CASCADE ON UPDATE CASCADE,
+    CONSTRAINT "_ArtifactToEntitySnapshot_B_fkey" FOREIGN KEY ("B") REFERENCES "EntitySnapshot" ("id") ON DELETE CASCADE ON UPDATE CASCADE
+);
+
+-- CreateIndex
+CREATE INDEX "EntitySnapshot_entityId_createdAt_idx" ON "EntitySnapshot"("entityId", "createdAt" DESC);
+
+-- CreateIndex
+CREATE INDEX "EntitySnapshot_operationId_idx" ON "EntitySnapshot"("operationId");
+
+-- CreateIndex
+CREATE INDEX "EntitySnapshot_stateId_createdAt_idx" ON "EntitySnapshot"("stateId", "createdAt" DESC);
+
+-- CreateIndex
+CREATE INDEX "EntitySnapshotReference_toId_idx" ON "EntitySnapshotReference"("toId");
+
+-- CreateIndex
+CREATE INDEX "EntitySnapshotReference_fromId_idx" ON "EntitySnapshotReference"("fromId");
+
+-- CreateIndex
+CREATE UNIQUE INDEX "_ArtifactToEntitySnapshot_AB_unique" ON "_ArtifactToEntitySnapshot"("A", "B");
+
+-- CreateIndex
+CREATE INDEX "_ArtifactToEntitySnapshot_B_index" ON "_ArtifactToEntitySnapshot"("B");

package/prisma/project/migrations/20260302212734_add_resource_hooks_flag/migration.sql

@@ -0,0 +1 @@
+ALTER TABLE "InstanceState" ADD COLUMN "hasResourceHooks" BOOLEAN NOT NULL DEFAULT false;

package/prisma/project/operation.prisma

@@ -83,6 +83,9 @@ model Operation {
 
     /// The logs of the operation.
     logs OperationLog[]
+
+    /// The entity snapshots created by this operation.
+    entitySnapshots EntitySnapshot[]
 }
 
 model InstanceOperationState {

package/src/business/artifact.test.ts

@@ -1,4 +1,5 @@
 import type { ArtifactBackend } from "../artifact"
+import type { ObjectRefIndexService } from "./object-ref-index"
 import { createId } from "@paralleldrive/cuid2"
 import { describe, type MockedObject, vi } from "vitest"
 import { test } from "../test-utils"
@@ -10,6 +11,7 @@ const createContent = async function* (text: string): AsyncIterable<Uint8Array>
 
 const artifactTest = test.extend<{
   artifactBackend: MockedObject<ArtifactBackend>
+  objectRefIndexService: MockedObject<ObjectRefIndexService>
   artifactService: ArtifactService
 }>({
   artifactBackend: async ({}, use) => {
@@ -22,10 +24,19 @@ const artifactTest = test.extend<{
     await use(artifactBackend)
   },
 
-  artifactService: async ({ database, artifactBackend, logger }, use) => {
+  objectRefIndexService: async ({}, use) => {
+    const objectRefIndexService = vi.mockObject({
+      track: vi.fn().mockResolvedValue(undefined),
+    } as unknown as ObjectRefIndexService)
+
+    await use(objectRefIndexService)
+  },
+
+  artifactService: async ({ database, artifactBackend, objectRefIndexService, logger }, use) => {
     const service = new ArtifactService(
       database,
       artifactBackend,
+      objectRefIndexService,
       logger.child({ service: "ArtifactService" }),
     )
 
@@ -36,7 +47,14 @@ const artifactTest = test.extend<{
 describe("store", () => {
   artifactTest(
     "stores new artifact successfully",
-    async ({ artifactService, projectDatabase, project, artifactBackend, expect }) => {
+    async ({
+      artifactService,
+      projectDatabase,
+      project,
+      artifactBackend,
+      objectRefIndexService,
+      expect,
+    }) => {
       // arrange
       const hash = createId()
       const size = 1024
@@ -72,6 +90,8 @@ describe("store", () => {
         expect.any(Object),
       )
 
+      expect(objectRefIndexService.track).toHaveBeenCalledWith(project.id, [artifact.id])
+
       // verify artifact was created with reference
       const dbArtifact = await projectDatabase.artifact.findUnique({
         where: { id: artifact.id },

package/src/business/artifact.ts

@@ -2,6 +2,7 @@ import type { CommonObjectMeta } from "@highstate/contract"
 import type { Logger } from "pino"
 import type { ArtifactBackend } from "../artifact"
 import type { Artifact, DatabaseManager, ProjectTransaction } from "../database"
+import type { ObjectRefIndexService } from "./object-ref-index"
 import { createId } from "@paralleldrive/cuid2"
 
 export const artifactChunkSize = 1024 * 1024 // 1 MB
@@ -13,6 +14,7 @@ export class ArtifactService {
   constructor(
     private readonly database: DatabaseManager,
     private readonly artifactBackend: ArtifactBackend,
+    private readonly objectRefIndexService: ObjectRefIndexService,
     private readonly logger: Logger,
   ) {}
 
@@ -53,7 +55,7 @@ export class ArtifactService {
       await this.artifactBackend.store(projectId, artifactId, artifactChunkSize, content)
     }
 
-    return await database.$transaction(async tx => {
+    const artifact = await database.$transaction(async tx => {
       // create or update the main artifact record
       const artifact = await tx.artifact.upsert({
         where: { id: artifactId },
@@ -73,6 +75,10 @@ export class ArtifactService {
 
       return artifact
     })
+
+    await this.objectRefIndexService.track(projectId, [artifact.id])
+
+    return artifact
   }
 
   /**