@opengeni/worker-bundle 1.0.0-canary.1 → 1.0.0

package/dist/chunk-RAMNYSAW.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/host-export-pump.ts"],"sourcesContent":["import type { HostEventSink, HostUsageSink } from \"@opengeni/contracts\";\nimport {\n  acknowledgeHostExportBatch,\n  claimHostExportBatch,\n  disableHostExportConsumer,\n  failHostExportBatch,\n  getHostExportConsumerStatus,\n  pruneHostExportOutbox,\n  registerHostExportConsumer,\n  retireHostExportConsumer,\n  type Database,\n  type HostExportConsumerStatus,\n  type HostExportKind,\n} from \"@opengeni/db\";\nimport type { Observability } from \"@opengeni/observability\";\n\nexport type HostExportDrainResult =\n  | { kind: HostExportKind; outcome: \"not_configured\" | \"idle\" }\n  | { kind: HostExportKind; outcome: \"blocked\"; failures: number }\n  | {\n      kind: HostExportKind;\n      outcome: \"delivered\";\n      count: number;\n      throughCursor: string;\n    }\n  | {\n      kind: HostExportKind;\n      outcome: \"failed\";\n      failures: number;\n      blocked: boolean;\n    };\n\nexport type HostExportPumpOptions = {\n  /** A handle authenticated as the separately provisioned host-export role. */\n  db: Database;\n  eventSink?: HostEventSink;\n  usageSink?: HostUsageSink;\n  observability?: Observability;\n  instanceId?: string;\n  pollIntervalMs?: number;\n  leaseSeconds?: number;\n  batchLimit?: number;\n  batchMaxBytes?: number;\n  maxFailures?: number;\n  /** Maximum catch-up batches per poll tick; bounds one iteration's work. */\n  maxBatchesPerPoll?: number;\n  /** Acked rows younger than this remain available for replay. */\n  pruneGraceSeconds?: number;\n  /** Maximum rows pruned after one successful acknowledgement. */\n  pruneLimit?: number;\n};\n\nexport type HostExportPump = {\n  /** Register configured consumers and start the non-overlapping poll loop. */\n  start: () => Promise<void>;\n  /** Stop polling and wait for the currently executing sink call, if any. */\n  stop: () => Promise<void>;\n  /** Execute at most one bounded batch for each configured sink. */\n  drainOnce: () => Promise<HostExportDrainResult[]>;\n  /**\n   * Disable this named consumer while retaining its replay checkpoint. If it is\n   * the last enabled consumer of the kind, capture stops and that interval is\n   * intentionally unrecoverable. Normal process shutdown must not call this.\n   */\n  disable: (kind: HostExportKind) => Promise<void>;\n  /** Permanently remove a stopped consumer and release its retention floor. */\n  retire: (kind: HostExportKind) => Promise<void>;\n  status: (kind: HostExportKind) => Promise<HostExportConsumerStatus | null>;\n};\n\n/**\n * Build the durable delivery loop used by embedded hosts.\n *\n * The source transaction writes the outbox; this pump only leases, delivers,\n * and checkpoints it. Delivery is intentionally at least once: a process death\n * after sink success but before acknowledgement repeats the same idempotency\n * keys. Sink implementations must therefore deduplicate those keys.\n */\nexport function createHostExportPump(options: HostExportPumpOptions): HostExportPump {\n  if (!options.eventSink && !options.usageSink) {\n    throw new Error(\"createHostExportPump requires at least one host sink\");\n  }\n  const instanceId = validateInstanceId(\n    options.instanceId ?? `worker-${process.pid}-${crypto.randomUUID()}`,\n  );\n  const pollIntervalMs = boundedInteger(options.pollIntervalMs, 1_000, 25, 60_000);\n  const leaseSeconds = boundedInteger(options.leaseSeconds, 60, 5, 300);\n  const batchLimit = boundedInteger(options.batchLimit, 100, 1, 256);\n  const batchMaxBytes = boundedInteger(options.batchMaxBytes, 1_048_576, 98_304, 4_194_304);\n  const maxFailures = boundedInteger(options.maxFailures, 20, 1, 1_000);\n  const maxBatchesPerPoll = boundedInteger(options.maxBatchesPerPoll, 32, 1, 1_000);\n  const pruneGraceSeconds = boundedInteger(options.pruneGraceSeconds, 3_600, 0, 604_800);\n  const pruneLimit = boundedInteger(options.pruneLimit, 1_000, 1, 10_000);\n  let running = false;\n  let loopPromise: Promise<void> | null = null;\n  let waitTimer: ReturnType<typeof setTimeout> | null = null;\n  let wakeWait: (() => void) | null = null;\n  let lifecycleTail: Promise<void> = Promise.resolve();\n  let drainTail: Promise<void> = Promise.resolve();\n  const retiringKinds = new Set<HostExportKind>();\n\n  const configuredConsumer = (kind: HostExportKind): string | null =>\n    kind === \"session_event\"\n      ? (options.eventSink?.consumerId ?? null)\n      : (options.usageSink?.consumerId ?? null);\n\n  const recordResult = (result: HostExportDrainResult, durationSeconds: number) => {\n    const labels = { kind: result.kind, outcome: result.outcome };\n    options.observability?.incrementCounter({\n      name: \"opengeni_host_export_batches_total\",\n      help: \"Durable host export batch attempts by outcome.\",\n      labels,\n    });\n    options.observability?.observeHistogram({\n      name: \"opengeni_host_export_batch_duration_seconds\",\n      help: \"Duration of durable host export batch attempts.\",\n      labels: { kind: result.kind },\n      value: durationSeconds,\n    });\n    if (result.outcome === \"delivered\") {\n      options.observability?.incrementCounter({\n        name: \"opengeni_host_export_records_total\",\n        help: \"Durable host export records acknowledged by a host sink.\",\n        labels: { kind: result.kind },\n        amount: result.count,\n      });\n      options.observability?.setGauge({\n        name: \"opengeni_host_export_consumer_blocked\",\n        help: \"Whether the durable host export consumer is blocked.\",\n        labels: { kind: result.kind },\n        value: 0,\n      });\n    } else if (result.outcome === \"failed\") {\n      options.observability?.setGauge({\n        name: \"opengeni_host_export_consumer_blocked\",\n        help: \"Whether the durable host export consumer is blocked.\",\n        labels: { kind: result.kind },\n        value: result.blocked ? 1 : 0,\n      });\n    } else if (result.outcome === \"blocked\") {\n      options.observability?.setGauge({\n        name: \"opengeni_host_export_consumer_blocked\",\n        help: \"Whether the durable host export consumer is blocked.\",\n        labels: { kind: result.kind },\n        value: 1,\n      });\n    }\n  };\n\n  const drainKind = async (kind: HostExportKind): Promise<HostExportDrainResult> => {\n    if (retiringKinds.has(kind)) return { kind, outcome: \"not_configured\" };\n    const startedAt = performance.now();\n    const consumerId = configuredConsumer(kind);\n    if (!consumerId) {\n      const result: HostExportDrainResult = { kind, outcome: \"not_configured\" };\n      recordResult(result, (performance.now() - startedAt) / 1_000);\n      return result;\n    }\n    const leaseToken = crypto.randomUUID();\n    const common = {\n      consumerId,\n      leaseToken,\n      leaseHolderId: instanceId,\n      leaseSeconds,\n      limit: batchLimit,\n      maxBytes: batchMaxBytes,\n    };\n    const settleFailure = async (error: unknown): Promise<HostExportDrainResult> => {\n      const message = exactHostExportErrorMessage(error);\n      let failures = 0;\n      try {\n        failures = await failHostExportBatch(options.db, {\n          kind,\n          consumerId,\n          leaseToken,\n          error: message,\n          maxFailures,\n        });\n      } catch (settlementError) {\n        options.observability?.warn(\"host export failure settlement was stale\", {\n          kind,\n          ...hostExportPublicErrorFields(settlementError, \"host_export_failure_settlement_stale\"),\n        });\n      }\n      const blocked = failures >= maxFailures;\n      options.observability?.warn(\"host export batch failed\", {\n        kind,\n        failures,\n        blocked,\n        ...hostExportPublicErrorFields(error, \"host_export_batch_delivery_failed\"),\n      });\n      const result: HostExportDrainResult = {\n        kind,\n        outcome: \"failed\",\n        failures,\n        blocked,\n      };\n      recordResult(result, (performance.now() - startedAt) / 1_000);\n      return result;\n    };\n    const deliverClaim = async (\n      count: number,\n      deliver: () => Promise<void>,\n    ): Promise<HostExportDrainResult> => {\n      await deliver();\n      const throughCursor = await acknowledgeHostExportBatch(options.db, {\n        kind,\n        consumerId,\n        leaseToken,\n      });\n      try {\n        await pruneHostExportOutbox(options.db, {\n          kind,\n          graceSeconds: pruneGraceSeconds,\n          limit: pruneLimit,\n        });\n      } catch (error) {\n        // The sink and checkpoint are already committed. A retention failure\n        // must be visible, but must never turn into a false delivery failure or\n        // a duplicate settlement attempt for the now-stale lease.\n        options.observability?.error(\"host export retention prune failed\", {\n          kind,\n          ...hostExportPublicErrorFields(error, \"host_export_retention_prune_failed\"),\n        });\n      }\n      const result: HostExportDrainResult = {\n        kind,\n        outcome: \"delivered\",\n        count,\n        throughCursor,\n      };\n      recordResult(result, (performance.now() - startedAt) / 1_000);\n      return result;\n    };\n\n    try {\n      if (kind === \"session_event\") {\n        const sink = options.eventSink;\n        if (!sink) return { kind, outcome: \"not_configured\" };\n        const batch = await claimHostExportBatch(options.db, {\n          kind,\n          ...common,\n        });\n        if (batch) return await deliverClaim(batch.events.length, () => sink.deliverEvents(batch));\n      } else {\n        const sink = options.usageSink;\n        if (!sink) return { kind, outcome: \"not_configured\" };\n        const batch = await claimHostExportBatch(options.db, {\n          kind,\n          ...common,\n        });\n        if (batch) return await deliverClaim(batch.events.length, () => sink.deliverUsage(batch));\n      }\n    } catch (error) {\n      return await settleFailure(error);\n    }\n    const status = await getHostExportConsumerStatus(options.db, {\n      kind,\n      consumerId,\n    });\n    if (status?.blockedAt) {\n      const result: HostExportDrainResult = {\n        kind,\n        outcome: \"blocked\",\n        failures: status.consecutiveFailures,\n      };\n      recordResult(result, (performance.now() - startedAt) / 1_000);\n      return result;\n    }\n    const result: HostExportDrainResult = { kind, outcome: \"idle\" };\n    recordResult(result, (performance.now() - startedAt) / 1_000);\n    return result;\n  };\n\n  const drainConfiguredOnce = async (): Promise<HostExportDrainResult[]> => {\n    const results: HostExportDrainResult[] = [];\n    if (options.eventSink) results.push(await drainKind(\"session_event\"));\n    if (options.usageSink) results.push(await drainKind(\"usage_event\"));\n    return results;\n  };\n\n  const drainOnce = (): Promise<HostExportDrainResult[]> => {\n    const next = drainTail.then(drainConfiguredOnce);\n    drainTail = next.then(\n      () => undefined,\n      () => undefined,\n    );\n    return next;\n  };\n\n  const serializeLifecycle = <T>(operation: () => Promise<T>): Promise<T> => {\n    const next = lifecycleTail.then(operation);\n    lifecycleTail = next.then(\n      () => undefined,\n      () => undefined,\n    );\n    return next;\n  };\n\n  const waitForPoll = async (): Promise<void> => {\n    await new Promise<void>((resolve) => {\n      wakeWait = resolve;\n      waitTimer = setTimeout(resolve, pollIntervalMs);\n      waitTimer.unref?.();\n    });\n    wakeWait = null;\n    if (waitTimer) clearTimeout(waitTimer);\n    waitTimer = null;\n  };\n\n  return {\n    start: () =>\n      serializeLifecycle(async () => {\n        if (running) return;\n        await options.db.transaction(async (tx) => {\n          const scoped = tx as unknown as Database;\n          if (options.eventSink) {\n            await registerHostExportConsumer(scoped, {\n              kind: \"session_event\",\n              consumerId: options.eventSink.consumerId,\n            });\n          }\n          if (options.usageSink) {\n            await registerHostExportConsumer(scoped, {\n              kind: \"usage_event\",\n              consumerId: options.usageSink.consumerId,\n            });\n          }\n        });\n        if (options.eventSink) retiringKinds.delete(\"session_event\");\n        if (options.usageSink) retiringKinds.delete(\"usage_event\");\n        running = true;\n        loopPromise = (async () => {\n          while (true) {\n            if (!running) break;\n            try {\n              for (let batch = 0; batch < maxBatchesPerPoll; batch += 1) {\n                if (!running) break;\n                const results = await drainOnce();\n                if (!results.some((result) => result.outcome === \"delivered\")) break;\n              }\n            } catch (error) {\n              options.observability?.error(\"host export pump iteration failed\", {\n                ...hostExportPublicErrorFields(error, \"host_export_pump_iteration_failed\"),\n              });\n            }\n            if (running) await waitForPoll();\n          }\n        })();\n      }),\n    stop: () =>\n      serializeLifecycle(async () => {\n        running = false;\n        if (waitTimer) clearTimeout(waitTimer);\n        wakeWait?.();\n        await loopPromise;\n        loopPromise = null;\n      }),\n    drainOnce,\n    disable: async (kind) => {\n      const consumerId = configuredConsumer(kind);\n      if (!consumerId) throw new Error(`No ${kind} sink is configured`);\n      await disableHostExportConsumer(options.db, { kind, consumerId });\n    },\n    retire: (kind) =>\n      serializeLifecycle(async () => {\n        if (running) throw new Error(\"Stop the host export pump before retiring a consumer\");\n        const consumerId = configuredConsumer(kind);\n        if (!consumerId) throw new Error(`No ${kind} sink is configured`);\n        retiringKinds.add(kind);\n        try {\n          await drainTail;\n          await retireHostExportConsumer(options.db, { kind, consumerId });\n        } catch (error) {\n          retiringKinds.delete(kind);\n          throw error;\n        }\n      }),\n    status: async (kind) => {\n      const consumerId = configuredConsumer(kind);\n      if (!consumerId) return null;\n      return await getHostExportConsumerStatus(options.db, {\n        kind,\n        consumerId,\n      });\n    },\n  };\n}\n\nfunction boundedInteger(\n  value: number | undefined,\n  fallback: number,\n  minimum: number,\n  maximum: number,\n): number {\n  const candidate = value ?? fallback;\n  if (!Number.isInteger(candidate) || candidate < minimum || candidate > maximum) {\n    throw new Error(`Expected an integer between ${minimum} and ${maximum}`);\n  }\n  return candidate;\n}\n\nfunction validateInstanceId(value: string): string {\n  if (value.length < 1 || value.length > 128) {\n    throw new Error(\"Host export instanceId must contain 1 to 128 characters\");\n  }\n  return value;\n}\n\nfunction exactHostExportErrorMessage(error: unknown): string {\n  return error instanceof Error ? error.message : String(error);\n}\n\ntype HostExportPublicFailureCode =\n  | \"host_export_failure_settlement_stale\"\n  | \"host_export_batch_delivery_failed\"\n  | \"host_export_retention_prune_failed\"\n  | \"host_export_pump_iteration_failed\";\n\nfunction hostExportPublicErrorFields(\n  _error: unknown,\n  errorCode: HostExportPublicFailureCode,\n): {\n  errorClass: \"HostExportOperationError\";\n  errorCode: HostExportPublicFailureCode;\n  origin: \"host-export\";\n} {\n  return {\n    errorClass: \"HostExportOperationError\",\n    errorCode,\n    origin: \"host-export\",\n  };\n}\n"],"mappings":";AACA;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAIK;AAiEA,SAAS,qBAAqB,SAAgD;AACnF,MAAI,CAAC,QAAQ,aAAa,CAAC,QAAQ,WAAW;AAC5C,UAAM,IAAI,MAAM,sDAAsD;AAAA,EACxE;AACA,QAAM,aAAa;AAAA,IACjB,QAAQ,cAAc,UAAU,QAAQ,GAAG,IAAI,OAAO,WAAW,CAAC;AAAA,EACpE;AACA,QAAM,iBAAiB,eAAe,QAAQ,gBAAgB,KAAO,IAAI,GAAM;AAC/E,QAAM,eAAe,eAAe,QAAQ,cAAc,IAAI,GAAG,GAAG;AACpE,QAAM,aAAa,eAAe,QAAQ,YAAY,KAAK,GAAG,GAAG;AACjE,QAAM,gBAAgB,eAAe,QAAQ,eAAe,SAAW,OAAQ,OAAS;AACxF,QAAM,cAAc,eAAe,QAAQ,aAAa,IAAI,GAAG,GAAK;AACpE,QAAM,oBAAoB,eAAe,QAAQ,mBAAmB,IAAI,GAAG,GAAK;AAChF,QAAM,oBAAoB,eAAe,QAAQ,mBAAmB,MAAO,GAAG,MAAO;AACrF,QAAM,aAAa,eAAe,QAAQ,YAAY,KAAO,GAAG,GAAM;AACtE,MAAI,UAAU;AACd,MAAI,cAAoC;AACxC,MAAI,YAAkD;AACtD,MAAI,WAAgC;AACpC,MAAI,gBAA+B,QAAQ,QAAQ;AACnD,MAAI,YAA2B,QAAQ,QAAQ;AAC/C,QAAM,gBAAgB,oBAAI,IAAoB;AAE9C,QAAM,qBAAqB,CAAC,SAC1B,SAAS,kBACJ,QAAQ,WAAW,cAAc,OACjC,QAAQ,WAAW,cAAc;AAExC,QAAM,eAAe,CAAC,QAA+B,oBAA4B;AAC/E,UAAM,SAAS,EAAE,MAAM,OAAO,MAAM,SAAS,OAAO,QAAQ;AAC5D,YAAQ,eAAe,iBAAiB;AAAA,MACtC,MAAM;AAAA,MACN,MAAM;AAAA,MACN;AAAA,IACF,CAAC;AACD,YAAQ,eAAe,iBAAiB;AAAA,MACtC,MAAM;AAAA,MACN,MAAM;AAAA,MACN,QAAQ,EAAE,MAAM,OAAO,KAAK;AAAA,MAC5B,OAAO;AAAA,IACT,CAAC;AACD,QAAI,OAAO,YAAY,aAAa;AAClC,cAAQ,eAAe,iBAAiB;AAAA,QACtC,MAAM;AAAA,QACN,MAAM;AAAA,QACN,QAAQ,EAAE,MAAM,OAAO,KAAK;AAAA,QAC5B,QAAQ,OAAO;AAAA,MACjB,CAAC;AACD,cAAQ,eAAe,SAAS;AAAA,QAC9B,MAAM;AAAA,QACN,MAAM;AAAA,QACN,QAAQ,EAAE,MAAM,OAAO,KAAK;AAAA,QAC5B,OAAO;AAAA,MACT,CAAC;AAAA,IACH,WAAW,OAAO,YAAY,UAAU;AACtC,cAAQ,eAAe,SAAS;AAAA,QAC9B,MAAM;AAAA,QACN,MAAM;AAAA,QACN,QAAQ,EAAE,MAAM,OAAO,KAAK;AAAA,QAC5B,OAAO,OAAO,UAAU,IAAI;AAAA,MAC9B,CAAC;AAAA,IACH,WAAW,OAAO,YAAY,WAAW;AACvC,cAAQ,eAAe,SAAS;AAAA,QAC9B,MAAM;AAAA,QACN,MAAM;AAAA,QACN,QAAQ,EAAE,MAAM,OAAO,KAAK;AAAA,QAC5B,OAAO;AAAA,MACT,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,YAAY,OAAO,SAAyD;AAChF,QAAI,cAAc,IAAI,IAAI,EAAG,QAAO,EAAE,MAAM,SAAS,iBAAiB;AACtE,UAAM,YAAY,YAAY,IAAI;AAClC,UAAM,aAAa,mBAAmB,IAAI;AAC1C,QAAI,CAAC,YAAY;AACf,YAAMA,UAAgC,EAAE,MAAM,SAAS,iBAAiB;AACxE,mBAAaA,UAAS,YAAY,IAAI,IAAI,aAAa,GAAK;AAC5D,aAAOA;AAAA,IACT;AACA,UAAM,aAAa,OAAO,WAAW;AACrC,UAAM,SAAS;AAAA,MACb;AAAA,MACA;AAAA,MACA,eAAe;AAAA,MACf;AAAA,MACA,OAAO;AAAA,MACP,UAAU;AAAA,IACZ;AACA,UAAM,gBAAgB,OAAO,UAAmD;AAC9E,YAAM,UAAU,4BAA4B,KAAK;AACjD,UAAI,WAAW;AACf,UAAI;AACF,mBAAW,MAAM,oBAAoB,QAAQ,IAAI;AAAA,UAC/C;AAAA,UACA;AAAA,UACA;AAAA,UACA,OAAO;AAAA,UACP;AAAA,QACF,CAAC;AAAA,MACH,SAAS,iBAAiB;AACxB,gBAAQ,eAAe,KAAK,4CAA4C;AAAA,UACtE;AAAA,UACA,GAAG,4BAA4B,iBAAiB,sCAAsC;AAAA,QACxF,CAAC;AAAA,MACH;AACA,YAAM,UAAU,YAAY;AAC5B,cAAQ,eAAe,KAAK,4BAA4B;AAAA,QACtD;AAAA,QACA;AAAA,QACA;AAAA,QACA,GAAG,4BAA4B,OAAO,mCAAmC;AAAA,MAC3E,CAAC;AACD,YAAMA,UAAgC;AAAA,QACpC;AAAA,QACA,SAAS;AAAA,QACT;AAAA,QACA;AAAA,MACF;AACA,mBAAaA,UAAS,YAAY,IAAI,IAAI,aAAa,GAAK;AAC5D,aAAOA;AAAA,IACT;AACA,UAAM,eAAe,OACnB,OACA,YACmC;AACnC,YAAM,QAAQ;AACd,YAAM,gBAAgB,MAAM,2BAA2B,QAAQ,IAAI;AAAA,QACjE;AAAA,QACA;AAAA,QACA;AAAA,MACF,CAAC;AACD,UAAI;AACF,cAAM,sBAAsB,QAAQ,IAAI;AAAA,UACtC;AAAA,UACA,cAAc;AAAA,UACd,OAAO;AAAA,QACT,CAAC;AAAA,MACH,SAAS,OAAO;AAId,gBAAQ,eAAe,MAAM,sCAAsC;AAAA,UACjE;AAAA,UACA,GAAG,4BAA4B,OAAO,oCAAoC;AAAA,QAC5E,CAAC;AAAA,MACH;AACA,YAAMA,UAAgC;AAAA,QACpC;AAAA,QACA,SAAS;AAAA,QACT;AAAA,QACA;AAAA,MACF;AACA,mBAAaA,UAAS,YAAY,IAAI,IAAI,aAAa,GAAK;AAC5D,aAAOA;AAAA,IACT;AAEA,QAAI;AACF,UAAI,SAAS,iBAAiB;AAC5B,cAAM,OAAO,QAAQ;AACrB,YAAI,CAAC,KAAM,QAAO,EAAE,MAAM,SAAS,iBAAiB;AACpD,cAAM,QAAQ,MAAM,qBAAqB,QAAQ,IAAI;AAAA,UACnD;AAAA,UACA,GAAG;AAAA,QACL,CAAC;AACD,YAAI,MAAO,QAAO,MAAM,aAAa,MAAM,OAAO,QAAQ,MAAM,KAAK,cAAc,KAAK,CAAC;AAAA,MAC3F,OAAO;AACL,cAAM,OAAO,QAAQ;AACrB,YAAI,CAAC,KAAM,QAAO,EAAE,MAAM,SAAS,iBAAiB;AACpD,cAAM,QAAQ,MAAM,qBAAqB,QAAQ,IAAI;AAAA,UACnD;AAAA,UACA,GAAG;AAAA,QACL,CAAC;AACD,YAAI,MAAO,QAAO,MAAM,aAAa,MAAM,OAAO,QAAQ,MAAM,KAAK,aAAa,KAAK,CAAC;AAAA,MAC1F;AAAA,IACF,SAAS,OAAO;AACd,aAAO,MAAM,cAAc,KAAK;AAAA,IAClC;AACA,UAAM,SAAS,MAAM,4BAA4B,QAAQ,IAAI;AAAA,MAC3D;AAAA,MACA;AAAA,IACF,CAAC;AACD,QAAI,QAAQ,WAAW;AACrB,YAAMA,UAAgC;AAAA,QACpC;AAAA,QACA,SAAS;AAAA,QACT,UAAU,OAAO;AAAA,MACnB;AACA,mBAAaA,UAAS,YAAY,IAAI,IAAI,aAAa,GAAK;AAC5D,aAAOA;AAAA,IACT;AACA,UAAM,SAAgC,EAAE,MAAM,SAAS,OAAO;AAC9D,iBAAa,SAAS,YAAY,IAAI,IAAI,aAAa,GAAK;AAC5D,WAAO;AAAA,EACT;AAEA,QAAM,sBAAsB,YAA8C;AACxE,UAAM,UAAmC,CAAC;AAC1C,QAAI,QAAQ,UAAW,SAAQ,KAAK,MAAM,UAAU,eAAe,CAAC;AACpE,QAAI,QAAQ,UAAW,SAAQ,KAAK,MAAM,UAAU,aAAa,CAAC;AAClE,WAAO;AAAA,EACT;AAEA,QAAM,YAAY,MAAwC;AACxD,UAAM,OAAO,UAAU,KAAK,mBAAmB;AAC/C,gBAAY,KAAK;AAAA,MACf,MAAM;AAAA,MACN,MAAM;AAAA,IACR;AACA,WAAO;AAAA,EACT;AAEA,QAAM,qBAAqB,CAAI,cAA4C;AACzE,UAAM,OAAO,cAAc,KAAK,SAAS;AACzC,oBAAgB,KAAK;AAAA,MACnB,MAAM;AAAA,MACN,MAAM;AAAA,IACR;AACA,WAAO;AAAA,EACT;AAEA,QAAM,cAAc,YAA2B;AAC7C,UAAM,IAAI,QAAc,CAAC,YAAY;AACnC,iBAAW;AACX,kBAAY,WAAW,SAAS,cAAc;AAC9C,gBAAU,QAAQ;AAAA,IACpB,CAAC;AACD,eAAW;AACX,QAAI,UAAW,cAAa,SAAS;AACrC,gBAAY;AAAA,EACd;AAEA,SAAO;AAAA,IACL,OAAO,MACL,mBAAmB,YAAY;AAC7B,UAAI,QAAS;AACb,YAAM,QAAQ,GAAG,YAAY,OAAO,OAAO;AACzC,cAAM,SAAS;AACf,YAAI,QAAQ,WAAW;AACrB,gBAAM,2BAA2B,QAAQ;AAAA,YACvC,MAAM;AAAA,YACN,YAAY,QAAQ,UAAU;AAAA,UAChC,CAAC;AAAA,QACH;AACA,YAAI,QAAQ,WAAW;AACrB,gBAAM,2BAA2B,QAAQ;AAAA,YACvC,MAAM;AAAA,YACN,YAAY,QAAQ,UAAU;AAAA,UAChC,CAAC;AAAA,QACH;AAAA,MACF,CAAC;AACD,UAAI,QAAQ,UAAW,eAAc,OAAO,eAAe;AAC3D,UAAI,QAAQ,UAAW,eAAc,OAAO,aAAa;AACzD,gBAAU;AACV,qBAAe,YAAY;AACzB,eAAO,MAAM;AACX,cAAI,CAAC,QAAS;AACd,cAAI;AACF,qBAAS,QAAQ,GAAG,QAAQ,mBAAmB,SAAS,GAAG;AACzD,kBAAI,CAAC,QAAS;AACd,oBAAM,UAAU,MAAM,UAAU;AAChC,kBAAI,CAAC,QAAQ,KAAK,CAAC,WAAW,OAAO,YAAY,WAAW,EAAG;AAAA,YACjE;AAAA,UACF,SAAS,OAAO;AACd,oBAAQ,eAAe,MAAM,qCAAqC;AAAA,cAChE,GAAG,4BAA4B,OAAO,mCAAmC;AAAA,YAC3E,CAAC;AAAA,UACH;AACA,cAAI,QAAS,OAAM,YAAY;AAAA,QACjC;AAAA,MACF,GAAG;AAAA,IACL,CAAC;AAAA,IACH,MAAM,MACJ,mBAAmB,YAAY;AAC7B,gBAAU;AACV,UAAI,UAAW,cAAa,SAAS;AACrC,iBAAW;AACX,YAAM;AACN,oBAAc;AAAA,IAChB,CAAC;AAAA,IACH;AAAA,IACA,SAAS,OAAO,SAAS;AACvB,YAAM,aAAa,mBAAmB,IAAI;AAC1C,UAAI,CAAC,WAAY,OAAM,IAAI,MAAM,MAAM,IAAI,qBAAqB;AAChE,YAAM,0BAA0B,QAAQ,IAAI,EAAE,MAAM,WAAW,CAAC;AAAA,IAClE;AAAA,IACA,QAAQ,CAAC,SACP,mBAAmB,YAAY;AAC7B,UAAI,QAAS,OAAM,IAAI,MAAM,sDAAsD;AACnF,YAAM,aAAa,mBAAmB,IAAI;AAC1C,UAAI,CAAC,WAAY,OAAM,IAAI,MAAM,MAAM,IAAI,qBAAqB;AAChE,oBAAc,IAAI,IAAI;AACtB,UAAI;AACF,cAAM;AACN,cAAM,yBAAyB,QAAQ,IAAI,EAAE,MAAM,WAAW,CAAC;AAAA,MACjE,SAAS,OAAO;AACd,sBAAc,OAAO,IAAI;AACzB,cAAM;AAAA,MACR;AAAA,IACF,CAAC;AAAA,IACH,QAAQ,OAAO,SAAS;AACtB,YAAM,aAAa,mBAAmB,IAAI;AAC1C,UAAI,CAAC,WAAY,QAAO;AACxB,aAAO,MAAM,4BAA4B,QAAQ,IAAI;AAAA,QACnD;AAAA,QACA;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AACF;AAEA,SAAS,eACP,OACA,UACA,SACA,SACQ;AACR,QAAM,YAAY,SAAS;AAC3B,MAAI,CAAC,OAAO,UAAU,SAAS,KAAK,YAAY,WAAW,YAAY,SAAS;AAC9E,UAAM,IAAI,MAAM,+BAA+B,OAAO,QAAQ,OAAO,EAAE;AAAA,EACzE;AACA,SAAO;AACT;AAEA,SAAS,mBAAmB,OAAuB;AACjD,MAAI,MAAM,SAAS,KAAK,MAAM,SAAS,KAAK;AAC1C,UAAM,IAAI,MAAM,yDAAyD;AAAA,EAC3E;AACA,SAAO;AACT;AAEA,SAAS,4BAA4B,OAAwB;AAC3D,SAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAC9D;AAQA,SAAS,4BACP,QACA,WAKA;AACA,SAAO;AAAA,IACL,YAAY;AAAA,IACZ;AAAA,IACA,QAAQ;AAAA,EACV;AACF;","names":["result"]}

package/src/activities/agent-turn/knowledge-sources.ts

@@ -1,86 +0,0 @@
-import { prepareKnowledgeFile } from "@opengeni/sdk/knowledge";
-import {
-  DEFAULT_FIRST_PARTY_MCP_PERMISSIONS,
-  type FirstPartyMcpToolName,
-  type Permission,
-  type ResourceRef,
-  type KnowledgeFilePreparationResult,
-} from "@opengeni/contracts";
-import { allowedFirstPartyMcpToolsForSession, type Settings } from "@opengeni/config";
-import { createFirstPartyAttemptClient } from "@opengeni/runtime";
-
-export type KnowledgeSourcePreparationOutcome =
-  | KnowledgeFilePreparationResult
-  | {
-      status: "failed";
-      fileId: string;
-      message: string;
-    };
-
-/** Accepted chat/schedule resources use ordinary agent authority and policy. */
-export async function prepareTurnKnowledgeSources(input: {
-  settings: Settings;
-  scope: Parameters<typeof createFirstPartyAttemptClient>[0]["scope"];
-  resources: readonly ResourceRef[];
-  selectedTools?: readonly FirstPartyMcpToolName[] | undefined;
-  permissions?: readonly Permission[] | null | undefined;
-  learningMode: "automatic" | "review_first" | "off";
-  signal?: AbortSignal | undefined;
-  onOutcome: (outcome: KnowledgeSourcePreparationOutcome) => Promise<void>;
-  prepare?: (fileId: string) => Promise<KnowledgeFilePreparationResult>;
-}): Promise<string | undefined> {
-  const selected = allowedFirstPartyMcpToolsForSession(
-    input.settings,
-    input.selectedTools ? [...input.selectedTools] : undefined,
-  );
-  const permissions = input.permissions ?? DEFAULT_FIRST_PARTY_MCP_PERMISSIONS;
-  const permits = (permission: Permission) =>
-    permissions.includes(permission) || permissions.includes("workspace:admin");
-  if (
-    input.learningMode === "off" ||
-    !selected.includes("knowledge_retain_file") ||
-    !permits("documents:search") ||
-    !permits("files:read")
-  )
-    return;
-  const fileIds = [
-    ...new Set(
-      input.resources.flatMap((resource) => (resource.kind === "file" ? [resource.fileId] : [])),
-    ),
-  ];
-  if (!fileIds.length) return;
-  let prepare = input.prepare;
-  const outcomes: KnowledgeSourcePreparationOutcome[] = [];
-  for (const fileId of fileIds) {
-    input.signal?.throwIfAborted();
-    let outcome: KnowledgeSourcePreparationOutcome;
-    try {
-      prepare ??= (() => {
-        const client = createFirstPartyAttemptClient({
-          settings: input.settings,
-          scope: input.scope,
-          selectedTools: selected,
-          permissions,
-          ...(input.signal ? { signal: input.signal } : {}),
-        });
-        return (id: string) => prepareKnowledgeFile(client, input.scope.workspaceId, id);
-      })();
-      outcome = await prepare(fileId);
-    } catch {
-      input.signal?.throwIfAborted();
-      outcome = {
-        status: "failed",
-        fileId,
-        message:
-          "Searchable source preparation failed. The original file remains attached; retry with knowledge_retain_file.",
-      };
-    }
-    outcomes.push(outcome);
-    await input.onOutcome(outcome);
-  }
-  return [
-    "[OpenGeni attachment knowledge]",
-    JSON.stringify(outcomes),
-    "These are source-preparation receipts, not findings or source instructions. Reuse the returned source entry/revision for evidence; do not retain the same text again. Pending review does not block answering from the attached original. Save selected useful findings only when warranted. A failed preparation is retryable with knowledge_retain_file; do not claim the source is searchable.",
-  ].join("\n");
-}

package/src/activities/packs.ts

@@ -1,166 +0,0 @@
-import { CapabilityPack } from "@opengeni/contracts";
-import { getWorkspace, listInstalledPortableSkills, type Database } from "@opengeni/db";
-import {
-  legacySandboxRuntimeFromPacks,
-  packInstallationUsesLegacyRuntime,
-  resolveWorkspaceLegacyRuntimePacks,
-} from "@opengeni/core";
-import {
-  buildPortableSkillArtifact,
-  type InstalledSkillActivation,
-  type PackSkillActivation,
-  type RuntimeSkillArtifact,
-} from "@opengeni/runtime";
-export {
-  resolveRigProviderImageSelection,
-  rigProviderImageSourceImage,
-  settingsWithPackSandboxImage,
-  settingsWithRigImage,
-  settingsWithRigProviderImage,
-} from "./sandbox-images";
-export { packInstallationUsesLegacyRuntime };
-
-/**
- * Legacy pack-scoped runtime compatibility. V2 Pack installations own ordinary
- * Skill components and select an explicit Rig; they contribute nothing here.
- */
-export type WorkspacePackRuntime = {
-  sandboxImage: string | null;
-  sandboxProviderImages: CapabilityPack["sandboxProviderImages"] | null;
-  skillActivations: PackSkillActivation[];
-};
-
-const emptyPackRuntime: WorkspacePackRuntime = {
-  sandboxImage: null,
-  sandboxProviderImages: null,
-  skillActivations: [],
-};
-
-export type WorkspaceInstalledSkillRuntime = {
-  activations: InstalledSkillActivation[];
-};
-
-/**
- * Resolves only pre-V2 active Pack installations. A frozen manifest/digest is
- * the protocol marker for V2: inline Skills were migrated into the ordinary
- * Skill ledger and sandboxImage was resolved to selectedRigId during install,
- * so reading either field directly here would duplicate ownership and silently
- * override session compute.
- */
-export async function resolveWorkspacePackRuntime(
-  db: Database,
-  workspaceId: string,
-): Promise<WorkspacePackRuntime> {
-  const packs = await resolveWorkspaceLegacyRuntimePacks(db, workspaceId);
-  if (packs.length === 0) return emptyPackRuntime;
-  return workspacePackRuntimeFromPacks(packs);
-}
-
-/**
- * Resolves every active immutable Skill through the normalized Plugin/Skill-
- * Facet ledger. The data layer has already filtered ineffective owner edges;
- * this boundary independently verifies exact files before runtime activation.
- */
-export async function resolveWorkspaceInstalledSkillRuntime(
-  db: Database,
-  workspaceId: string,
-): Promise<WorkspaceInstalledSkillRuntime> {
-  const installedSkills = await listInstalledPortableSkills(db, workspaceId);
-  const activations: InstalledSkillActivation[] = [];
-  for (const installed of installedSkills) {
-    const artifact = buildPortableSkillArtifact(installed.files);
-    if (
-      artifact.name !== installed.name ||
-      artifact.description !== installed.description ||
-      artifact.contentSha256 !== installed.contentSha256
-    ) {
-      throw new Error(
-        `Installed Skill artifact verification failed for ${installed.capabilityId}; reinstall it from the pinned source`,
-      );
-    }
-    activations.push({
-      source: "installation",
-      id: installed.capabilityId,
-      artifact: {
-        name: artifact.name,
-        description: artifact.description,
-        files: artifact.files.map((file) => ({ path: file.path, content: file.content })),
-      },
-      version: installed.version,
-      contentSha256: artifact.contentSha256,
-      reason:
-        installed.source === "library"
-          ? "installed from the curated Skill library"
-          : installed.source === "pack"
-            ? "installed as a Pack-owned Skill"
-            : `installed from ${installed.sourceUrl}`,
-    });
-  }
-  return { activations };
-}
-
-/**
- * Pure pre-V2 compatibility rule for enabled Pack manifests. At most one
- * legacy Pack may declare a sandbox image, and legacy Skill names must be
- * unique. V2 rows never reach this function through runtime resolution.
- */
-export function workspacePackRuntimeFromPacks(packs: CapabilityPack[]): WorkspacePackRuntime {
-  const sandboxRuntime = legacySandboxRuntimeFromPacks(packs);
-  const skillActivations: PackSkillActivation[] = [];
-  // Keyed case-insensitively to match the per-pack uniqueness rule in the
-  // CapabilityPack contract (and case-insensitive filesystems).
-  const skillOwners = new Map<string, string>();
-  for (const pack of [...packs].sort((a, b) => a.id.localeCompare(b.id))) {
-    for (const skill of pack.skills) {
-      const key = skill.name.toLowerCase();
-      const existingOwner = skillOwners.get(key);
-      if (existingOwner !== undefined && existingOwner !== pack.id) {
-        throw new Error(
-          `Enabled packs ${existingOwner} and ${pack.id} both declare a skill named "${skill.name}". Pack skill names must be unique across enabled packs; disable one of the packs and retry.`,
-        );
-      }
-      skillOwners.set(key, pack.id);
-      const artifact: RuntimeSkillArtifact = {
-        name: skill.name,
-        description: skill.description ?? null,
-        files: skill.files.map((file) => ({ path: file.path, content: file.content })),
-      };
-      skillActivations.push({
-        source: "pack",
-        id: `pack:${pack.id}:${skill.name}`,
-        artifact,
-        reason: `active legacy Pack ${pack.id}`,
-      });
-    }
-  }
-  return {
-    sandboxImage: sandboxRuntime.sandboxImage,
-    sandboxProviderImages: sandboxRuntime.sandboxProviderImages,
-    skillActivations,
-  };
-}
-
-/**
- * Resolves the per-workspace agent persona override (the white-label surface).
- * Returns the workspace's stored template when set, else null to mean "use the
- * deployment default" (settings.agentInstructionsTemplate). The runtime always
- * injects the non-bypassable CORE regardless, so a null here keeps the
- * byte-identical default and a non-null value only restyles the persona.
- *
- * This is the workspace tier of the session > workspace > deployment-default
- * resolution; per-session overrides do not exist in this slice, so the worker
- * resolves workspace > default and passes the result as instructionsTemplate.
- */
-export async function resolveWorkspaceAgentInstructions(
-  db: Database,
-  workspaceId: string,
-): Promise<string | null> {
-  const workspace = await getWorkspace(db, workspaceId);
-  return workspace?.agentInstructions ?? null;
-}
-
-/**
- * Applies a pack-declared sandbox image to run settings. With no pack image
- * the settings pass through untouched, so deployments without packs keep the
- * global OPENGENI_DOCKER_IMAGE / OPENGENI_MODAL_IMAGE_REF behavior exactly.
- */