@opengeni/observability 0.5.0 → 0.6.2

package/dist/index.d.ts

@@ -23,6 +23,14 @@ export type Span = {
     }) => void;
 };
 export type MetricLabels = Record<string, AttributeValue>;
+/**
+ * Stable, non-reversible correlation key for one logical sandbox lease. Public
+ * telemetry intentionally drops workspace/group identifiers; this key lets an
+ * operator correlate API, worker, and reaper failures without publishing
+ * either UUID. The domain separator prevents reuse as a generic identifier
+ * digest.
+ */
+export declare function sandboxLeaseTelemetryKey(workspaceId: string, sandboxGroupId: string): string;
 /**
  * Stable selectors shared by OpenGeni's runtime metrics and optional
  * Prometheus/Grafana distribution. Operators can use these values for custom
@@ -37,7 +45,7 @@ export declare const OPENGENI_OBSERVABILITY_DISTRIBUTION: {
 export type SandboxOperationMetricObservation = {
     backend: string;
     op: string;
-    outcome: "ok" | "failed";
+    outcome: "ok" | "not_found" | "failed";
     durationMs: number;
 };
 export declare function createObservability(settings: ObservabilitySettings, options: ObservabilityOptions): Observability;

package/dist/index.js

@@ -1,6 +1,10 @@
 // src/index.ts
+import { createHash } from "crypto";
 import { collectDefaultMetrics, Counter, Gauge, Histogram, Registry } from "prom-client";
 import { SandboxBackend } from "@opengeni/contracts";
+function sandboxLeaseTelemetryKey(workspaceId, sandboxGroupId) {
+  return `slk_${createHash("sha256").update("opengeni:sandbox-lease-telemetry:v1\0").update(workspaceId).update("\0").update(sandboxGroupId).digest("hex").slice(0, 32)}`;
+}
 var OPENGENI_OBSERVABILITY_DISTRIBUTION = {
   monitoringNamespaceLabel: "opengeni.ai/monitoring",
   monitoringNamespaceLabelValue: "enabled",
@@ -46,6 +50,190 @@ var SANDBOX_OPERATION_NAMES = /* @__PURE__ */ new Set([
   "resolveExposedPort",
   "serializeSessionState"
 ]);
+var PUBLIC_TELEMETRY_ATTRIBUTE_KEYS = /* @__PURE__ */ new Set([
+  "http.request.method",
+  "http.response.status_code",
+  "opengeni.route",
+  "opengeni.duration_ms",
+  "opengeni.finalization_duration_ms",
+  "opengeni.trigger_kind",
+  "opengeni.status",
+  "error.type",
+  "error.status_code",
+  "method",
+  "route",
+  "status",
+  "durationMs",
+  "attempt",
+  "attempts",
+  "delayMs",
+  "provider",
+  "providerApi",
+  "model",
+  "inputTokens",
+  "outputTokens",
+  "cachedTokens",
+  "cacheWriteTokens",
+  "reasoningTokens",
+  "accountChangedFromPrevCall",
+  "rejectedFields",
+  "dependency",
+  "activity",
+  "backend",
+  "op",
+  "outcome",
+  "eventType",
+  "surface",
+  "reason",
+  "originalBytes",
+  "deliveredBytes",
+  "estimatedOriginalTokens",
+  "estimatedDeliveredTokens",
+  "fullEvidenceAvailable",
+  "retainedOutputKind"
+]);
+var PUBLIC_TELEMETRY_OPAQUE_ATTRIBUTE_PATTERNS = /* @__PURE__ */ new Map([
+  ["sandboxLeaseKey", /^slk_[0-9a-f]{32}$/]
+]);
+var PUBLIC_CHANNEL_A_OPERATIONS = /* @__PURE__ */ new Set([
+  "fs.list",
+  "fs.list-batch",
+  "fs.read",
+  "fs.write",
+  "fs.delete",
+  "fs.move",
+  "fs.mkdir",
+  "git.status",
+  "git.diff",
+  "git.read-batch",
+  "git.log",
+  "git.show",
+  "terminal.exec",
+  "terminal.pty.open",
+  "terminal.pty.write",
+  "terminal.pty.resize",
+  "terminal.pty.close",
+  "read",
+  "mutation"
+]);
+var PUBLIC_CHANNEL_A_FAILURE_REASONS = /* @__PURE__ */ new Set([
+  "request_cancelled",
+  "provider_read_busy",
+  "provider_unavailable",
+  "lifecycle_conflict",
+  "request_rejected",
+  "unexpected"
+]);
+var PUBLIC_TELEMETRY_ERROR_CLASSES = /* @__PURE__ */ new Set([
+  "OperationError",
+  "CodexCheckpointOperationError",
+  "CodexFleetShadowOperationError",
+  "ComputerActionTimeoutError",
+  "ComputerUnavailableError",
+  "CredentialRenewalOperationError",
+  "CredentialReadOperationError",
+  "EventPublishOperationError",
+  "GitCredentialRenewalOperationError",
+  "HostExportOperationError",
+  "HttpOperationError",
+  "McpLifecycleError",
+  "McpOperationError",
+  "MemoryEmbeddingOperationError",
+  "MemorySearchOperationError",
+  "NatsAuthCalloutOperationError",
+  "OAuthOperationError",
+  "RunCredentialRenewalOperationError",
+  "RunStateCompatibilityError",
+  "SandboxChannelAOperationError",
+  "SnapshotOperationError",
+  "StartupDependencyError",
+  "TelemetryExportError",
+  "CodemodeOperationError",
+  "CodemodeTokenRenewalOperationError",
+  "WorkerLifecycleOperation",
+  "WorkerLifecycleOperationError",
+  "WorkerOperationError",
+  "WorkflowWakeOperationError"
+]);
+var PUBLIC_TELEMETRY_ERROR_CODES = /* @__PURE__ */ new Set([
+  "agent_command_wake_failed",
+  "artifact_materializer_native_input_framing_failed",
+  "artifact_materializer_native_snapshot_open_failed",
+  "artifact_materializer_native_state_mismatch",
+  "artifact_materializer_source_content_type_mismatch",
+  "artifact_materializer_source_open_failed",
+  "artifact_materializer_source_revalidation_failed",
+  "artifact_materializer_source_stream_identity_mismatch",
+  "cleared_goal_live_publish_failed",
+  "codex_failover_checkpoint_failed",
+  "codex_fleet_shadow_failed",
+  "codex_lease_loss_checkpoint_failed",
+  "codex_active_credential_read_failed",
+  "command_yield_timeout",
+  "conflict",
+  "control_wake_dispatch_failed",
+  "fenced_event_live_publish_failed",
+  "forbidden",
+  "host_export_batch_delivery_failed",
+  "host_export_failure_settlement_stale",
+  "host_export_pump_iteration_failed",
+  "host_export_retention_prune_failed",
+  "idempotency_conflict",
+  "incompatible_exposed_ports",
+  "internal_error",
+  "limit_exceeded",
+  "mcp_close_failed",
+  "mcp_connect_failed",
+  "mcp_tool_call_failed",
+  "mcp_tools_list_failed",
+  "mcp_transport_failed",
+  "memory_edit_embedding_failed",
+  "memory_hybrid_vector_failed",
+  "memory_save_embedding_failed",
+  "nats_auth_callout_start_failed",
+  "nested_agent_depth_exceeded",
+  "nested_agent_depth_override_forbidden",
+  "not_found",
+  "oauth_operation_failed",
+  "otlp_export_failed",
+  "payment_required",
+  "provider_verification_failed",
+  "sandbox_channel_a_cancelled",
+  "sandbox_channel_a_lifecycle_conflict",
+  "sandbox_channel_a_operation_failed",
+  "sandbox_channel_a_provider_busy",
+  "sandbox_channel_a_provider_unavailable",
+  "screenshot_capture_failed",
+  "session_event_live_publish_failed",
+  "session_workflow_wake_failed",
+  "snapshot_operation_failed",
+  "startup_dependency_retry",
+  "tool_list_too_large",
+  "tool_result_too_large",
+  "codemode_operation_failed",
+  "unauthenticated",
+  "upstream_unavailable",
+  "validation_failed",
+  "worker_draining",
+  "worker_operation_failed",
+  "worker_shutdown_request_failed",
+  "workspace_control_live_publish_failed"
+]);
+var PUBLIC_TELEMETRY_ERROR_ORIGINS = /* @__PURE__ */ new Set([
+  "api",
+  "core",
+  "db",
+  "events",
+  "host-export",
+  "oauth",
+  "observability",
+  "runtime",
+  "sandbox-computer",
+  "sandbox-resume",
+  "codemode",
+  "worker",
+  "worker-lifecycle"
+]);
 function createObservability(settings, options) {
   return new Observability(settings, options);
 }
@@ -63,7 +251,8 @@ var Observability = class {
     this.registry.setDefaultLabels({
       service: settings.serviceName,
       environment: settings.environment,
-      component: options.component
+      component: options.component,
+      deployment_revision: settings.deploymentRevision ?? "dev"
     });
     if (settings.observabilityMetricsEnabled) {
       collectDefaultMetrics({ register: this.registry, prefix: "opengeni_" });
@@ -99,14 +288,14 @@ var Observability = class {
     this.log("error", message, attributes);
   }
   log(level, message, attributes = {}) {
+    const publicAttributes = projectPublicTelemetryAttributes(attributes);
     if (!this.settings.observabilityStructuredLogs) {
-      const line = attributes.error ? `${message}: ${String(attributes.error)}` : message;
       if (level === "warn") {
-        console.warn(line);
+        console.warn(message);
       } else if (level === "error") {
-        console.error(line);
+        console.error(message);
       } else {
-        console.log(line);
+        console.log(message);
       }
       return;
     }
@@ -117,7 +306,7 @@ var Observability = class {
       service: this.settings.serviceName,
       environment: this.settings.environment,
       component: this.options.component,
-      ...cleanAttributes(attributes)
+      ...cleanAttributes(publicAttributes)
     };
     const serialized = JSON.stringify(record);
     if (level === "warn") {
@@ -141,8 +330,8 @@ var Observability = class {
           return;
         }
         ended = true;
-        const sanitizedError = input.error !== void 0 && input.error !== null ? sanitizeSpanError(input.error) : void 0;
-        const errorAttributes = sanitizedError ? errorToAttributes(sanitizedError) : {};
+        const telemetryError = input.error !== void 0 && input.error !== null ? projectSpanErrorForTelemetry(input.error) : void 0;
+        const errorAttributes = telemetryError ? errorToAttributes(telemetryError) : {};
         this.exportSpan({
           traceId,
           spanId,
@@ -150,11 +339,13 @@ var Observability = class {
           startMs,
           endMs: this.now(),
           attributes: {
-            ...attributes,
-            ...input.attributes,
-            ...errorAttributes
+            ...projectPublicTelemetryAttributes({
+              ...attributes,
+              ...input.attributes,
+              ...errorAttributes
+            })
           },
-          ...sanitizedError ? { error: sanitizedError } : {}
+          ...telemetryError ? { error: telemetryError } : {}
         });
       }
     };
@@ -331,8 +522,12 @@ var Observability = class {
       ]
     };
     void this.exporter(endpoint, body, parseHeaders(this.settings.observabilityOtlpHeaders)).catch(
-      (error) => {
-        this.warn("OTLP span export failed", { error: errorMessage(error), endpoint });
+      () => {
+        this.warn("OTLP span export failed", {
+          errorClass: "TelemetryExportError",
+          errorCode: "otlp_export_failed",
+          origin: "observability"
+        });
       }
     );
   }
@@ -366,13 +561,14 @@ function sandboxOperationMetricObserver(observability) {
   };
 }
 function logStartupDependencyRetry(observability, event) {
-  const message = event.error instanceof Error ? event.error.message : String(event.error);
   observability.warn("Startup dependency connection failed; retrying", {
     dependency: event.label,
     attempt: event.attempt,
     attempts: event.attempts,
     delayMs: event.delayMs,
-    error: message
+    errorClass: "StartupDependencyError",
+    errorCode: "startup_dependency_retry",
+    origin: "observability"
   });
 }
 function normalizeLabels(labels = {}) {
@@ -388,20 +584,68 @@ function cleanAttributes(attributes) {
     Object.entries(attributes).filter(([, value]) => value !== void 0)
   );
 }
-function sanitizeSpanError(error) {
-  const type = error instanceof Error && /^[A-Za-z][A-Za-z0-9_.-]{0,63}$/.test(error.name) ? error.name : "Error";
+function projectPublicTelemetryAttributes(attributes) {
+  if ("errorClass" in attributes || "errorCode" in attributes) {
+    return {
+      ...projectPublicChannelADiagnosticAttributes(attributes),
+      ...projectPublicDiagnosticAttributes(attributes)
+    };
+  }
+  return Object.fromEntries(
+    Object.entries(attributes).filter(([key, value]) => {
+      if (value === void 0) return false;
+      if (PUBLIC_TELEMETRY_ATTRIBUTE_KEYS.has(key)) return true;
+      const pattern = PUBLIC_TELEMETRY_OPAQUE_ATTRIBUTE_PATTERNS.get(key);
+      return typeof value === "string" && pattern?.test(value) === true;
+    })
+  );
+}
+function projectPublicChannelADiagnosticAttributes(attributes) {
+  if (attributes.errorClass !== "SandboxChannelAOperationError") return {};
+  const backend = attributes.backend;
+  const op = attributes.op;
+  const outcome = attributes.outcome;
+  const reason = attributes.reason;
+  const durationMs = attributes.durationMs;
+  const sandboxLeaseKey = attributes.sandboxLeaseKey;
+  return {
+    ...typeof backend === "string" && SANDBOX_OPERATION_BACKENDS.has(backend) ? { backend } : {},
+    ...typeof op === "string" && PUBLIC_CHANNEL_A_OPERATIONS.has(op) ? { op } : {},
+    ...outcome === "failed" ? { outcome } : {},
+    ...typeof reason === "string" && PUBLIC_CHANNEL_A_FAILURE_REASONS.has(reason) ? { reason } : {},
+    ...typeof durationMs === "number" && Number.isFinite(durationMs) && durationMs >= 0 ? { durationMs } : {},
+    ...typeof sandboxLeaseKey === "string" && PUBLIC_TELEMETRY_OPAQUE_ATTRIBUTE_PATTERNS.get("sandboxLeaseKey")?.test(sandboxLeaseKey) ? { sandboxLeaseKey } : {}
+  };
+}
+function projectPublicDiagnosticAttributes(attributes) {
+  const errorClass = attributes.errorClass;
+  const errorCode = attributes.errorCode;
+  const status = attributes.status;
+  const origin = attributes.origin;
+  return {
+    errorClass: typeof errorClass === "string" && PUBLIC_TELEMETRY_ERROR_CLASSES.has(errorClass) ? errorClass : "OperationError",
+    ...typeof errorCode === "string" && PUBLIC_TELEMETRY_ERROR_CODES.has(errorCode) ? { errorCode } : {},
+    ...typeof status === "number" && Number.isInteger(status) && status >= 100 && status <= 599 ? { status } : {},
+    ...typeof origin === "string" && PUBLIC_TELEMETRY_ERROR_ORIGINS.has(origin) ? { origin } : {}
+  };
+}
+function projectSpanErrorForTelemetry(error) {
   const statusCode = errorStatusCode(error);
   return {
-    type,
+    type: "OperationError",
     ...statusCode === void 0 ? {} : { statusCode },
     statusMessage: statusCode === void 0 ? "operation failed" : `HTTP ${statusCode}`
   };
 }
 function errorStatusCode(error) {
   if (typeof error !== "object" || error === null) return void 0;
-  const value = error.status;
-  const statusCode = Number.isInteger(value) && typeof value === "number" ? value : error.statusCode;
-  return Number.isInteger(statusCode) && typeof statusCode === "number" && statusCode >= 100 && statusCode <= 599 ? statusCode : void 0;
+  try {
+    const value = error.status;
+    const statusCode = Number.isInteger(value) && typeof value === "number" ? value : error.statusCode;
+    return Number.isInteger(statusCode) && typeof statusCode === "number" && statusCode >= 100 && statusCode <= 599 ? statusCode : void 0;
+  } catch {
+    return void 0;
+  }
 }
 function errorToAttributes(error) {
   return {
@@ -409,9 +653,6 @@ function errorToAttributes(error) {
     ...error.statusCode === void 0 ? {} : { "error.status_code": error.statusCode }
   };
 }
-function errorMessage(error) {
-  return error instanceof Error ? error.message : String(error);
-}
 function otlpAttributes(attributes) {
   return Object.entries(cleanAttributes(attributes)).map(([key, value]) => ({
     key,
@@ -471,6 +712,7 @@ export {
   createObservability,
   logStartupDependencyRetry,
   parseHeaders,
+  sandboxLeaseTelemetryKey,
   sandboxOperationMetricObserver
 };
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts"],"sourcesContent":["import { collectDefaultMetrics, Counter, Gauge, Histogram, Registry } from \"prom-client\";\nimport { SandboxBackend } from \"@opengeni/contracts\";\n\nexport type AttributeValue = string | number | boolean | null | undefined;\nexport type Attributes = Record<string, AttributeValue>;\n\nexport type ObservabilitySettings = {\n  serviceName: string;\n  environment: string;\n  deploymentRevision?: string | undefined;\n  observabilityStructuredLogs: boolean;\n  observabilityMetricsEnabled: boolean;\n  observabilityOtlpEndpoint?: string | undefined;\n  observabilityOtlpHeaders: string;\n};\n\nexport type ObservabilityOptions = {\n  component: string;\n  now?: () => number;\n  exporter?: (url: string, body: unknown, headers: Record<string, string>) => Promise<void>;\n};\n\nexport type Span = {\n  traceId: string;\n  spanId: string;\n  end: (input?: { attributes?: Attributes; error?: unknown }) => void;\n};\n\nexport type MetricLabels = Record<string, AttributeValue>;\n\n/**\n * Stable selectors shared by OpenGeni's runtime metrics and optional\n * Prometheus/Grafana distribution. Operators can use these values for custom\n * namespaces and dashboard ConfigMaps without duplicating chart internals.\n */\nexport const OPENGENI_OBSERVABILITY_DISTRIBUTION = {\n  monitoringNamespaceLabel: \"opengeni.ai/monitoring\",\n  monitoringNamespaceLabelValue: \"enabled\",\n  grafanaDashboardLabel: \"grafana_dashboard\",\n  grafanaDashboardLabelValue: \"1\",\n} as const;\n\nconst httpHistogramBuckets = [0.005, 0.01, 0.025, 0.05, 0.1, 0.25, 0.5, 1, 2.5, 5, 10];\nconst durationHistogramBuckets = [\n  0.01, 0.05, 0.1, 0.25, 0.5, 1, 2.5, 5, 10, 30, 60, 120, 300, 900, 1800, 3600,\n];\n\nconst SANDBOX_OPERATION_BACKENDS = new Set<string>([...SandboxBackend.options, \"unprovisioned\"]);\n\nconst SANDBOX_OPERATION_NAMES = new Set([\n  \"desktopInput\",\n  \"screenshot\",\n  \"exec\",\n  \"execCommand\",\n  \"writeStdin\",\n  \"cancelExecCommand\",\n  \"readFile\",\n  \"writeFile\",\n  \"listDir\",\n  \"pathExists\",\n  \"viewImage\",\n  \"materializeEntry\",\n  \"editor.createFile\",\n  \"editor.updateFile\",\n  \"editor.deleteFile\",\n  \"resolveExposedPort\",\n  \"serializeSessionState\",\n]);\n\nexport type SandboxOperationMetricObservation = {\n  backend: string;\n  op: string;\n  outcome: \"ok\" | \"failed\";\n  durationMs: number;\n};\n\nexport function createObservability(\n  settings: ObservabilitySettings,\n  options: ObservabilityOptions,\n): Observability {\n  return new Observability(settings, options);\n}\n\ntype MetricRegistration = {\n  kind: \"counter\" | \"gauge\" | \"histogram\";\n  labelNames: string[];\n};\n\nexport class Observability {\n  private readonly registry = new Registry();\n  private readonly counters = new Map<string, Counter<string>>();\n  private readonly gauges = new Map<string, Gauge<string>>();\n  private readonly histograms = new Map<string, Histogram<string>>();\n  private readonly registrations = new Map<string, MetricRegistration>();\n  private readonly now: () => number;\n  private readonly exporter: (\n    url: string,\n    body: unknown,\n    headers: Record<string, string>,\n  ) => Promise<void>;\n  private readonly resourceAttributes: Attributes;\n\n  constructor(\n    private readonly settings: ObservabilitySettings,\n    private readonly options: ObservabilityOptions,\n  ) {\n    this.now = options.now ?? Date.now;\n    this.exporter = options.exporter ?? defaultExporter;\n    this.resourceAttributes = {\n      \"service.name\": settings.serviceName,\n      \"deployment.environment\": settings.environment,\n      \"opengeni.component\": options.component,\n    };\n    this.registry.setDefaultLabels({\n      service: settings.serviceName,\n      environment: settings.environment,\n      component: options.component,\n    });\n    if (settings.observabilityMetricsEnabled) {\n      collectDefaultMetrics({ register: this.registry, prefix: \"opengeni_\" });\n      this.setGauge({\n        name: \"opengeni_build_info\",\n        help: \"OpenGeni build information.\",\n        labels: {\n          version: buildVersion(),\n          revision: settings.deploymentRevision ?? \"dev\",\n        },\n        value: 1,\n      });\n    }\n  }\n\n  debug(message: string, attributes: Attributes = {}): void {\n    this.log(\"debug\", message, attributes);\n  }\n\n  info(message: string, attributes: Attributes = {}): void {\n    this.log(\"info\", message, attributes);\n  }\n\n  warn(message: string, attributes: Attributes = {}): void {\n    this.log(\"warn\", message, attributes);\n  }\n\n  error(message: string, attributes: Attributes = {}): void {\n    this.log(\"error\", message, attributes);\n  }\n\n  log(\n    level: \"debug\" | \"info\" | \"warn\" | \"error\",\n    message: string,\n    attributes: Attributes = {},\n  ): void {\n    if (!this.settings.observabilityStructuredLogs) {\n      const line = attributes.error ? `${message}: ${String(attributes.error)}` : message;\n      if (level === \"warn\") {\n        console.warn(line);\n      } else if (level === \"error\") {\n        console.error(line);\n      } else {\n        console.log(line);\n      }\n      return;\n    }\n    const record = {\n      timestamp: new Date(this.now()).toISOString(),\n      level,\n      message,\n      service: this.settings.serviceName,\n      environment: this.settings.environment,\n      component: this.options.component,\n      ...cleanAttributes(attributes),\n    };\n    const serialized = JSON.stringify(record);\n    if (level === \"warn\") {\n      console.warn(serialized);\n    } else if (level === \"error\") {\n      console.error(serialized);\n    } else {\n      console.log(serialized);\n    }\n  }\n\n  startSpan(name: string, attributes: Attributes = {}): Span {\n    const traceId = randomHex(16);\n    const spanId = randomHex(8);\n    const startMs = this.now();\n    let ended = false;\n    return {\n      traceId,\n      spanId,\n      end: (input = {}) => {\n        if (ended) {\n          return;\n        }\n        ended = true;\n        const sanitizedError =\n          input.error !== undefined && input.error !== null\n            ? sanitizeSpanError(input.error)\n            : undefined;\n        const errorAttributes = sanitizedError ? errorToAttributes(sanitizedError) : {};\n        this.exportSpan({\n          traceId,\n          spanId,\n          name,\n          startMs,\n          endMs: this.now(),\n          attributes: {\n            ...attributes,\n            ...input.attributes,\n            ...errorAttributes,\n          },\n          ...(sanitizedError ? { error: sanitizedError } : {}),\n        });\n      },\n    };\n  }\n\n  recordHttpRequest(input: {\n    method: string;\n    route: string;\n    status: number;\n    durationSeconds: number;\n  }): void {\n    this.incrementCounter({\n      name: \"opengeni_http_requests_total\",\n      help: \"Total HTTP requests handled by OpenGeni.\",\n      labels: {\n        method: input.method,\n        route: input.route,\n        status: String(input.status),\n        component: this.options.component,\n      },\n    });\n    this.observeHistogram({\n      name: \"opengeni_http_request_duration_seconds\",\n      help: \"HTTP request duration in seconds.\",\n      buckets: httpHistogramBuckets,\n      value: input.durationSeconds,\n      labels: {\n        method: input.method,\n        route: input.route,\n        component: this.options.component,\n      },\n    });\n  }\n\n  recordWorkerActivity(input: { activity: string; status: string; durationSeconds: number }): void {\n    this.incrementCounter({\n      name: \"opengeni_worker_activity_runs_total\",\n      help: \"Total worker activity executions.\",\n      labels: {\n        activity: input.activity,\n        status: input.status,\n        component: this.options.component,\n      },\n    });\n    this.observeHistogram({\n      name: \"opengeni_worker_activity_duration_seconds\",\n      help: \"Worker activity duration in seconds.\",\n      buckets: durationHistogramBuckets,\n      value: input.durationSeconds,\n      labels: {\n        activity: input.activity,\n        component: this.options.component,\n      },\n    });\n  }\n\n  incrementCounter(input: {\n    name: string;\n    help?: string;\n    labels?: MetricLabels;\n    amount?: number;\n  }): void {\n    if (!this.settings.observabilityMetricsEnabled) {\n      return;\n    }\n    const labels = normalizeLabels(input.labels);\n    const counter = this.counter(\n      input.name,\n      input.help ?? `${input.name} counter.`,\n      Object.keys(labels),\n    );\n    counter.inc(labels as never, input.amount ?? 1);\n  }\n\n  setGauge(input: { name: string; help?: string; labels?: MetricLabels; value: number }): void {\n    if (!this.settings.observabilityMetricsEnabled) {\n      return;\n    }\n    const labels = normalizeLabels(input.labels);\n    const gauge = this.gauge(input.name, input.help ?? `${input.name} gauge.`, Object.keys(labels));\n    gauge.set(labels as never, input.value);\n  }\n\n  incrementGauge(input: {\n    name: string;\n    help?: string;\n    labels?: MetricLabels;\n    amount?: number;\n  }): void {\n    if (!this.settings.observabilityMetricsEnabled) {\n      return;\n    }\n    const labels = normalizeLabels(input.labels);\n    const gauge = this.gauge(input.name, input.help ?? `${input.name} gauge.`, Object.keys(labels));\n    gauge.inc(labels as never, input.amount ?? 1);\n  }\n\n  observeHistogram(input: {\n    name: string;\n    help?: string;\n    labels?: MetricLabels;\n    value: number;\n    buckets?: number[];\n  }): void {\n    if (!this.settings.observabilityMetricsEnabled) {\n      return;\n    }\n    const labels = normalizeLabels(input.labels);\n    const histogram = this.histogram(\n      input.name,\n      input.help ?? `${input.name} histogram.`,\n      Object.keys(labels),\n      input.buckets ?? durationHistogramBuckets,\n    );\n    histogram.observe(labels as never, input.value);\n  }\n\n  async prometheusMetrics(): Promise<string> {\n    if (!this.settings.observabilityMetricsEnabled) {\n      return \"\";\n    }\n    return await this.registry.metrics();\n  }\n\n  private counter(name: string, help: string, labelNames: string[]): Counter<string> {\n    const existing = this.counters.get(name);\n    if (existing) {\n      this.assertRegistration(name, \"counter\", labelNames);\n      return existing;\n    }\n    this.register(name, \"counter\", labelNames);\n    const metric = new Counter({ name, help, labelNames, registers: [this.registry] });\n    this.counters.set(name, metric);\n    return metric;\n  }\n\n  private gauge(name: string, help: string, labelNames: string[]): Gauge<string> {\n    const existing = this.gauges.get(name);\n    if (existing) {\n      this.assertRegistration(name, \"gauge\", labelNames);\n      return existing;\n    }\n    this.register(name, \"gauge\", labelNames);\n    const metric = new Gauge({ name, help, labelNames, registers: [this.registry] });\n    this.gauges.set(name, metric);\n    return metric;\n  }\n\n  private histogram(\n    name: string,\n    help: string,\n    labelNames: string[],\n    buckets: number[],\n  ): Histogram<string> {\n    const existing = this.histograms.get(name);\n    if (existing) {\n      this.assertRegistration(name, \"histogram\", labelNames);\n      return existing;\n    }\n    this.register(name, \"histogram\", labelNames);\n    const metric = new Histogram({ name, help, labelNames, buckets, registers: [this.registry] });\n    this.histograms.set(name, metric);\n    return metric;\n  }\n\n  private register(name: string, kind: MetricRegistration[\"kind\"], labelNames: string[]): void {\n    const sorted = [...labelNames].sort();\n    this.registrations.set(name, { kind, labelNames: sorted });\n  }\n\n  private assertRegistration(\n    name: string,\n    kind: MetricRegistration[\"kind\"],\n    labelNames: string[],\n  ): void {\n    const registration = this.registrations.get(name);\n    const sorted = [...labelNames].sort();\n    if (\n      !registration ||\n      registration.kind !== kind ||\n      registration.labelNames.length !== sorted.length ||\n      registration.labelNames.some((label, index) => label !== sorted[index])\n    ) {\n      throw new Error(\n        `Metric ${name} was already registered as ${registration?.kind ?? \"unknown\"} ` +\n          `with labels [${registration?.labelNames.join(\",\") ?? \"\"}], not ${kind} [${sorted.join(\",\")}]`,\n      );\n    }\n  }\n\n  private exportSpan(span: {\n    traceId: string;\n    spanId: string;\n    name: string;\n    startMs: number;\n    endMs: number;\n    attributes: Attributes;\n    error?: SanitizedSpanError;\n  }): void {\n    if (!this.settings.observabilityOtlpEndpoint) {\n      return;\n    }\n    const endpoint = `${this.settings.observabilityOtlpEndpoint.replace(/\\/$/, \"\")}/v1/traces`;\n    const body = {\n      resourceSpans: [\n        {\n          resource: {\n            attributes: otlpAttributes(this.resourceAttributes),\n          },\n          scopeSpans: [\n            {\n              scope: {\n                name: \"@opengeni/observability\",\n                version: \"0.1.0\",\n              },\n              spans: [\n                {\n                  traceId: span.traceId,\n                  spanId: span.spanId,\n                  name: span.name,\n                  kind: 1,\n                  startTimeUnixNano: millisToNanos(span.startMs),\n                  endTimeUnixNano: millisToNanos(span.endMs),\n                  attributes: otlpAttributes(span.attributes),\n                  status: span.error ? { code: 2, message: span.error.statusMessage } : { code: 1 },\n                },\n              ],\n            },\n          ],\n        },\n      ],\n    };\n    void this.exporter(endpoint, body, parseHeaders(this.settings.observabilityOtlpHeaders)).catch(\n      (error) => {\n        this.warn(\"OTLP span export failed\", { error: errorMessage(error), endpoint });\n      },\n    );\n  }\n}\n\n/**\n * Convert routed sandbox-provider observations into one bounded Prometheus\n * contract shared by API-direct and worker-turn execution. Provider/session\n * identifiers, commands, paths, and other request data can never become labels:\n * a future backend or operation is deliberately collapsed to `unknown` until\n * this allowlist is reviewed.\n *\n * The returned callback is fail-safe. Metrics must never change the provider\n * operation's result; a registration/exporter error is counted best-effort and\n * then swallowed at this telemetry boundary.\n */\nexport function sandboxOperationMetricObserver(\n  observability: Observability,\n): (observation: SandboxOperationMetricObservation) => void {\n  return (observation) => {\n    const backend = SANDBOX_OPERATION_BACKENDS.has(observation.backend)\n      ? observation.backend\n      : \"unknown\";\n    const op = SANDBOX_OPERATION_NAMES.has(observation.op) ? observation.op : \"unknown\";\n    try {\n      observability.incrementCounter({\n        name: \"opengeni_sandbox_operations_total\",\n        help: \"Physical routed sandbox provider operations by backend, operation, and outcome.\",\n        labels: { backend, op, outcome: observation.outcome },\n      });\n      observability.observeHistogram({\n        name: \"opengeni_sandbox_operation_duration_seconds\",\n        help: \"Physical routed sandbox provider-operation duration in seconds.\",\n        labels: { backend, op },\n        value: Math.max(0, observation.durationMs) / 1_000,\n      });\n    } catch {\n      try {\n        observability.incrementCounter({\n          name: \"opengeni_observability_observer_errors_total\",\n          help: \"Observability observer failures isolated from product execution.\",\n          labels: { observer: \"sandbox_operation\" },\n        });\n      } catch {\n        // The metrics registry itself is unhealthy. Product execution remains\n        // authoritative and must not inherit an observability failure.\n      }\n    }\n  };\n}\n\nexport type StartupDependencyRetryEvent = {\n  label: string;\n  attempt: number;\n  attempts: number;\n  delayMs: number;\n  error: unknown;\n};\n\nexport function logStartupDependencyRetry(\n  observability: Observability,\n  event: StartupDependencyRetryEvent,\n): void {\n  const message = event.error instanceof Error ? event.error.message : String(event.error);\n  observability.warn(\"Startup dependency connection failed; retrying\", {\n    dependency: event.label,\n    attempt: event.attempt,\n    attempts: event.attempts,\n    delayMs: event.delayMs,\n    error: message,\n  });\n}\n\nfunction normalizeLabels(labels: MetricLabels = {}): Record<string, string> {\n  return Object.fromEntries(\n    Object.entries(labels)\n      .filter(([, value]) => value !== undefined && value !== null)\n      .map(([key, value]): [string, string] => [key, String(value)])\n      .sort((left, right) => left[0].localeCompare(right[0])),\n  );\n}\n\nfunction buildVersion(): string {\n  return process.env.OPENGENI_VERSION ?? process.env.npm_package_version ?? \"dev\";\n}\n\nfunction cleanAttributes(attributes: Attributes): Record<string, string | number | boolean | null> {\n  return Object.fromEntries(\n    Object.entries(attributes).filter(([, value]) => value !== undefined),\n  ) as Record<string, string | number | boolean | null>;\n}\n\ntype SanitizedSpanError = {\n  type: string;\n  statusCode?: number;\n  statusMessage: string;\n};\n\nfunction sanitizeSpanError(error: unknown): SanitizedSpanError {\n  const type =\n    error instanceof Error && /^[A-Za-z][A-Za-z0-9_.-]{0,63}$/.test(error.name)\n      ? error.name\n      : \"Error\";\n  const statusCode = errorStatusCode(error);\n  return {\n    type,\n    ...(statusCode === undefined ? {} : { statusCode }),\n    statusMessage: statusCode === undefined ? \"operation failed\" : `HTTP ${statusCode}`,\n  };\n}\n\nfunction errorStatusCode(error: unknown): number | undefined {\n  if (typeof error !== \"object\" || error === null) return undefined;\n  const value = (error as { status?: unknown; statusCode?: unknown }).status;\n  const statusCode =\n    Number.isInteger(value) && typeof value === \"number\"\n      ? value\n      : (error as { statusCode?: unknown }).statusCode;\n  return Number.isInteger(statusCode) &&\n    typeof statusCode === \"number\" &&\n    statusCode >= 100 &&\n    statusCode <= 599\n    ? statusCode\n    : undefined;\n}\n\nfunction errorToAttributes(error: SanitizedSpanError): Attributes {\n  return {\n    \"error.type\": error.type,\n    ...(error.statusCode === undefined ? {} : { \"error.status_code\": error.statusCode }),\n  };\n}\n\nfunction errorMessage(error: unknown): string {\n  return error instanceof Error ? error.message : String(error);\n}\n\nfunction otlpAttributes(\n  attributes: Attributes,\n): Array<{ key: string; value: Record<string, string | number | boolean> }> {\n  return Object.entries(cleanAttributes(attributes)).map(([key, value]) => ({\n    key,\n    value: otlpValue(value),\n  }));\n}\n\nfunction otlpValue(\n  value: string | number | boolean | null,\n): Record<string, string | number | boolean> {\n  if (typeof value === \"number\") {\n    return Number.isInteger(value) ? { intValue: value } : { doubleValue: value };\n  }\n  if (typeof value === \"boolean\") {\n    return { boolValue: value };\n  }\n  return { stringValue: value === null ? \"\" : boundedOtlpString(value) };\n}\n\nfunction boundedOtlpString(value: string): string {\n  const bytes = new TextEncoder().encode(value);\n  if (bytes.byteLength <= 512) return value;\n  return `${new TextDecoder().decode(bytes.slice(0, 509))}…`;\n}\n\nfunction millisToNanos(ms: number): string {\n  return String(BigInt(Math.round(ms)) * 1_000_000n);\n}\n\nfunction randomHex(bytes: number): string {\n  const values = crypto.getRandomValues(new Uint8Array(bytes));\n  return Array.from(values, (value) => value.toString(16).padStart(2, \"0\")).join(\"\");\n}\n\nexport function parseHeaders(value: string): Record<string, string> {\n  if (!value.trim()) {\n    return {};\n  }\n  const entries: Array<[string, string]> = value\n    .split(\",\")\n    .map((pair): [string, string] => {\n      const separator = pair.indexOf(\"=\");\n      if (separator === -1) {\n        return [pair.trim(), \"\"];\n      }\n      return [pair.slice(0, separator).trim(), pair.slice(separator + 1).trim()];\n    })\n    .filter(([key]) => key.length > 0);\n  return Object.fromEntries(entries);\n}\n\nasync function defaultExporter(\n  url: string,\n  body: unknown,\n  headers: Record<string, string>,\n): Promise<void> {\n  const response = await fetch(url, {\n    method: \"POST\",\n    headers: {\n      \"content-type\": \"application/json\",\n      ...headers,\n    },\n    body: JSON.stringify(body),\n  });\n  if (!response.ok) {\n    throw new Error(`OTLP endpoint returned HTTP ${response.status}`);\n  }\n}\n"],"mappings":";AAAA,SAAS,uBAAuB,SAAS,OAAO,WAAW,gBAAgB;AAC3E,SAAS,sBAAsB;AAkCxB,IAAM,sCAAsC;AAAA,EACjD,0BAA0B;AAAA,EAC1B,+BAA+B;AAAA,EAC/B,uBAAuB;AAAA,EACvB,4BAA4B;AAC9B;AAEA,IAAM,uBAAuB,CAAC,MAAO,MAAM,OAAO,MAAM,KAAK,MAAM,KAAK,GAAG,KAAK,GAAG,EAAE;AACrF,IAAM,2BAA2B;AAAA,EAC/B;AAAA,EAAM;AAAA,EAAM;AAAA,EAAK;AAAA,EAAM;AAAA,EAAK;AAAA,EAAG;AAAA,EAAK;AAAA,EAAG;AAAA,EAAI;AAAA,EAAI;AAAA,EAAI;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAM;AAC1E;AAEA,IAAM,6BAA6B,oBAAI,IAAY,CAAC,GAAG,eAAe,SAAS,eAAe,CAAC;AAE/F,IAAM,0BAA0B,oBAAI,IAAI;AAAA,EACtC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AASM,SAAS,oBACd,UACA,SACe;AACf,SAAO,IAAI,cAAc,UAAU,OAAO;AAC5C;AAOO,IAAM,gBAAN,MAAoB;AAAA,EAczB,YACmB,UACA,SACjB;AAFiB;AACA;AAEjB,SAAK,MAAM,QAAQ,OAAO,KAAK;AAC/B,SAAK,WAAW,QAAQ,YAAY;AACpC,SAAK,qBAAqB;AAAA,MACxB,gBAAgB,SAAS;AAAA,MACzB,0BAA0B,SAAS;AAAA,MACnC,sBAAsB,QAAQ;AAAA,IAChC;AACA,SAAK,SAAS,iBAAiB;AAAA,MAC7B,SAAS,SAAS;AAAA,MAClB,aAAa,SAAS;AAAA,MACtB,WAAW,QAAQ;AAAA,IACrB,CAAC;AACD,QAAI,SAAS,6BAA6B;AACxC,4BAAsB,EAAE,UAAU,KAAK,UAAU,QAAQ,YAAY,CAAC;AACtE,WAAK,SAAS;AAAA,QACZ,MAAM;AAAA,QACN,MAAM;AAAA,QACN,QAAQ;AAAA,UACN,SAAS,aAAa;AAAA,UACtB,UAAU,SAAS,sBAAsB;AAAA,QAC3C;AAAA,QACA,OAAO;AAAA,MACT,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAzCiB,WAAW,IAAI,SAAS;AAAA,EACxB,WAAW,oBAAI,IAA6B;AAAA,EAC5C,SAAS,oBAAI,IAA2B;AAAA,EACxC,aAAa,oBAAI,IAA+B;AAAA,EAChD,gBAAgB,oBAAI,IAAgC;AAAA,EACpD;AAAA,EACA;AAAA,EAKA;AAAA,EAgCjB,MAAM,SAAiB,aAAyB,CAAC,GAAS;AACxD,SAAK,IAAI,SAAS,SAAS,UAAU;AAAA,EACvC;AAAA,EAEA,KAAK,SAAiB,aAAyB,CAAC,GAAS;AACvD,SAAK,IAAI,QAAQ,SAAS,UAAU;AAAA,EACtC;AAAA,EAEA,KAAK,SAAiB,aAAyB,CAAC,GAAS;AACvD,SAAK,IAAI,QAAQ,SAAS,UAAU;AAAA,EACtC;AAAA,EAEA,MAAM,SAAiB,aAAyB,CAAC,GAAS;AACxD,SAAK,IAAI,SAAS,SAAS,UAAU;AAAA,EACvC;AAAA,EAEA,IACE,OACA,SACA,aAAyB,CAAC,GACpB;AACN,QAAI,CAAC,KAAK,SAAS,6BAA6B;AAC9C,YAAM,OAAO,WAAW,QAAQ,GAAG,OAAO,KAAK,OAAO,WAAW,KAAK,CAAC,KAAK;AAC5E,UAAI,UAAU,QAAQ;AACpB,gBAAQ,KAAK,IAAI;AAAA,MACnB,WAAW,UAAU,SAAS;AAC5B,gBAAQ,MAAM,IAAI;AAAA,MACpB,OAAO;AACL,gBAAQ,IAAI,IAAI;AAAA,MAClB;AACA;AAAA,IACF;AACA,UAAM,SAAS;AAAA,MACb,WAAW,IAAI,KAAK,KAAK,IAAI,CAAC,EAAE,YAAY;AAAA,MAC5C;AAAA,MACA;AAAA,MACA,SAAS,KAAK,SAAS;AAAA,MACvB,aAAa,KAAK,SAAS;AAAA,MAC3B,WAAW,KAAK,QAAQ;AAAA,MACxB,GAAG,gBAAgB,UAAU;AAAA,IAC/B;AACA,UAAM,aAAa,KAAK,UAAU,MAAM;AACxC,QAAI,UAAU,QAAQ;AACpB,cAAQ,KAAK,UAAU;AAAA,IACzB,WAAW,UAAU,SAAS;AAC5B,cAAQ,MAAM,UAAU;AAAA,IAC1B,OAAO;AACL,cAAQ,IAAI,UAAU;AAAA,IACxB;AAAA,EACF;AAAA,EAEA,UAAU,MAAc,aAAyB,CAAC,GAAS;AACzD,UAAM,UAAU,UAAU,EAAE;AAC5B,UAAM,SAAS,UAAU,CAAC;AAC1B,UAAM,UAAU,KAAK,IAAI;AACzB,QAAI,QAAQ;AACZ,WAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA,KAAK,CAAC,QAAQ,CAAC,MAAM;AACnB,YAAI,OAAO;AACT;AAAA,QACF;AACA,gBAAQ;AACR,cAAM,iBACJ,MAAM,UAAU,UAAa,MAAM,UAAU,OACzC,kBAAkB,MAAM,KAAK,IAC7B;AACN,cAAM,kBAAkB,iBAAiB,kBAAkB,cAAc,IAAI,CAAC;AAC9E,aAAK,WAAW;AAAA,UACd;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA,OAAO,KAAK,IAAI;AAAA,UAChB,YAAY;AAAA,YACV,GAAG;AAAA,YACH,GAAG,MAAM;AAAA,YACT,GAAG;AAAA,UACL;AAAA,UACA,GAAI,iBAAiB,EAAE,OAAO,eAAe,IAAI,CAAC;AAAA,QACpD,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA,EAEA,kBAAkB,OAKT;AACP,SAAK,iBAAiB;AAAA,MACpB,MAAM;AAAA,MACN,MAAM;AAAA,MACN,QAAQ;AAAA,QACN,QAAQ,MAAM;AAAA,QACd,OAAO,MAAM;AAAA,QACb,QAAQ,OAAO,MAAM,MAAM;AAAA,QAC3B,WAAW,KAAK,QAAQ;AAAA,MAC1B;AAAA,IACF,CAAC;AACD,SAAK,iBAAiB;AAAA,MACpB,MAAM;AAAA,MACN,MAAM;AAAA,MACN,SAAS;AAAA,MACT,OAAO,MAAM;AAAA,MACb,QAAQ;AAAA,QACN,QAAQ,MAAM;AAAA,QACd,OAAO,MAAM;AAAA,QACb,WAAW,KAAK,QAAQ;AAAA,MAC1B;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,qBAAqB,OAA4E;AAC/F,SAAK,iBAAiB;AAAA,MACpB,MAAM;AAAA,MACN,MAAM;AAAA,MACN,QAAQ;AAAA,QACN,UAAU,MAAM;AAAA,QAChB,QAAQ,MAAM;AAAA,QACd,WAAW,KAAK,QAAQ;AAAA,MAC1B;AAAA,IACF,CAAC;AACD,SAAK,iBAAiB;AAAA,MACpB,MAAM;AAAA,MACN,MAAM;AAAA,MACN,SAAS;AAAA,MACT,OAAO,MAAM;AAAA,MACb,QAAQ;AAAA,QACN,UAAU,MAAM;AAAA,QAChB,WAAW,KAAK,QAAQ;AAAA,MAC1B;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,iBAAiB,OAKR;AACP,QAAI,CAAC,KAAK,SAAS,6BAA6B;AAC9C;AAAA,IACF;AACA,UAAM,SAAS,gBAAgB,MAAM,MAAM;AAC3C,UAAM,UAAU,KAAK;AAAA,MACnB,MAAM;AAAA,MACN,MAAM,QAAQ,GAAG,MAAM,IAAI;AAAA,MAC3B,OAAO,KAAK,MAAM;AAAA,IACpB;AACA,YAAQ,IAAI,QAAiB,MAAM,UAAU,CAAC;AAAA,EAChD;AAAA,EAEA,SAAS,OAAoF;AAC3F,QAAI,CAAC,KAAK,SAAS,6BAA6B;AAC9C;AAAA,IACF;AACA,UAAM,SAAS,gBAAgB,MAAM,MAAM;AAC3C,UAAM,QAAQ,KAAK,MAAM,MAAM,MAAM,MAAM,QAAQ,GAAG,MAAM,IAAI,WAAW,OAAO,KAAK,MAAM,CAAC;AAC9F,UAAM,IAAI,QAAiB,MAAM,KAAK;AAAA,EACxC;AAAA,EAEA,eAAe,OAKN;AACP,QAAI,CAAC,KAAK,SAAS,6BAA6B;AAC9C;AAAA,IACF;AACA,UAAM,SAAS,gBAAgB,MAAM,MAAM;AAC3C,UAAM,QAAQ,KAAK,MAAM,MAAM,MAAM,MAAM,QAAQ,GAAG,MAAM,IAAI,WAAW,OAAO,KAAK,MAAM,CAAC;AAC9F,UAAM,IAAI,QAAiB,MAAM,UAAU,CAAC;AAAA,EAC9C;AAAA,EAEA,iBAAiB,OAMR;AACP,QAAI,CAAC,KAAK,SAAS,6BAA6B;AAC9C;AAAA,IACF;AACA,UAAM,SAAS,gBAAgB,MAAM,MAAM;AAC3C,UAAM,YAAY,KAAK;AAAA,MACrB,MAAM;AAAA,MACN,MAAM,QAAQ,GAAG,MAAM,IAAI;AAAA,MAC3B,OAAO,KAAK,MAAM;AAAA,MAClB,MAAM,WAAW;AAAA,IACnB;AACA,cAAU,QAAQ,QAAiB,MAAM,KAAK;AAAA,EAChD;AAAA,EAEA,MAAM,oBAAqC;AACzC,QAAI,CAAC,KAAK,SAAS,6BAA6B;AAC9C,aAAO;AAAA,IACT;AACA,WAAO,MAAM,KAAK,SAAS,QAAQ;AAAA,EACrC;AAAA,EAEQ,QAAQ,MAAc,MAAc,YAAuC;AACjF,UAAM,WAAW,KAAK,SAAS,IAAI,IAAI;AACvC,QAAI,UAAU;AACZ,WAAK,mBAAmB,MAAM,WAAW,UAAU;AACnD,aAAO;AAAA,IACT;AACA,SAAK,SAAS,MAAM,WAAW,UAAU;AACzC,UAAM,SAAS,IAAI,QAAQ,EAAE,MAAM,MAAM,YAAY,WAAW,CAAC,KAAK,QAAQ,EAAE,CAAC;AACjF,SAAK,SAAS,IAAI,MAAM,MAAM;AAC9B,WAAO;AAAA,EACT;AAAA,EAEQ,MAAM,MAAc,MAAc,YAAqC;AAC7E,UAAM,WAAW,KAAK,OAAO,IAAI,IAAI;AACrC,QAAI,UAAU;AACZ,WAAK,mBAAmB,MAAM,SAAS,UAAU;AACjD,aAAO;AAAA,IACT;AACA,SAAK,SAAS,MAAM,SAAS,UAAU;AACvC,UAAM,SAAS,IAAI,MAAM,EAAE,MAAM,MAAM,YAAY,WAAW,CAAC,KAAK,QAAQ,EAAE,CAAC;AAC/E,SAAK,OAAO,IAAI,MAAM,MAAM;AAC5B,WAAO;AAAA,EACT;AAAA,EAEQ,UACN,MACA,MACA,YACA,SACmB;AACnB,UAAM,WAAW,KAAK,WAAW,IAAI,IAAI;AACzC,QAAI,UAAU;AACZ,WAAK,mBAAmB,MAAM,aAAa,UAAU;AACrD,aAAO;AAAA,IACT;AACA,SAAK,SAAS,MAAM,aAAa,UAAU;AAC3C,UAAM,SAAS,IAAI,UAAU,EAAE,MAAM,MAAM,YAAY,SAAS,WAAW,CAAC,KAAK,QAAQ,EAAE,CAAC;AAC5F,SAAK,WAAW,IAAI,MAAM,MAAM;AAChC,WAAO;AAAA,EACT;AAAA,EAEQ,SAAS,MAAc,MAAkC,YAA4B;AAC3F,UAAM,SAAS,CAAC,GAAG,UAAU,EAAE,KAAK;AACpC,SAAK,cAAc,IAAI,MAAM,EAAE,MAAM,YAAY,OAAO,CAAC;AAAA,EAC3D;AAAA,EAEQ,mBACN,MACA,MACA,YACM;AACN,UAAM,eAAe,KAAK,cAAc,IAAI,IAAI;AAChD,UAAM,SAAS,CAAC,GAAG,UAAU,EAAE,KAAK;AACpC,QACE,CAAC,gBACD,aAAa,SAAS,QACtB,aAAa,WAAW,WAAW,OAAO,UAC1C,aAAa,WAAW,KAAK,CAAC,OAAO,UAAU,UAAU,OAAO,KAAK,CAAC,GACtE;AACA,YAAM,IAAI;AAAA,QACR,UAAU,IAAI,8BAA8B,cAAc,QAAQ,SAAS,iBACzD,cAAc,WAAW,KAAK,GAAG,KAAK,EAAE,UAAU,IAAI,KAAK,OAAO,KAAK,GAAG,CAAC;AAAA,MAC/F;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,WAAW,MAQV;AACP,QAAI,CAAC,KAAK,SAAS,2BAA2B;AAC5C;AAAA,IACF;AACA,UAAM,WAAW,GAAG,KAAK,SAAS,0BAA0B,QAAQ,OAAO,EAAE,CAAC;AAC9E,UAAM,OAAO;AAAA,MACX,eAAe;AAAA,QACb;AAAA,UACE,UAAU;AAAA,YACR,YAAY,eAAe,KAAK,kBAAkB;AAAA,UACpD;AAAA,UACA,YAAY;AAAA,YACV;AAAA,cACE,OAAO;AAAA,gBACL,MAAM;AAAA,gBACN,SAAS;AAAA,cACX;AAAA,cACA,OAAO;AAAA,gBACL;AAAA,kBACE,SAAS,KAAK;AAAA,kBACd,QAAQ,KAAK;AAAA,kBACb,MAAM,KAAK;AAAA,kBACX,MAAM;AAAA,kBACN,mBAAmB,cAAc,KAAK,OAAO;AAAA,kBAC7C,iBAAiB,cAAc,KAAK,KAAK;AAAA,kBACzC,YAAY,eAAe,KAAK,UAAU;AAAA,kBAC1C,QAAQ,KAAK,QAAQ,EAAE,MAAM,GAAG,SAAS,KAAK,MAAM,cAAc,IAAI,EAAE,MAAM,EAAE;AAAA,gBAClF;AAAA,cACF;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AACA,SAAK,KAAK,SAAS,UAAU,MAAM,aAAa,KAAK,SAAS,wBAAwB,CAAC,EAAE;AAAA,MACvF,CAAC,UAAU;AACT,aAAK,KAAK,2BAA2B,EAAE,OAAO,aAAa,KAAK,GAAG,SAAS,CAAC;AAAA,MAC/E;AAAA,IACF;AAAA,EACF;AACF;AAaO,SAAS,+BACd,eAC0D;AAC1D,SAAO,CAAC,gBAAgB;AACtB,UAAM,UAAU,2BAA2B,IAAI,YAAY,OAAO,IAC9D,YAAY,UACZ;AACJ,UAAM,KAAK,wBAAwB,IAAI,YAAY,EAAE,IAAI,YAAY,KAAK;AAC1E,QAAI;AACF,oBAAc,iBAAiB;AAAA,QAC7B,MAAM;AAAA,QACN,MAAM;AAAA,QACN,QAAQ,EAAE,SAAS,IAAI,SAAS,YAAY,QAAQ;AAAA,MACtD,CAAC;AACD,oBAAc,iBAAiB;AAAA,QAC7B,MAAM;AAAA,QACN,MAAM;AAAA,QACN,QAAQ,EAAE,SAAS,GAAG;AAAA,QACtB,OAAO,KAAK,IAAI,GAAG,YAAY,UAAU,IAAI;AAAA,MAC/C,CAAC;AAAA,IACH,QAAQ;AACN,UAAI;AACF,sBAAc,iBAAiB;AAAA,UAC7B,MAAM;AAAA,UACN,MAAM;AAAA,UACN,QAAQ,EAAE,UAAU,oBAAoB;AAAA,QAC1C,CAAC;AAAA,MACH,QAAQ;AAAA,MAGR;AAAA,IACF;AAAA,EACF;AACF;AAUO,SAAS,0BACd,eACA,OACM;AACN,QAAM,UAAU,MAAM,iBAAiB,QAAQ,MAAM,MAAM,UAAU,OAAO,MAAM,KAAK;AACvF,gBAAc,KAAK,kDAAkD;AAAA,IACnE,YAAY,MAAM;AAAA,IAClB,SAAS,MAAM;AAAA,IACf,UAAU,MAAM;AAAA,IAChB,SAAS,MAAM;AAAA,IACf,OAAO;AAAA,EACT,CAAC;AACH;AAEA,SAAS,gBAAgB,SAAuB,CAAC,GAA2B;AAC1E,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,MAAM,EAClB,OAAO,CAAC,CAAC,EAAE,KAAK,MAAM,UAAU,UAAa,UAAU,IAAI,EAC3D,IAAI,CAAC,CAAC,KAAK,KAAK,MAAwB,CAAC,KAAK,OAAO,KAAK,CAAC,CAAC,EAC5D,KAAK,CAAC,MAAM,UAAU,KAAK,CAAC,EAAE,cAAc,MAAM,CAAC,CAAC,CAAC;AAAA,EAC1D;AACF;AAEA,SAAS,eAAuB;AAC9B,SAAO,QAAQ,IAAI,oBAAoB,QAAQ,IAAI,uBAAuB;AAC5E;AAEA,SAAS,gBAAgB,YAA0E;AACjG,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,UAAU,EAAE,OAAO,CAAC,CAAC,EAAE,KAAK,MAAM,UAAU,MAAS;AAAA,EACtE;AACF;AAQA,SAAS,kBAAkB,OAAoC;AAC7D,QAAM,OACJ,iBAAiB,SAAS,iCAAiC,KAAK,MAAM,IAAI,IACtE,MAAM,OACN;AACN,QAAM,aAAa,gBAAgB,KAAK;AACxC,SAAO;AAAA,IACL;AAAA,IACA,GAAI,eAAe,SAAY,CAAC,IAAI,EAAE,WAAW;AAAA,IACjD,eAAe,eAAe,SAAY,qBAAqB,QAAQ,UAAU;AAAA,EACnF;AACF;AAEA,SAAS,gBAAgB,OAAoC;AAC3D,MAAI,OAAO,UAAU,YAAY,UAAU,KAAM,QAAO;AACxD,QAAM,QAAS,MAAqD;AACpE,QAAM,aACJ,OAAO,UAAU,KAAK,KAAK,OAAO,UAAU,WACxC,QACC,MAAmC;AAC1C,SAAO,OAAO,UAAU,UAAU,KAChC,OAAO,eAAe,YACtB,cAAc,OACd,cAAc,MACZ,aACA;AACN;AAEA,SAAS,kBAAkB,OAAuC;AAChE,SAAO;AAAA,IACL,cAAc,MAAM;AAAA,IACpB,GAAI,MAAM,eAAe,SAAY,CAAC,IAAI,EAAE,qBAAqB,MAAM,WAAW;AAAA,EACpF;AACF;AAEA,SAAS,aAAa,OAAwB;AAC5C,SAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAC9D;AAEA,SAAS,eACP,YAC0E;AAC1E,SAAO,OAAO,QAAQ,gBAAgB,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,KAAK,OAAO;AAAA,IACxE;AAAA,IACA,OAAO,UAAU,KAAK;AAAA,EACxB,EAAE;AACJ;AAEA,SAAS,UACP,OAC2C;AAC3C,MAAI,OAAO,UAAU,UAAU;AAC7B,WAAO,OAAO,UAAU,KAAK,IAAI,EAAE,UAAU,MAAM,IAAI,EAAE,aAAa,MAAM;AAAA,EAC9E;AACA,MAAI,OAAO,UAAU,WAAW;AAC9B,WAAO,EAAE,WAAW,MAAM;AAAA,EAC5B;AACA,SAAO,EAAE,aAAa,UAAU,OAAO,KAAK,kBAAkB,KAAK,EAAE;AACvE;AAEA,SAAS,kBAAkB,OAAuB;AAChD,QAAM,QAAQ,IAAI,YAAY,EAAE,OAAO,KAAK;AAC5C,MAAI,MAAM,cAAc,IAAK,QAAO;AACpC,SAAO,GAAG,IAAI,YAAY,EAAE,OAAO,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC;AACzD;AAEA,SAAS,cAAc,IAAoB;AACzC,SAAO,OAAO,OAAO,KAAK,MAAM,EAAE,CAAC,IAAI,QAAU;AACnD;AAEA,SAAS,UAAU,OAAuB;AACxC,QAAM,SAAS,OAAO,gBAAgB,IAAI,WAAW,KAAK,CAAC;AAC3D,SAAO,MAAM,KAAK,QAAQ,CAAC,UAAU,MAAM,SAAS,EAAE,EAAE,SAAS,GAAG,GAAG,CAAC,EAAE,KAAK,EAAE;AACnF;AAEO,SAAS,aAAa,OAAuC;AAClE,MAAI,CAAC,MAAM,KAAK,GAAG;AACjB,WAAO,CAAC;AAAA,EACV;AACA,QAAM,UAAmC,MACtC,MAAM,GAAG,EACT,IAAI,CAAC,SAA2B;AAC/B,UAAM,YAAY,KAAK,QAAQ,GAAG;AAClC,QAAI,cAAc,IAAI;AACpB,aAAO,CAAC,KAAK,KAAK,GAAG,EAAE;AAAA,IACzB;AACA,WAAO,CAAC,KAAK,MAAM,GAAG,SAAS,EAAE,KAAK,GAAG,KAAK,MAAM,YAAY,CAAC,EAAE,KAAK,CAAC;AAAA,EAC3E,CAAC,EACA,OAAO,CAAC,CAAC,GAAG,MAAM,IAAI,SAAS,CAAC;AACnC,SAAO,OAAO,YAAY,OAAO;AACnC;AAEA,eAAe,gBACb,KACA,MACA,SACe;AACf,QAAM,WAAW,MAAM,MAAM,KAAK;AAAA,IAChC,QAAQ;AAAA,IACR,SAAS;AAAA,MACP,gBAAgB;AAAA,MAChB,GAAG;AAAA,IACL;AAAA,IACA,MAAM,KAAK,UAAU,IAAI;AAAA,EAC3B,CAAC;AACD,MAAI,CAAC,SAAS,IAAI;AAChB,UAAM,IAAI,MAAM,+BAA+B,SAAS,MAAM,EAAE;AAAA,EAClE;AACF;","names":[]}
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["import { createHash } from \"node:crypto\";\nimport { collectDefaultMetrics, Counter, Gauge, Histogram, Registry } from \"prom-client\";\nimport { SandboxBackend } from \"@opengeni/contracts\";\n\nexport type AttributeValue = string | number | boolean | null | undefined;\nexport type Attributes = Record<string, AttributeValue>;\n\nexport type ObservabilitySettings = {\n  serviceName: string;\n  environment: string;\n  deploymentRevision?: string | undefined;\n  observabilityStructuredLogs: boolean;\n  observabilityMetricsEnabled: boolean;\n  observabilityOtlpEndpoint?: string | undefined;\n  observabilityOtlpHeaders: string;\n};\n\nexport type ObservabilityOptions = {\n  component: string;\n  now?: () => number;\n  exporter?: (url: string, body: unknown, headers: Record<string, string>) => Promise<void>;\n};\n\nexport type Span = {\n  traceId: string;\n  spanId: string;\n  end: (input?: { attributes?: Attributes; error?: unknown }) => void;\n};\n\nexport type MetricLabels = Record<string, AttributeValue>;\n\n/**\n * Stable, non-reversible correlation key for one logical sandbox lease. Public\n * telemetry intentionally drops workspace/group identifiers; this key lets an\n * operator correlate API, worker, and reaper failures without publishing\n * either UUID. The domain separator prevents reuse as a generic identifier\n * digest.\n */\nexport function sandboxLeaseTelemetryKey(workspaceId: string, sandboxGroupId: string): string {\n  return `slk_${createHash(\"sha256\")\n    .update(\"opengeni:sandbox-lease-telemetry:v1\\0\")\n    .update(workspaceId)\n    .update(\"\\0\")\n    .update(sandboxGroupId)\n    .digest(\"hex\")\n    .slice(0, 32)}`;\n}\n\n/**\n * Stable selectors shared by OpenGeni's runtime metrics and optional\n * Prometheus/Grafana distribution. Operators can use these values for custom\n * namespaces and dashboard ConfigMaps without duplicating chart internals.\n */\nexport const OPENGENI_OBSERVABILITY_DISTRIBUTION = {\n  monitoringNamespaceLabel: \"opengeni.ai/monitoring\",\n  monitoringNamespaceLabelValue: \"enabled\",\n  grafanaDashboardLabel: \"grafana_dashboard\",\n  grafanaDashboardLabelValue: \"1\",\n} as const;\n\nconst httpHistogramBuckets = [0.005, 0.01, 0.025, 0.05, 0.1, 0.25, 0.5, 1, 2.5, 5, 10];\nconst durationHistogramBuckets = [\n  0.01, 0.05, 0.1, 0.25, 0.5, 1, 2.5, 5, 10, 30, 60, 120, 300, 900, 1800, 3600,\n];\n\nconst SANDBOX_OPERATION_BACKENDS = new Set<string>([...SandboxBackend.options, \"unprovisioned\"]);\n\nconst SANDBOX_OPERATION_NAMES = new Set([\n  \"desktopInput\",\n  \"screenshot\",\n  \"exec\",\n  \"execCommand\",\n  \"writeStdin\",\n  \"cancelExecCommand\",\n  \"readFile\",\n  \"writeFile\",\n  \"listDir\",\n  \"pathExists\",\n  \"viewImage\",\n  \"materializeEntry\",\n  \"editor.createFile\",\n  \"editor.updateFile\",\n  \"editor.deleteFile\",\n  \"resolveExposedPort\",\n  \"serializeSessionState\",\n]);\n\n/**\n * External logs and OTLP are public/third-party projections, not canonical\n * OpenGeni storage. Only this reviewed closed set of operational fields may\n * cross that boundary. Unknown keys are omitted regardless of their value, so\n * a new diagnostic, identifier, command, response, or provider field cannot\n * become public by accident. This is schema projection, never value inspection\n * or rewriting.\n */\nconst PUBLIC_TELEMETRY_ATTRIBUTE_KEYS = new Set([\n  \"http.request.method\",\n  \"http.response.status_code\",\n  \"opengeni.route\",\n  \"opengeni.duration_ms\",\n  \"opengeni.finalization_duration_ms\",\n  \"opengeni.trigger_kind\",\n  \"opengeni.status\",\n  \"error.type\",\n  \"error.status_code\",\n  \"method\",\n  \"route\",\n  \"status\",\n  \"durationMs\",\n  \"attempt\",\n  \"attempts\",\n  \"delayMs\",\n  \"provider\",\n  \"providerApi\",\n  \"model\",\n  \"inputTokens\",\n  \"outputTokens\",\n  \"cachedTokens\",\n  \"cacheWriteTokens\",\n  \"reasoningTokens\",\n  \"accountChangedFromPrevCall\",\n  \"rejectedFields\",\n  \"dependency\",\n  \"activity\",\n  \"backend\",\n  \"op\",\n  \"outcome\",\n  \"eventType\",\n  \"surface\",\n  \"reason\",\n  \"originalBytes\",\n  \"deliveredBytes\",\n  \"estimatedOriginalTokens\",\n  \"estimatedDeliveredTokens\",\n  \"fullEvidenceAvailable\",\n  \"retainedOutputKind\",\n]);\n\n/** Opaque correlation fields require both a reviewed name and a closed value\n * grammar. Merely adding one to the ordinary allow-list would let an unrelated\n * caller accidentally publish a raw identifier under that name. */\nconst PUBLIC_TELEMETRY_OPAQUE_ATTRIBUTE_PATTERNS = new Map<string, RegExp>([\n  [\"sandboxLeaseKey\", /^slk_[0-9a-f]{32}$/],\n]);\n\nconst PUBLIC_CHANNEL_A_OPERATIONS = new Set([\n  \"fs.list\",\n  \"fs.list-batch\",\n  \"fs.read\",\n  \"fs.write\",\n  \"fs.delete\",\n  \"fs.move\",\n  \"fs.mkdir\",\n  \"git.status\",\n  \"git.diff\",\n  \"git.read-batch\",\n  \"git.log\",\n  \"git.show\",\n  \"terminal.exec\",\n  \"terminal.pty.open\",\n  \"terminal.pty.write\",\n  \"terminal.pty.resize\",\n  \"terminal.pty.close\",\n  \"read\",\n  \"mutation\",\n]);\n\nconst PUBLIC_CHANNEL_A_FAILURE_REASONS = new Set([\n  \"request_cancelled\",\n  \"provider_read_busy\",\n  \"provider_unavailable\",\n  \"lifecycle_conflict\",\n  \"request_rejected\",\n  \"unexpected\",\n]);\n\n/**\n * Public diagnostic values are protocol constants, never values inferred from\n * an exception's name, constructor, code, message, or enumerable properties.\n * Unknown classes collapse to one fixed fallback; unknown codes and origins\n * are omitted rather than copied through based on syntax.\n */\nconst PUBLIC_TELEMETRY_ERROR_CLASSES = new Set([\n  \"OperationError\",\n  \"CodexCheckpointOperationError\",\n  \"CodexFleetShadowOperationError\",\n  \"ComputerActionTimeoutError\",\n  \"ComputerUnavailableError\",\n  \"CredentialRenewalOperationError\",\n  \"CredentialReadOperationError\",\n  \"EventPublishOperationError\",\n  \"GitCredentialRenewalOperationError\",\n  \"HostExportOperationError\",\n  \"HttpOperationError\",\n  \"McpLifecycleError\",\n  \"McpOperationError\",\n  \"MemoryEmbeddingOperationError\",\n  \"MemorySearchOperationError\",\n  \"NatsAuthCalloutOperationError\",\n  \"OAuthOperationError\",\n  \"RunCredentialRenewalOperationError\",\n  \"RunStateCompatibilityError\",\n  \"SandboxChannelAOperationError\",\n  \"SnapshotOperationError\",\n  \"StartupDependencyError\",\n  \"TelemetryExportError\",\n  \"CodemodeOperationError\",\n  \"CodemodeTokenRenewalOperationError\",\n  \"WorkerLifecycleOperation\",\n  \"WorkerLifecycleOperationError\",\n  \"WorkerOperationError\",\n  \"WorkflowWakeOperationError\",\n]);\n\nconst PUBLIC_TELEMETRY_ERROR_CODES = new Set([\n  \"agent_command_wake_failed\",\n  \"artifact_materializer_native_input_framing_failed\",\n  \"artifact_materializer_native_snapshot_open_failed\",\n  \"artifact_materializer_native_state_mismatch\",\n  \"artifact_materializer_source_content_type_mismatch\",\n  \"artifact_materializer_source_open_failed\",\n  \"artifact_materializer_source_revalidation_failed\",\n  \"artifact_materializer_source_stream_identity_mismatch\",\n  \"cleared_goal_live_publish_failed\",\n  \"codex_failover_checkpoint_failed\",\n  \"codex_fleet_shadow_failed\",\n  \"codex_lease_loss_checkpoint_failed\",\n  \"codex_active_credential_read_failed\",\n  \"command_yield_timeout\",\n  \"conflict\",\n  \"control_wake_dispatch_failed\",\n  \"fenced_event_live_publish_failed\",\n  \"forbidden\",\n  \"host_export_batch_delivery_failed\",\n  \"host_export_failure_settlement_stale\",\n  \"host_export_pump_iteration_failed\",\n  \"host_export_retention_prune_failed\",\n  \"idempotency_conflict\",\n  \"incompatible_exposed_ports\",\n  \"internal_error\",\n  \"limit_exceeded\",\n  \"mcp_close_failed\",\n  \"mcp_connect_failed\",\n  \"mcp_tool_call_failed\",\n  \"mcp_tools_list_failed\",\n  \"mcp_transport_failed\",\n  \"memory_edit_embedding_failed\",\n  \"memory_hybrid_vector_failed\",\n  \"memory_save_embedding_failed\",\n  \"nats_auth_callout_start_failed\",\n  \"nested_agent_depth_exceeded\",\n  \"nested_agent_depth_override_forbidden\",\n  \"not_found\",\n  \"oauth_operation_failed\",\n  \"otlp_export_failed\",\n  \"payment_required\",\n  \"provider_verification_failed\",\n  \"sandbox_channel_a_cancelled\",\n  \"sandbox_channel_a_lifecycle_conflict\",\n  \"sandbox_channel_a_operation_failed\",\n  \"sandbox_channel_a_provider_busy\",\n  \"sandbox_channel_a_provider_unavailable\",\n  \"screenshot_capture_failed\",\n  \"session_event_live_publish_failed\",\n  \"session_workflow_wake_failed\",\n  \"snapshot_operation_failed\",\n  \"startup_dependency_retry\",\n  \"tool_list_too_large\",\n  \"tool_result_too_large\",\n  \"codemode_operation_failed\",\n  \"unauthenticated\",\n  \"upstream_unavailable\",\n  \"validation_failed\",\n  \"worker_draining\",\n  \"worker_operation_failed\",\n  \"worker_shutdown_request_failed\",\n  \"workspace_control_live_publish_failed\",\n]);\n\nconst PUBLIC_TELEMETRY_ERROR_ORIGINS = new Set([\n  \"api\",\n  \"core\",\n  \"db\",\n  \"events\",\n  \"host-export\",\n  \"oauth\",\n  \"observability\",\n  \"runtime\",\n  \"sandbox-computer\",\n  \"sandbox-resume\",\n  \"codemode\",\n  \"worker\",\n  \"worker-lifecycle\",\n]);\n\nexport type SandboxOperationMetricObservation = {\n  backend: string;\n  op: string;\n  outcome: \"ok\" | \"not_found\" | \"failed\";\n  durationMs: number;\n};\n\nexport function createObservability(\n  settings: ObservabilitySettings,\n  options: ObservabilityOptions,\n): Observability {\n  return new Observability(settings, options);\n}\n\ntype MetricRegistration = {\n  kind: \"counter\" | \"gauge\" | \"histogram\";\n  labelNames: string[];\n};\n\nexport class Observability {\n  private readonly registry = new Registry();\n  private readonly counters = new Map<string, Counter<string>>();\n  private readonly gauges = new Map<string, Gauge<string>>();\n  private readonly histograms = new Map<string, Histogram<string>>();\n  private readonly registrations = new Map<string, MetricRegistration>();\n  private readonly now: () => number;\n  private readonly exporter: (\n    url: string,\n    body: unknown,\n    headers: Record<string, string>,\n  ) => Promise<void>;\n  private readonly resourceAttributes: Attributes;\n\n  constructor(\n    private readonly settings: ObservabilitySettings,\n    private readonly options: ObservabilityOptions,\n  ) {\n    this.now = options.now ?? Date.now;\n    this.exporter = options.exporter ?? defaultExporter;\n    this.resourceAttributes = {\n      \"service.name\": settings.serviceName,\n      \"deployment.environment\": settings.environment,\n      \"opengeni.component\": options.component,\n    };\n    this.registry.setDefaultLabels({\n      service: settings.serviceName,\n      environment: settings.environment,\n      component: options.component,\n      deployment_revision: settings.deploymentRevision ?? \"dev\",\n    });\n    if (settings.observabilityMetricsEnabled) {\n      collectDefaultMetrics({ register: this.registry, prefix: \"opengeni_\" });\n      this.setGauge({\n        name: \"opengeni_build_info\",\n        help: \"OpenGeni build information.\",\n        labels: {\n          version: buildVersion(),\n          revision: settings.deploymentRevision ?? \"dev\",\n        },\n        value: 1,\n      });\n    }\n  }\n\n  debug(message: string, attributes: Attributes = {}): void {\n    this.log(\"debug\", message, attributes);\n  }\n\n  info(message: string, attributes: Attributes = {}): void {\n    this.log(\"info\", message, attributes);\n  }\n\n  warn(message: string, attributes: Attributes = {}): void {\n    this.log(\"warn\", message, attributes);\n  }\n\n  error(message: string, attributes: Attributes = {}): void {\n    this.log(\"error\", message, attributes);\n  }\n\n  log(\n    level: \"debug\" | \"info\" | \"warn\" | \"error\",\n    message: string,\n    attributes: Attributes = {},\n  ): void {\n    const publicAttributes = projectPublicTelemetryAttributes(attributes);\n    if (!this.settings.observabilityStructuredLogs) {\n      if (level === \"warn\") {\n        console.warn(message);\n      } else if (level === \"error\") {\n        console.error(message);\n      } else {\n        console.log(message);\n      }\n      return;\n    }\n    const record = {\n      timestamp: new Date(this.now()).toISOString(),\n      level,\n      message,\n      service: this.settings.serviceName,\n      environment: this.settings.environment,\n      component: this.options.component,\n      ...cleanAttributes(publicAttributes),\n    };\n    const serialized = JSON.stringify(record);\n    if (level === \"warn\") {\n      console.warn(serialized);\n    } else if (level === \"error\") {\n      console.error(serialized);\n    } else {\n      console.log(serialized);\n    }\n  }\n\n  startSpan(name: string, attributes: Attributes = {}): Span {\n    const traceId = randomHex(16);\n    const spanId = randomHex(8);\n    const startMs = this.now();\n    let ended = false;\n    return {\n      traceId,\n      spanId,\n      end: (input = {}) => {\n        if (ended) {\n          return;\n        }\n        ended = true;\n        const telemetryError =\n          input.error !== undefined && input.error !== null\n            ? projectSpanErrorForTelemetry(input.error)\n            : undefined;\n        const errorAttributes = telemetryError ? errorToAttributes(telemetryError) : {};\n        this.exportSpan({\n          traceId,\n          spanId,\n          name,\n          startMs,\n          endMs: this.now(),\n          attributes: {\n            ...projectPublicTelemetryAttributes({\n              ...attributes,\n              ...input.attributes,\n              ...errorAttributes,\n            }),\n          },\n          ...(telemetryError ? { error: telemetryError } : {}),\n        });\n      },\n    };\n  }\n\n  recordHttpRequest(input: {\n    method: string;\n    route: string;\n    status: number;\n    durationSeconds: number;\n  }): void {\n    this.incrementCounter({\n      name: \"opengeni_http_requests_total\",\n      help: \"Total HTTP requests handled by OpenGeni.\",\n      labels: {\n        method: input.method,\n        route: input.route,\n        status: String(input.status),\n        component: this.options.component,\n      },\n    });\n    this.observeHistogram({\n      name: \"opengeni_http_request_duration_seconds\",\n      help: \"HTTP request duration in seconds.\",\n      buckets: httpHistogramBuckets,\n      value: input.durationSeconds,\n      labels: {\n        method: input.method,\n        route: input.route,\n        component: this.options.component,\n      },\n    });\n  }\n\n  recordWorkerActivity(input: { activity: string; status: string; durationSeconds: number }): void {\n    this.incrementCounter({\n      name: \"opengeni_worker_activity_runs_total\",\n      help: \"Total worker activity executions.\",\n      labels: {\n        activity: input.activity,\n        status: input.status,\n        component: this.options.component,\n      },\n    });\n    this.observeHistogram({\n      name: \"opengeni_worker_activity_duration_seconds\",\n      help: \"Worker activity duration in seconds.\",\n      buckets: durationHistogramBuckets,\n      value: input.durationSeconds,\n      labels: {\n        activity: input.activity,\n        component: this.options.component,\n      },\n    });\n  }\n\n  incrementCounter(input: {\n    name: string;\n    help?: string;\n    labels?: MetricLabels;\n    amount?: number;\n  }): void {\n    if (!this.settings.observabilityMetricsEnabled) {\n      return;\n    }\n    const labels = normalizeLabels(input.labels);\n    const counter = this.counter(\n      input.name,\n      input.help ?? `${input.name} counter.`,\n      Object.keys(labels),\n    );\n    counter.inc(labels as never, input.amount ?? 1);\n  }\n\n  setGauge(input: { name: string; help?: string; labels?: MetricLabels; value: number }): void {\n    if (!this.settings.observabilityMetricsEnabled) {\n      return;\n    }\n    const labels = normalizeLabels(input.labels);\n    const gauge = this.gauge(input.name, input.help ?? `${input.name} gauge.`, Object.keys(labels));\n    gauge.set(labels as never, input.value);\n  }\n\n  incrementGauge(input: {\n    name: string;\n    help?: string;\n    labels?: MetricLabels;\n    amount?: number;\n  }): void {\n    if (!this.settings.observabilityMetricsEnabled) {\n      return;\n    }\n    const labels = normalizeLabels(input.labels);\n    const gauge = this.gauge(input.name, input.help ?? `${input.name} gauge.`, Object.keys(labels));\n    gauge.inc(labels as never, input.amount ?? 1);\n  }\n\n  observeHistogram(input: {\n    name: string;\n    help?: string;\n    labels?: MetricLabels;\n    value: number;\n    buckets?: number[];\n  }): void {\n    if (!this.settings.observabilityMetricsEnabled) {\n      return;\n    }\n    const labels = normalizeLabels(input.labels);\n    const histogram = this.histogram(\n      input.name,\n      input.help ?? `${input.name} histogram.`,\n      Object.keys(labels),\n      input.buckets ?? durationHistogramBuckets,\n    );\n    histogram.observe(labels as never, input.value);\n  }\n\n  async prometheusMetrics(): Promise<string> {\n    if (!this.settings.observabilityMetricsEnabled) {\n      return \"\";\n    }\n    return await this.registry.metrics();\n  }\n\n  private counter(name: string, help: string, labelNames: string[]): Counter<string> {\n    const existing = this.counters.get(name);\n    if (existing) {\n      this.assertRegistration(name, \"counter\", labelNames);\n      return existing;\n    }\n    this.register(name, \"counter\", labelNames);\n    const metric = new Counter({ name, help, labelNames, registers: [this.registry] });\n    this.counters.set(name, metric);\n    return metric;\n  }\n\n  private gauge(name: string, help: string, labelNames: string[]): Gauge<string> {\n    const existing = this.gauges.get(name);\n    if (existing) {\n      this.assertRegistration(name, \"gauge\", labelNames);\n      return existing;\n    }\n    this.register(name, \"gauge\", labelNames);\n    const metric = new Gauge({ name, help, labelNames, registers: [this.registry] });\n    this.gauges.set(name, metric);\n    return metric;\n  }\n\n  private histogram(\n    name: string,\n    help: string,\n    labelNames: string[],\n    buckets: number[],\n  ): Histogram<string> {\n    const existing = this.histograms.get(name);\n    if (existing) {\n      this.assertRegistration(name, \"histogram\", labelNames);\n      return existing;\n    }\n    this.register(name, \"histogram\", labelNames);\n    const metric = new Histogram({ name, help, labelNames, buckets, registers: [this.registry] });\n    this.histograms.set(name, metric);\n    return metric;\n  }\n\n  private register(name: string, kind: MetricRegistration[\"kind\"], labelNames: string[]): void {\n    const sorted = [...labelNames].sort();\n    this.registrations.set(name, { kind, labelNames: sorted });\n  }\n\n  private assertRegistration(\n    name: string,\n    kind: MetricRegistration[\"kind\"],\n    labelNames: string[],\n  ): void {\n    const registration = this.registrations.get(name);\n    const sorted = [...labelNames].sort();\n    if (\n      !registration ||\n      registration.kind !== kind ||\n      registration.labelNames.length !== sorted.length ||\n      registration.labelNames.some((label, index) => label !== sorted[index])\n    ) {\n      throw new Error(\n        `Metric ${name} was already registered as ${registration?.kind ?? \"unknown\"} ` +\n          `with labels [${registration?.labelNames.join(\",\") ?? \"\"}], not ${kind} [${sorted.join(\",\")}]`,\n      );\n    }\n  }\n\n  private exportSpan(span: {\n    traceId: string;\n    spanId: string;\n    name: string;\n    startMs: number;\n    endMs: number;\n    attributes: Attributes;\n    error?: TelemetrySpanError;\n  }): void {\n    if (!this.settings.observabilityOtlpEndpoint) {\n      return;\n    }\n    const endpoint = `${this.settings.observabilityOtlpEndpoint.replace(/\\/$/, \"\")}/v1/traces`;\n    const body = {\n      resourceSpans: [\n        {\n          resource: {\n            attributes: otlpAttributes(this.resourceAttributes),\n          },\n          scopeSpans: [\n            {\n              scope: {\n                name: \"@opengeni/observability\",\n                version: \"0.1.0\",\n              },\n              spans: [\n                {\n                  traceId: span.traceId,\n                  spanId: span.spanId,\n                  name: span.name,\n                  kind: 1,\n                  startTimeUnixNano: millisToNanos(span.startMs),\n                  endTimeUnixNano: millisToNanos(span.endMs),\n                  attributes: otlpAttributes(span.attributes),\n                  status: span.error ? { code: 2, message: span.error.statusMessage } : { code: 1 },\n                },\n              ],\n            },\n          ],\n        },\n      ],\n    };\n    void this.exporter(endpoint, body, parseHeaders(this.settings.observabilityOtlpHeaders)).catch(\n      () => {\n        this.warn(\"OTLP span export failed\", {\n          errorClass: \"TelemetryExportError\",\n          errorCode: \"otlp_export_failed\",\n          origin: \"observability\",\n        });\n      },\n    );\n  }\n}\n\n/**\n * Convert routed sandbox-provider observations into one bounded Prometheus\n * contract shared by API-direct and worker-turn execution. Provider/session\n * identifiers, commands, paths, and other request data can never become labels:\n * a future backend or operation is deliberately collapsed to `unknown` until\n * this allowlist is reviewed.\n *\n * The returned callback is fail-safe. Metrics must never change the provider\n * operation's result; a registration/exporter error is counted best-effort and\n * then swallowed at this telemetry boundary.\n */\nexport function sandboxOperationMetricObserver(\n  observability: Observability,\n): (observation: SandboxOperationMetricObservation) => void {\n  return (observation) => {\n    const backend = SANDBOX_OPERATION_BACKENDS.has(observation.backend)\n      ? observation.backend\n      : \"unknown\";\n    const op = SANDBOX_OPERATION_NAMES.has(observation.op) ? observation.op : \"unknown\";\n    try {\n      observability.incrementCounter({\n        name: \"opengeni_sandbox_operations_total\",\n        help: \"Physical routed sandbox provider operations by backend, operation, and outcome.\",\n        labels: { backend, op, outcome: observation.outcome },\n      });\n      observability.observeHistogram({\n        name: \"opengeni_sandbox_operation_duration_seconds\",\n        help: \"Physical routed sandbox provider-operation duration in seconds.\",\n        labels: { backend, op },\n        value: Math.max(0, observation.durationMs) / 1_000,\n      });\n    } catch {\n      try {\n        observability.incrementCounter({\n          name: \"opengeni_observability_observer_errors_total\",\n          help: \"Observability observer failures isolated from product execution.\",\n          labels: { observer: \"sandbox_operation\" },\n        });\n      } catch {\n        // The metrics registry itself is unhealthy. Product execution remains\n        // authoritative and must not inherit an observability failure.\n      }\n    }\n  };\n}\n\nexport type StartupDependencyRetryEvent = {\n  label: string;\n  attempt: number;\n  attempts: number;\n  delayMs: number;\n  error: unknown;\n};\n\nexport function logStartupDependencyRetry(\n  observability: Observability,\n  event: StartupDependencyRetryEvent,\n): void {\n  observability.warn(\"Startup dependency connection failed; retrying\", {\n    dependency: event.label,\n    attempt: event.attempt,\n    attempts: event.attempts,\n    delayMs: event.delayMs,\n    errorClass: \"StartupDependencyError\",\n    errorCode: \"startup_dependency_retry\",\n    origin: \"observability\",\n  });\n}\n\nfunction normalizeLabels(labels: MetricLabels = {}): Record<string, string> {\n  return Object.fromEntries(\n    Object.entries(labels)\n      .filter(([, value]) => value !== undefined && value !== null)\n      .map(([key, value]): [string, string] => [key, String(value)])\n      .sort((left, right) => left[0].localeCompare(right[0])),\n  );\n}\n\nfunction buildVersion(): string {\n  return process.env.OPENGENI_VERSION ?? process.env.npm_package_version ?? \"dev\";\n}\n\nfunction cleanAttributes(attributes: Attributes): Record<string, string | number | boolean | null> {\n  return Object.fromEntries(\n    Object.entries(attributes).filter(([, value]) => value !== undefined),\n  ) as Record<string, string | number | boolean | null>;\n}\n\nfunction projectPublicTelemetryAttributes(attributes: Attributes): Attributes {\n  if (\"errorClass\" in attributes || \"errorCode\" in attributes) {\n    return {\n      ...projectPublicChannelADiagnosticAttributes(attributes),\n      ...projectPublicDiagnosticAttributes(attributes),\n    };\n  }\n  return Object.fromEntries(\n    Object.entries(attributes).filter(([key, value]) => {\n      if (value === undefined) return false;\n      if (PUBLIC_TELEMETRY_ATTRIBUTE_KEYS.has(key)) return true;\n      const pattern = PUBLIC_TELEMETRY_OPAQUE_ATTRIBUTE_PATTERNS.get(key);\n      return typeof value === \"string\" && pattern?.test(value) === true;\n    }),\n  );\n}\n\nfunction projectPublicChannelADiagnosticAttributes(attributes: Attributes): Attributes {\n  if (attributes.errorClass !== \"SandboxChannelAOperationError\") return {};\n  const backend = attributes.backend;\n  const op = attributes.op;\n  const outcome = attributes.outcome;\n  const reason = attributes.reason;\n  const durationMs = attributes.durationMs;\n  const sandboxLeaseKey = attributes.sandboxLeaseKey;\n  return {\n    ...(typeof backend === \"string\" && SANDBOX_OPERATION_BACKENDS.has(backend) ? { backend } : {}),\n    ...(typeof op === \"string\" && PUBLIC_CHANNEL_A_OPERATIONS.has(op) ? { op } : {}),\n    ...(outcome === \"failed\" ? { outcome } : {}),\n    ...(typeof reason === \"string\" && PUBLIC_CHANNEL_A_FAILURE_REASONS.has(reason)\n      ? { reason }\n      : {}),\n    ...(typeof durationMs === \"number\" && Number.isFinite(durationMs) && durationMs >= 0\n      ? { durationMs }\n      : {}),\n    ...(typeof sandboxLeaseKey === \"string\" &&\n    PUBLIC_TELEMETRY_OPAQUE_ATTRIBUTE_PATTERNS.get(\"sandboxLeaseKey\")?.test(sandboxLeaseKey)\n      ? { sandboxLeaseKey }\n      : {}),\n  };\n}\n\nfunction projectPublicDiagnosticAttributes(attributes: Attributes): Attributes {\n  const errorClass = attributes.errorClass;\n  const errorCode = attributes.errorCode;\n  const status = attributes.status;\n  const origin = attributes.origin;\n  return {\n    errorClass:\n      typeof errorClass === \"string\" && PUBLIC_TELEMETRY_ERROR_CLASSES.has(errorClass)\n        ? errorClass\n        : \"OperationError\",\n    ...(typeof errorCode === \"string\" && PUBLIC_TELEMETRY_ERROR_CODES.has(errorCode)\n      ? { errorCode }\n      : {}),\n    ...(typeof status === \"number\" && Number.isInteger(status) && status >= 100 && status <= 599\n      ? { status }\n      : {}),\n    ...(typeof origin === \"string\" && PUBLIC_TELEMETRY_ERROR_ORIGINS.has(origin) ? { origin } : {}),\n  };\n}\n\ntype TelemetrySpanError = {\n  type: string;\n  statusCode?: number;\n  statusMessage: string;\n};\n\n/**\n * External OTLP projection. It intentionally exports only error class/status\n * metadata and never mutates canonical OpenGeni errors, events, or history.\n */\nfunction projectSpanErrorForTelemetry(error: unknown): TelemetrySpanError {\n  const statusCode = errorStatusCode(error);\n  return {\n    type: \"OperationError\",\n    ...(statusCode === undefined ? {} : { statusCode }),\n    statusMessage: statusCode === undefined ? \"operation failed\" : `HTTP ${statusCode}`,\n  };\n}\n\nfunction errorStatusCode(error: unknown): number | undefined {\n  if (typeof error !== \"object\" || error === null) return undefined;\n  try {\n    const value = (error as { status?: unknown; statusCode?: unknown }).status;\n    const statusCode =\n      Number.isInteger(value) && typeof value === \"number\"\n        ? value\n        : (error as { statusCode?: unknown }).statusCode;\n    return Number.isInteger(statusCode) &&\n      typeof statusCode === \"number\" &&\n      statusCode >= 100 &&\n      statusCode <= 599\n      ? statusCode\n      : undefined;\n  } catch {\n    // OTLP projection must never mask the exact internal failure.\n    return undefined;\n  }\n}\n\nfunction errorToAttributes(error: TelemetrySpanError): Attributes {\n  return {\n    \"error.type\": error.type,\n    ...(error.statusCode === undefined ? {} : { \"error.status_code\": error.statusCode }),\n  };\n}\n\nfunction otlpAttributes(\n  attributes: Attributes,\n): Array<{ key: string; value: Record<string, string | number | boolean> }> {\n  return Object.entries(cleanAttributes(attributes)).map(([key, value]) => ({\n    key,\n    value: otlpValue(value),\n  }));\n}\n\nfunction otlpValue(\n  value: string | number | boolean | null,\n): Record<string, string | number | boolean> {\n  if (typeof value === \"number\") {\n    return Number.isInteger(value) ? { intValue: value } : { doubleValue: value };\n  }\n  if (typeof value === \"boolean\") {\n    return { boolValue: value };\n  }\n  return { stringValue: value === null ? \"\" : boundedOtlpString(value) };\n}\n\nfunction boundedOtlpString(value: string): string {\n  const bytes = new TextEncoder().encode(value);\n  if (bytes.byteLength <= 512) return value;\n  return `${new TextDecoder().decode(bytes.slice(0, 509))}…`;\n}\n\nfunction millisToNanos(ms: number): string {\n  return String(BigInt(Math.round(ms)) * 1_000_000n);\n}\n\nfunction randomHex(bytes: number): string {\n  const values = crypto.getRandomValues(new Uint8Array(bytes));\n  return Array.from(values, (value) => value.toString(16).padStart(2, \"0\")).join(\"\");\n}\n\nexport function parseHeaders(value: string): Record<string, string> {\n  if (!value.trim()) {\n    return {};\n  }\n  const entries: Array<[string, string]> = value\n    .split(\",\")\n    .map((pair): [string, string] => {\n      const separator = pair.indexOf(\"=\");\n      if (separator === -1) {\n        return [pair.trim(), \"\"];\n      }\n      return [pair.slice(0, separator).trim(), pair.slice(separator + 1).trim()];\n    })\n    .filter(([key]) => key.length > 0);\n  return Object.fromEntries(entries);\n}\n\nasync function defaultExporter(\n  url: string,\n  body: unknown,\n  headers: Record<string, string>,\n): Promise<void> {\n  const response = await fetch(url, {\n    method: \"POST\",\n    headers: {\n      \"content-type\": \"application/json\",\n      ...headers,\n    },\n    body: JSON.stringify(body),\n  });\n  if (!response.ok) {\n    throw new Error(`OTLP endpoint returned HTTP ${response.status}`);\n  }\n}\n"],"mappings":";AAAA,SAAS,kBAAkB;AAC3B,SAAS,uBAAuB,SAAS,OAAO,WAAW,gBAAgB;AAC3E,SAAS,sBAAsB;AAoCxB,SAAS,yBAAyB,aAAqB,gBAAgC;AAC5F,SAAO,OAAO,WAAW,QAAQ,EAC9B,OAAO,uCAAuC,EAC9C,OAAO,WAAW,EAClB,OAAO,IAAI,EACX,OAAO,cAAc,EACrB,OAAO,KAAK,EACZ,MAAM,GAAG,EAAE,CAAC;AACjB;AAOO,IAAM,sCAAsC;AAAA,EACjD,0BAA0B;AAAA,EAC1B,+BAA+B;AAAA,EAC/B,uBAAuB;AAAA,EACvB,4BAA4B;AAC9B;AAEA,IAAM,uBAAuB,CAAC,MAAO,MAAM,OAAO,MAAM,KAAK,MAAM,KAAK,GAAG,KAAK,GAAG,EAAE;AACrF,IAAM,2BAA2B;AAAA,EAC/B;AAAA,EAAM;AAAA,EAAM;AAAA,EAAK;AAAA,EAAM;AAAA,EAAK;AAAA,EAAG;AAAA,EAAK;AAAA,EAAG;AAAA,EAAI;AAAA,EAAI;AAAA,EAAI;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAM;AAC1E;AAEA,IAAM,6BAA6B,oBAAI,IAAY,CAAC,GAAG,eAAe,SAAS,eAAe,CAAC;AAE/F,IAAM,0BAA0B,oBAAI,IAAI;AAAA,EACtC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAUD,IAAM,kCAAkC,oBAAI,IAAI;AAAA,EAC9C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAKD,IAAM,6CAA6C,oBAAI,IAAoB;AAAA,EACzE,CAAC,mBAAmB,oBAAoB;AAC1C,CAAC;AAED,IAAM,8BAA8B,oBAAI,IAAI;AAAA,EAC1C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAED,IAAM,mCAAmC,oBAAI,IAAI;AAAA,EAC/C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAQD,IAAM,iCAAiC,oBAAI,IAAI;AAAA,EAC7C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAED,IAAM,+BAA+B,oBAAI,IAAI;AAAA,EAC3C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AAED,IAAM,iCAAiC,oBAAI,IAAI;AAAA,EAC7C;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF,CAAC;AASM,SAAS,oBACd,UACA,SACe;AACf,SAAO,IAAI,cAAc,UAAU,OAAO;AAC5C;AAOO,IAAM,gBAAN,MAAoB;AAAA,EAczB,YACmB,UACA,SACjB;AAFiB;AACA;AAEjB,SAAK,MAAM,QAAQ,OAAO,KAAK;AAC/B,SAAK,WAAW,QAAQ,YAAY;AACpC,SAAK,qBAAqB;AAAA,MACxB,gBAAgB,SAAS;AAAA,MACzB,0BAA0B,SAAS;AAAA,MACnC,sBAAsB,QAAQ;AAAA,IAChC;AACA,SAAK,SAAS,iBAAiB;AAAA,MAC7B,SAAS,SAAS;AAAA,MAClB,aAAa,SAAS;AAAA,MACtB,WAAW,QAAQ;AAAA,MACnB,qBAAqB,SAAS,sBAAsB;AAAA,IACtD,CAAC;AACD,QAAI,SAAS,6BAA6B;AACxC,4BAAsB,EAAE,UAAU,KAAK,UAAU,QAAQ,YAAY,CAAC;AACtE,WAAK,SAAS;AAAA,QACZ,MAAM;AAAA,QACN,MAAM;AAAA,QACN,QAAQ;AAAA,UACN,SAAS,aAAa;AAAA,UACtB,UAAU,SAAS,sBAAsB;AAAA,QAC3C;AAAA,QACA,OAAO;AAAA,MACT,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EA1CiB,WAAW,IAAI,SAAS;AAAA,EACxB,WAAW,oBAAI,IAA6B;AAAA,EAC5C,SAAS,oBAAI,IAA2B;AAAA,EACxC,aAAa,oBAAI,IAA+B;AAAA,EAChD,gBAAgB,oBAAI,IAAgC;AAAA,EACpD;AAAA,EACA;AAAA,EAKA;AAAA,EAiCjB,MAAM,SAAiB,aAAyB,CAAC,GAAS;AACxD,SAAK,IAAI,SAAS,SAAS,UAAU;AAAA,EACvC;AAAA,EAEA,KAAK,SAAiB,aAAyB,CAAC,GAAS;AACvD,SAAK,IAAI,QAAQ,SAAS,UAAU;AAAA,EACtC;AAAA,EAEA,KAAK,SAAiB,aAAyB,CAAC,GAAS;AACvD,SAAK,IAAI,QAAQ,SAAS,UAAU;AAAA,EACtC;AAAA,EAEA,MAAM,SAAiB,aAAyB,CAAC,GAAS;AACxD,SAAK,IAAI,SAAS,SAAS,UAAU;AAAA,EACvC;AAAA,EAEA,IACE,OACA,SACA,aAAyB,CAAC,GACpB;AACN,UAAM,mBAAmB,iCAAiC,UAAU;AACpE,QAAI,CAAC,KAAK,SAAS,6BAA6B;AAC9C,UAAI,UAAU,QAAQ;AACpB,gBAAQ,KAAK,OAAO;AAAA,MACtB,WAAW,UAAU,SAAS;AAC5B,gBAAQ,MAAM,OAAO;AAAA,MACvB,OAAO;AACL,gBAAQ,IAAI,OAAO;AAAA,MACrB;AACA;AAAA,IACF;AACA,UAAM,SAAS;AAAA,MACb,WAAW,IAAI,KAAK,KAAK,IAAI,CAAC,EAAE,YAAY;AAAA,MAC5C;AAAA,MACA;AAAA,MACA,SAAS,KAAK,SAAS;AAAA,MACvB,aAAa,KAAK,SAAS;AAAA,MAC3B,WAAW,KAAK,QAAQ;AAAA,MACxB,GAAG,gBAAgB,gBAAgB;AAAA,IACrC;AACA,UAAM,aAAa,KAAK,UAAU,MAAM;AACxC,QAAI,UAAU,QAAQ;AACpB,cAAQ,KAAK,UAAU;AAAA,IACzB,WAAW,UAAU,SAAS;AAC5B,cAAQ,MAAM,UAAU;AAAA,IAC1B,OAAO;AACL,cAAQ,IAAI,UAAU;AAAA,IACxB;AAAA,EACF;AAAA,EAEA,UAAU,MAAc,aAAyB,CAAC,GAAS;AACzD,UAAM,UAAU,UAAU,EAAE;AAC5B,UAAM,SAAS,UAAU,CAAC;AAC1B,UAAM,UAAU,KAAK,IAAI;AACzB,QAAI,QAAQ;AACZ,WAAO;AAAA,MACL;AAAA,MACA;AAAA,MACA,KAAK,CAAC,QAAQ,CAAC,MAAM;AACnB,YAAI,OAAO;AACT;AAAA,QACF;AACA,gBAAQ;AACR,cAAM,iBACJ,MAAM,UAAU,UAAa,MAAM,UAAU,OACzC,6BAA6B,MAAM,KAAK,IACxC;AACN,cAAM,kBAAkB,iBAAiB,kBAAkB,cAAc,IAAI,CAAC;AAC9E,aAAK,WAAW;AAAA,UACd;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA,OAAO,KAAK,IAAI;AAAA,UAChB,YAAY;AAAA,YACV,GAAG,iCAAiC;AAAA,cAClC,GAAG;AAAA,cACH,GAAG,MAAM;AAAA,cACT,GAAG;AAAA,YACL,CAAC;AAAA,UACH;AAAA,UACA,GAAI,iBAAiB,EAAE,OAAO,eAAe,IAAI,CAAC;AAAA,QACpD,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA,EAEA,kBAAkB,OAKT;AACP,SAAK,iBAAiB;AAAA,MACpB,MAAM;AAAA,MACN,MAAM;AAAA,MACN,QAAQ;AAAA,QACN,QAAQ,MAAM;AAAA,QACd,OAAO,MAAM;AAAA,QACb,QAAQ,OAAO,MAAM,MAAM;AAAA,QAC3B,WAAW,KAAK,QAAQ;AAAA,MAC1B;AAAA,IACF,CAAC;AACD,SAAK,iBAAiB;AAAA,MACpB,MAAM;AAAA,MACN,MAAM;AAAA,MACN,SAAS;AAAA,MACT,OAAO,MAAM;AAAA,MACb,QAAQ;AAAA,QACN,QAAQ,MAAM;AAAA,QACd,OAAO,MAAM;AAAA,QACb,WAAW,KAAK,QAAQ;AAAA,MAC1B;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,qBAAqB,OAA4E;AAC/F,SAAK,iBAAiB;AAAA,MACpB,MAAM;AAAA,MACN,MAAM;AAAA,MACN,QAAQ;AAAA,QACN,UAAU,MAAM;AAAA,QAChB,QAAQ,MAAM;AAAA,QACd,WAAW,KAAK,QAAQ;AAAA,MAC1B;AAAA,IACF,CAAC;AACD,SAAK,iBAAiB;AAAA,MACpB,MAAM;AAAA,MACN,MAAM;AAAA,MACN,SAAS;AAAA,MACT,OAAO,MAAM;AAAA,MACb,QAAQ;AAAA,QACN,UAAU,MAAM;AAAA,QAChB,WAAW,KAAK,QAAQ;AAAA,MAC1B;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,iBAAiB,OAKR;AACP,QAAI,CAAC,KAAK,SAAS,6BAA6B;AAC9C;AAAA,IACF;AACA,UAAM,SAAS,gBAAgB,MAAM,MAAM;AAC3C,UAAM,UAAU,KAAK;AAAA,MACnB,MAAM;AAAA,MACN,MAAM,QAAQ,GAAG,MAAM,IAAI;AAAA,MAC3B,OAAO,KAAK,MAAM;AAAA,IACpB;AACA,YAAQ,IAAI,QAAiB,MAAM,UAAU,CAAC;AAAA,EAChD;AAAA,EAEA,SAAS,OAAoF;AAC3F,QAAI,CAAC,KAAK,SAAS,6BAA6B;AAC9C;AAAA,IACF;AACA,UAAM,SAAS,gBAAgB,MAAM,MAAM;AAC3C,UAAM,QAAQ,KAAK,MAAM,MAAM,MAAM,MAAM,QAAQ,GAAG,MAAM,IAAI,WAAW,OAAO,KAAK,MAAM,CAAC;AAC9F,UAAM,IAAI,QAAiB,MAAM,KAAK;AAAA,EACxC;AAAA,EAEA,eAAe,OAKN;AACP,QAAI,CAAC,KAAK,SAAS,6BAA6B;AAC9C;AAAA,IACF;AACA,UAAM,SAAS,gBAAgB,MAAM,MAAM;AAC3C,UAAM,QAAQ,KAAK,MAAM,MAAM,MAAM,MAAM,QAAQ,GAAG,MAAM,IAAI,WAAW,OAAO,KAAK,MAAM,CAAC;AAC9F,UAAM,IAAI,QAAiB,MAAM,UAAU,CAAC;AAAA,EAC9C;AAAA,EAEA,iBAAiB,OAMR;AACP,QAAI,CAAC,KAAK,SAAS,6BAA6B;AAC9C;AAAA,IACF;AACA,UAAM,SAAS,gBAAgB,MAAM,MAAM;AAC3C,UAAM,YAAY,KAAK;AAAA,MACrB,MAAM;AAAA,MACN,MAAM,QAAQ,GAAG,MAAM,IAAI;AAAA,MAC3B,OAAO,KAAK,MAAM;AAAA,MAClB,MAAM,WAAW;AAAA,IACnB;AACA,cAAU,QAAQ,QAAiB,MAAM,KAAK;AAAA,EAChD;AAAA,EAEA,MAAM,oBAAqC;AACzC,QAAI,CAAC,KAAK,SAAS,6BAA6B;AAC9C,aAAO;AAAA,IACT;AACA,WAAO,MAAM,KAAK,SAAS,QAAQ;AAAA,EACrC;AAAA,EAEQ,QAAQ,MAAc,MAAc,YAAuC;AACjF,UAAM,WAAW,KAAK,SAAS,IAAI,IAAI;AACvC,QAAI,UAAU;AACZ,WAAK,mBAAmB,MAAM,WAAW,UAAU;AACnD,aAAO;AAAA,IACT;AACA,SAAK,SAAS,MAAM,WAAW,UAAU;AACzC,UAAM,SAAS,IAAI,QAAQ,EAAE,MAAM,MAAM,YAAY,WAAW,CAAC,KAAK,QAAQ,EAAE,CAAC;AACjF,SAAK,SAAS,IAAI,MAAM,MAAM;AAC9B,WAAO;AAAA,EACT;AAAA,EAEQ,MAAM,MAAc,MAAc,YAAqC;AAC7E,UAAM,WAAW,KAAK,OAAO,IAAI,IAAI;AACrC,QAAI,UAAU;AACZ,WAAK,mBAAmB,MAAM,SAAS,UAAU;AACjD,aAAO;AAAA,IACT;AACA,SAAK,SAAS,MAAM,SAAS,UAAU;AACvC,UAAM,SAAS,IAAI,MAAM,EAAE,MAAM,MAAM,YAAY,WAAW,CAAC,KAAK,QAAQ,EAAE,CAAC;AAC/E,SAAK,OAAO,IAAI,MAAM,MAAM;AAC5B,WAAO;AAAA,EACT;AAAA,EAEQ,UACN,MACA,MACA,YACA,SACmB;AACnB,UAAM,WAAW,KAAK,WAAW,IAAI,IAAI;AACzC,QAAI,UAAU;AACZ,WAAK,mBAAmB,MAAM,aAAa,UAAU;AACrD,aAAO;AAAA,IACT;AACA,SAAK,SAAS,MAAM,aAAa,UAAU;AAC3C,UAAM,SAAS,IAAI,UAAU,EAAE,MAAM,MAAM,YAAY,SAAS,WAAW,CAAC,KAAK,QAAQ,EAAE,CAAC;AAC5F,SAAK,WAAW,IAAI,MAAM,MAAM;AAChC,WAAO;AAAA,EACT;AAAA,EAEQ,SAAS,MAAc,MAAkC,YAA4B;AAC3F,UAAM,SAAS,CAAC,GAAG,UAAU,EAAE,KAAK;AACpC,SAAK,cAAc,IAAI,MAAM,EAAE,MAAM,YAAY,OAAO,CAAC;AAAA,EAC3D;AAAA,EAEQ,mBACN,MACA,MACA,YACM;AACN,UAAM,eAAe,KAAK,cAAc,IAAI,IAAI;AAChD,UAAM,SAAS,CAAC,GAAG,UAAU,EAAE,KAAK;AACpC,QACE,CAAC,gBACD,aAAa,SAAS,QACtB,aAAa,WAAW,WAAW,OAAO,UAC1C,aAAa,WAAW,KAAK,CAAC,OAAO,UAAU,UAAU,OAAO,KAAK,CAAC,GACtE;AACA,YAAM,IAAI;AAAA,QACR,UAAU,IAAI,8BAA8B,cAAc,QAAQ,SAAS,iBACzD,cAAc,WAAW,KAAK,GAAG,KAAK,EAAE,UAAU,IAAI,KAAK,OAAO,KAAK,GAAG,CAAC;AAAA,MAC/F;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,WAAW,MAQV;AACP,QAAI,CAAC,KAAK,SAAS,2BAA2B;AAC5C;AAAA,IACF;AACA,UAAM,WAAW,GAAG,KAAK,SAAS,0BAA0B,QAAQ,OAAO,EAAE,CAAC;AAC9E,UAAM,OAAO;AAAA,MACX,eAAe;AAAA,QACb;AAAA,UACE,UAAU;AAAA,YACR,YAAY,eAAe,KAAK,kBAAkB;AAAA,UACpD;AAAA,UACA,YAAY;AAAA,YACV;AAAA,cACE,OAAO;AAAA,gBACL,MAAM;AAAA,gBACN,SAAS;AAAA,cACX;AAAA,cACA,OAAO;AAAA,gBACL;AAAA,kBACE,SAAS,KAAK;AAAA,kBACd,QAAQ,KAAK;AAAA,kBACb,MAAM,KAAK;AAAA,kBACX,MAAM;AAAA,kBACN,mBAAmB,cAAc,KAAK,OAAO;AAAA,kBAC7C,iBAAiB,cAAc,KAAK,KAAK;AAAA,kBACzC,YAAY,eAAe,KAAK,UAAU;AAAA,kBAC1C,QAAQ,KAAK,QAAQ,EAAE,MAAM,GAAG,SAAS,KAAK,MAAM,cAAc,IAAI,EAAE,MAAM,EAAE;AAAA,gBAClF;AAAA,cACF;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAAA,IACF;AACA,SAAK,KAAK,SAAS,UAAU,MAAM,aAAa,KAAK,SAAS,wBAAwB,CAAC,EAAE;AAAA,MACvF,MAAM;AACJ,aAAK,KAAK,2BAA2B;AAAA,UACnC,YAAY;AAAA,UACZ,WAAW;AAAA,UACX,QAAQ;AAAA,QACV,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AACF;AAaO,SAAS,+BACd,eAC0D;AAC1D,SAAO,CAAC,gBAAgB;AACtB,UAAM,UAAU,2BAA2B,IAAI,YAAY,OAAO,IAC9D,YAAY,UACZ;AACJ,UAAM,KAAK,wBAAwB,IAAI,YAAY,EAAE,IAAI,YAAY,KAAK;AAC1E,QAAI;AACF,oBAAc,iBAAiB;AAAA,QAC7B,MAAM;AAAA,QACN,MAAM;AAAA,QACN,QAAQ,EAAE,SAAS,IAAI,SAAS,YAAY,QAAQ;AAAA,MACtD,CAAC;AACD,oBAAc,iBAAiB;AAAA,QAC7B,MAAM;AAAA,QACN,MAAM;AAAA,QACN,QAAQ,EAAE,SAAS,GAAG;AAAA,QACtB,OAAO,KAAK,IAAI,GAAG,YAAY,UAAU,IAAI;AAAA,MAC/C,CAAC;AAAA,IACH,QAAQ;AACN,UAAI;AACF,sBAAc,iBAAiB;AAAA,UAC7B,MAAM;AAAA,UACN,MAAM;AAAA,UACN,QAAQ,EAAE,UAAU,oBAAoB;AAAA,QAC1C,CAAC;AAAA,MACH,QAAQ;AAAA,MAGR;AAAA,IACF;AAAA,EACF;AACF;AAUO,SAAS,0BACd,eACA,OACM;AACN,gBAAc,KAAK,kDAAkD;AAAA,IACnE,YAAY,MAAM;AAAA,IAClB,SAAS,MAAM;AAAA,IACf,UAAU,MAAM;AAAA,IAChB,SAAS,MAAM;AAAA,IACf,YAAY;AAAA,IACZ,WAAW;AAAA,IACX,QAAQ;AAAA,EACV,CAAC;AACH;AAEA,SAAS,gBAAgB,SAAuB,CAAC,GAA2B;AAC1E,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,MAAM,EAClB,OAAO,CAAC,CAAC,EAAE,KAAK,MAAM,UAAU,UAAa,UAAU,IAAI,EAC3D,IAAI,CAAC,CAAC,KAAK,KAAK,MAAwB,CAAC,KAAK,OAAO,KAAK,CAAC,CAAC,EAC5D,KAAK,CAAC,MAAM,UAAU,KAAK,CAAC,EAAE,cAAc,MAAM,CAAC,CAAC,CAAC;AAAA,EAC1D;AACF;AAEA,SAAS,eAAuB;AAC9B,SAAO,QAAQ,IAAI,oBAAoB,QAAQ,IAAI,uBAAuB;AAC5E;AAEA,SAAS,gBAAgB,YAA0E;AACjG,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,UAAU,EAAE,OAAO,CAAC,CAAC,EAAE,KAAK,MAAM,UAAU,MAAS;AAAA,EACtE;AACF;AAEA,SAAS,iCAAiC,YAAoC;AAC5E,MAAI,gBAAgB,cAAc,eAAe,YAAY;AAC3D,WAAO;AAAA,MACL,GAAG,0CAA0C,UAAU;AAAA,MACvD,GAAG,kCAAkC,UAAU;AAAA,IACjD;AAAA,EACF;AACA,SAAO,OAAO;AAAA,IACZ,OAAO,QAAQ,UAAU,EAAE,OAAO,CAAC,CAAC,KAAK,KAAK,MAAM;AAClD,UAAI,UAAU,OAAW,QAAO;AAChC,UAAI,gCAAgC,IAAI,GAAG,EAAG,QAAO;AACrD,YAAM,UAAU,2CAA2C,IAAI,GAAG;AAClE,aAAO,OAAO,UAAU,YAAY,SAAS,KAAK,KAAK,MAAM;AAAA,IAC/D,CAAC;AAAA,EACH;AACF;AAEA,SAAS,0CAA0C,YAAoC;AACrF,MAAI,WAAW,eAAe,gCAAiC,QAAO,CAAC;AACvE,QAAM,UAAU,WAAW;AAC3B,QAAM,KAAK,WAAW;AACtB,QAAM,UAAU,WAAW;AAC3B,QAAM,SAAS,WAAW;AAC1B,QAAM,aAAa,WAAW;AAC9B,QAAM,kBAAkB,WAAW;AACnC,SAAO;AAAA,IACL,GAAI,OAAO,YAAY,YAAY,2BAA2B,IAAI,OAAO,IAAI,EAAE,QAAQ,IAAI,CAAC;AAAA,IAC5F,GAAI,OAAO,OAAO,YAAY,4BAA4B,IAAI,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC;AAAA,IAC9E,GAAI,YAAY,WAAW,EAAE,QAAQ,IAAI,CAAC;AAAA,IAC1C,GAAI,OAAO,WAAW,YAAY,iCAAiC,IAAI,MAAM,IACzE,EAAE,OAAO,IACT,CAAC;AAAA,IACL,GAAI,OAAO,eAAe,YAAY,OAAO,SAAS,UAAU,KAAK,cAAc,IAC/E,EAAE,WAAW,IACb,CAAC;AAAA,IACL,GAAI,OAAO,oBAAoB,YAC/B,2CAA2C,IAAI,iBAAiB,GAAG,KAAK,eAAe,IACnF,EAAE,gBAAgB,IAClB,CAAC;AAAA,EACP;AACF;AAEA,SAAS,kCAAkC,YAAoC;AAC7E,QAAM,aAAa,WAAW;AAC9B,QAAM,YAAY,WAAW;AAC7B,QAAM,SAAS,WAAW;AAC1B,QAAM,SAAS,WAAW;AAC1B,SAAO;AAAA,IACL,YACE,OAAO,eAAe,YAAY,+BAA+B,IAAI,UAAU,IAC3E,aACA;AAAA,IACN,GAAI,OAAO,cAAc,YAAY,6BAA6B,IAAI,SAAS,IAC3E,EAAE,UAAU,IACZ,CAAC;AAAA,IACL,GAAI,OAAO,WAAW,YAAY,OAAO,UAAU,MAAM,KAAK,UAAU,OAAO,UAAU,MACrF,EAAE,OAAO,IACT,CAAC;AAAA,IACL,GAAI,OAAO,WAAW,YAAY,+BAA+B,IAAI,MAAM,IAAI,EAAE,OAAO,IAAI,CAAC;AAAA,EAC/F;AACF;AAYA,SAAS,6BAA6B,OAAoC;AACxE,QAAM,aAAa,gBAAgB,KAAK;AACxC,SAAO;AAAA,IACL,MAAM;AAAA,IACN,GAAI,eAAe,SAAY,CAAC,IAAI,EAAE,WAAW;AAAA,IACjD,eAAe,eAAe,SAAY,qBAAqB,QAAQ,UAAU;AAAA,EACnF;AACF;AAEA,SAAS,gBAAgB,OAAoC;AAC3D,MAAI,OAAO,UAAU,YAAY,UAAU,KAAM,QAAO;AACxD,MAAI;AACF,UAAM,QAAS,MAAqD;AACpE,UAAM,aACJ,OAAO,UAAU,KAAK,KAAK,OAAO,UAAU,WACxC,QACC,MAAmC;AAC1C,WAAO,OAAO,UAAU,UAAU,KAChC,OAAO,eAAe,YACtB,cAAc,OACd,cAAc,MACZ,aACA;AAAA,EACN,QAAQ;AAEN,WAAO;AAAA,EACT;AACF;AAEA,SAAS,kBAAkB,OAAuC;AAChE,SAAO;AAAA,IACL,cAAc,MAAM;AAAA,IACpB,GAAI,MAAM,eAAe,SAAY,CAAC,IAAI,EAAE,qBAAqB,MAAM,WAAW;AAAA,EACpF;AACF;AAEA,SAAS,eACP,YAC0E;AAC1E,SAAO,OAAO,QAAQ,gBAAgB,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,KAAK,OAAO;AAAA,IACxE;AAAA,IACA,OAAO,UAAU,KAAK;AAAA,EACxB,EAAE;AACJ;AAEA,SAAS,UACP,OAC2C;AAC3C,MAAI,OAAO,UAAU,UAAU;AAC7B,WAAO,OAAO,UAAU,KAAK,IAAI,EAAE,UAAU,MAAM,IAAI,EAAE,aAAa,MAAM;AAAA,EAC9E;AACA,MAAI,OAAO,UAAU,WAAW;AAC9B,WAAO,EAAE,WAAW,MAAM;AAAA,EAC5B;AACA,SAAO,EAAE,aAAa,UAAU,OAAO,KAAK,kBAAkB,KAAK,EAAE;AACvE;AAEA,SAAS,kBAAkB,OAAuB;AAChD,QAAM,QAAQ,IAAI,YAAY,EAAE,OAAO,KAAK;AAC5C,MAAI,MAAM,cAAc,IAAK,QAAO;AACpC,SAAO,GAAG,IAAI,YAAY,EAAE,OAAO,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC;AACzD;AAEA,SAAS,cAAc,IAAoB;AACzC,SAAO,OAAO,OAAO,KAAK,MAAM,EAAE,CAAC,IAAI,QAAU;AACnD;AAEA,SAAS,UAAU,OAAuB;AACxC,QAAM,SAAS,OAAO,gBAAgB,IAAI,WAAW,KAAK,CAAC;AAC3D,SAAO,MAAM,KAAK,QAAQ,CAAC,UAAU,MAAM,SAAS,EAAE,EAAE,SAAS,GAAG,GAAG,CAAC,EAAE,KAAK,EAAE;AACnF;AAEO,SAAS,aAAa,OAAuC;AAClE,MAAI,CAAC,MAAM,KAAK,GAAG;AACjB,WAAO,CAAC;AAAA,EACV;AACA,QAAM,UAAmC,MACtC,MAAM,GAAG,EACT,IAAI,CAAC,SAA2B;AAC/B,UAAM,YAAY,KAAK,QAAQ,GAAG;AAClC,QAAI,cAAc,IAAI;AACpB,aAAO,CAAC,KAAK,KAAK,GAAG,EAAE;AAAA,IACzB;AACA,WAAO,CAAC,KAAK,MAAM,GAAG,SAAS,EAAE,KAAK,GAAG,KAAK,MAAM,YAAY,CAAC,EAAE,KAAK,CAAC;AAAA,EAC3E,CAAC,EACA,OAAO,CAAC,CAAC,GAAG,MAAM,IAAI,SAAS,CAAC;AACnC,SAAO,OAAO,YAAY,OAAO;AACnC;AAEA,eAAe,gBACb,KACA,MACA,SACe;AACf,QAAM,WAAW,MAAM,MAAM,KAAK;AAAA,IAChC,QAAQ;AAAA,IACR,SAAS;AAAA,MACP,gBAAgB;AAAA,MAChB,GAAG;AAAA,IACL;AAAA,IACA,MAAM,KAAK,UAAU,IAAI;AAAA,EAC3B,CAAC;AACD,MAAI,CAAC,SAAS,IAAI;AAChB,UAAM,IAAI,MAAM,+BAA+B,SAAS,MAAM,EAAE;AAAA,EAClE;AACF;","names":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@opengeni/observability",
-  "version": "0.5.0",
+  "version": "0.6.2",
   "license": "Apache-2.0",
   "repository": {
     "type": "git",
@@ -31,7 +31,7 @@
     "prepublishOnly": "bash ../../scripts/prepublish-guard"
   },
   "dependencies": {
-    "@opengeni/contracts": "^0.39.0",
+    "@opengeni/contracts": "^0.44.1",
     "prom-client": "^15.1.3"
   }
 }

package/src/index.ts

@@ -1,3 +1,4 @@
+import { createHash } from "node:crypto";
 import { collectDefaultMetrics, Counter, Gauge, Histogram, Registry } from "prom-client";
 import { SandboxBackend } from "@opengeni/contracts";
 
@@ -28,6 +29,23 @@ export type Span = {
 
 export type MetricLabels = Record<string, AttributeValue>;
 
+/**
+ * Stable, non-reversible correlation key for one logical sandbox lease. Public
+ * telemetry intentionally drops workspace/group identifiers; this key lets an
+ * operator correlate API, worker, and reaper failures without publishing
+ * either UUID. The domain separator prevents reuse as a generic identifier
+ * digest.
+ */
+export function sandboxLeaseTelemetryKey(workspaceId: string, sandboxGroupId: string): string {
+  return `slk_${createHash("sha256")
+    .update("opengeni:sandbox-lease-telemetry:v1\0")
+    .update(workspaceId)
+    .update("\0")
+    .update(sandboxGroupId)
+    .digest("hex")
+    .slice(0, 32)}`;
+}
+
 /**
  * Stable selectors shared by OpenGeni's runtime metrics and optional
  * Prometheus/Grafana distribution. Operators can use these values for custom
@@ -67,10 +85,218 @@ const SANDBOX_OPERATION_NAMES = new Set([
   "serializeSessionState",
 ]);
 
+/**
+ * External logs and OTLP are public/third-party projections, not canonical
+ * OpenGeni storage. Only this reviewed closed set of operational fields may
+ * cross that boundary. Unknown keys are omitted regardless of their value, so
+ * a new diagnostic, identifier, command, response, or provider field cannot
+ * become public by accident. This is schema projection, never value inspection
+ * or rewriting.
+ */
+const PUBLIC_TELEMETRY_ATTRIBUTE_KEYS = new Set([
+  "http.request.method",
+  "http.response.status_code",
+  "opengeni.route",
+  "opengeni.duration_ms",
+  "opengeni.finalization_duration_ms",
+  "opengeni.trigger_kind",
+  "opengeni.status",
+  "error.type",
+  "error.status_code",
+  "method",
+  "route",
+  "status",
+  "durationMs",
+  "attempt",
+  "attempts",
+  "delayMs",
+  "provider",
+  "providerApi",
+  "model",
+  "inputTokens",
+  "outputTokens",
+  "cachedTokens",
+  "cacheWriteTokens",
+  "reasoningTokens",
+  "accountChangedFromPrevCall",
+  "rejectedFields",
+  "dependency",
+  "activity",
+  "backend",
+  "op",
+  "outcome",
+  "eventType",
+  "surface",
+  "reason",
+  "originalBytes",
+  "deliveredBytes",
+  "estimatedOriginalTokens",
+  "estimatedDeliveredTokens",
+  "fullEvidenceAvailable",
+  "retainedOutputKind",
+]);
+
+/** Opaque correlation fields require both a reviewed name and a closed value
+ * grammar. Merely adding one to the ordinary allow-list would let an unrelated
+ * caller accidentally publish a raw identifier under that name. */
+const PUBLIC_TELEMETRY_OPAQUE_ATTRIBUTE_PATTERNS = new Map<string, RegExp>([
+  ["sandboxLeaseKey", /^slk_[0-9a-f]{32}$/],
+]);
+
+const PUBLIC_CHANNEL_A_OPERATIONS = new Set([
+  "fs.list",
+  "fs.list-batch",
+  "fs.read",
+  "fs.write",
+  "fs.delete",
+  "fs.move",
+  "fs.mkdir",
+  "git.status",
+  "git.diff",
+  "git.read-batch",
+  "git.log",
+  "git.show",
+  "terminal.exec",
+  "terminal.pty.open",
+  "terminal.pty.write",
+  "terminal.pty.resize",
+  "terminal.pty.close",
+  "read",
+  "mutation",
+]);
+
+const PUBLIC_CHANNEL_A_FAILURE_REASONS = new Set([
+  "request_cancelled",
+  "provider_read_busy",
+  "provider_unavailable",
+  "lifecycle_conflict",
+  "request_rejected",
+  "unexpected",
+]);
+
+/**
+ * Public diagnostic values are protocol constants, never values inferred from
+ * an exception's name, constructor, code, message, or enumerable properties.
+ * Unknown classes collapse to one fixed fallback; unknown codes and origins
+ * are omitted rather than copied through based on syntax.
+ */
+const PUBLIC_TELEMETRY_ERROR_CLASSES = new Set([
+  "OperationError",
+  "CodexCheckpointOperationError",
+  "CodexFleetShadowOperationError",
+  "ComputerActionTimeoutError",
+  "ComputerUnavailableError",
+  "CredentialRenewalOperationError",
+  "CredentialReadOperationError",
+  "EventPublishOperationError",
+  "GitCredentialRenewalOperationError",
+  "HostExportOperationError",
+  "HttpOperationError",
+  "McpLifecycleError",
+  "McpOperationError",
+  "MemoryEmbeddingOperationError",
+  "MemorySearchOperationError",
+  "NatsAuthCalloutOperationError",
+  "OAuthOperationError",
+  "RunCredentialRenewalOperationError",
+  "RunStateCompatibilityError",
+  "SandboxChannelAOperationError",
+  "SnapshotOperationError",
+  "StartupDependencyError",
+  "TelemetryExportError",
+  "CodemodeOperationError",
+  "CodemodeTokenRenewalOperationError",
+  "WorkerLifecycleOperation",
+  "WorkerLifecycleOperationError",
+  "WorkerOperationError",
+  "WorkflowWakeOperationError",
+]);
+
+const PUBLIC_TELEMETRY_ERROR_CODES = new Set([
+  "agent_command_wake_failed",
+  "artifact_materializer_native_input_framing_failed",
+  "artifact_materializer_native_snapshot_open_failed",
+  "artifact_materializer_native_state_mismatch",
+  "artifact_materializer_source_content_type_mismatch",
+  "artifact_materializer_source_open_failed",
+  "artifact_materializer_source_revalidation_failed",
+  "artifact_materializer_source_stream_identity_mismatch",
+  "cleared_goal_live_publish_failed",
+  "codex_failover_checkpoint_failed",
+  "codex_fleet_shadow_failed",
+  "codex_lease_loss_checkpoint_failed",
+  "codex_active_credential_read_failed",
+  "command_yield_timeout",
+  "conflict",
+  "control_wake_dispatch_failed",
+  "fenced_event_live_publish_failed",
+  "forbidden",
+  "host_export_batch_delivery_failed",
+  "host_export_failure_settlement_stale",
+  "host_export_pump_iteration_failed",
+  "host_export_retention_prune_failed",
+  "idempotency_conflict",
+  "incompatible_exposed_ports",
+  "internal_error",
+  "limit_exceeded",
+  "mcp_close_failed",
+  "mcp_connect_failed",
+  "mcp_tool_call_failed",
+  "mcp_tools_list_failed",
+  "mcp_transport_failed",
+  "memory_edit_embedding_failed",
+  "memory_hybrid_vector_failed",
+  "memory_save_embedding_failed",
+  "nats_auth_callout_start_failed",
+  "nested_agent_depth_exceeded",
+  "nested_agent_depth_override_forbidden",
+  "not_found",
+  "oauth_operation_failed",
+  "otlp_export_failed",
+  "payment_required",
+  "provider_verification_failed",
+  "sandbox_channel_a_cancelled",
+  "sandbox_channel_a_lifecycle_conflict",
+  "sandbox_channel_a_operation_failed",
+  "sandbox_channel_a_provider_busy",
+  "sandbox_channel_a_provider_unavailable",
+  "screenshot_capture_failed",
+  "session_event_live_publish_failed",
+  "session_workflow_wake_failed",
+  "snapshot_operation_failed",
+  "startup_dependency_retry",
+  "tool_list_too_large",
+  "tool_result_too_large",
+  "codemode_operation_failed",
+  "unauthenticated",
+  "upstream_unavailable",
+  "validation_failed",
+  "worker_draining",
+  "worker_operation_failed",
+  "worker_shutdown_request_failed",
+  "workspace_control_live_publish_failed",
+]);
+
+const PUBLIC_TELEMETRY_ERROR_ORIGINS = new Set([
+  "api",
+  "core",
+  "db",
+  "events",
+  "host-export",
+  "oauth",
+  "observability",
+  "runtime",
+  "sandbox-computer",
+  "sandbox-resume",
+  "codemode",
+  "worker",
+  "worker-lifecycle",
+]);
+
 export type SandboxOperationMetricObservation = {
   backend: string;
   op: string;
-  outcome: "ok" | "failed";
+  outcome: "ok" | "not_found" | "failed";
   durationMs: number;
 };
 
@@ -115,6 +341,7 @@ export class Observability {
       service: settings.serviceName,
       environment: settings.environment,
       component: options.component,
+      deployment_revision: settings.deploymentRevision ?? "dev",
     });
     if (settings.observabilityMetricsEnabled) {
       collectDefaultMetrics({ register: this.registry, prefix: "opengeni_" });
@@ -151,14 +378,14 @@ export class Observability {
     message: string,
     attributes: Attributes = {},
   ): void {
+    const publicAttributes = projectPublicTelemetryAttributes(attributes);
     if (!this.settings.observabilityStructuredLogs) {
-      const line = attributes.error ? `${message}: ${String(attributes.error)}` : message;
       if (level === "warn") {
-        console.warn(line);
+        console.warn(message);
       } else if (level === "error") {
-        console.error(line);
+        console.error(message);
       } else {
-        console.log(line);
+        console.log(message);
       }
       return;
     }
@@ -169,7 +396,7 @@ export class Observability {
       service: this.settings.serviceName,
       environment: this.settings.environment,
       component: this.options.component,
-      ...cleanAttributes(attributes),
+      ...cleanAttributes(publicAttributes),
     };
     const serialized = JSON.stringify(record);
     if (level === "warn") {
@@ -194,11 +421,11 @@ export class Observability {
           return;
         }
         ended = true;
-        const sanitizedError =
+        const telemetryError =
           input.error !== undefined && input.error !== null
-            ? sanitizeSpanError(input.error)
+            ? projectSpanErrorForTelemetry(input.error)
             : undefined;
-        const errorAttributes = sanitizedError ? errorToAttributes(sanitizedError) : {};
+        const errorAttributes = telemetryError ? errorToAttributes(telemetryError) : {};
         this.exportSpan({
           traceId,
           spanId,
@@ -206,11 +433,13 @@ export class Observability {
           startMs,
           endMs: this.now(),
           attributes: {
-            ...attributes,
-            ...input.attributes,
-            ...errorAttributes,
+            ...projectPublicTelemetryAttributes({
+              ...attributes,
+              ...input.attributes,
+              ...errorAttributes,
+            }),
           },
-          ...(sanitizedError ? { error: sanitizedError } : {}),
+          ...(telemetryError ? { error: telemetryError } : {}),
         });
       },
     };
@@ -408,7 +637,7 @@ export class Observability {
     startMs: number;
     endMs: number;
     attributes: Attributes;
-    error?: SanitizedSpanError;
+    error?: TelemetrySpanError;
   }): void {
     if (!this.settings.observabilityOtlpEndpoint) {
       return;
@@ -444,8 +673,12 @@ export class Observability {
       ],
     };
     void this.exporter(endpoint, body, parseHeaders(this.settings.observabilityOtlpHeaders)).catch(
-      (error) => {
-        this.warn("OTLP span export failed", { error: errorMessage(error), endpoint });
+      () => {
+        this.warn("OTLP span export failed", {
+          errorClass: "TelemetryExportError",
+          errorCode: "otlp_export_failed",
+          origin: "observability",
+        });
       },
     );
   }
@@ -509,13 +742,14 @@ export function logStartupDependencyRetry(
   observability: Observability,
   event: StartupDependencyRetryEvent,
 ): void {
-  const message = event.error instanceof Error ? event.error.message : String(event.error);
   observability.warn("Startup dependency connection failed; retrying", {
     dependency: event.label,
     attempt: event.attempt,
     attempts: event.attempts,
     delayMs: event.delayMs,
-    error: message,
+    errorClass: "StartupDependencyError",
+    errorCode: "startup_dependency_retry",
+    origin: "observability",
   });
 }
 
@@ -538,20 +772,82 @@ function cleanAttributes(attributes: Attributes): Record<string, string | number
   ) as Record<string, string | number | boolean | null>;
 }
 
-type SanitizedSpanError = {
+function projectPublicTelemetryAttributes(attributes: Attributes): Attributes {
+  if ("errorClass" in attributes || "errorCode" in attributes) {
+    return {
+      ...projectPublicChannelADiagnosticAttributes(attributes),
+      ...projectPublicDiagnosticAttributes(attributes),
+    };
+  }
+  return Object.fromEntries(
+    Object.entries(attributes).filter(([key, value]) => {
+      if (value === undefined) return false;
+      if (PUBLIC_TELEMETRY_ATTRIBUTE_KEYS.has(key)) return true;
+      const pattern = PUBLIC_TELEMETRY_OPAQUE_ATTRIBUTE_PATTERNS.get(key);
+      return typeof value === "string" && pattern?.test(value) === true;
+    }),
+  );
+}
+
+function projectPublicChannelADiagnosticAttributes(attributes: Attributes): Attributes {
+  if (attributes.errorClass !== "SandboxChannelAOperationError") return {};
+  const backend = attributes.backend;
+  const op = attributes.op;
+  const outcome = attributes.outcome;
+  const reason = attributes.reason;
+  const durationMs = attributes.durationMs;
+  const sandboxLeaseKey = attributes.sandboxLeaseKey;
+  return {
+    ...(typeof backend === "string" && SANDBOX_OPERATION_BACKENDS.has(backend) ? { backend } : {}),
+    ...(typeof op === "string" && PUBLIC_CHANNEL_A_OPERATIONS.has(op) ? { op } : {}),
+    ...(outcome === "failed" ? { outcome } : {}),
+    ...(typeof reason === "string" && PUBLIC_CHANNEL_A_FAILURE_REASONS.has(reason)
+      ? { reason }
+      : {}),
+    ...(typeof durationMs === "number" && Number.isFinite(durationMs) && durationMs >= 0
+      ? { durationMs }
+      : {}),
+    ...(typeof sandboxLeaseKey === "string" &&
+    PUBLIC_TELEMETRY_OPAQUE_ATTRIBUTE_PATTERNS.get("sandboxLeaseKey")?.test(sandboxLeaseKey)
+      ? { sandboxLeaseKey }
+      : {}),
+  };
+}
+
+function projectPublicDiagnosticAttributes(attributes: Attributes): Attributes {
+  const errorClass = attributes.errorClass;
+  const errorCode = attributes.errorCode;
+  const status = attributes.status;
+  const origin = attributes.origin;
+  return {
+    errorClass:
+      typeof errorClass === "string" && PUBLIC_TELEMETRY_ERROR_CLASSES.has(errorClass)
+        ? errorClass
+        : "OperationError",
+    ...(typeof errorCode === "string" && PUBLIC_TELEMETRY_ERROR_CODES.has(errorCode)
+      ? { errorCode }
+      : {}),
+    ...(typeof status === "number" && Number.isInteger(status) && status >= 100 && status <= 599
+      ? { status }
+      : {}),
+    ...(typeof origin === "string" && PUBLIC_TELEMETRY_ERROR_ORIGINS.has(origin) ? { origin } : {}),
+  };
+}
+
+type TelemetrySpanError = {
   type: string;
   statusCode?: number;
   statusMessage: string;
 };
 
-function sanitizeSpanError(error: unknown): SanitizedSpanError {
-  const type =
-    error instanceof Error && /^[A-Za-z][A-Za-z0-9_.-]{0,63}$/.test(error.name)
-      ? error.name
-      : "Error";
+/**
+ * External OTLP projection. It intentionally exports only error class/status
+ * metadata and never mutates canonical OpenGeni errors, events, or history.
+ */
+function projectSpanErrorForTelemetry(error: unknown): TelemetrySpanError {
   const statusCode = errorStatusCode(error);
   return {
-    type,
+    type: "OperationError",
     ...(statusCode === undefined ? {} : { statusCode }),
     statusMessage: statusCode === undefined ? "operation failed" : `HTTP ${statusCode}`,
   };
@@ -559,30 +855,31 @@ function sanitizeSpanError(error: unknown): SanitizedSpanError {
 
 function errorStatusCode(error: unknown): number | undefined {
   if (typeof error !== "object" || error === null) return undefined;
-  const value = (error as { status?: unknown; statusCode?: unknown }).status;
-  const statusCode =
-    Number.isInteger(value) && typeof value === "number"
-      ? value
-      : (error as { statusCode?: unknown }).statusCode;
-  return Number.isInteger(statusCode) &&
-    typeof statusCode === "number" &&
-    statusCode >= 100 &&
-    statusCode <= 599
-    ? statusCode
-    : undefined;
+  try {
+    const value = (error as { status?: unknown; statusCode?: unknown }).status;
+    const statusCode =
+      Number.isInteger(value) && typeof value === "number"
+        ? value
+        : (error as { statusCode?: unknown }).statusCode;
+    return Number.isInteger(statusCode) &&
+      typeof statusCode === "number" &&
+      statusCode >= 100 &&
+      statusCode <= 599
+      ? statusCode
+      : undefined;
+  } catch {
+    // OTLP projection must never mask the exact internal failure.
+    return undefined;
+  }
 }
 
-function errorToAttributes(error: SanitizedSpanError): Attributes {
+function errorToAttributes(error: TelemetrySpanError): Attributes {
   return {
     "error.type": error.type,
     ...(error.statusCode === undefined ? {} : { "error.status_code": error.statusCode }),
   };
 }
 
-function errorMessage(error: unknown): string {
-  return error instanceof Error ? error.message : String(error);
-}
-
 function otlpAttributes(
   attributes: Attributes,
 ): Array<{ key: string; value: Record<string, string | number | boolean> }> {