@smthrs/observability 0.33.0

package/src/metrics/index.js

@@ -0,0 +1,168 @@
+/** @typedef {import("../SmithersMetricDefinition.ts").SmithersMetricDefinition} SmithersMetricDefinition */
+/** @typedef {import("../SmithersMetricType.ts").SmithersMetricType} SmithersMetricType */
+/** @typedef {import("../SmithersMetricUnit.ts").SmithersMetricUnit} SmithersMetricUnit */
+
+// Functions
+export { toPrometheusMetricName } from "./toPrometheusMetricName.js";
+export { updateProcessMetrics } from "./updateProcessMetrics.js";
+export { updateAsyncExternalWaitPending } from "./updateAsyncExternalWaitPending.js";
+export { trackEvent } from "./trackEvent.js";
+// Catalog
+export { smithersMetricCatalog } from "./smithersMetricCatalog.js";
+export { smithersMetricCatalogByKey } from "./smithersMetricCatalogByKey.js";
+export { smithersMetricCatalogByName } from "./smithersMetricCatalogByName.js";
+export { smithersMetricCatalogByPrometheusName } from "./smithersMetricCatalogByPrometheusName.js";
+// Service adapter
+export { metricsServiceAdapter } from "./metricsServiceAdapter.js";
+// Counters
+export { runsTotal } from "./runsTotal.js";
+export { nodesStarted } from "./nodesStarted.js";
+export { nodesFinished } from "./nodesFinished.js";
+export { nodesFailed } from "./nodesFailed.js";
+export { toolCallsTotal } from "./toolCallsTotal.js";
+export { cacheHits } from "./cacheHits.js";
+export { cacheMisses } from "./cacheMisses.js";
+export { dbRetries } from "./dbRetries.js";
+export { dbTransactionRollbacks } from "./dbTransactionRollbacks.js";
+export { dbTransactionRetries } from "./dbTransactionRetries.js";
+export { hotReloads } from "./hotReloads.js";
+export { hotReloadFailures } from "./hotReloadFailures.js";
+export { httpRequests } from "./httpRequests.js";
+export { approvalsRequested } from "./approvalsRequested.js";
+export { approvalsGranted } from "./approvalsGranted.js";
+export { approvalsDenied } from "./approvalsDenied.js";
+export { timersCreated } from "./timersCreated.js";
+export { timersFired } from "./timersFired.js";
+export { timersCancelled } from "./timersCancelled.js";
+export { sandboxCreatedTotal } from "./sandboxCreatedTotal.js";
+export { sandboxCompletedTotal } from "./sandboxCompletedTotal.js";
+export { alertsFiredTotal } from "./alertsFiredTotal.js";
+export { alertsAcknowledgedTotal } from "./alertsAcknowledgedTotal.js";
+export { alertsResolvedTotal } from "./alertsResolvedTotal.js";
+export { alertsSilencedTotal } from "./alertsSilencedTotal.js";
+export { alertsReopenedTotal } from "./alertsReopenedTotal.js";
+export { alertsEscalatedTotal } from "./alertsEscalatedTotal.js";
+export { alertDeliveriesAttempted } from "./alertDeliveriesAttempted.js";
+export { alertDeliveriesSuppressed } from "./alertDeliveriesSuppressed.js";
+export { scorerEventsStarted } from "./scorerEventsStarted.js";
+export { scorerEventsFinished } from "./scorerEventsFinished.js";
+export { scorerEventsFailed } from "./scorerEventsFailed.js";
+export { tokensInputTotal } from "./tokensInputTotal.js";
+export { tokensOutputTotal } from "./tokensOutputTotal.js";
+export { tokensCacheReadTotal } from "./tokensCacheReadTotal.js";
+export { tokensCacheWriteTotal } from "./tokensCacheWriteTotal.js";
+export { tokensReasoningTotal } from "./tokensReasoningTotal.js";
+export { tokensContextWindowBucketTotal } from "./tokensContextWindowBucketTotal.js";
+export { runsFinishedTotal } from "./runsFinishedTotal.js";
+export { runsFailedTotal } from "./runsFailedTotal.js";
+export { runsCancelledTotal } from "./runsCancelledTotal.js";
+export { runsResumedTotal } from "./runsResumedTotal.js";
+export { runsContinuedTotal } from "./runsContinuedTotal.js";
+export { supervisorPollsTotal } from "./supervisorPollsTotal.js";
+export { supervisorStaleDetected } from "./supervisorStaleDetected.js";
+export { supervisorResumedTotal } from "./supervisorResumedTotal.js";
+export { supervisorSkippedTotal } from "./supervisorSkippedTotal.js";
+export { errorsTotal } from "./errorsTotal.js";
+export { nodeRetriesTotal } from "./nodeRetriesTotal.js";
+export { toolCallErrorsTotal } from "./toolCallErrorsTotal.js";
+export { toolOutputTruncatedTotal } from "./toolOutputTruncatedTotal.js";
+export { agentInvocationsTotal } from "./agentInvocationsTotal.js";
+export { agentTokensTotal } from "./agentTokensTotal.js";
+export { agentErrorsTotal } from "./agentErrorsTotal.js";
+export { agentRetriesTotal } from "./agentRetriesTotal.js";
+export { agentEventsTotal } from "./agentEventsTotal.js";
+export { agentSessionsTotal } from "./agentSessionsTotal.js";
+export { agentActionsTotal } from "./agentActionsTotal.js";
+export { gatewayConnectionsTotal } from "./gatewayConnectionsTotal.js";
+export { gatewayConnectionsClosedTotal } from "./gatewayConnectionsClosedTotal.js";
+export { gatewayMessagesReceivedTotal } from "./gatewayMessagesReceivedTotal.js";
+export { gatewayMessagesSentTotal } from "./gatewayMessagesSentTotal.js";
+export { gatewayRpcCallsTotal } from "./gatewayRpcCallsTotal.js";
+export { gatewayErrorsTotal } from "./gatewayErrorsTotal.js";
+export { gatewayRunsStartedTotal } from "./gatewayRunsStartedTotal.js";
+export { gatewayRunsCompletedTotal } from "./gatewayRunsCompletedTotal.js";
+export { gatewayApprovalDecisionsTotal } from "./gatewayApprovalDecisionsTotal.js";
+export { gatewaySignalsTotal } from "./gatewaySignalsTotal.js";
+export { gatewayAuthEventsTotal } from "./gatewayAuthEventsTotal.js";
+export { gatewayHeartbeatTicksTotal } from "./gatewayHeartbeatTicksTotal.js";
+export { gatewayCronTriggersTotal } from "./gatewayCronTriggersTotal.js";
+export { gatewayWebhooksReceivedTotal } from "./gatewayWebhooksReceivedTotal.js";
+export { gatewayWebhooksVerifiedTotal } from "./gatewayWebhooksVerifiedTotal.js";
+export { gatewayWebhooksRejectedTotal } from "./gatewayWebhooksRejectedTotal.js";
+export { devtoolsSubscribeTotal } from "./devtoolsSubscribeTotal.js";
+export { devtoolsEventTotal } from "./devtoolsEventTotal.js";
+export { devtoolsBackpressureDisconnectTotal } from "./devtoolsBackpressureDisconnectTotal.js";
+export { gatewayRunEventBackpressureDisconnectTotal } from "./gatewayRunEventBackpressureDisconnectTotal.js";
+export { eventsEmittedTotal } from "./eventsEmittedTotal.js";
+export { taskHeartbeatsTotal } from "./taskHeartbeatsTotal.js";
+export { taskHeartbeatTimeoutTotal } from "./taskHeartbeatTimeoutTotal.js";
+export { memoryFactReads } from "./memoryFactReads.js";
+export { memoryFactWrites } from "./memoryFactWrites.js";
+export { memoryRecallQueries } from "./memoryRecallQueries.js";
+export { memoryMessageSaves } from "./memoryMessageSaves.js";
+export { openApiToolCallsTotal } from "./openApiToolCallsTotal.js";
+export { openApiToolCallErrorsTotal } from "./openApiToolCallErrorsTotal.js";
+export { scorersStarted } from "./scorersStarted.js";
+export { scorersFinished } from "./scorersFinished.js";
+export { scorersFailed } from "./scorersFailed.js";
+export { snapshotsCaptured } from "./snapshotsCaptured.js";
+export { runForksCreated } from "./runForksCreated.js";
+export { replaysStarted } from "./replaysStarted.js";
+// Gauges
+export { activeRuns } from "./activeRuns.js";
+export { activeNodes } from "./activeNodes.js";
+export { schedulerQueueDepth } from "./schedulerQueueDepth.js";
+export { sandboxActive } from "./sandboxActive.js";
+export { alertsActive } from "./alertsActive.js";
+export { attentionBacklog } from "./attentionBacklog.js";
+export { gatewayConnectionsActive } from "./gatewayConnectionsActive.js";
+export { approvalPending } from "./approvalPending.js";
+export { externalWaitAsyncPending } from "./externalWaitAsyncPending.js";
+export { timersPending } from "./timersPending.js";
+export { schedulerConcurrencyUtilization } from "./schedulerConcurrencyUtilization.js";
+export { processUptimeSeconds } from "./processUptimeSeconds.js";
+export { processMemoryRssBytes } from "./processMemoryRssBytes.js";
+export { processHeapUsedBytes } from "./processHeapUsedBytes.js";
+export { devtoolsActiveSubscribers } from "./devtoolsActiveSubscribers.js";
+// Histograms
+export { nodeDuration } from "./nodeDuration.js";
+export { attemptDuration } from "./attemptDuration.js";
+export { toolDuration } from "./toolDuration.js";
+export { dbQueryDuration } from "./dbQueryDuration.js";
+export { dbTransactionDuration } from "./dbTransactionDuration.js";
+export { httpRequestDuration } from "./httpRequestDuration.js";
+export { hotReloadDuration } from "./hotReloadDuration.js";
+export { vcsDuration } from "./vcsDuration.js";
+export { agentDurationMs } from "./agentDurationMs.js";
+export { tokensInputPerCall } from "./tokensInputPerCall.js";
+export { tokensOutputPerCall } from "./tokensOutputPerCall.js";
+export { tokensContextWindowPerCall } from "./tokensContextWindowPerCall.js";
+export { runDuration } from "./runDuration.js";
+export { promptSizeBytes } from "./promptSizeBytes.js";
+export { responseSizeBytes } from "./responseSizeBytes.js";
+export { approvalWaitDuration } from "./approvalWaitDuration.js";
+export { timerDelayDuration } from "./timerDelayDuration.js";
+export { gatewayRpcDuration } from "./gatewayRpcDuration.js";
+export { schedulerWaitDuration } from "./schedulerWaitDuration.js";
+export { supervisorPollDuration } from "./supervisorPollDuration.js";
+export { supervisorResumeLag } from "./supervisorResumeLag.js";
+export { runsAncestryDepth } from "./runsAncestryDepth.js";
+export { runsCarriedStateBytes } from "./runsCarriedStateBytes.js";
+export { sandboxDurationMs } from "./sandboxDurationMs.js";
+export { sandboxBundleSizeBytes } from "./sandboxBundleSizeBytes.js";
+export { sandboxTransportDurationMs } from "./sandboxTransportDurationMs.js";
+export { sandboxPatchCount } from "./sandboxPatchCount.js";
+export { heartbeatDataSizeBytes } from "./heartbeatDataSizeBytes.js";
+export { heartbeatIntervalMs } from "./heartbeatIntervalMs.js";
+export { memoryRecallDuration } from "./memoryRecallDuration.js";
+export { openApiToolDuration } from "./openApiToolDuration.js";
+export { scorerDuration } from "./scorerDuration.js";
+export { snapshotDuration } from "./snapshotDuration.js";
+export { devtoolsSnapshotBuildMs } from "./devtoolsSnapshotBuildMs.js";
+export { devtoolsDeltaBuildMs } from "./devtoolsDeltaBuildMs.js";
+export { devtoolsEventBytes } from "./devtoolsEventBytes.js";
+export { rewindTotal } from "./rewindTotal.js";
+export { rewindRollbackTotal } from "./rewindRollbackTotal.js";
+export { rewindDurationMs } from "./rewindDurationMs.js";
+export { rewindFramesDeleted } from "./rewindFramesDeleted.js";
+export { rewindSandboxesReverted } from "./rewindSandboxesReverted.js";

package/src/metrics/memoryFactReads.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+
+export const memoryFactReads = Metric.counter("smithers.memory.fact_reads");

package/src/metrics/memoryFactWrites.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+
+export const memoryFactWrites = Metric.counter("smithers.memory.fact_writes");

package/src/metrics/memoryMessageSaves.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+
+export const memoryMessageSaves = Metric.counter("smithers.memory.message_saves");

package/src/metrics/memoryRecallDuration.js

@@ -0,0 +1,11 @@
+import { Metric } from "effect";
+
+const durationBuckets = Metric.exponentialBoundaries({
+  start: 1,
+  factor: 2,
+  count: 14,
+}); // ~1ms to ~8s
+
+export const memoryRecallDuration = Metric.histogram("smithers.memory.recall_duration_ms", {
+  boundaries: durationBuckets,
+});

package/src/metrics/memoryRecallQueries.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+
+export const memoryRecallQueries = Metric.counter("smithers.memory.recall_queries");

package/src/metrics/metricsServiceAdapter.js

@@ -0,0 +1,181 @@
+import { renderPrometheusSamples } from "../_corePrometheus.js";
+import { Effect, Metric } from "effect";
+import { toPrometheusMetricName } from "./toPrometheusMetricName.js";
+import { durationBuckets } from "./_buckets.js";
+import { smithersMetricCatalogByName } from "./smithersMetricCatalogByName.js";
+import { smithersMetricCatalogByPrometheusName } from "./smithersMetricCatalogByPrometheusName.js";
+import { trackEvent } from "./trackEvent.js";
+import { updateProcessMetrics } from "./updateProcessMetrics.js";
+import { updateAsyncExternalWaitPending } from "./updateAsyncExternalWaitPending.js";
+import { incrementGauge } from "./_incrementGauge.js";
+/** @typedef {import("./SmithersMetricDefinition.ts").SmithersMetricDefinition} SmithersMetricDefinition */
+/** @typedef {import("../_coreMetricsShape.ts").MetricsServiceShape} MetricsServiceShape */
+/** @typedef {import("../_corePrometheusShape.ts").MetricLabels} MetricLabels */
+/** @typedef {import("../_corePrometheusShape.ts").PrometheusSample} PrometheusSample */
+/** @typedef {import("../_coreMetricsShape.ts").MetricsSnapshot} MetricsSnapshot */
+
+/**
+ * @param {string} name
+ * @returns {SmithersMetricDefinition | undefined}
+ */
+function resolveMetricDefinition(name) {
+  return (
+    smithersMetricCatalogByName.get(name) ?? smithersMetricCatalogByPrometheusName.get(toPrometheusMetricName(name))
+  );
+}
+/**
+ * @template A
+ * @param {A} metric
+ * @param {MetricLabels} [labels]
+ * @returns {A}
+ */
+function tagMetricWithLabels(metric, labels) {
+  let tagged = metric;
+  for (const [key, value] of Object.entries(labels ?? {})) {
+    tagged = Metric.withAttributes(tagged, { [key]: String(value) });
+  }
+  return tagged;
+}
+/**
+ * @param {string} name
+ * @param {MetricLabels} [labels]
+ * @returns {Metric.Metric<any, number, any>}
+ */
+function counterOrGaugeMetric(name, labels) {
+  const definition = resolveMetricDefinition(name);
+  const metric =
+    definition?.type === "counter" || definition?.type === "gauge" ? definition.metric : Metric.counter(name);
+  return tagMetricWithLabels(metric, labels);
+}
+/**
+ * @param {string} name
+ * @param {MetricLabels} [labels]
+ * @returns {Metric.Metric<any, number, any>}
+ */
+function gaugeMetric(name, labels) {
+  const definition = resolveMetricDefinition(name);
+  const metric = definition?.type === "gauge" ? definition.metric : Metric.gauge(name);
+  return tagMetricWithLabels(metric, labels);
+}
+/**
+ * @param {string} name
+ * @param {MetricLabels} [labels]
+ * @returns {Metric.Metric<any, number, any>}
+ */
+function histogramMetric(name, labels) {
+  const definition = resolveMetricDefinition(name);
+  const metric =
+    definition?.type === "histogram" ? definition.metric : Metric.histogram(name, { boundaries: durationBuckets });
+  return tagMetricWithLabels(metric, labels);
+}
+/**
+ * @param {number | bigint | undefined} value
+ * @returns {number}
+ */
+function metricValueAsNumber(value) {
+  if (typeof value === "bigint") return Number(value);
+  return typeof value === "number" && Number.isFinite(value) ? value : 0;
+}
+/**
+ * @param {Record<string, string> | undefined} attributes
+ * @returns {MetricLabels}
+ */
+function metricsServiceLabels(attributes) {
+  return Object.freeze(
+    Object.fromEntries(Object.entries(attributes ?? {}).sort(([left], [right]) => left.localeCompare(right))),
+  );
+}
+/**
+ * @param {string} name
+ * @param {MetricLabels} labels
+ * @returns {string}
+ */
+function metricsServiceSnapshotKey(name, labels) {
+  return `${name}|${JSON.stringify(Object.entries(labels).sort(([left], [right]) => left.localeCompare(right)))}`;
+}
+/**
+ * @returns {PrometheusSample[]}
+ */
+function metricsServicePrometheusSamples() {
+  const samples = [];
+  for (const snapshot of Effect.runSync(Metric.snapshot)) {
+    const metricState = snapshot.state;
+    const name = snapshot.id;
+    if (!name) continue;
+    const labels = metricsServiceLabels(snapshot.attributes);
+    if (snapshot.type === "Counter") {
+      samples.push({
+        name,
+        type: "counter",
+        labels,
+        value: metricValueAsNumber(metricState.count),
+      });
+      continue;
+    }
+    if (snapshot.type === "Gauge") {
+      samples.push({
+        name,
+        type: "gauge",
+        labels,
+        value: metricValueAsNumber(metricState.value),
+      });
+      continue;
+    }
+    if (snapshot.type === "Histogram") {
+      samples.push({
+        name,
+        type: "histogram",
+        labels,
+        buckets: new Map([...metricState.buckets].map(([boundary, count]) => [boundary, metricValueAsNumber(count)])),
+        sum: metricValueAsNumber(metricState.sum),
+        count: metricValueAsNumber(metricState.count),
+      });
+    }
+  }
+  return samples;
+}
+/**
+ * @returns {MetricsSnapshot}
+ */
+function metricsServiceSnapshot() {
+  const result = new Map();
+  for (const sample of metricsServicePrometheusSamples()) {
+    const key = metricsServiceSnapshotKey(sample.name, sample.labels);
+    if (sample.type === "histogram") {
+      result.set(key, {
+        type: "histogram",
+        sum: sample.sum ?? 0,
+        count: sample.count ?? 0,
+        labels: sample.labels,
+        buckets: new Map(sample.buckets ?? []),
+      });
+      continue;
+    }
+    result.set(key, {
+      type: sample.type,
+      value: sample.value ?? 0,
+      labels: sample.labels,
+    });
+  }
+  return result;
+}
+/** @type {MetricsServiceShape} */
+export const metricsServiceAdapter = {
+  increment: (name, labels) => {
+    const metric = counterOrGaugeMetric(name, labels);
+    return resolveMetricDefinition(name)?.type === "gauge" ? incrementGauge(metric, 1) : Metric.update(metric, 1);
+  },
+  incrementBy: (name, value, labels) => {
+    const metric = counterOrGaugeMetric(name, labels);
+    return resolveMetricDefinition(name)?.type === "gauge"
+      ? incrementGauge(metric, value)
+      : Metric.update(metric, value);
+  },
+  gauge: (name, value, labels) => Metric.update(gaugeMetric(name, labels), value),
+  histogram: (name, value, labels) => Metric.update(histogramMetric(name, labels), value),
+  recordEvent: (event) => trackEvent(event),
+  updateProcessMetrics: () => updateProcessMetrics(),
+  updateAsyncExternalWaitPending: (kind, delta) => updateAsyncExternalWaitPending(kind, delta),
+  renderPrometheus: () => Effect.sync(() => renderPrometheusSamples(metricsServicePrometheusSamples())),
+  snapshot: () => Effect.sync(metricsServiceSnapshot),
+};

package/src/metrics/nodeDuration.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+import { durationBuckets } from "./_buckets.js";
+export const nodeDuration = Metric.histogram("smithers.node.duration_ms", { boundaries: durationBuckets });

package/src/metrics/nodeRetriesTotal.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const nodeRetriesTotal = Metric.counter("smithers.node.retries_total");

package/src/metrics/nodesFailed.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const nodesFailed = Metric.counter("smithers.nodes.failed");

package/src/metrics/nodesFinished.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const nodesFinished = Metric.counter("smithers.nodes.finished");

package/src/metrics/nodesStarted.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const nodesStarted = Metric.counter("smithers.nodes.started");

package/src/metrics/openApiToolCallErrorsTotal.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+
+export const openApiToolCallErrorsTotal = Metric.counter("smithers.openapi.tool_call_errors");

package/src/metrics/openApiToolCallsTotal.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+
+export const openApiToolCallsTotal = Metric.counter("smithers.openapi.tool_calls");

package/src/metrics/openApiToolDuration.js

@@ -0,0 +1,9 @@
+import { Metric } from "effect";
+
+const toolBuckets = Metric.exponentialBoundaries({
+  start: 10,
+  factor: 2,
+  count: 14,
+}); // ~10ms to ~80s
+
+export const openApiToolDuration = Metric.histogram("smithers.openapi.tool_duration_ms", { boundaries: toolBuckets });

package/src/metrics/processHeapUsedBytes.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const processHeapUsedBytes = Metric.gauge("smithers.process.heap_used_bytes");

package/src/metrics/processMemoryRssBytes.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const processMemoryRssBytes = Metric.gauge("smithers.process.memory_rss_bytes");

package/src/metrics/processUptimeSeconds.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const processUptimeSeconds = Metric.gauge("smithers.process.uptime_seconds");

package/src/metrics/promptSizeBytes.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+import { sizeBuckets } from "./_buckets.js";
+export const promptSizeBytes = Metric.histogram("smithers.prompt.size_bytes", { boundaries: sizeBuckets });

package/src/metrics/replaysStarted.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+
+export const replaysStarted = Metric.counter("smithers.replays.started");

package/src/metrics/responseSizeBytes.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+import { sizeBuckets } from "./_buckets.js";
+export const responseSizeBytes = Metric.histogram("smithers.response.size_bytes", { boundaries: sizeBuckets });

package/src/metrics/rewindDurationMs.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+import { durationBuckets } from "./_buckets.js";
+export const rewindDurationMs = Metric.histogram("smithers_rewind_duration_ms", { boundaries: durationBuckets });

package/src/metrics/rewindFramesDeleted.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+const buckets = Metric.exponentialBoundaries({ start: 1, factor: 2, count: 18 });
+export const rewindFramesDeleted = Metric.histogram("smithers_rewind_frames_deleted", { boundaries: buckets });

package/src/metrics/rewindRollbackTotal.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const rewindRollbackTotal = Metric.counter("smithers_rewind_rollback_total");

package/src/metrics/rewindSandboxesReverted.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+const buckets = Metric.boundariesFromIterable([0, 1, 2, 4, 8, 16, 32, 64]);
+export const rewindSandboxesReverted = Metric.histogram("smithers_rewind_sandboxes_reverted", { boundaries: buckets });

package/src/metrics/rewindTotal.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const rewindTotal = Metric.counter("smithers_rewind_total");

package/src/metrics/runDuration.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+import { durationBuckets } from "./_buckets.js";
+export const runDuration = Metric.histogram("smithers.run.duration_ms", { boundaries: durationBuckets });

package/src/metrics/runForksCreated.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+
+export const runForksCreated = Metric.counter("smithers.forks.created");

package/src/metrics/runsAncestryDepth.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+import { ancestryDepthBuckets } from "./_buckets.js";
+export const runsAncestryDepth = Metric.histogram("smithers.runs.ancestry_depth", { boundaries: ancestryDepthBuckets });

package/src/metrics/runsCancelledTotal.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const runsCancelledTotal = Metric.counter("smithers.runs.cancelled_total");

package/src/metrics/runsCarriedStateBytes.js

@@ -0,0 +1,5 @@
+import { Metric } from "effect";
+import { carriedStateSizeBuckets } from "./_buckets.js";
+export const runsCarriedStateBytes = Metric.histogram("smithers.runs.carried_state_bytes", {
+  boundaries: carriedStateSizeBuckets,
+});

package/src/metrics/runsContinuedTotal.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const runsContinuedTotal = Metric.counter("smithers.runs.continued_total");

package/src/metrics/runsFailedTotal.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const runsFailedTotal = Metric.counter("smithers.runs.failed_total");

package/src/metrics/runsFinishedTotal.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const runsFinishedTotal = Metric.counter("smithers.runs.finished_total");

package/src/metrics/runsResumedTotal.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const runsResumedTotal = Metric.counter("smithers.runs.resumed_total");

package/src/metrics/runsTotal.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const runsTotal = Metric.counter("smithers.runs.total");

package/src/metrics/sandboxActive.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const sandboxActive = Metric.gauge("smithers.sandbox.active");

package/src/metrics/sandboxBundleSizeBytes.js

@@ -0,0 +1,5 @@
+import { Metric } from "effect";
+import { sizeBuckets } from "./_buckets.js";
+export const sandboxBundleSizeBytes = Metric.histogram("smithers.sandbox.bundle_size_bytes", {
+  boundaries: sizeBuckets,
+});

package/src/metrics/sandboxCompletedTotal.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const sandboxCompletedTotal = Metric.counter("smithers.sandbox.completed_total");

package/src/metrics/sandboxCreatedTotal.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const sandboxCreatedTotal = Metric.counter("smithers.sandbox.created_total");

package/src/metrics/sandboxDurationMs.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+import { durationBuckets } from "./_buckets.js";
+export const sandboxDurationMs = Metric.histogram("smithers.sandbox.duration_ms", { boundaries: durationBuckets });

package/src/metrics/sandboxPatchCount.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+import { tokenBuckets } from "./_buckets.js";
+export const sandboxPatchCount = Metric.histogram("smithers.sandbox.patch_count", { boundaries: tokenBuckets });

package/src/metrics/sandboxTransportDurationMs.js

@@ -0,0 +1,5 @@
+import { Metric } from "effect";
+import { durationBuckets } from "./_buckets.js";
+export const sandboxTransportDurationMs = Metric.histogram("smithers.sandbox.transport_duration_ms", {
+  boundaries: durationBuckets,
+});

package/src/metrics/schedulerConcurrencyUtilization.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const schedulerConcurrencyUtilization = Metric.gauge("smithers.scheduler.concurrency_utilization");

package/src/metrics/schedulerQueueDepth.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const schedulerQueueDepth = Metric.gauge("smithers.scheduler.queue_depth");

package/src/metrics/schedulerWaitDuration.js

@@ -0,0 +1,5 @@
+import { Metric } from "effect";
+import { durationBuckets } from "./_buckets.js";
+export const schedulerWaitDuration = Metric.histogram("smithers.scheduler.wait_duration_ms", {
+  boundaries: durationBuckets,
+});

package/src/metrics/scorerDuration.js

@@ -0,0 +1,9 @@
+import { Metric } from "effect";
+
+const scorerBuckets = Metric.exponentialBoundaries({
+  start: 10,
+  factor: 2,
+  count: 14,
+}); // ~10ms to ~80s
+
+export const scorerDuration = Metric.histogram("smithers.scorer.duration_ms", { boundaries: scorerBuckets });

package/src/metrics/scorerEventsFailed.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const scorerEventsFailed = Metric.counter("smithers.scorer_events.failed");

package/src/metrics/scorerEventsFinished.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const scorerEventsFinished = Metric.counter("smithers.scorer_events.finished");

package/src/metrics/scorerEventsStarted.js

@@ -0,0 +1,2 @@
+import { Metric } from "effect";
+export const scorerEventsStarted = Metric.counter("smithers.scorer_events.started");

package/src/metrics/scorersFailed.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+
+export const scorersFailed = Metric.counter("smithers.scorers.failed");

package/src/metrics/scorersFinished.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+
+export const scorersFinished = Metric.counter("smithers.scorers.finished");

package/src/metrics/scorersStarted.js

@@ -0,0 +1,3 @@
+import { Metric } from "effect";
+
+export const scorersStarted = Metric.counter("smithers.scorers.started");