pi-crew 0.1.37 → 0.1.39

package/src/observability/exporters/prometheus-exporter.ts

@@ -1,47 +1,47 @@
-import type { HistogramPoint, MetricLabels, MetricPoint, MetricSnapshot } from "../metrics-primitives.ts";
-
-function prometheusName(name: string): string {
-	return name.replace(/\./g, "_");
-}
-
-function escapeLabel(value: string): string {
-	return value.replace(/\\/g, "\\\\").replace(/\n/g, "\\n").replace(/"/g, "\\\"");
-}
-
-function labelsText(labels: MetricLabels): string {
-	const entries = Object.entries(labels);
-	if (!entries.length) return "";
-	return `{${entries.map(([key, value]) => `${key}="${escapeLabel(String(value))}"`).join(",")}}`;
-}
-
-function metricType(type: MetricSnapshot["type"]): string {
-	return type === "histogram" ? "histogram" : type === "gauge" ? "gauge" : "counter";
-}
-
-function isHistogramPoint(value: MetricPoint | HistogramPoint): value is HistogramPoint {
-	return "buckets" in value && "counts" in value;
-}
-
-export function formatPrometheus(snapshots: MetricSnapshot[]): string {
-	const lines: string[] = [];
-	for (const snapshot of snapshots) {
-		const name = prometheusName(snapshot.name);
-		lines.push(`# HELP ${name} ${snapshot.description}`);
-		lines.push(`# TYPE ${name} ${metricType(snapshot.type)}`);
-		for (const value of snapshot.values) {
-			if (isHistogramPoint(value)) {
-				let cumulative = 0;
-				for (let index = 0; index < value.buckets.length; index += 1) {
-					cumulative += value.counts[index] ?? 0;
-					const le = Number.isFinite(value.buckets[index]) ? String(value.buckets[index]) : "+Inf";
-					lines.push(`${name}_bucket${labelsText({ ...value.labels, le })} ${cumulative}`);
-				}
-				lines.push(`${name}_sum${labelsText(value.labels)} ${value.sum}`);
-				lines.push(`${name}_count${labelsText(value.labels)} ${value.count}`);
-			} else {
-				lines.push(`${name}${labelsText(value.labels)} ${value.value}`);
-			}
-		}
-	}
-	return `${lines.join("\n")}\n`;
-}
+import type { HistogramPoint, MetricLabels, MetricPoint, MetricSnapshot } from "../metrics-primitives.ts";
+
+function prometheusName(name: string): string {
+	return name.replace(/\./g, "_");
+}
+
+function escapeLabel(value: string): string {
+	return value.replace(/\\/g, "\\\\").replace(/\n/g, "\\n").replace(/"/g, "\\\"");
+}
+
+function labelsText(labels: MetricLabels): string {
+	const entries = Object.entries(labels);
+	if (!entries.length) return "";
+	return `{${entries.map(([key, value]) => `${key}="${escapeLabel(String(value))}"`).join(",")}}`;
+}
+
+function metricType(type: MetricSnapshot["type"]): string {
+	return type === "histogram" ? "histogram" : type === "gauge" ? "gauge" : "counter";
+}
+
+function isHistogramPoint(value: MetricPoint | HistogramPoint): value is HistogramPoint {
+	return "buckets" in value && "counts" in value;
+}
+
+export function formatPrometheus(snapshots: MetricSnapshot[]): string {
+	const lines: string[] = [];
+	for (const snapshot of snapshots) {
+		const name = prometheusName(snapshot.name);
+		lines.push(`# HELP ${name} ${snapshot.description}`);
+		lines.push(`# TYPE ${name} ${metricType(snapshot.type)}`);
+		for (const value of snapshot.values) {
+			if (isHistogramPoint(value)) {
+				let cumulative = 0;
+				for (let index = 0; index < value.buckets.length; index += 1) {
+					cumulative += value.counts[index] ?? 0;
+					const le = Number.isFinite(value.buckets[index]) ? String(value.buckets[index]) : "+Inf";
+					lines.push(`${name}_bucket${labelsText({ ...value.labels, le })} ${cumulative}`);
+				}
+				lines.push(`${name}_sum${labelsText(value.labels)} ${value.sum}`);
+				lines.push(`${name}_count${labelsText(value.labels)} ${value.count}`);
+			} else {
+				lines.push(`${name}${labelsText(value.labels)} ${value.value}`);
+			}
+		}
+	}
+	return `${lines.join("\n")}\n`;
+}

package/src/observability/metric-registry.ts

@@ -1,72 +1,72 @@
-import { Counter, Gauge, Histogram, type Metric, type MetricSnapshot } from "./metrics-primitives.ts";
-
-const METRIC_NAME_PATTERN = /^crew\.[a-z]+\.[a-z][a-z_]*$/;
-
-function assertMetricName(name: string): void {
-	if (!METRIC_NAME_PATTERN.test(name)) throw new Error(`Invalid metric name '${name}'. Expected crew.<domain>.<measure>.`);
-}
-
-export class MetricRegistry {
-	private metrics = new Map<string, Metric>();
-
-	registerCounter(name: string, description: string): Counter {
-		assertMetricName(name);
-		if (this.metrics.has(name)) throw new Error(`Metric '${name}' is already registered.`);
-		const metric = new Counter(name, description);
-		this.metrics.set(name, metric);
-		return metric;
-	}
-
-	registerGauge(name: string, description: string): Gauge {
-		assertMetricName(name);
-		if (this.metrics.has(name)) throw new Error(`Metric '${name}' is already registered.`);
-		const metric = new Gauge(name, description);
-		this.metrics.set(name, metric);
-		return metric;
-	}
-
-	registerHistogram(name: string, description: string, buckets?: number[]): Histogram {
-		assertMetricName(name);
-		if (this.metrics.has(name)) throw new Error(`Metric '${name}' is already registered.`);
-		const metric = new Histogram(name, description, buckets);
-		this.metrics.set(name, metric);
-		return metric;
-	}
-
-	counter(name: string, description: string): Counter {
-		const existing = this.metrics.get(name);
-		if (existing instanceof Counter) return existing;
-		if (existing) throw new Error(`Metric '${name}' is not a counter.`);
-		return this.registerCounter(name, description);
-	}
-
-	gauge(name: string, description: string): Gauge {
-		const existing = this.metrics.get(name);
-		if (existing instanceof Gauge) return existing;
-		if (existing) throw new Error(`Metric '${name}' is not a gauge.`);
-		return this.registerGauge(name, description);
-	}
-
-	histogram(name: string, description: string, buckets?: number[]): Histogram {
-		const existing = this.metrics.get(name);
-		if (existing instanceof Histogram) return existing;
-		if (existing) throw new Error(`Metric '${name}' is not a histogram.`);
-		return this.registerHistogram(name, description, buckets);
-	}
-
-	get(name: string): Metric | undefined {
-		return this.metrics.get(name);
-	}
-
-	snapshot(): MetricSnapshot[] {
-		return [...this.metrics.values()].map((metric) => metric.snapshot());
-	}
-
-	dispose(): void {
-		this.metrics.clear();
-	}
-}
-
-export function createMetricRegistry(): MetricRegistry {
-	return new MetricRegistry();
-}
+import { Counter, Gauge, Histogram, type Metric, type MetricSnapshot } from "./metrics-primitives.ts";
+
+const METRIC_NAME_PATTERN = /^crew\.[a-z]+\.[a-z][a-z_]*$/;
+
+function assertMetricName(name: string): void {
+	if (!METRIC_NAME_PATTERN.test(name)) throw new Error(`Invalid metric name '${name}'. Expected crew.<domain>.<measure>.`);
+}
+
+export class MetricRegistry {
+	private metrics = new Map<string, Metric>();
+
+	registerCounter(name: string, description: string): Counter {
+		assertMetricName(name);
+		if (this.metrics.has(name)) throw new Error(`Metric '${name}' is already registered.`);
+		const metric = new Counter(name, description);
+		this.metrics.set(name, metric);
+		return metric;
+	}
+
+	registerGauge(name: string, description: string): Gauge {
+		assertMetricName(name);
+		if (this.metrics.has(name)) throw new Error(`Metric '${name}' is already registered.`);
+		const metric = new Gauge(name, description);
+		this.metrics.set(name, metric);
+		return metric;
+	}
+
+	registerHistogram(name: string, description: string, buckets?: number[]): Histogram {
+		assertMetricName(name);
+		if (this.metrics.has(name)) throw new Error(`Metric '${name}' is already registered.`);
+		const metric = new Histogram(name, description, buckets);
+		this.metrics.set(name, metric);
+		return metric;
+	}
+
+	counter(name: string, description: string): Counter {
+		const existing = this.metrics.get(name);
+		if (existing instanceof Counter) return existing;
+		if (existing) throw new Error(`Metric '${name}' is not a counter.`);
+		return this.registerCounter(name, description);
+	}
+
+	gauge(name: string, description: string): Gauge {
+		const existing = this.metrics.get(name);
+		if (existing instanceof Gauge) return existing;
+		if (existing) throw new Error(`Metric '${name}' is not a gauge.`);
+		return this.registerGauge(name, description);
+	}
+
+	histogram(name: string, description: string, buckets?: number[]): Histogram {
+		const existing = this.metrics.get(name);
+		if (existing instanceof Histogram) return existing;
+		if (existing) throw new Error(`Metric '${name}' is not a histogram.`);
+		return this.registerHistogram(name, description, buckets);
+	}
+
+	get(name: string): Metric | undefined {
+		return this.metrics.get(name);
+	}
+
+	snapshot(): MetricSnapshot[] {
+		return [...this.metrics.values()].map((metric) => metric.snapshot());
+	}
+
+	dispose(): void {
+		this.metrics.clear();
+	}
+}
+
+export function createMetricRegistry(): MetricRegistry {
+	return new MetricRegistry();
+}

package/src/observability/metric-retention.ts

@@ -1,46 +1,46 @@
-import { labelKey, type MetricLabels } from "./metrics-primitives.ts";
-
-interface WindowEvent {
-	timestamp: number;
-	labels: MetricLabels;
-	delta: number;
-}
-
-export class TimeWindowedCounter {
-	private events: WindowEvent[] = [];
-	private readonly windowMs: number;
-	private readonly now: () => number;
-
-	constructor(windowMs = 3_600_000, now: () => number = () => Date.now()) {
-		this.windowMs = windowMs;
-		this.now = now;
-	}
-
-	inc(labels: MetricLabels = {}, delta = 1): void {
-		if (!Number.isFinite(delta)) return;
-		this.events.push({ timestamp: this.now(), labels: { ...labels }, delta });
-		this.prune();
-	}
-
-	count(labels: MetricLabels = {}, durationMs = this.windowMs): number {
-		this.prune();
-		const key = labelKey(labels);
-		const cutoff = this.now() - durationMs;
-		return this.events.filter((event) => event.timestamp >= cutoff && labelKey(event.labels) === key).reduce((sum, event) => sum + event.delta, 0);
-	}
-
-	rate(labels: MetricLabels = {}, durationMs = this.windowMs): number {
-		if (durationMs <= 0) return 0;
-		return this.count(labels, durationMs) / (durationMs / 1000);
-	}
-
-	size(): number {
-		this.prune();
-		return this.events.length;
-	}
-
-	private prune(): void {
-		const cutoff = this.now() - this.windowMs;
-		this.events = this.events.filter((event) => event.timestamp >= cutoff);
-	}
-}
+import { labelKey, type MetricLabels } from "./metrics-primitives.ts";
+
+interface WindowEvent {
+	timestamp: number;
+	labels: MetricLabels;
+	delta: number;
+}
+
+export class TimeWindowedCounter {
+	private events: WindowEvent[] = [];
+	private readonly windowMs: number;
+	private readonly now: () => number;
+
+	constructor(windowMs = 3_600_000, now: () => number = () => Date.now()) {
+		this.windowMs = windowMs;
+		this.now = now;
+	}
+
+	inc(labels: MetricLabels = {}, delta = 1): void {
+		if (!Number.isFinite(delta)) return;
+		this.events.push({ timestamp: this.now(), labels: { ...labels }, delta });
+		this.prune();
+	}
+
+	count(labels: MetricLabels = {}, durationMs = this.windowMs): number {
+		this.prune();
+		const key = labelKey(labels);
+		const cutoff = this.now() - durationMs;
+		return this.events.filter((event) => event.timestamp >= cutoff && labelKey(event.labels) === key).reduce((sum, event) => sum + event.delta, 0);
+	}
+
+	rate(labels: MetricLabels = {}, durationMs = this.windowMs): number {
+		if (durationMs <= 0) return 0;
+		return this.count(labels, durationMs) / (durationMs / 1000);
+	}
+
+	size(): number {
+		this.prune();
+		return this.events.length;
+	}
+
+	private prune(): void {
+		const cutoff = this.now() - this.windowMs;
+		this.events = this.events.filter((event) => event.timestamp >= cutoff);
+	}
+}

package/src/observability/metric-sink.ts

@@ -1,51 +1,51 @@
-import * as fs from "node:fs";
-import * as path from "node:path";
-import { redactSecrets } from "../runtime/diagnostic-export.ts";
-import { logInternalError } from "../utils/internal-error.ts";
-import type { MetricRegistry } from "./metric-registry.ts";
-import type { MetricSnapshot } from "./metrics-primitives.ts";
-
-export interface MetricSink {
-	writeSnapshot(snapshots: MetricSnapshot[]): void;
-	dispose(): void;
-}
-
-export interface MetricFileSinkOptions {
-	crewRoot: string;
-	registry: MetricRegistry;
-	retentionDays?: number;
-	intervalMs?: number;
-}
-
-function rotateOldFiles(dir: string, retentionDays: number, now = Date.now()): void {
-	if (!fs.existsSync(dir)) return;
-	const maxAge = retentionDays * 24 * 60 * 60 * 1000;
-	for (const file of fs.readdirSync(dir)) {
-		if (!file.endsWith(".jsonl")) continue;
-		const fullPath = path.join(dir, file);
-		try {
-			if (now - fs.statSync(fullPath).mtimeMs > maxAge) fs.unlinkSync(fullPath);
-		} catch (error) {
-			logInternalError("metric-sink.rotate", error, fullPath);
-		}
-	}
-}
-
-export function createMetricFileSink(opts: MetricFileSinkOptions): MetricSink {
-	const dir = path.join(opts.crewRoot, "state", "metrics");
-	const retentionDays = opts.retentionDays ?? 7;
-	const writeSnapshot = (snapshots: MetricSnapshot[]): void => {
-		try {
-			const date = new Date().toISOString().slice(0, 10);
-			fs.mkdirSync(dir, { recursive: true });
-			rotateOldFiles(dir, retentionDays);
-			const redacted = redactSecrets(snapshots) as MetricSnapshot[];
-			fs.appendFileSync(path.join(dir, `${date}.jsonl`), `${JSON.stringify({ exportedAt: new Date().toISOString(), snapshots: redacted })}\n`, "utf-8");
-		} catch (error) {
-			logInternalError("metric-sink.write", error);
-		}
-	};
-	const timer = setInterval(() => writeSnapshot(opts.registry.snapshot()), opts.intervalMs ?? 60_000);
-	timer.unref?.();
-	return { writeSnapshot, dispose: () => clearInterval(timer) };
-}
+import * as fs from "node:fs";
+import * as path from "node:path";
+import { redactSecrets } from "../runtime/diagnostic-export.ts";
+import { logInternalError } from "../utils/internal-error.ts";
+import type { MetricRegistry } from "./metric-registry.ts";
+import type { MetricSnapshot } from "./metrics-primitives.ts";
+
+export interface MetricSink {
+	writeSnapshot(snapshots: MetricSnapshot[]): void;
+	dispose(): void;
+}
+
+export interface MetricFileSinkOptions {
+	crewRoot: string;
+	registry: MetricRegistry;
+	retentionDays?: number;
+	intervalMs?: number;
+}
+
+function rotateOldFiles(dir: string, retentionDays: number, now = Date.now()): void {
+	if (!fs.existsSync(dir)) return;
+	const maxAge = retentionDays * 24 * 60 * 60 * 1000;
+	for (const file of fs.readdirSync(dir)) {
+		if (!file.endsWith(".jsonl")) continue;
+		const fullPath = path.join(dir, file);
+		try {
+			if (now - fs.statSync(fullPath).mtimeMs > maxAge) fs.unlinkSync(fullPath);
+		} catch (error) {
+			logInternalError("metric-sink.rotate", error, fullPath);
+		}
+	}
+}
+
+export function createMetricFileSink(opts: MetricFileSinkOptions): MetricSink {
+	const dir = path.join(opts.crewRoot, "state", "metrics");
+	const retentionDays = opts.retentionDays ?? 7;
+	const writeSnapshot = (snapshots: MetricSnapshot[]): void => {
+		try {
+			const date = new Date().toISOString().slice(0, 10);
+			fs.mkdirSync(dir, { recursive: true });
+			rotateOldFiles(dir, retentionDays);
+			const redacted = redactSecrets(snapshots) as MetricSnapshot[];
+			fs.appendFileSync(path.join(dir, `${date}.jsonl`), `${JSON.stringify({ exportedAt: new Date().toISOString(), snapshots: redacted })}\n`, "utf-8");
+		} catch (error) {
+			logInternalError("metric-sink.write", error);
+		}
+	};
+	const timer = setInterval(() => writeSnapshot(opts.registry.snapshot()), opts.intervalMs ?? 60_000);
+	timer.unref?.();
+	return { writeSnapshot, dispose: () => clearInterval(timer) };
+}