dotdo 0.0.1 → 0.1.0

package/dist/db/primitives/observability.js

@@ -0,0 +1,162 @@
+/**
+ * Observability - Metrics hooks for primitive operations
+ *
+ * Provides a unified metrics collection interface for all primitives:
+ * - Latency tracking for operations
+ * - Counter metrics for events (duplicates, late data, etc.)
+ * - Gauge metrics for current state (version counts, window counts, etc.)
+ *
+ * Default is noopMetrics - zero overhead when not configured.
+ */
+/**
+ * No-op metrics collector - zero overhead when metrics are not needed
+ */
+export const noopMetrics = {
+    recordLatency() {
+        // No-op
+    },
+    incrementCounter() {
+        // No-op
+    },
+    recordGauge() {
+        // No-op
+    },
+};
+export class TestMetricsCollector {
+    metrics = [];
+    recordLatency(operation, durationMs, labels) {
+        this.metrics.push({
+            type: 'latency',
+            name: operation,
+            value: durationMs,
+            labels,
+            timestamp: Date.now(),
+        });
+    }
+    incrementCounter(name, labels, delta = 1) {
+        this.metrics.push({
+            type: 'counter',
+            name,
+            value: delta,
+            labels,
+            timestamp: Date.now(),
+        });
+    }
+    recordGauge(name, value, labels) {
+        this.metrics.push({
+            type: 'gauge',
+            name,
+            value,
+            labels,
+            timestamp: Date.now(),
+        });
+    }
+    /**
+     * Get all metrics of a specific type
+     */
+    getByType(type) {
+        return this.metrics.filter((m) => m.type === type);
+    }
+    /**
+     * Get all metrics with a specific name
+     */
+    getByName(name) {
+        return this.metrics.filter((m) => m.name === name);
+    }
+    /**
+     * Get total count for a counter
+     */
+    getCounterTotal(name) {
+        return this.getByName(name)
+            .filter((m) => m.type === 'counter')
+            .reduce((sum, m) => sum + m.value, 0);
+    }
+    /**
+     * Get all latency recordings for an operation
+     */
+    getLatencies(operation) {
+        return this.getByName(operation)
+            .filter((m) => m.type === 'latency')
+            .map((m) => m.value);
+    }
+    /**
+     * Get the latest gauge value
+     */
+    getLatestGauge(name) {
+        const gauges = this.getByName(name).filter((m) => m.type === 'gauge');
+        return gauges.length > 0 ? gauges[gauges.length - 1].value : undefined;
+    }
+    /**
+     * Clear all recorded metrics
+     */
+    clear() {
+        this.metrics.length = 0;
+    }
+}
+/**
+ * Metric names used by primitives
+ *
+ * These constants help ensure consistency across the codebase
+ * and provide documentation for available metrics.
+ */
+export const MetricNames = {
+    // TemporalStore metrics
+    TEMPORAL_STORE_GET_LATENCY: 'temporal_store.get.latency',
+    TEMPORAL_STORE_PUT_LATENCY: 'temporal_store.put.latency',
+    TEMPORAL_STORE_GET_AS_OF_LATENCY: 'temporal_store.get_as_of.latency',
+    TEMPORAL_STORE_SNAPSHOT_LATENCY: 'temporal_store.snapshot.latency',
+    TEMPORAL_STORE_RESTORE_LATENCY: 'temporal_store.restore.latency',
+    TEMPORAL_STORE_PRUNE_LATENCY: 'temporal_store.prune.latency',
+    TEMPORAL_STORE_VERSION_COUNT: 'temporal_store.version_count',
+    TEMPORAL_STORE_KEY_COUNT: 'temporal_store.key_count',
+    TEMPORAL_STORE_SNAPSHOT_COUNT: 'temporal_store.snapshot_count',
+    TEMPORAL_STORE_VERSIONS_PRUNED: 'temporal_store.versions_pruned',
+    // WindowManager metrics
+    WINDOW_MANAGER_PROCESS_LATENCY: 'window_manager.process.latency',
+    WINDOW_MANAGER_ADVANCE_WATERMARK_LATENCY: 'window_manager.advance_watermark.latency',
+    WINDOW_MANAGER_WINDOW_CREATED: 'window_manager.window_created',
+    WINDOW_MANAGER_WINDOW_TRIGGERED: 'window_manager.window_triggered',
+    WINDOW_MANAGER_WINDOW_CLOSED: 'window_manager.window_closed',
+    WINDOW_MANAGER_LATE_DATA: 'window_manager.late_data',
+    WINDOW_MANAGER_ACTIVE_WINDOWS: 'window_manager.active_windows',
+    WINDOW_MANAGER_ELEMENTS_PROCESSED: 'window_manager.elements_processed',
+    // ExactlyOnceContext metrics
+    EXACTLY_ONCE_PROCESS_LATENCY: 'exactly_once.process.latency',
+    EXACTLY_ONCE_TRANSACTION_LATENCY: 'exactly_once.transaction.latency',
+    EXACTLY_ONCE_FLUSH_LATENCY: 'exactly_once.flush.latency',
+    EXACTLY_ONCE_DUPLICATES: 'exactly_once.duplicates',
+    EXACTLY_ONCE_PROCESSED: 'exactly_once.processed',
+    EXACTLY_ONCE_TRANSACTIONS: 'exactly_once.transactions',
+    EXACTLY_ONCE_TRANSACTION_ROLLBACKS: 'exactly_once.transaction_rollbacks',
+    EXACTLY_ONCE_EVENTS_EMITTED: 'exactly_once.events_emitted',
+    EXACTLY_ONCE_EVENTS_DELIVERED: 'exactly_once.events_delivered',
+    EXACTLY_ONCE_BUFFERED_EVENTS: 'exactly_once.buffered_events',
+    EXACTLY_ONCE_PROCESSED_IDS: 'exactly_once.processed_ids',
+};
+/**
+ * Helper to measure async operation latency
+ */
+export async function measureLatency(metrics, operation, fn, labels) {
+    const start = performance.now();
+    try {
+        return await fn();
+    }
+    finally {
+        const durationMs = performance.now() - start;
+        metrics.recordLatency(operation, durationMs, labels);
+    }
+}
+/**
+ * Helper to measure sync operation latency
+ */
+export function measureLatencySync(metrics, operation, fn, labels) {
+    const start = performance.now();
+    try {
+        return fn();
+    }
+    finally {
+        const durationMs = performance.now() - start;
+        metrics.recordLatency(operation, durationMs, labels);
+    }
+}
+//# sourceMappingURL=observability.js.map

package/dist/db/primitives/observability.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"observability.js","sourceRoot":"","sources":["../../../db/primitives/observability.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAuCH;;GAEG;AACH,MAAM,CAAC,MAAM,WAAW,GAAqB;IAC3C,aAAa;QACX,QAAQ;IACV,CAAC;IACD,gBAAgB;QACd,QAAQ;IACV,CAAC;IACD,WAAW;QACT,QAAQ;IACV,CAAC;CACF,CAAA;AAcD,MAAM,OAAO,oBAAoB;IACf,OAAO,GAAqB,EAAE,CAAA;IAE9C,aAAa,CAAC,SAAiB,EAAE,UAAkB,EAAE,MAAqB;QACxE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,UAAU;YACjB,MAAM;YACN,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CAAA;IACJ,CAAC;IAED,gBAAgB,CAAC,IAAY,EAAE,MAAqB,EAAE,QAAgB,CAAC;QACrE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,SAAS;YACf,IAAI;YACJ,KAAK,EAAE,KAAK;YACZ,MAAM;YACN,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CAAA;IACJ,CAAC;IAED,WAAW,CAAC,IAAY,EAAE,KAAa,EAAE,MAAqB;QAC5D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,OAAO;YACb,IAAI;YACJ,KAAK;YACL,MAAM;YACN,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CAAA;IACJ,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,IAA4B;QACpC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAA;IACpD,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,IAAY;QACpB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAA;IACpD,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,IAAY;QAC1B,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aACxB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC;aACnC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;IACzC,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,SAAiB;QAC5B,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;aAC7B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC;aACnC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IACxB,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,IAAY;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAA;QACrE,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;IACzE,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAA;IACzB,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,wBAAwB;IACxB,0BAA0B,EAAE,4BAA4B;IACxD,0BAA0B,EAAE,4BAA4B;IACxD,gCAAgC,EAAE,kCAAkC;IACpE,+BAA+B,EAAE,iCAAiC;IAClE,8BAA8B,EAAE,gCAAgC;IAChE,4BAA4B,EAAE,8BAA8B;IAC5D,4BAA4B,EAAE,8BAA8B;IAC5D,wBAAwB,EAAE,0BAA0B;IACpD,6BAA6B,EAAE,+BAA+B;IAC9D,8BAA8B,EAAE,gCAAgC;IAEhE,wBAAwB;IACxB,8BAA8B,EAAE,gCAAgC;IAChE,wCAAwC,EAAE,0CAA0C;IACpF,6BAA6B,EAAE,+BAA+B;IAC9D,+BAA+B,EAAE,iCAAiC;IAClE,4BAA4B,EAAE,8BAA8B;IAC5D,wBAAwB,EAAE,0BAA0B;IACpD,6BAA6B,EAAE,+BAA+B;IAC9D,iCAAiC,EAAE,mCAAmC;IAEtE,6BAA6B;IAC7B,4BAA4B,EAAE,8BAA8B;IAC5D,gCAAgC,EAAE,kCAAkC;IACpE,0BAA0B,EAAE,4BAA4B;IACxD,uBAAuB,EAAE,yBAAyB;IAClD,sBAAsB,EAAE,wBAAwB;IAChD,yBAAyB,EAAE,2BAA2B;IACtD,kCAAkC,EAAE,oCAAoC;IACxE,2BAA2B,EAAE,6BAA6B;IAC1D,6BAA6B,EAAE,+BAA+B;IAC9D,4BAA4B,EAAE,8BAA8B;IAC5D,0BAA0B,EAAE,4BAA4B;CAChD,CAAA;AAEV;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAyB,EACzB,SAAiB,EACjB,EAAoB,EACpB,MAAqB;IAErB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;IAC/B,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,EAAE,CAAA;IACnB,CAAC;YAAS,CAAC;QACT,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAA;QAC5C,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,UAAU,EAAE,MAAM,CAAC,CAAA;IACtD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAChC,OAAyB,EACzB,SAAiB,EACjB,EAAW,EACX,MAAqB;IAErB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;IAC/B,IAAI,CAAC;QACH,OAAO,EAAE,EAAE,CAAA;IACb,CAAC;YAAS,CAAC;QACT,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAA;QAC5C,OAAO,CAAC,aAAa,CAAC,SAAS,EAAE,UAAU,EAAE,MAAM,CAAC,CAAA;IACtD,CAAC;AACH,CAAC"}