@noego/telemetry 0.0.1 → 0.0.2

package/dist/sqlite/index.d.cts

@@ -1,7 +1,7 @@
-import { S as SqliteTargetConfiguration, M as MetricDefinition, T as TimelineQuery, b as TimelineQueryResponse, c as TelemetryQueryError, d as MetricQuery, e as MetricQueryResponse } from '../query.types-Bntwh6KF.cjs';
-export { o as SqliteMaintenanceConfiguration, p as SqliteRetentionConfiguration, q as SqliteSchemaConfiguration, r as SqliteTableOverrides } from '../query.types-Bntwh6KF.cjs';
+import { S as SqliteTargetConfiguration, M as MetricDefinition, T as TimelineQuery, b as TimelineQueryResponse, c as TelemetryQueryError, d as MetricQuery, e as MetricQueryResponse } from '../query.types-DuYWbFFe.cjs';
+export { o as SqliteMaintenanceConfiguration, p as SqliteRetentionConfiguration, q as SqliteSchemaConfiguration, r as SqliteTableOverrides } from '../query.types-DuYWbFFe.cjs';
 import { T as TelemetryResult } from '../result.types-171Huujb.cjs';
-import { T as TelemetryStorageTransport, a as TelemetryStorageCapabilities, S as StoragePersistRequest, M as MaintenanceStageResult, c as MaintenanceRunRecord, b as StorageTargetStatus } from '../storage.types-DjuUMinz.cjs';
+import { T as TelemetryStorageTransport, a as TelemetryStorageCapabilities, S as StoragePersistRequest, M as MaintenanceStageResult, c as MaintenanceRunRecord, b as StorageTargetStatus } from '../storage.types-Bji_pWqr.cjs';
 import { e as TelemetryAcknowledgement } from '../transport.types-BAl_TRtU.cjs';
 import '../envelope.types-rOLpWXRC.cjs';
 

package/dist/sqlite/index.d.ts

@@ -1,7 +1,7 @@
-import { S as SqliteTargetConfiguration, M as MetricDefinition, T as TimelineQuery, b as TimelineQueryResponse, c as TelemetryQueryError, d as MetricQuery, e as MetricQueryResponse } from '../query.types-DySoqYop.js';
-export { o as SqliteMaintenanceConfiguration, p as SqliteRetentionConfiguration, q as SqliteSchemaConfiguration, r as SqliteTableOverrides } from '../query.types-DySoqYop.js';
+import { S as SqliteTargetConfiguration, M as MetricDefinition, T as TimelineQuery, b as TimelineQueryResponse, c as TelemetryQueryError, d as MetricQuery, e as MetricQueryResponse } from '../query.types-DU5v7vM0.js';
+export { o as SqliteMaintenanceConfiguration, p as SqliteRetentionConfiguration, q as SqliteSchemaConfiguration, r as SqliteTableOverrides } from '../query.types-DU5v7vM0.js';
 import { T as TelemetryResult } from '../result.types-171Huujb.js';
-import { T as TelemetryStorageTransport, a as TelemetryStorageCapabilities, S as StoragePersistRequest, M as MaintenanceStageResult, c as MaintenanceRunRecord, b as StorageTargetStatus } from '../storage.types-BTCGVxOM.js';
+import { T as TelemetryStorageTransport, a as TelemetryStorageCapabilities, S as StoragePersistRequest, M as MaintenanceStageResult, c as MaintenanceRunRecord, b as StorageTargetStatus } from '../storage.types-k7oElEB3.js';
 import { e as TelemetryAcknowledgement } from '../transport.types-DDnZoKWi.js';
 import '../envelope.types-rOLpWXRC.js';
 

package/dist/sqlite/index.js

@@ -1806,73 +1806,49 @@ var TelemetryRepository = class {
       lastSequence: sample.sequence
     };
   }
+  /**
+   * Raw retention is purely time-based, matching the native collector: every
+   * expired row goes in one set-based statement per level band. No page size,
+   * no row cap, and no rollup-completion gate — metric samples are extracted at
+   * ingest and retained on their own clock, so dropping a raw row costs no
+   * metric fidelity, and no row can outlive its window waiting on a rollup.
+   */
   createRawEventRetentionStep(nowMs) {
-    const cutoffMs = nowMs - this.options.retention.rawMs;
     const table = this.options.tableMap.quoted("rawEvents");
-    const readFirstPage = this.options.connection.prepare(
-      `SELECT producer_id, sequence, event_id, occurred_at_ms, monotonic_ns,
-              source, process_kind, level, label, conversation_id,
-              conversation_id_kind, correlation_id, metadata_json, schema_version
-       FROM ${table}
-       WHERE target_id = ? AND occurred_at_ms < ?
-       ORDER BY occurred_at_ms ASC, producer_id ASC, sequence ASC
-       LIMIT ${RETENTION_PAGE_SIZE}`
-    );
-    const readNextPage = this.options.connection.prepare(
-      `SELECT producer_id, sequence, event_id, occurred_at_ms, monotonic_ns,
-              source, process_kind, level, label, conversation_id,
-              conversation_id_kind, correlation_id, metadata_json, schema_version
-       FROM ${table}
-       WHERE target_id = ? AND occurred_at_ms < ?
-         AND (occurred_at_ms, producer_id, sequence) > (?, ?, ?)
-       ORDER BY occurred_at_ms ASC, producer_id ASC, sequence ASC
-       LIMIT ${RETENTION_PAGE_SIZE}`
+    const levelMs = this.options.retention.levelMs ?? {};
+    const levels = Object.keys(levelMs);
+    const removeByLevel = this.options.connection.prepare(
+      `DELETE FROM ${table}
+       WHERE target_id = ? AND lower(coalesce(level, '')) = ? AND occurred_at_ms < ?`
     );
-    const remove = this.options.connection.prepare(
-      `DELETE FROM ${table} WHERE target_id = ? AND producer_id = ? AND sequence = ?`
+    const fallbackPlaceholders = levels.map(() => "?").join(", ");
+    const removeFallback = this.options.connection.prepare(
+      `DELETE FROM ${table}
+       WHERE target_id = ? AND occurred_at_ms < ?` + (levels.length === 0 ? "" : ` AND lower(coalesce(level, '')) NOT IN (${fallbackPlaceholders})`)
     );
-    let cursor = null;
+    let done = false;
     return () => {
-      const rows = cursor === null ? readFirstPage.all(this.options.targetId, cutoffMs) : readNextPage.all(
-        this.options.targetId,
-        cutoffMs,
-        cursor.occurredAtMs,
-        cursor.producerId,
-        cursor.sequence
-      );
-      if (rows.length === 0) {
+      if (done) {
         return { deleted: 0, done: true };
       }
-      const scanned = rows.map((row) => {
-        const parsed = this.rowParser.parseRawEnvelope(row);
-        if (!parsed.ok) {
-          throw new Error(parsed.error);
-        }
-        return parsed.value;
-      });
-      const eligible = scanned.filter((envelope) => this.rawEventHasRequiredRollups(envelope));
+      done = true;
       const transaction = this.options.connection.transaction(() => {
-        let deleted2 = 0;
-        for (const envelope of eligible) {
-          deleted2 += remove.run(
-            this.options.targetId,
-            envelope.producerId,
-            envelope.sequence
-          ).changes;
+        let deleted = 0;
+        for (const level of levels) {
+          const retainMs = levelMs[level];
+          if (retainMs === void 0) {
+            continue;
+          }
+          deleted += removeByLevel.run(this.options.targetId, level, nowMs - retainMs).changes;
         }
-        return deleted2;
+        deleted += removeFallback.run(
+          this.options.targetId,
+          nowMs - this.options.retention.rawMs,
+          ...levels
+        ).changes;
+        return deleted;
       });
-      const deleted = transaction();
-      const last = scanned[scanned.length - 1];
-      if (last === void 0 || rows.length < RETENTION_PAGE_SIZE) {
-        return { deleted, done: true };
-      }
-      cursor = {
-        occurredAtMs: last.occurredAtMs,
-        producerId: last.producerId,
-        sequence: last.sequence
-      };
-      return { deleted, done: false };
+      return { deleted: transaction(), done: true };
     };
   }
   rawEventHasRequiredRollups(envelope) {
@@ -2613,6 +2589,7 @@ var TelemetryTableMap = class _TelemetryTableMap {
       rawEventsOccurredIndex: this.indexName(mapping.rawEvents, "occurred"),
       rawEventsConversationIndex: this.indexName(mapping.rawEvents, "conversation"),
       rawEventsLabelIndex: this.indexName(mapping.rawEvents, "label"),
+      rawEventsLevelIndex: this.indexName(mapping.rawEvents, "level"),
       metricSamplesTimeIndex: this.indexName(mapping.metricSamples, "time"),
       metricSamplesEventIndex: this.indexName(mapping.metricSamples, "event"),
       metricRollupsTimeIndex: this.indexName(mapping.metricRollups, "time")