@outray/runtime-shared 0.1.0 → 0.1.1

package/dist/buffered-logger.cjs

@@ -0,0 +1,102 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/buffered-logger.ts
+var buffered_logger_exports = {};
+__export(buffered_logger_exports, {
+  BufferedAnalyticsLogger: () => BufferedAnalyticsLogger
+});
+module.exports = __toCommonJS(buffered_logger_exports);
+var BufferedAnalyticsLogger = class {
+  constructor(queue, name, batchSize, flushIntervalMs, maxBufferBytes = 16 * 1024 * 1024, maxRecordBytes = 0) {
+    this.queue = queue;
+    this.name = name;
+    this.batchSize = batchSize;
+    this.flushIntervalMs = flushIntervalMs;
+    this.maxBufferBytes = maxBufferBytes;
+    this.maxRecordBytes = maxRecordBytes;
+  }
+  queue;
+  name;
+  batchSize;
+  flushIntervalMs;
+  maxBufferBytes;
+  maxRecordBytes;
+  buffer = [];
+  bufferBytes = 0;
+  flushing = null;
+  interval = null;
+  start(deliver = true) {
+    if (this.interval) return;
+    if (deliver) this.queue.start();
+    this.interval = setInterval(() => {
+      void this.flush().catch(() => {
+        console.error(`${this.name} analytics could not reach Redis; buffered records will retry`);
+      });
+    }, this.flushIntervalMs);
+    this.interval.unref();
+  }
+  log(record) {
+    const bytes = Buffer.byteLength(JSON.stringify(record));
+    if (this.maxRecordBytes && bytes > this.maxRecordBytes) {
+      console.error(`${this.name} analytics record exceeds the capture size limit; only this record was rejected`);
+      return;
+    }
+    if (this.bufferBytes + bytes > this.maxBufferBytes) {
+      console.error(`${this.name} analytics buffer is full; one record was rejected`);
+      return;
+    }
+    this.buffer.push({ record, bytes });
+    this.bufferBytes += bytes;
+    if (this.buffer.length >= this.batchSize || this.bufferBytes >= 4 * 1024 * 1024) {
+      void this.flush().catch(() => {
+        console.error(`${this.name} analytics could not reach Redis; buffered records will retry`);
+      });
+    }
+  }
+  flush() {
+    if (this.flushing) return this.flushing;
+    this.flushing = this.flushPending().finally(() => {
+      this.flushing = null;
+    });
+    return this.flushing;
+  }
+  async flushPending() {
+    while (this.buffer.length) {
+      const batch = this.buffer.slice(0, this.batchSize);
+      await this.queue.enqueue(batch.map(({ record }) => record));
+      this.buffer.splice(0, batch.length);
+      this.bufferBytes -= batch.reduce((total, item) => total + item.bytes, 0);
+    }
+  }
+  async shutdown() {
+    if (this.interval) clearInterval(this.interval);
+    this.interval = null;
+    try {
+      await this.flush();
+    } finally {
+      await this.queue.close();
+    }
+  }
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  BufferedAnalyticsLogger
+});
+//# sourceMappingURL=buffered-logger.cjs.map

package/dist/buffered-logger.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/buffered-logger.ts"],"sourcesContent":["export interface AnalyticsQueue<T> {\n  enqueue(records: T[]): Promise<void>;\n  start(): void;\n  close(): Promise<void>;\n}\n\n/** Retain failed Redis writes, bound memory, and serialize flushes. */\nexport class BufferedAnalyticsLogger<T> {\n  private readonly buffer: { record: T; bytes: number }[] = [];\n  private bufferBytes = 0;\n  private flushing: Promise<void> | null = null;\n  private interval: NodeJS.Timeout | null = null;\n\n  constructor(\n    private readonly queue: AnalyticsQueue<T>,\n    private readonly name: string,\n    private readonly batchSize: number,\n    private readonly flushIntervalMs: number,\n    private readonly maxBufferBytes = 16 * 1024 * 1024,\n    private readonly maxRecordBytes = 0,\n  ) {}\n\n  start(deliver = true): void {\n    if (this.interval) return;\n    if (deliver) this.queue.start();\n    this.interval = setInterval(() => {\n      void this.flush().catch(() => {\n        console.error(`${this.name} analytics could not reach Redis; buffered records will retry`);\n      });\n    }, this.flushIntervalMs);\n    this.interval.unref();\n  }\n\n  log(record: T): void {\n    const bytes = Buffer.byteLength(JSON.stringify(record));\n    if (this.maxRecordBytes && bytes > this.maxRecordBytes) {\n      console.error(`${this.name} analytics record exceeds the capture size limit; only this record was rejected`);\n      return;\n    }\n    if (this.bufferBytes + bytes > this.maxBufferBytes) {\n      // A bounded in-memory fallback cannot safely absorb an unlimited outage.\n      // Make overload explicit without exposing request data in the error.\n      console.error(`${this.name} analytics buffer is full; one record was rejected`);\n      return;\n    }\n    this.buffer.push({ record, bytes });\n    this.bufferBytes += bytes;\n    // Captures can contain two large base64 bodies. Flush on bytes as well as\n    // rows so a normal low-count burst does not fill the fallback buffer.\n    if (this.buffer.length >= this.batchSize || this.bufferBytes >= 4 * 1024 * 1024) {\n      void this.flush().catch(() => {\n        console.error(`${this.name} analytics could not reach Redis; buffered records will retry`);\n      });\n    }\n  }\n\n  flush(): Promise<void> {\n    if (this.flushing) return this.flushing;\n    this.flushing = this.flushPending().finally(() => { this.flushing = null; });\n    return this.flushing;\n  }\n\n  private async flushPending(): Promise<void> {\n    while (this.buffer.length) {\n      const batch = this.buffer.slice(0, this.batchSize);\n      await this.queue.enqueue(batch.map(({ record }) => record));\n      this.buffer.splice(0, batch.length);\n      this.bufferBytes -= batch.reduce((total, item) => total + item.bytes, 0);\n    }\n  }\n\n  async shutdown(): Promise<void> {\n    if (this.interval) clearInterval(this.interval);\n    this.interval = null;\n    try {\n      await this.flush();\n    } finally {\n      await this.queue.close();\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAOO,IAAM,0BAAN,MAAiC;AAAA,EAMtC,YACmB,OACA,MACA,WACA,iBACA,iBAAiB,KAAK,OAAO,MAC7B,iBAAiB,GAClC;AANiB;AACA;AACA;AACA;AACA;AACA;AAAA,EAChB;AAAA,EANgB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAXF,SAAyC,CAAC;AAAA,EACnD,cAAc;AAAA,EACd,WAAiC;AAAA,EACjC,WAAkC;AAAA,EAW1C,MAAM,UAAU,MAAY;AAC1B,QAAI,KAAK,SAAU;AACnB,QAAI,QAAS,MAAK,MAAM,MAAM;AAC9B,SAAK,WAAW,YAAY,MAAM;AAChC,WAAK,KAAK,MAAM,EAAE,MAAM,MAAM;AAC5B,gBAAQ,MAAM,GAAG,KAAK,IAAI,+DAA+D;AAAA,MAC3F,CAAC;AAAA,IACH,GAAG,KAAK,eAAe;AACvB,SAAK,SAAS,MAAM;AAAA,EACtB;AAAA,EAEA,IAAI,QAAiB;AACnB,UAAM,QAAQ,OAAO,WAAW,KAAK,UAAU,MAAM,CAAC;AACtD,QAAI,KAAK,kBAAkB,QAAQ,KAAK,gBAAgB;AACtD,cAAQ,MAAM,GAAG,KAAK,IAAI,iFAAiF;AAC3G;AAAA,IACF;AACA,QAAI,KAAK,cAAc,QAAQ,KAAK,gBAAgB;AAGlD,cAAQ,MAAM,GAAG,KAAK,IAAI,oDAAoD;AAC9E;AAAA,IACF;AACA,SAAK,OAAO,KAAK,EAAE,QAAQ,MAAM,CAAC;AAClC,SAAK,eAAe;AAGpB,QAAI,KAAK,OAAO,UAAU,KAAK,aAAa,KAAK,eAAe,IAAI,OAAO,MAAM;AAC/E,WAAK,KAAK,MAAM,EAAE,MAAM,MAAM;AAC5B,gBAAQ,MAAM,GAAG,KAAK,IAAI,+DAA+D;AAAA,MAC3F,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,QAAuB;AACrB,QAAI,KAAK,SAAU,QAAO,KAAK;AAC/B,SAAK,WAAW,KAAK,aAAa,EAAE,QAAQ,MAAM;AAAE,WAAK,WAAW;AAAA,IAAM,CAAC;AAC3E,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAc,eAA8B;AAC1C,WAAO,KAAK,OAAO,QAAQ;AACzB,YAAM,QAAQ,KAAK,OAAO,MAAM,GAAG,KAAK,SAAS;AACjD,YAAM,KAAK,MAAM,QAAQ,MAAM,IAAI,CAAC,EAAE,OAAO,MAAM,MAAM,CAAC;AAC1D,WAAK,OAAO,OAAO,GAAG,MAAM,MAAM;AAClC,WAAK,eAAe,MAAM,OAAO,CAAC,OAAO,SAAS,QAAQ,KAAK,OAAO,CAAC;AAAA,IACzE;AAAA,EACF;AAAA,EAEA,MAAM,WAA0B;AAC9B,QAAI,KAAK,SAAU,eAAc,KAAK,QAAQ;AAC9C,SAAK,WAAW;AAChB,QAAI;AACF,YAAM,KAAK,MAAM;AAAA,IACnB,UAAE;AACA,YAAM,KAAK,MAAM,MAAM;AAAA,IACzB;AAAA,EACF;AACF;","names":[]}

package/dist/buffered-logger.d.cts

@@ -0,0 +1,26 @@
+interface AnalyticsQueue<T> {
+    enqueue(records: T[]): Promise<void>;
+    start(): void;
+    close(): Promise<void>;
+}
+/** Retain failed Redis writes, bound memory, and serialize flushes. */
+declare class BufferedAnalyticsLogger<T> {
+    private readonly queue;
+    private readonly name;
+    private readonly batchSize;
+    private readonly flushIntervalMs;
+    private readonly maxBufferBytes;
+    private readonly maxRecordBytes;
+    private readonly buffer;
+    private bufferBytes;
+    private flushing;
+    private interval;
+    constructor(queue: AnalyticsQueue<T>, name: string, batchSize: number, flushIntervalMs: number, maxBufferBytes?: number, maxRecordBytes?: number);
+    start(deliver?: boolean): void;
+    log(record: T): void;
+    flush(): Promise<void>;
+    private flushPending;
+    shutdown(): Promise<void>;
+}
+
+export { type AnalyticsQueue, BufferedAnalyticsLogger };

package/dist/buffered-logger.d.ts

@@ -0,0 +1,26 @@
+interface AnalyticsQueue<T> {
+    enqueue(records: T[]): Promise<void>;
+    start(): void;
+    close(): Promise<void>;
+}
+/** Retain failed Redis writes, bound memory, and serialize flushes. */
+declare class BufferedAnalyticsLogger<T> {
+    private readonly queue;
+    private readonly name;
+    private readonly batchSize;
+    private readonly flushIntervalMs;
+    private readonly maxBufferBytes;
+    private readonly maxRecordBytes;
+    private readonly buffer;
+    private bufferBytes;
+    private flushing;
+    private interval;
+    constructor(queue: AnalyticsQueue<T>, name: string, batchSize: number, flushIntervalMs: number, maxBufferBytes?: number, maxRecordBytes?: number);
+    start(deliver?: boolean): void;
+    log(record: T): void;
+    flush(): Promise<void>;
+    private flushPending;
+    shutdown(): Promise<void>;
+}
+
+export { type AnalyticsQueue, BufferedAnalyticsLogger };

package/dist/buffered-logger.js

@@ -0,0 +1,77 @@
+// src/buffered-logger.ts
+var BufferedAnalyticsLogger = class {
+  constructor(queue, name, batchSize, flushIntervalMs, maxBufferBytes = 16 * 1024 * 1024, maxRecordBytes = 0) {
+    this.queue = queue;
+    this.name = name;
+    this.batchSize = batchSize;
+    this.flushIntervalMs = flushIntervalMs;
+    this.maxBufferBytes = maxBufferBytes;
+    this.maxRecordBytes = maxRecordBytes;
+  }
+  queue;
+  name;
+  batchSize;
+  flushIntervalMs;
+  maxBufferBytes;
+  maxRecordBytes;
+  buffer = [];
+  bufferBytes = 0;
+  flushing = null;
+  interval = null;
+  start(deliver = true) {
+    if (this.interval) return;
+    if (deliver) this.queue.start();
+    this.interval = setInterval(() => {
+      void this.flush().catch(() => {
+        console.error(`${this.name} analytics could not reach Redis; buffered records will retry`);
+      });
+    }, this.flushIntervalMs);
+    this.interval.unref();
+  }
+  log(record) {
+    const bytes = Buffer.byteLength(JSON.stringify(record));
+    if (this.maxRecordBytes && bytes > this.maxRecordBytes) {
+      console.error(`${this.name} analytics record exceeds the capture size limit; only this record was rejected`);
+      return;
+    }
+    if (this.bufferBytes + bytes > this.maxBufferBytes) {
+      console.error(`${this.name} analytics buffer is full; one record was rejected`);
+      return;
+    }
+    this.buffer.push({ record, bytes });
+    this.bufferBytes += bytes;
+    if (this.buffer.length >= this.batchSize || this.bufferBytes >= 4 * 1024 * 1024) {
+      void this.flush().catch(() => {
+        console.error(`${this.name} analytics could not reach Redis; buffered records will retry`);
+      });
+    }
+  }
+  flush() {
+    if (this.flushing) return this.flushing;
+    this.flushing = this.flushPending().finally(() => {
+      this.flushing = null;
+    });
+    return this.flushing;
+  }
+  async flushPending() {
+    while (this.buffer.length) {
+      const batch = this.buffer.slice(0, this.batchSize);
+      await this.queue.enqueue(batch.map(({ record }) => record));
+      this.buffer.splice(0, batch.length);
+      this.bufferBytes -= batch.reduce((total, item) => total + item.bytes, 0);
+    }
+  }
+  async shutdown() {
+    if (this.interval) clearInterval(this.interval);
+    this.interval = null;
+    try {
+      await this.flush();
+    } finally {
+      await this.queue.close();
+    }
+  }
+};
+export {
+  BufferedAnalyticsLogger
+};
+//# sourceMappingURL=buffered-logger.js.map

package/dist/buffered-logger.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/buffered-logger.ts"],"sourcesContent":["export interface AnalyticsQueue<T> {\n  enqueue(records: T[]): Promise<void>;\n  start(): void;\n  close(): Promise<void>;\n}\n\n/** Retain failed Redis writes, bound memory, and serialize flushes. */\nexport class BufferedAnalyticsLogger<T> {\n  private readonly buffer: { record: T; bytes: number }[] = [];\n  private bufferBytes = 0;\n  private flushing: Promise<void> | null = null;\n  private interval: NodeJS.Timeout | null = null;\n\n  constructor(\n    private readonly queue: AnalyticsQueue<T>,\n    private readonly name: string,\n    private readonly batchSize: number,\n    private readonly flushIntervalMs: number,\n    private readonly maxBufferBytes = 16 * 1024 * 1024,\n    private readonly maxRecordBytes = 0,\n  ) {}\n\n  start(deliver = true): void {\n    if (this.interval) return;\n    if (deliver) this.queue.start();\n    this.interval = setInterval(() => {\n      void this.flush().catch(() => {\n        console.error(`${this.name} analytics could not reach Redis; buffered records will retry`);\n      });\n    }, this.flushIntervalMs);\n    this.interval.unref();\n  }\n\n  log(record: T): void {\n    const bytes = Buffer.byteLength(JSON.stringify(record));\n    if (this.maxRecordBytes && bytes > this.maxRecordBytes) {\n      console.error(`${this.name} analytics record exceeds the capture size limit; only this record was rejected`);\n      return;\n    }\n    if (this.bufferBytes + bytes > this.maxBufferBytes) {\n      // A bounded in-memory fallback cannot safely absorb an unlimited outage.\n      // Make overload explicit without exposing request data in the error.\n      console.error(`${this.name} analytics buffer is full; one record was rejected`);\n      return;\n    }\n    this.buffer.push({ record, bytes });\n    this.bufferBytes += bytes;\n    // Captures can contain two large base64 bodies. Flush on bytes as well as\n    // rows so a normal low-count burst does not fill the fallback buffer.\n    if (this.buffer.length >= this.batchSize || this.bufferBytes >= 4 * 1024 * 1024) {\n      void this.flush().catch(() => {\n        console.error(`${this.name} analytics could not reach Redis; buffered records will retry`);\n      });\n    }\n  }\n\n  flush(): Promise<void> {\n    if (this.flushing) return this.flushing;\n    this.flushing = this.flushPending().finally(() => { this.flushing = null; });\n    return this.flushing;\n  }\n\n  private async flushPending(): Promise<void> {\n    while (this.buffer.length) {\n      const batch = this.buffer.slice(0, this.batchSize);\n      await this.queue.enqueue(batch.map(({ record }) => record));\n      this.buffer.splice(0, batch.length);\n      this.bufferBytes -= batch.reduce((total, item) => total + item.bytes, 0);\n    }\n  }\n\n  async shutdown(): Promise<void> {\n    if (this.interval) clearInterval(this.interval);\n    this.interval = null;\n    try {\n      await this.flush();\n    } finally {\n      await this.queue.close();\n    }\n  }\n}\n"],"mappings":";AAOO,IAAM,0BAAN,MAAiC;AAAA,EAMtC,YACmB,OACA,MACA,WACA,iBACA,iBAAiB,KAAK,OAAO,MAC7B,iBAAiB,GAClC;AANiB;AACA;AACA;AACA;AACA;AACA;AAAA,EAChB;AAAA,EANgB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAXF,SAAyC,CAAC;AAAA,EACnD,cAAc;AAAA,EACd,WAAiC;AAAA,EACjC,WAAkC;AAAA,EAW1C,MAAM,UAAU,MAAY;AAC1B,QAAI,KAAK,SAAU;AACnB,QAAI,QAAS,MAAK,MAAM,MAAM;AAC9B,SAAK,WAAW,YAAY,MAAM;AAChC,WAAK,KAAK,MAAM,EAAE,MAAM,MAAM;AAC5B,gBAAQ,MAAM,GAAG,KAAK,IAAI,+DAA+D;AAAA,MAC3F,CAAC;AAAA,IACH,GAAG,KAAK,eAAe;AACvB,SAAK,SAAS,MAAM;AAAA,EACtB;AAAA,EAEA,IAAI,QAAiB;AACnB,UAAM,QAAQ,OAAO,WAAW,KAAK,UAAU,MAAM,CAAC;AACtD,QAAI,KAAK,kBAAkB,QAAQ,KAAK,gBAAgB;AACtD,cAAQ,MAAM,GAAG,KAAK,IAAI,iFAAiF;AAC3G;AAAA,IACF;AACA,QAAI,KAAK,cAAc,QAAQ,KAAK,gBAAgB;AAGlD,cAAQ,MAAM,GAAG,KAAK,IAAI,oDAAoD;AAC9E;AAAA,IACF;AACA,SAAK,OAAO,KAAK,EAAE,QAAQ,MAAM,CAAC;AAClC,SAAK,eAAe;AAGpB,QAAI,KAAK,OAAO,UAAU,KAAK,aAAa,KAAK,eAAe,IAAI,OAAO,MAAM;AAC/E,WAAK,KAAK,MAAM,EAAE,MAAM,MAAM;AAC5B,gBAAQ,MAAM,GAAG,KAAK,IAAI,+DAA+D;AAAA,MAC3F,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,QAAuB;AACrB,QAAI,KAAK,SAAU,QAAO,KAAK;AAC/B,SAAK,WAAW,KAAK,aAAa,EAAE,QAAQ,MAAM;AAAE,WAAK,WAAW;AAAA,IAAM,CAAC;AAC3E,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAc,eAA8B;AAC1C,WAAO,KAAK,OAAO,QAAQ;AACzB,YAAM,QAAQ,KAAK,OAAO,MAAM,GAAG,KAAK,SAAS;AACjD,YAAM,KAAK,MAAM,QAAQ,MAAM,IAAI,CAAC,EAAE,OAAO,MAAM,MAAM,CAAC;AAC1D,WAAK,OAAO,OAAO,GAAG,MAAM,MAAM;AAClC,WAAK,eAAe,MAAM,OAAO,CAAC,OAAO,SAAS,QAAQ,KAAK,OAAO,CAAC;AAAA,IACzE;AAAA,EACF;AAAA,EAEA,MAAM,WAA0B;AAC9B,QAAI,KAAK,SAAU,eAAc,KAAK,QAAQ;AAC9C,SAAK,WAAW;AAChB,QAAI;AACF,YAAM,KAAK,MAAM;AAAA,IACnB,UAAE;AACA,YAAM,KAAK,MAAM,MAAM;AAAA,IACzB;AAAA,EACF;AACF;","names":[]}

package/dist/tinybird-records.cjs

@@ -0,0 +1,160 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/tinybird-records.ts
+var tinybird_records_exports = {};
+__export(tinybird_records_exports, {
+  TunnelTinybirdClient: () => TunnelTinybirdClient,
+  captureRecordIsCurrent: () => captureRecordIsCurrent,
+  normalizeRetentionDays: () => normalizeRetentionDays,
+  protocolEventRecord: () => protocolEventRecord,
+  requestCaptureRecord: () => requestCaptureRecord,
+  tinybirdTimestamp: () => tinybirdTimestamp,
+  tunnelEventRecord: () => tunnelEventRecord
+});
+module.exports = __toCommonJS(tinybird_records_exports);
+var import_node_crypto = require("crypto");
+function normalizeRetentionDays(retentionDays) {
+  if (!Number.isFinite(retentionDays)) return 3;
+  return Math.min(90, Math.max(1, Math.trunc(retentionDays)));
+}
+function tinybirdTimestamp(timestamp) {
+  return new Date(timestamp).toISOString().replace("T", " ").replace("Z", "");
+}
+function tunnelEventRecord(event) {
+  return {
+    ...event,
+    request_id: event.request_id || "",
+    event_id: event.request_id || (0, import_node_crypto.randomUUID)(),
+    timestamp: tinybirdTimestamp(event.timestamp),
+    ingested_at: tinybirdTimestamp(Date.now()),
+    retention_days: normalizeRetentionDays(event.retention_days)
+  };
+}
+function requestCaptureRecord(capture) {
+  return {
+    ...capture,
+    timestamp: tinybirdTimestamp(capture.timestamp),
+    ingested_at: tinybirdTimestamp(Date.now()),
+    retention_days: normalizeRetentionDays(capture.retention_days),
+    request_headers: JSON.stringify(capture.request_headers),
+    response_headers: JSON.stringify(capture.response_headers)
+  };
+}
+function protocolEventRecord(event) {
+  return {
+    ...event,
+    event_id: (0, import_node_crypto.randomUUID)(),
+    timestamp: tinybirdTimestamp(event.timestamp),
+    ingested_at: tinybirdTimestamp(Date.now()),
+    retention_days: normalizeRetentionDays(event.retention_days)
+  };
+}
+var TunnelTinybirdClient = class {
+  constructor(host, token) {
+    this.host = host;
+    this.token = token;
+  }
+  host;
+  token;
+  get configured() {
+    if (!this.host || !this.token) return false;
+    try {
+      const url = new URL(this.host);
+      return (url.protocol === "https:" || url.protocol === "http:" && ["localhost", "127.0.0.1", "[::1]"].includes(url.hostname)) && !url.username && !url.password && !url.search && !url.hash && url.pathname === "/";
+    } catch {
+      return false;
+    }
+  }
+  async append(datasource, records) {
+    if (datasource === "tunnel_request_captures") {
+      const oversized = records.filter((record) => Buffer.byteLength(JSON.stringify(record)) > 3 * 1024 * 1024).length;
+      if (oversized) console.error(`Tinybird capture delivery rejected ${oversized} oversized records; other captures will continue`);
+      records = records.filter((record) => captureRecordIsCurrent(record) && Buffer.byteLength(JSON.stringify(record)) <= 3 * 1024 * 1024);
+    }
+    if (!records.length) return;
+    if (!this.configured) throw new Error("Tinybird tunnel ingestion is not configured");
+    const maxBytes = 4 * 1024 * 1024;
+    let lines = [];
+    let bytes = 0;
+    for (const record of records) {
+      const line = JSON.stringify(record);
+      const lineBytes = Buffer.byteLength(line) + 1;
+      if (lineBytes > maxBytes) {
+        throw new Error(`Tinybird ${datasource} record exceeds the ingestion size limit`);
+      }
+      if (bytes + lineBytes > maxBytes && lines.length) {
+        await this.appendBatch(datasource, lines);
+        lines = [];
+        bytes = 0;
+      }
+      lines.push(line);
+      bytes += lineBytes;
+    }
+    if (lines.length) await this.appendBatch(datasource, lines);
+  }
+  async appendBatch(datasource, lines) {
+    const response = await fetch(
+      `${this.host.replace(/\/$/, "")}/v0/events?name=${encodeURIComponent(datasource)}&wait=true`,
+      {
+        method: "POST",
+        headers: {
+          Authorization: `Bearer ${this.token}`,
+          "Content-Type": "application/x-ndjson"
+        },
+        body: lines.join("\n"),
+        signal: AbortSignal.timeout(15e3)
+      }
+    );
+    if (!response.ok) {
+      await response.body?.cancel();
+      throw new Error(`Tinybird ${datasource} ingestion failed (${response.status})`);
+    }
+    let result;
+    try {
+      const candidate = await response.json();
+      if (!candidate || typeof candidate !== "object" || Array.isArray(candidate)) {
+        throw new Error("invalid acknowledgement");
+      }
+      result = candidate;
+    } catch {
+      throw new Error(`Tinybird ${datasource} ingestion returned an invalid acknowledgement`);
+    }
+    if (Number(result.quarantined_rows) > 0 || Number(result.successful_rows) !== lines.length) {
+      throw new Error(`Tinybird ${datasource} ingestion did not acknowledge the complete batch`);
+    }
+  }
+};
+function captureRecordIsCurrent(record, now = Date.now()) {
+  if (typeof record.timestamp !== "string") return false;
+  const timestamp = Date.parse(`${record.timestamp.replace(" ", "T").replace(/Z$/, "")}Z`);
+  const days = normalizeRetentionDays(Number(record.retention_days));
+  return Number.isFinite(timestamp) && timestamp + days * 24 * 60 * 60 * 1e3 > now;
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  TunnelTinybirdClient,
+  captureRecordIsCurrent,
+  normalizeRetentionDays,
+  protocolEventRecord,
+  requestCaptureRecord,
+  tinybirdTimestamp,
+  tunnelEventRecord
+});
+//# sourceMappingURL=tinybird-records.cjs.map

package/dist/tinybird-records.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/tinybird-records.ts"],"sourcesContent":["import { randomUUID } from \"node:crypto\";\n\nexport interface TunnelEvent {\n  request_id?: string;\n  timestamp: number;\n  tunnel_id: string;\n  organization_id: string;\n  retention_days: number;\n  host: string;\n  method: string;\n  path: string;\n  status_code: number;\n  request_duration_ms: number;\n  bytes_in: number;\n  bytes_out: number;\n  client_ip: string;\n  user_agent: string;\n}\n\nexport interface RequestCapture {\n  id: string;\n  timestamp: number;\n  tunnel_id: string;\n  organization_id: string;\n  retention_days: number;\n  request_headers: Record<string, string | string[]>;\n  request_body: string | null;\n  request_body_size: number;\n  response_headers: Record<string, string | string[]>;\n  response_body: string | null;\n  response_body_size: number;\n}\n\nexport interface ProtocolEvent {\n  direction?: \"in\" | \"out\";\n  timestamp: number;\n  tunnel_id: string;\n  organization_id: string;\n  retention_days: number;\n  protocol: \"tcp\" | \"udp\";\n  event_type: \"connection\" | \"data\" | \"close\" | \"packet\";\n  connection_id: string;\n  client_ip: string;\n  client_port: number;\n  bytes_in: number;\n  bytes_out: number;\n  duration_ms: number;\n}\n\nexport type TinybirdTunnelRecord = Record<string, string | number | null>;\n\nexport function normalizeRetentionDays(retentionDays: number): number {\n  if (!Number.isFinite(retentionDays)) return 3;\n  return Math.min(90, Math.max(1, Math.trunc(retentionDays)));\n}\n\nexport function tinybirdTimestamp(timestamp: number | Date): string {\n  return new Date(timestamp).toISOString().replace(\"T\", \" \").replace(\"Z\", \"\");\n}\n\nexport function tunnelEventRecord(event: TunnelEvent): TinybirdTunnelRecord {\n  return {\n    ...event,\n    request_id: event.request_id || \"\",\n    event_id: event.request_id || randomUUID(),\n    timestamp: tinybirdTimestamp(event.timestamp),\n    ingested_at: tinybirdTimestamp(Date.now()),\n    retention_days: normalizeRetentionDays(event.retention_days),\n  };\n}\n\nexport function requestCaptureRecord(capture: RequestCapture): TinybirdTunnelRecord {\n  return {\n    ...capture,\n    timestamp: tinybirdTimestamp(capture.timestamp),\n    ingested_at: tinybirdTimestamp(Date.now()),\n    retention_days: normalizeRetentionDays(capture.retention_days),\n    request_headers: JSON.stringify(capture.request_headers),\n    response_headers: JSON.stringify(capture.response_headers),\n  };\n}\n\nexport function protocolEventRecord(event: ProtocolEvent): TinybirdTunnelRecord {\n  return {\n    ...event,\n    event_id: randomUUID(),\n    timestamp: tinybirdTimestamp(event.timestamp),\n    ingested_at: tinybirdTimestamp(Date.now()),\n    retention_days: normalizeRetentionDays(event.retention_days),\n  };\n}\n\nexport class TunnelTinybirdClient {\n  constructor(private readonly host: string, private readonly token: string) {}\n\n  get configured(): boolean {\n    if (!this.host || !this.token) return false;\n    try {\n      const url = new URL(this.host);\n      return (url.protocol === \"https:\" ||\n        (url.protocol === \"http:\" && [\"localhost\", \"127.0.0.1\", \"[::1]\"].includes(url.hostname))) &&\n        !url.username && !url.password && !url.search && !url.hash && url.pathname === \"/\";\n    } catch {\n      return false;\n    }\n  }\n\n  async append(datasource: string, records: TinybirdTunnelRecord[]): Promise<void> {\n    if (datasource === \"tunnel_request_captures\") {\n      const oversized = records.filter((record) => Buffer.byteLength(JSON.stringify(record)) > 3 * 1024 * 1024).length;\n      if (oversized) console.error(`Tinybird capture delivery rejected ${oversized} oversized records; other captures will continue`);\n      records = records.filter((record) => captureRecordIsCurrent(record) && Buffer.byteLength(JSON.stringify(record)) <= 3 * 1024 * 1024);\n    }\n    if (!records.length) return;\n    if (!this.configured) throw new Error(\"Tinybird tunnel ingestion is not configured\");\n    // Keep requests below the Events API payload ceiling, even when captures\n    // contain large base64 request/response bodies. Stable ids make retrying an\n    // already accepted prefix safe when a later request fails.\n    const maxBytes = 4 * 1024 * 1024;\n    let lines: string[] = [];\n    let bytes = 0;\n    for (const record of records) {\n      const line = JSON.stringify(record);\n      const lineBytes = Buffer.byteLength(line) + 1;\n      if (lineBytes > maxBytes) {\n        throw new Error(`Tinybird ${datasource} record exceeds the ingestion size limit`);\n      }\n      if (bytes + lineBytes > maxBytes && lines.length) {\n        await this.appendBatch(datasource, lines);\n        lines = [];\n        bytes = 0;\n      }\n      lines.push(line);\n      bytes += lineBytes;\n    }\n    if (lines.length) await this.appendBatch(datasource, lines);\n  }\n\n  private async appendBatch(datasource: string, lines: string[]): Promise<void> {\n    const response = await fetch(\n      `${this.host.replace(/\\/$/, \"\")}/v0/events?name=${encodeURIComponent(datasource)}&wait=true`,\n      {\n        method: \"POST\",\n        headers: {\n          Authorization: `Bearer ${this.token}`,\n          \"Content-Type\": \"application/x-ndjson\",\n        },\n        body: lines.join(\"\\n\"),\n        signal: AbortSignal.timeout(15_000),\n      },\n    );\n    // Error bodies can echo capture values. Never include them in logs/errors.\n    if (!response.ok) {\n      await response.body?.cancel();\n      throw new Error(`Tinybird ${datasource} ingestion failed (${response.status})`);\n    }\n    let result: { successful_rows?: number; quarantined_rows?: number };\n    try {\n      const candidate: unknown = await response.json();\n      if (!candidate || typeof candidate !== \"object\" || Array.isArray(candidate)) {\n        throw new Error(\"invalid acknowledgement\");\n      }\n      result = candidate as typeof result;\n    } catch {\n      throw new Error(`Tinybird ${datasource} ingestion returned an invalid acknowledgement`);\n    }\n    if (Number(result.quarantined_rows) > 0 || Number(result.successful_rows) !== lines.length) {\n      throw new Error(`Tinybird ${datasource} ingestion did not acknowledge the complete batch`);\n    }\n  }\n}\n\n/** Backlogs must never republish captures past their individual plan expiry. */\nexport function captureRecordIsCurrent(record: TinybirdTunnelRecord, now = Date.now()): boolean {\n  if (typeof record.timestamp !== \"string\") return false;\n  const timestamp = Date.parse(`${record.timestamp.replace(\" \", \"T\").replace(/Z$/, \"\")}Z`);\n  const days = normalizeRetentionDays(Number(record.retention_days));\n  return Number.isFinite(timestamp) && timestamp + days * 24 * 60 * 60 * 1000 > now;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,yBAA2B;AAmDpB,SAAS,uBAAuB,eAA+B;AACpE,MAAI,CAAC,OAAO,SAAS,aAAa,EAAG,QAAO;AAC5C,SAAO,KAAK,IAAI,IAAI,KAAK,IAAI,GAAG,KAAK,MAAM,aAAa,CAAC,CAAC;AAC5D;AAEO,SAAS,kBAAkB,WAAkC;AAClE,SAAO,IAAI,KAAK,SAAS,EAAE,YAAY,EAAE,QAAQ,KAAK,GAAG,EAAE,QAAQ,KAAK,EAAE;AAC5E;AAEO,SAAS,kBAAkB,OAA0C;AAC1E,SAAO;AAAA,IACL,GAAG;AAAA,IACH,YAAY,MAAM,cAAc;AAAA,IAChC,UAAU,MAAM,kBAAc,+BAAW;AAAA,IACzC,WAAW,kBAAkB,MAAM,SAAS;AAAA,IAC5C,aAAa,kBAAkB,KAAK,IAAI,CAAC;AAAA,IACzC,gBAAgB,uBAAuB,MAAM,cAAc;AAAA,EAC7D;AACF;AAEO,SAAS,qBAAqB,SAA+C;AAClF,SAAO;AAAA,IACL,GAAG;AAAA,IACH,WAAW,kBAAkB,QAAQ,SAAS;AAAA,IAC9C,aAAa,kBAAkB,KAAK,IAAI,CAAC;AAAA,IACzC,gBAAgB,uBAAuB,QAAQ,cAAc;AAAA,IAC7D,iBAAiB,KAAK,UAAU,QAAQ,eAAe;AAAA,IACvD,kBAAkB,KAAK,UAAU,QAAQ,gBAAgB;AAAA,EAC3D;AACF;AAEO,SAAS,oBAAoB,OAA4C;AAC9E,SAAO;AAAA,IACL,GAAG;AAAA,IACH,cAAU,+BAAW;AAAA,IACrB,WAAW,kBAAkB,MAAM,SAAS;AAAA,IAC5C,aAAa,kBAAkB,KAAK,IAAI,CAAC;AAAA,IACzC,gBAAgB,uBAAuB,MAAM,cAAc;AAAA,EAC7D;AACF;AAEO,IAAM,uBAAN,MAA2B;AAAA,EAChC,YAA6B,MAA+B,OAAe;AAA9C;AAA+B;AAAA,EAAgB;AAAA,EAA/C;AAAA,EAA+B;AAAA,EAE5D,IAAI,aAAsB;AACxB,QAAI,CAAC,KAAK,QAAQ,CAAC,KAAK,MAAO,QAAO;AACtC,QAAI;AACF,YAAM,MAAM,IAAI,IAAI,KAAK,IAAI;AAC7B,cAAQ,IAAI,aAAa,YACtB,IAAI,aAAa,WAAW,CAAC,aAAa,aAAa,OAAO,EAAE,SAAS,IAAI,QAAQ,MACtF,CAAC,IAAI,YAAY,CAAC,IAAI,YAAY,CAAC,IAAI,UAAU,CAAC,IAAI,QAAQ,IAAI,aAAa;AAAA,IACnF,QAAQ;AACN,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,MAAM,OAAO,YAAoB,SAAgD;AAC/E,QAAI,eAAe,2BAA2B;AAC5C,YAAM,YAAY,QAAQ,OAAO,CAAC,WAAW,OAAO,WAAW,KAAK,UAAU,MAAM,CAAC,IAAI,IAAI,OAAO,IAAI,EAAE;AAC1G,UAAI,UAAW,SAAQ,MAAM,sCAAsC,SAAS,kDAAkD;AAC9H,gBAAU,QAAQ,OAAO,CAAC,WAAW,uBAAuB,MAAM,KAAK,OAAO,WAAW,KAAK,UAAU,MAAM,CAAC,KAAK,IAAI,OAAO,IAAI;AAAA,IACrI;AACA,QAAI,CAAC,QAAQ,OAAQ;AACrB,QAAI,CAAC,KAAK,WAAY,OAAM,IAAI,MAAM,6CAA6C;AAInF,UAAM,WAAW,IAAI,OAAO;AAC5B,QAAI,QAAkB,CAAC;AACvB,QAAI,QAAQ;AACZ,eAAW,UAAU,SAAS;AAC5B,YAAM,OAAO,KAAK,UAAU,MAAM;AAClC,YAAM,YAAY,OAAO,WAAW,IAAI,IAAI;AAC5C,UAAI,YAAY,UAAU;AACxB,cAAM,IAAI,MAAM,YAAY,UAAU,0CAA0C;AAAA,MAClF;AACA,UAAI,QAAQ,YAAY,YAAY,MAAM,QAAQ;AAChD,cAAM,KAAK,YAAY,YAAY,KAAK;AACxC,gBAAQ,CAAC;AACT,gBAAQ;AAAA,MACV;AACA,YAAM,KAAK,IAAI;AACf,eAAS;AAAA,IACX;AACA,QAAI,MAAM,OAAQ,OAAM,KAAK,YAAY,YAAY,KAAK;AAAA,EAC5D;AAAA,EAEA,MAAc,YAAY,YAAoB,OAAgC;AAC5E,UAAM,WAAW,MAAM;AAAA,MACrB,GAAG,KAAK,KAAK,QAAQ,OAAO,EAAE,CAAC,mBAAmB,mBAAmB,UAAU,CAAC;AAAA,MAChF;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,KAAK;AAAA,UACnC,gBAAgB;AAAA,QAClB;AAAA,QACA,MAAM,MAAM,KAAK,IAAI;AAAA,QACrB,QAAQ,YAAY,QAAQ,IAAM;AAAA,MACpC;AAAA,IACF;AAEA,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,SAAS,MAAM,OAAO;AAC5B,YAAM,IAAI,MAAM,YAAY,UAAU,sBAAsB,SAAS,MAAM,GAAG;AAAA,IAChF;AACA,QAAI;AACJ,QAAI;AACF,YAAM,YAAqB,MAAM,SAAS,KAAK;AAC/C,UAAI,CAAC,aAAa,OAAO,cAAc,YAAY,MAAM,QAAQ,SAAS,GAAG;AAC3E,cAAM,IAAI,MAAM,yBAAyB;AAAA,MAC3C;AACA,eAAS;AAAA,IACX,QAAQ;AACN,YAAM,IAAI,MAAM,YAAY,UAAU,gDAAgD;AAAA,IACxF;AACA,QAAI,OAAO,OAAO,gBAAgB,IAAI,KAAK,OAAO,OAAO,eAAe,MAAM,MAAM,QAAQ;AAC1F,YAAM,IAAI,MAAM,YAAY,UAAU,mDAAmD;AAAA,IAC3F;AAAA,EACF;AACF;AAGO,SAAS,uBAAuB,QAA8B,MAAM,KAAK,IAAI,GAAY;AAC9F,MAAI,OAAO,OAAO,cAAc,SAAU,QAAO;AACjD,QAAM,YAAY,KAAK,MAAM,GAAG,OAAO,UAAU,QAAQ,KAAK,GAAG,EAAE,QAAQ,MAAM,EAAE,CAAC,GAAG;AACvF,QAAM,OAAO,uBAAuB,OAAO,OAAO,cAAc,CAAC;AACjE,SAAO,OAAO,SAAS,SAAS,KAAK,YAAY,OAAO,KAAK,KAAK,KAAK,MAAO;AAChF;","names":[]}

package/dist/tinybird-records.d.cts

@@ -0,0 +1,62 @@
+interface TunnelEvent {
+    request_id?: string;
+    timestamp: number;
+    tunnel_id: string;
+    organization_id: string;
+    retention_days: number;
+    host: string;
+    method: string;
+    path: string;
+    status_code: number;
+    request_duration_ms: number;
+    bytes_in: number;
+    bytes_out: number;
+    client_ip: string;
+    user_agent: string;
+}
+interface RequestCapture {
+    id: string;
+    timestamp: number;
+    tunnel_id: string;
+    organization_id: string;
+    retention_days: number;
+    request_headers: Record<string, string | string[]>;
+    request_body: string | null;
+    request_body_size: number;
+    response_headers: Record<string, string | string[]>;
+    response_body: string | null;
+    response_body_size: number;
+}
+interface ProtocolEvent {
+    direction?: "in" | "out";
+    timestamp: number;
+    tunnel_id: string;
+    organization_id: string;
+    retention_days: number;
+    protocol: "tcp" | "udp";
+    event_type: "connection" | "data" | "close" | "packet";
+    connection_id: string;
+    client_ip: string;
+    client_port: number;
+    bytes_in: number;
+    bytes_out: number;
+    duration_ms: number;
+}
+type TinybirdTunnelRecord = Record<string, string | number | null>;
+declare function normalizeRetentionDays(retentionDays: number): number;
+declare function tinybirdTimestamp(timestamp: number | Date): string;
+declare function tunnelEventRecord(event: TunnelEvent): TinybirdTunnelRecord;
+declare function requestCaptureRecord(capture: RequestCapture): TinybirdTunnelRecord;
+declare function protocolEventRecord(event: ProtocolEvent): TinybirdTunnelRecord;
+declare class TunnelTinybirdClient {
+    private readonly host;
+    private readonly token;
+    constructor(host: string, token: string);
+    get configured(): boolean;
+    append(datasource: string, records: TinybirdTunnelRecord[]): Promise<void>;
+    private appendBatch;
+}
+/** Backlogs must never republish captures past their individual plan expiry. */
+declare function captureRecordIsCurrent(record: TinybirdTunnelRecord, now?: number): boolean;
+
+export { type ProtocolEvent, type RequestCapture, type TinybirdTunnelRecord, type TunnelEvent, TunnelTinybirdClient, captureRecordIsCurrent, normalizeRetentionDays, protocolEventRecord, requestCaptureRecord, tinybirdTimestamp, tunnelEventRecord };

package/dist/tinybird-records.d.ts

@@ -0,0 +1,62 @@
+interface TunnelEvent {
+    request_id?: string;
+    timestamp: number;
+    tunnel_id: string;
+    organization_id: string;
+    retention_days: number;
+    host: string;
+    method: string;
+    path: string;
+    status_code: number;
+    request_duration_ms: number;
+    bytes_in: number;
+    bytes_out: number;
+    client_ip: string;
+    user_agent: string;
+}
+interface RequestCapture {
+    id: string;
+    timestamp: number;
+    tunnel_id: string;
+    organization_id: string;
+    retention_days: number;
+    request_headers: Record<string, string | string[]>;
+    request_body: string | null;
+    request_body_size: number;
+    response_headers: Record<string, string | string[]>;
+    response_body: string | null;
+    response_body_size: number;
+}
+interface ProtocolEvent {
+    direction?: "in" | "out";
+    timestamp: number;
+    tunnel_id: string;
+    organization_id: string;
+    retention_days: number;
+    protocol: "tcp" | "udp";
+    event_type: "connection" | "data" | "close" | "packet";
+    connection_id: string;
+    client_ip: string;
+    client_port: number;
+    bytes_in: number;
+    bytes_out: number;
+    duration_ms: number;
+}
+type TinybirdTunnelRecord = Record<string, string | number | null>;
+declare function normalizeRetentionDays(retentionDays: number): number;
+declare function tinybirdTimestamp(timestamp: number | Date): string;
+declare function tunnelEventRecord(event: TunnelEvent): TinybirdTunnelRecord;
+declare function requestCaptureRecord(capture: RequestCapture): TinybirdTunnelRecord;
+declare function protocolEventRecord(event: ProtocolEvent): TinybirdTunnelRecord;
+declare class TunnelTinybirdClient {
+    private readonly host;
+    private readonly token;
+    constructor(host: string, token: string);
+    get configured(): boolean;
+    append(datasource: string, records: TinybirdTunnelRecord[]): Promise<void>;
+    private appendBatch;
+}
+/** Backlogs must never republish captures past their individual plan expiry. */
+declare function captureRecordIsCurrent(record: TinybirdTunnelRecord, now?: number): boolean;
+
+export { type ProtocolEvent, type RequestCapture, type TinybirdTunnelRecord, type TunnelEvent, TunnelTinybirdClient, captureRecordIsCurrent, normalizeRetentionDays, protocolEventRecord, requestCaptureRecord, tinybirdTimestamp, tunnelEventRecord };

package/dist/tinybird-records.js

@@ -0,0 +1,129 @@
+// src/tinybird-records.ts
+import { randomUUID } from "crypto";
+function normalizeRetentionDays(retentionDays) {
+  if (!Number.isFinite(retentionDays)) return 3;
+  return Math.min(90, Math.max(1, Math.trunc(retentionDays)));
+}
+function tinybirdTimestamp(timestamp) {
+  return new Date(timestamp).toISOString().replace("T", " ").replace("Z", "");
+}
+function tunnelEventRecord(event) {
+  return {
+    ...event,
+    request_id: event.request_id || "",
+    event_id: event.request_id || randomUUID(),
+    timestamp: tinybirdTimestamp(event.timestamp),
+    ingested_at: tinybirdTimestamp(Date.now()),
+    retention_days: normalizeRetentionDays(event.retention_days)
+  };
+}
+function requestCaptureRecord(capture) {
+  return {
+    ...capture,
+    timestamp: tinybirdTimestamp(capture.timestamp),
+    ingested_at: tinybirdTimestamp(Date.now()),
+    retention_days: normalizeRetentionDays(capture.retention_days),
+    request_headers: JSON.stringify(capture.request_headers),
+    response_headers: JSON.stringify(capture.response_headers)
+  };
+}
+function protocolEventRecord(event) {
+  return {
+    ...event,
+    event_id: randomUUID(),
+    timestamp: tinybirdTimestamp(event.timestamp),
+    ingested_at: tinybirdTimestamp(Date.now()),
+    retention_days: normalizeRetentionDays(event.retention_days)
+  };
+}
+var TunnelTinybirdClient = class {
+  constructor(host, token) {
+    this.host = host;
+    this.token = token;
+  }
+  host;
+  token;
+  get configured() {
+    if (!this.host || !this.token) return false;
+    try {
+      const url = new URL(this.host);
+      return (url.protocol === "https:" || url.protocol === "http:" && ["localhost", "127.0.0.1", "[::1]"].includes(url.hostname)) && !url.username && !url.password && !url.search && !url.hash && url.pathname === "/";
+    } catch {
+      return false;
+    }
+  }
+  async append(datasource, records) {
+    if (datasource === "tunnel_request_captures") {
+      const oversized = records.filter((record) => Buffer.byteLength(JSON.stringify(record)) > 3 * 1024 * 1024).length;
+      if (oversized) console.error(`Tinybird capture delivery rejected ${oversized} oversized records; other captures will continue`);
+      records = records.filter((record) => captureRecordIsCurrent(record) && Buffer.byteLength(JSON.stringify(record)) <= 3 * 1024 * 1024);
+    }
+    if (!records.length) return;
+    if (!this.configured) throw new Error("Tinybird tunnel ingestion is not configured");
+    const maxBytes = 4 * 1024 * 1024;
+    let lines = [];
+    let bytes = 0;
+    for (const record of records) {
+      const line = JSON.stringify(record);
+      const lineBytes = Buffer.byteLength(line) + 1;
+      if (lineBytes > maxBytes) {
+        throw new Error(`Tinybird ${datasource} record exceeds the ingestion size limit`);
+      }
+      if (bytes + lineBytes > maxBytes && lines.length) {
+        await this.appendBatch(datasource, lines);
+        lines = [];
+        bytes = 0;
+      }
+      lines.push(line);
+      bytes += lineBytes;
+    }
+    if (lines.length) await this.appendBatch(datasource, lines);
+  }
+  async appendBatch(datasource, lines) {
+    const response = await fetch(
+      `${this.host.replace(/\/$/, "")}/v0/events?name=${encodeURIComponent(datasource)}&wait=true`,
+      {
+        method: "POST",
+        headers: {
+          Authorization: `Bearer ${this.token}`,
+          "Content-Type": "application/x-ndjson"
+        },
+        body: lines.join("\n"),
+        signal: AbortSignal.timeout(15e3)
+      }
+    );
+    if (!response.ok) {
+      await response.body?.cancel();
+      throw new Error(`Tinybird ${datasource} ingestion failed (${response.status})`);
+    }
+    let result;
+    try {
+      const candidate = await response.json();
+      if (!candidate || typeof candidate !== "object" || Array.isArray(candidate)) {
+        throw new Error("invalid acknowledgement");
+      }
+      result = candidate;
+    } catch {
+      throw new Error(`Tinybird ${datasource} ingestion returned an invalid acknowledgement`);
+    }
+    if (Number(result.quarantined_rows) > 0 || Number(result.successful_rows) !== lines.length) {
+      throw new Error(`Tinybird ${datasource} ingestion did not acknowledge the complete batch`);
+    }
+  }
+};
+function captureRecordIsCurrent(record, now = Date.now()) {
+  if (typeof record.timestamp !== "string") return false;
+  const timestamp = Date.parse(`${record.timestamp.replace(" ", "T").replace(/Z$/, "")}Z`);
+  const days = normalizeRetentionDays(Number(record.retention_days));
+  return Number.isFinite(timestamp) && timestamp + days * 24 * 60 * 60 * 1e3 > now;
+}
+export {
+  TunnelTinybirdClient,
+  captureRecordIsCurrent,
+  normalizeRetentionDays,
+  protocolEventRecord,
+  requestCaptureRecord,
+  tinybirdTimestamp,
+  tunnelEventRecord
+};
+//# sourceMappingURL=tinybird-records.js.map

package/dist/tinybird-records.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/tinybird-records.ts"],"sourcesContent":["import { randomUUID } from \"node:crypto\";\n\nexport interface TunnelEvent {\n  request_id?: string;\n  timestamp: number;\n  tunnel_id: string;\n  organization_id: string;\n  retention_days: number;\n  host: string;\n  method: string;\n  path: string;\n  status_code: number;\n  request_duration_ms: number;\n  bytes_in: number;\n  bytes_out: number;\n  client_ip: string;\n  user_agent: string;\n}\n\nexport interface RequestCapture {\n  id: string;\n  timestamp: number;\n  tunnel_id: string;\n  organization_id: string;\n  retention_days: number;\n  request_headers: Record<string, string | string[]>;\n  request_body: string | null;\n  request_body_size: number;\n  response_headers: Record<string, string | string[]>;\n  response_body: string | null;\n  response_body_size: number;\n}\n\nexport interface ProtocolEvent {\n  direction?: \"in\" | \"out\";\n  timestamp: number;\n  tunnel_id: string;\n  organization_id: string;\n  retention_days: number;\n  protocol: \"tcp\" | \"udp\";\n  event_type: \"connection\" | \"data\" | \"close\" | \"packet\";\n  connection_id: string;\n  client_ip: string;\n  client_port: number;\n  bytes_in: number;\n  bytes_out: number;\n  duration_ms: number;\n}\n\nexport type TinybirdTunnelRecord = Record<string, string | number | null>;\n\nexport function normalizeRetentionDays(retentionDays: number): number {\n  if (!Number.isFinite(retentionDays)) return 3;\n  return Math.min(90, Math.max(1, Math.trunc(retentionDays)));\n}\n\nexport function tinybirdTimestamp(timestamp: number | Date): string {\n  return new Date(timestamp).toISOString().replace(\"T\", \" \").replace(\"Z\", \"\");\n}\n\nexport function tunnelEventRecord(event: TunnelEvent): TinybirdTunnelRecord {\n  return {\n    ...event,\n    request_id: event.request_id || \"\",\n    event_id: event.request_id || randomUUID(),\n    timestamp: tinybirdTimestamp(event.timestamp),\n    ingested_at: tinybirdTimestamp(Date.now()),\n    retention_days: normalizeRetentionDays(event.retention_days),\n  };\n}\n\nexport function requestCaptureRecord(capture: RequestCapture): TinybirdTunnelRecord {\n  return {\n    ...capture,\n    timestamp: tinybirdTimestamp(capture.timestamp),\n    ingested_at: tinybirdTimestamp(Date.now()),\n    retention_days: normalizeRetentionDays(capture.retention_days),\n    request_headers: JSON.stringify(capture.request_headers),\n    response_headers: JSON.stringify(capture.response_headers),\n  };\n}\n\nexport function protocolEventRecord(event: ProtocolEvent): TinybirdTunnelRecord {\n  return {\n    ...event,\n    event_id: randomUUID(),\n    timestamp: tinybirdTimestamp(event.timestamp),\n    ingested_at: tinybirdTimestamp(Date.now()),\n    retention_days: normalizeRetentionDays(event.retention_days),\n  };\n}\n\nexport class TunnelTinybirdClient {\n  constructor(private readonly host: string, private readonly token: string) {}\n\n  get configured(): boolean {\n    if (!this.host || !this.token) return false;\n    try {\n      const url = new URL(this.host);\n      return (url.protocol === \"https:\" ||\n        (url.protocol === \"http:\" && [\"localhost\", \"127.0.0.1\", \"[::1]\"].includes(url.hostname))) &&\n        !url.username && !url.password && !url.search && !url.hash && url.pathname === \"/\";\n    } catch {\n      return false;\n    }\n  }\n\n  async append(datasource: string, records: TinybirdTunnelRecord[]): Promise<void> {\n    if (datasource === \"tunnel_request_captures\") {\n      const oversized = records.filter((record) => Buffer.byteLength(JSON.stringify(record)) > 3 * 1024 * 1024).length;\n      if (oversized) console.error(`Tinybird capture delivery rejected ${oversized} oversized records; other captures will continue`);\n      records = records.filter((record) => captureRecordIsCurrent(record) && Buffer.byteLength(JSON.stringify(record)) <= 3 * 1024 * 1024);\n    }\n    if (!records.length) return;\n    if (!this.configured) throw new Error(\"Tinybird tunnel ingestion is not configured\");\n    // Keep requests below the Events API payload ceiling, even when captures\n    // contain large base64 request/response bodies. Stable ids make retrying an\n    // already accepted prefix safe when a later request fails.\n    const maxBytes = 4 * 1024 * 1024;\n    let lines: string[] = [];\n    let bytes = 0;\n    for (const record of records) {\n      const line = JSON.stringify(record);\n      const lineBytes = Buffer.byteLength(line) + 1;\n      if (lineBytes > maxBytes) {\n        throw new Error(`Tinybird ${datasource} record exceeds the ingestion size limit`);\n      }\n      if (bytes + lineBytes > maxBytes && lines.length) {\n        await this.appendBatch(datasource, lines);\n        lines = [];\n        bytes = 0;\n      }\n      lines.push(line);\n      bytes += lineBytes;\n    }\n    if (lines.length) await this.appendBatch(datasource, lines);\n  }\n\n  private async appendBatch(datasource: string, lines: string[]): Promise<void> {\n    const response = await fetch(\n      `${this.host.replace(/\\/$/, \"\")}/v0/events?name=${encodeURIComponent(datasource)}&wait=true`,\n      {\n        method: \"POST\",\n        headers: {\n          Authorization: `Bearer ${this.token}`,\n          \"Content-Type\": \"application/x-ndjson\",\n        },\n        body: lines.join(\"\\n\"),\n        signal: AbortSignal.timeout(15_000),\n      },\n    );\n    // Error bodies can echo capture values. Never include them in logs/errors.\n    if (!response.ok) {\n      await response.body?.cancel();\n      throw new Error(`Tinybird ${datasource} ingestion failed (${response.status})`);\n    }\n    let result: { successful_rows?: number; quarantined_rows?: number };\n    try {\n      const candidate: unknown = await response.json();\n      if (!candidate || typeof candidate !== \"object\" || Array.isArray(candidate)) {\n        throw new Error(\"invalid acknowledgement\");\n      }\n      result = candidate as typeof result;\n    } catch {\n      throw new Error(`Tinybird ${datasource} ingestion returned an invalid acknowledgement`);\n    }\n    if (Number(result.quarantined_rows) > 0 || Number(result.successful_rows) !== lines.length) {\n      throw new Error(`Tinybird ${datasource} ingestion did not acknowledge the complete batch`);\n    }\n  }\n}\n\n/** Backlogs must never republish captures past their individual plan expiry. */\nexport function captureRecordIsCurrent(record: TinybirdTunnelRecord, now = Date.now()): boolean {\n  if (typeof record.timestamp !== \"string\") return false;\n  const timestamp = Date.parse(`${record.timestamp.replace(\" \", \"T\").replace(/Z$/, \"\")}Z`);\n  const days = normalizeRetentionDays(Number(record.retention_days));\n  return Number.isFinite(timestamp) && timestamp + days * 24 * 60 * 60 * 1000 > now;\n}\n"],"mappings":";AAAA,SAAS,kBAAkB;AAmDpB,SAAS,uBAAuB,eAA+B;AACpE,MAAI,CAAC,OAAO,SAAS,aAAa,EAAG,QAAO;AAC5C,SAAO,KAAK,IAAI,IAAI,KAAK,IAAI,GAAG,KAAK,MAAM,aAAa,CAAC,CAAC;AAC5D;AAEO,SAAS,kBAAkB,WAAkC;AAClE,SAAO,IAAI,KAAK,SAAS,EAAE,YAAY,EAAE,QAAQ,KAAK,GAAG,EAAE,QAAQ,KAAK,EAAE;AAC5E;AAEO,SAAS,kBAAkB,OAA0C;AAC1E,SAAO;AAAA,IACL,GAAG;AAAA,IACH,YAAY,MAAM,cAAc;AAAA,IAChC,UAAU,MAAM,cAAc,WAAW;AAAA,IACzC,WAAW,kBAAkB,MAAM,SAAS;AAAA,IAC5C,aAAa,kBAAkB,KAAK,IAAI,CAAC;AAAA,IACzC,gBAAgB,uBAAuB,MAAM,cAAc;AAAA,EAC7D;AACF;AAEO,SAAS,qBAAqB,SAA+C;AAClF,SAAO;AAAA,IACL,GAAG;AAAA,IACH,WAAW,kBAAkB,QAAQ,SAAS;AAAA,IAC9C,aAAa,kBAAkB,KAAK,IAAI,CAAC;AAAA,IACzC,gBAAgB,uBAAuB,QAAQ,cAAc;AAAA,IAC7D,iBAAiB,KAAK,UAAU,QAAQ,eAAe;AAAA,IACvD,kBAAkB,KAAK,UAAU,QAAQ,gBAAgB;AAAA,EAC3D;AACF;AAEO,SAAS,oBAAoB,OAA4C;AAC9E,SAAO;AAAA,IACL,GAAG;AAAA,IACH,UAAU,WAAW;AAAA,IACrB,WAAW,kBAAkB,MAAM,SAAS;AAAA,IAC5C,aAAa,kBAAkB,KAAK,IAAI,CAAC;AAAA,IACzC,gBAAgB,uBAAuB,MAAM,cAAc;AAAA,EAC7D;AACF;AAEO,IAAM,uBAAN,MAA2B;AAAA,EAChC,YAA6B,MAA+B,OAAe;AAA9C;AAA+B;AAAA,EAAgB;AAAA,EAA/C;AAAA,EAA+B;AAAA,EAE5D,IAAI,aAAsB;AACxB,QAAI,CAAC,KAAK,QAAQ,CAAC,KAAK,MAAO,QAAO;AACtC,QAAI;AACF,YAAM,MAAM,IAAI,IAAI,KAAK,IAAI;AAC7B,cAAQ,IAAI,aAAa,YACtB,IAAI,aAAa,WAAW,CAAC,aAAa,aAAa,OAAO,EAAE,SAAS,IAAI,QAAQ,MACtF,CAAC,IAAI,YAAY,CAAC,IAAI,YAAY,CAAC,IAAI,UAAU,CAAC,IAAI,QAAQ,IAAI,aAAa;AAAA,IACnF,QAAQ;AACN,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,MAAM,OAAO,YAAoB,SAAgD;AAC/E,QAAI,eAAe,2BAA2B;AAC5C,YAAM,YAAY,QAAQ,OAAO,CAAC,WAAW,OAAO,WAAW,KAAK,UAAU,MAAM,CAAC,IAAI,IAAI,OAAO,IAAI,EAAE;AAC1G,UAAI,UAAW,SAAQ,MAAM,sCAAsC,SAAS,kDAAkD;AAC9H,gBAAU,QAAQ,OAAO,CAAC,WAAW,uBAAuB,MAAM,KAAK,OAAO,WAAW,KAAK,UAAU,MAAM,CAAC,KAAK,IAAI,OAAO,IAAI;AAAA,IACrI;AACA,QAAI,CAAC,QAAQ,OAAQ;AACrB,QAAI,CAAC,KAAK,WAAY,OAAM,IAAI,MAAM,6CAA6C;AAInF,UAAM,WAAW,IAAI,OAAO;AAC5B,QAAI,QAAkB,CAAC;AACvB,QAAI,QAAQ;AACZ,eAAW,UAAU,SAAS;AAC5B,YAAM,OAAO,KAAK,UAAU,MAAM;AAClC,YAAM,YAAY,OAAO,WAAW,IAAI,IAAI;AAC5C,UAAI,YAAY,UAAU;AACxB,cAAM,IAAI,MAAM,YAAY,UAAU,0CAA0C;AAAA,MAClF;AACA,UAAI,QAAQ,YAAY,YAAY,MAAM,QAAQ;AAChD,cAAM,KAAK,YAAY,YAAY,KAAK;AACxC,gBAAQ,CAAC;AACT,gBAAQ;AAAA,MACV;AACA,YAAM,KAAK,IAAI;AACf,eAAS;AAAA,IACX;AACA,QAAI,MAAM,OAAQ,OAAM,KAAK,YAAY,YAAY,KAAK;AAAA,EAC5D;AAAA,EAEA,MAAc,YAAY,YAAoB,OAAgC;AAC5E,UAAM,WAAW,MAAM;AAAA,MACrB,GAAG,KAAK,KAAK,QAAQ,OAAO,EAAE,CAAC,mBAAmB,mBAAmB,UAAU,CAAC;AAAA,MAChF;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,eAAe,UAAU,KAAK,KAAK;AAAA,UACnC,gBAAgB;AAAA,QAClB;AAAA,QACA,MAAM,MAAM,KAAK,IAAI;AAAA,QACrB,QAAQ,YAAY,QAAQ,IAAM;AAAA,MACpC;AAAA,IACF;AAEA,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,SAAS,MAAM,OAAO;AAC5B,YAAM,IAAI,MAAM,YAAY,UAAU,sBAAsB,SAAS,MAAM,GAAG;AAAA,IAChF;AACA,QAAI;AACJ,QAAI;AACF,YAAM,YAAqB,MAAM,SAAS,KAAK;AAC/C,UAAI,CAAC,aAAa,OAAO,cAAc,YAAY,MAAM,QAAQ,SAAS,GAAG;AAC3E,cAAM,IAAI,MAAM,yBAAyB;AAAA,MAC3C;AACA,eAAS;AAAA,IACX,QAAQ;AACN,YAAM,IAAI,MAAM,YAAY,UAAU,gDAAgD;AAAA,IACxF;AACA,QAAI,OAAO,OAAO,gBAAgB,IAAI,KAAK,OAAO,OAAO,eAAe,MAAM,MAAM,QAAQ;AAC1F,YAAM,IAAI,MAAM,YAAY,UAAU,mDAAmD;AAAA,IAC3F;AAAA,EACF;AACF;AAGO,SAAS,uBAAuB,QAA8B,MAAM,KAAK,IAAI,GAAY;AAC9F,MAAI,OAAO,OAAO,cAAc,SAAU,QAAO;AACjD,QAAM,YAAY,KAAK,MAAM,GAAG,OAAO,UAAU,QAAQ,KAAK,GAAG,EAAE,QAAQ,MAAM,EAAE,CAAC,GAAG;AACvF,QAAM,OAAO,uBAAuB,OAAO,OAAO,cAAc,CAAC;AACjE,SAAO,OAAO,SAAS,SAAS,KAAK,YAAY,OAAO,KAAK,KAAK,KAAK,MAAO;AAChF;","names":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@outray/runtime-shared",
-  "version": "0.1.0",
+  "version": "0.1.1",
   "description": "Server primitives and tunnel contracts shared by OutRay services",
   "type": "module",
   "license": "MIT",
@@ -64,6 +64,16 @@
       "types": "./dist/tunnel-accounting.d.ts",
       "import": "./dist/tunnel-accounting.js",
       "require": "./dist/tunnel-accounting.cjs"
+    },
+    "./buffered-logger": {
+      "types": "./dist/buffered-logger.d.ts",
+      "import": "./dist/buffered-logger.js",
+      "require": "./dist/buffered-logger.cjs"
+    },
+    "./tinybird-records": {
+      "types": "./dist/tinybird-records.d.ts",
+      "import": "./dist/tinybird-records.js",
+      "require": "./dist/tinybird-records.cjs"
     }
   },
   "engines": {