@jeffjassky/telemetry 0.7.0 → 0.8.1

package/dist/index.js

@@ -2,6 +2,7 @@ import { uuidv7 } from 'uuidv7';
 import { z } from 'zod';
 import { Schema } from 'mongoose';
 import { randomBytes, scryptSync, timingSafeEqual, createHash } from 'crypto';
+import { originalPositionFor, sourceContentFor, TraceMap } from '@jridgewell/trace-mapping';
 import express2 from 'express';
 import fs from 'fs';
 import path2 from 'path';
@@ -1161,6 +1162,145 @@ function createSyncIndexes(ctx) {
     await ctx.rejects().createIndex({ at: 1 }, { expireAfterSeconds: REJECT_TTL_DAYS * 86400 });
   };
 }
+var SOURCEMAP_MAX_BYTES = 15 * 1024 * 1024;
+var SOURCEMAP_RETENTION_DAYS = 90;
+var CACHE_SIZE = 8;
+var CONTEXT_MAX = 200;
+var bundleFile = (filename) => String(filename ?? "").split(/[?#]/)[0].split(/[\\/]/).pop() ?? "";
+var cleanSource = (source) => (
+  // webpack:///src/x.ts, webpack://app/./src/x.ts → src/x.ts
+  source.replace(/^webpack:\/\/[^/]*\//, "").replace(/^\.\//, "")
+);
+function createSourcemaps(opts) {
+  const coll = () => opts.connection.db.collection(opts.collection);
+  const cache = /* @__PURE__ */ new Map();
+  const remember = (key, value) => {
+    cache.delete(key);
+    cache.set(key, value);
+    while (cache.size > CACHE_SIZE) cache.delete(cache.keys().next().value);
+  };
+  const keyOf = (tenantId, service, release, file) => `${tenantId}\0${service}\0${release}\0${file}`;
+  async function load(tenantId, service, release, file) {
+    const key = keyOf(tenantId, service, release, file);
+    if (cache.has(key)) {
+      const hit = cache.get(key);
+      remember(key, hit);
+      return hit;
+    }
+    let parsed = null;
+    try {
+      const doc = await coll().findOne({ tenantId, service, release, file }, { projection: { map: 1 } });
+      if (doc?.map) parsed = new TraceMap(String(doc.map));
+    } catch (e) {
+      opts.logger.warn("[telemetry] sourcemap load failed", file, e?.message);
+    }
+    remember(key, parsed);
+    return parsed;
+  }
+  return {
+    async ensureIndexes() {
+      await coll().createIndex(
+        { tenantId: 1, service: 1, release: 1, file: 1 },
+        { unique: true, name: "sourcemap_identity" }
+      );
+      await coll().createIndex({ expiresAt: 1 }, { expireAfterSeconds: 0, name: "sourcemap_ttl" });
+    },
+    /**
+     * Store maps for one release. Idempotent: registering the same release
+     * again replaces its maps and refreshes their retention, so a host can
+     * simply call this on every boot.
+     */
+    async register(input) {
+      const { tenantId, service, release } = input;
+      if (!tenantId || !service || !release) {
+        throw new Error("telemetry: sourcemaps.register needs tenantId, service and release");
+      }
+      if (release === "unknown") {
+        throw new Error('telemetry: refusing to register sourcemaps for release "unknown" \u2014 set a real release on the client');
+      }
+      const now = /* @__PURE__ */ new Date();
+      const expiresAt = new Date(now.getTime() + SOURCEMAP_RETENTION_DAYS * 864e5);
+      const skipped = [];
+      let stored = 0;
+      for (const f of input.files) {
+        const file = bundleFile(f.file);
+        const map = typeof f.map === "string" ? f.map : JSON.stringify(f.map);
+        if (!file || !map) {
+          skipped.push(f.file);
+          continue;
+        }
+        if (Buffer.byteLength(map) > SOURCEMAP_MAX_BYTES) {
+          opts.logger.warn(`[telemetry] sourcemap ${file} exceeds ${SOURCEMAP_MAX_BYTES} bytes \u2014 skipped`);
+          skipped.push(f.file);
+          continue;
+        }
+        try {
+          JSON.parse(map);
+        } catch {
+          skipped.push(f.file);
+          continue;
+        }
+        await coll().updateOne(
+          { tenantId, service, release, file },
+          { $set: { map, bytes: Buffer.byteLength(map), registeredAt: now, expiresAt } },
+          { upsert: true }
+        );
+        cache.delete(keyOf(tenantId, service, release, file));
+        stored++;
+      }
+      return { stored, skipped };
+    },
+    /** translate one position; null when no map is registered or it has no mapping there */
+    async resolve(where, lineno, colno) {
+      const file = bundleFile(where.filename);
+      if (!file || !where.release || where.release === "unknown") return null;
+      if (!Number.isFinite(lineno) || !Number.isFinite(colno)) return null;
+      const map = await load(where.tenantId, where.service, where.release, file);
+      if (!map) return null;
+      const pos = originalPositionFor(map, { line: lineno, column: Math.max(0, colno - 1) });
+      if (!pos.source || pos.line == null) return null;
+      const out = {
+        source: cleanSource(pos.source),
+        line: pos.line,
+        column: (pos.column ?? 0) + 1
+      };
+      if (pos.name) out.name = pos.name;
+      const content = sourceContentFor(map, pos.source);
+      const text = content?.split("\n")[pos.line - 1];
+      if (text != null) out.context = text.trim().slice(0, CONTEXT_MAX);
+      return out;
+    },
+    /**
+     * A copy of an error record with `original` set on every frame a map
+     * could translate. Anything else comes back unchanged — never throws.
+     */
+    async symbolicate(record) {
+      const frames = record?.error?.frames;
+      if (record?.kind !== "error" || !Array.isArray(frames) || !frames.length) return record;
+      try {
+        const translated = await Promise.all(
+          frames.map(async (f) => {
+            const original = await this.resolve(
+              {
+                tenantId: record.tenantId,
+                service: record.service,
+                release: record.release,
+                filename: f?.filename
+              },
+              Number(f?.lineno),
+              Number(f?.colno)
+            );
+            return original ? { ...f, original } : f;
+          })
+        );
+        return { ...record, error: { ...record.error, frames: translated } };
+      } catch (e) {
+        opts.logger.warn("[telemetry] symbolicate failed", e?.message);
+        return record;
+      }
+    }
+  };
+}
 var KeyKind = { Publishable: "publishable", Secret: "secret" };
 var TenantMode = { Fixed: "fixed", Session: "session", Claimed: "claimed" };
 var KEY_RE = /^(pk|sk)_([a-z0-9]+)_(tk_[a-f0-9]{24})(?:_([a-f0-9]{48}))?$/;
@@ -2102,6 +2242,31 @@ var BREAKDOWN_FIELDS = [
   "error.type",
   "error.handled"
 ];
+var GENERIC_SUBJECT_TYPES = ["anon", "session"];
+var mostSpecificSubject = {
+  $let: {
+    vars: { keys: { $ifNull: ["$subjectKeys", []] } },
+    in: {
+      $ifNull: [
+        {
+          $arrayElemAt: [
+            {
+              $filter: {
+                input: "$$keys",
+                as: "k",
+                cond: {
+                  $not: [{ $in: [{ $arrayElemAt: [{ $split: ["$$k", ":"] }, 0] }, GENERIC_SUBJECT_TYPES] }]
+                }
+              }
+            },
+            0
+          ]
+        },
+        { $arrayElemAt: ["$$keys", 0] }
+      ]
+    }
+  }
+};
 var typePrefix = (ref) => ({
   $let: {
     vars: { ref },
@@ -2129,7 +2294,7 @@ function dimExpression(dim2) {
     }
     return { $ifNull: [`$${path3}`, null] };
   }
-  if (dim2 === "subjectType") return typePrefix({ $arrayElemAt: ["$subjectKeys", 0] });
+  if (dim2 === "subjectType") return typePrefix(mostSpecificSubject);
   if (dim2 === "actorType") return typePrefix("$actor");
   throw badRequest(
     `"${dim2}" is not a dimension. Use "attr:<key>", "field:<path>", "subjectType" or "actorType".`
@@ -3620,12 +3785,14 @@ function createDashboard(opts) {
     scope: req.viewer.tenantId,
     platform: isPlatformScope(req.viewer.tenantId)
   })));
-  api.get("/records", h(
-    async (req) => q.records(req.viewer.tenantId, parseRange(req.query), parseFilter(req.query), {
+  api.get("/records", h(async (req) => {
+    const page = await q.records(req.viewer.tenantId, parseRange(req.query), parseFilter(req.query), {
       limit: req.query.limit ? Number(req.query.limit) : void 0,
       cursor: typeof req.query.cursor === "string" ? req.query.cursor : void 0
-    })
-  ));
+    });
+    if (!t.sourcemaps || !page?.items?.some((r) => r?.kind === "error")) return page;
+    return { ...page, items: await Promise.all(page.items.map((r) => t.sourcemaps.symbolicate(r))) };
+  }));
   api.get("/series", h(
     async (req) => q.series(req.viewer.tenantId, parseRange(req.query), parseFilter(req.query), {
       measure: typeof req.query.measure === "string" ? req.query.measure : void 0,
@@ -3922,12 +4089,18 @@ function createTelemetry(config) {
     logger,
     linkSubjects
   });
-  const syncIndexes = createSyncIndexes({
+  const syncModelIndexes = createSyncIndexes({
     registry,
     TelemetryModel,
     models: [TelemetryModel, ...Object.values(byKind), RollupModel, CheckpointModel, KeyModel],
     rejects
   });
+  const sourcemaps = createSourcemaps({ connection: conn, collection: `${collection}_sourcemaps`, logger });
+  const syncIndexes = async (...args) => {
+    const result = await syncModelIndexes(...args);
+    await sourcemaps.ensureIndexes();
+    return result;
+  };
   return {
     /** write — the only write */
     emit,
@@ -3994,6 +4167,13 @@ function createTelemetry(config) {
      */
     linkSubjects,
     logger,
+    /**
+     * Sourcemaps for minified clients. `register()` stores a release's maps
+     * (server-side only — there is no HTTP route); the dashboard translates
+     * error frames against them at read time, so errors recorded before the
+     * maps were registered are translated too. See sourcemaps.ts.
+     */
+    sourcemaps,
     /** mint an ingest key; the full key string is returned once, never again */
     createKey: (input) => createKey(KeyModel, input),
     /** the models, exposed for hosts and the router factories */