@wizeworks/lens-cloud 0.3.0-alpha.2 → 0.3.0-alpha.4

package/dist/telemetry/ch/admin.js

@@ -0,0 +1,82 @@
+// ClickHouse upkeep: the facts version, clearing projects, retention changes, and projects that no longer exist.
+import { FACTS_VERSION, LOG_KINDS_SQL, LOOSE_TRACE_PREFIX, TIERS } from "@wizeworks/lens-core";
+import { ensureMeta } from "./rebuild.js";
+import { PROJECT_TABLES } from "./schema.js";
+import { DAY_MS, nextVer } from "./util.js";
+/** Tables built by settling: emptied when the facts version changes. */
+const STATS = [
+    ...["fact_requests", "fact_traces", "fact_logs", "fact_critical", "fact_search", "fact_attrs"].map((t) => `${t}_t`),
+    ...TIERS.flatMap((t) => [`${t.table}_t`, `${t.hist}_t`]),
+    "settle_state",
+];
+/** The time each table's expiry counts from, for retention changes. */
+const EXPIRE_FROM = {
+    spans_raw: "start_ms", logs_raw: "time_ms", trace_heads: "start_ms", settle_state: "settled_ms", metric_points_raw: "time_ms", metric_series_t: "last_ms",
+    fact_requests_t: "start_ms", fact_traces_t: "start_ms", fact_logs_t: "time_ms", fact_critical_t: "start_ms", fact_search_t: "time_ms", fact_attrs_t: "time_ms",
+    rollup_1h_t: "bucket_ms", hist_1h_t: "bucket_ms", metric_1h_t: "bucket_ms",
+};
+/** When the facts version changed: empty the stats and settle every trace again, a page at a time. True when it did. */
+export async function checkFactsVersionCh(ch, rebuild) {
+    await ensureMeta(ch);
+    const [row] = await ch.query("SELECT value FROM ch_meta FINAL WHERE key = 'facts'");
+    if (row?.value === String(FACTS_VERSION))
+        return false;
+    for (const t of STATS)
+        await ch.command(`TRUNCATE TABLE IF EXISTS ${t}`);
+    await rebuild.start();
+    await ch.insert("ch_meta", [{ key: "facts", value: String(FACTS_VERSION), ver: nextVer(Date.now()) }]);
+    return true;
+}
+/** Delete every row of a project, in every table. */
+export async function clearProjectCh(ch, queue, projectId) {
+    queue.clear(projectId);
+    for (const t of PROJECT_TABLES)
+        await ch.command(`DELETE FROM ${t} WHERE project_id = {p1:String}`, [projectId], { lightweight_deletes_sync: "0" });
+}
+/** Projects with telemetry here, with the retention (trace and log days) their rows were written with. */
+async function knownProjects(ch) {
+    const ids = await ch.query("SELECT DISTINCT project_id FROM trace_heads UNION DISTINCT SELECT DISTINCT project_id FROM metric_series_t");
+    const kept = await ch.query("SELECT project_id, days, if(log_days = 0, days, log_days) AS log_days FROM project_retention FINAL");
+    const days = new Map(kept.map((r) => [r.project_id, { days: Number(r.days), logDays: Number(r.log_days) }]));
+    return new Map(ids.map((r) => [r.project_id, days.get(r.project_id) ?? null]));
+}
+const LOOSE = `startsWith(trace_id, '${LOOSE_TRACE_PREFIX}')`;
+const LOG_ROW = { logs_raw: "1", fact_logs_t: "1", fact_search_t: "kind = 'logs'", fact_attrs_t: "src = 'l'" };
+/** The days a table's row is kept, as SQL: log rows by the log days (never past their trace in a request), loose batches and log kinds by the log days. */
+function daysSql(table) {
+    if (table in LOG_ROW)
+        return `if(${LOOSE}, {p3:Float64}, if(${LOG_ROW[table]}, least({p2:Float64}, {p3:Float64}), {p2:Float64}))`;
+    if (table === "trace_heads" || table === "settle_state" || table.startsWith("fact_"))
+        return `if(${LOOSE}, {p3:Float64}, {p2:Float64})`;
+    if (table === "rollup_1h_t" || table === "hist_1h_t")
+        return `if(kind IN (${LOG_KINDS_SQL}), {p3:Float64}, {p2:Float64})`;
+    return "{p2:Float64}";
+}
+/** A new retention for a project's existing rows: their expiry moves (a mutation, run in the background). */
+async function moveExpiry(ch, projectId, k) {
+    for (const [table, col] of Object.entries(EXPIRE_FROM)) {
+        await ch.command(`ALTER TABLE ${table} UPDATE expire_ms = ${col} + ${daysSql(table)} WHERE project_id = {p1:String}`, [projectId, k.days * DAY_MS, k.logDays * DAY_MS]);
+    }
+}
+/** Retention runs out by TTL. Here: drop projects deleted in Postgres, and follow retention changes (traces and logs). */
+export async function syncProjects(ch, queue, retentionOf, now) {
+    const known = await knownProjects(ch);
+    if (!known.size)
+        return;
+    const current = await retentionOf.days([...known.keys()]);
+    const currentLog = await retentionOf.logDays([...known.keys()]);
+    for (const [id, had] of known) {
+        const days = current.get(id);
+        if (days === undefined)
+            await clearProjectCh(ch, queue, id);
+        else {
+            const k = { days, logDays: currentLog.get(id) ?? days };
+            if (had && had.days === k.days && had.logDays === k.logDays)
+                continue;
+            if (had)
+                await moveExpiry(ch, id, k);
+            await ch.insert("project_retention", [{ project_id: id, days: k.days, log_days: k.logDays, ver: nextVer(now) }]);
+        }
+    }
+}
+//# sourceMappingURL=admin.js.map

package/dist/telemetry/ch/admin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"admin.js","sourceRoot":"","sources":["../../../src/telemetry/ch/admin.ts"],"names":[],"mappings":"AAAA,iHAAiH;AACjH,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,kBAAkB,EAAE,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAI/F,OAAO,EAAE,UAAU,EAAgB,MAAM,cAAc,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAE5C,wEAAwE;AACxE,MAAM,KAAK,GAAG;IACZ,GAAG,CAAC,eAAe,EAAE,aAAa,EAAE,WAAW,EAAE,eAAe,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC;IACnH,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;IACxD,cAAc;CACf,CAAC;AAEF,uEAAuE;AACvE,MAAM,WAAW,GAA2B;IAC1C,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,iBAAiB,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS;IACzJ,eAAe,EAAE,UAAU,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,eAAe,EAAE,UAAU,EAAE,aAAa,EAAE,SAAS,EAAE,YAAY,EAAE,SAAS;IAC9J,WAAW,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW;CAC3E,CAAC;AAEF,wHAAwH;AACxH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,EAAY,EAAE,OAAgB;IACtE,MAAM,UAAU,CAAC,EAAE,CAAC,CAAC;IACrB,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,EAAE,CAAC,KAAK,CAAoB,qDAAqD,CAAC,CAAC;IACvG,IAAI,GAAG,EAAE,KAAK,KAAK,MAAM,CAAC,aAAa,CAAC;QAAE,OAAO,KAAK,CAAC;IACvD,KAAK,MAAM,CAAC,IAAI,KAAK;QAAE,MAAM,EAAE,CAAC,OAAO,CAAC,4BAA4B,CAAC,EAAE,CAAC,CAAC;IACzE,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACtB,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,aAAa,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACvG,OAAO,IAAI,CAAC;AACd,CAAC;AAED,qDAAqD;AACrD,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EAAY,EAAE,KAAkB,EAAE,SAAiB;IACtF,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACvB,KAAK,MAAM,CAAC,IAAI,cAAc;QAAE,MAAM,EAAE,CAAC,OAAO,CAAC,eAAe,CAAC,iCAAiC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,wBAAwB,EAAE,GAAG,EAAE,CAAC,CAAC;AACtJ,CAAC;AAID,0GAA0G;AAC1G,KAAK,UAAU,aAAa,CAAC,EAAY;IACvC,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,KAAK,CAAyB,4GAA4G,CAAC,CAAC;IACjK,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,KAAK,CAAyD,oGAAoG,CAAC,CAAC;IAC1L,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7G,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;AACjF,CAAC;AAED,MAAM,KAAK,GAAG,yBAAyB,kBAAkB,IAAI,CAAC;AAC9D,MAAM,OAAO,GAA2B,EAAE,QAAQ,EAAE,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE,aAAa,EAAE,eAAe,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC;AAEvI,2JAA2J;AAC3J,SAAS,OAAO,CAAC,KAAa;IAC5B,IAAI,KAAK,IAAI,OAAO;QAAE,OAAO,MAAM,KAAK,sBAAsB,OAAO,CAAC,KAAK,CAAC,qDAAqD,CAAC;IAClI,IAAI,KAAK,KAAK,aAAa,IAAI,KAAK,KAAK,cAAc,IAAI,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,MAAM,KAAK,+BAA+B,CAAC;IACxI,IAAI,KAAK,KAAK,aAAa,IAAI,KAAK,KAAK,WAAW;QAAE,OAAO,eAAe,aAAa,gCAAgC,CAAC;IAC1H,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,6GAA6G;AAC7G,KAAK,UAAU,UAAU,CAAC,EAAY,EAAE,SAAiB,EAAE,CAAO;IAChE,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QACvD,MAAM,EAAE,CAAC,OAAO,CAAC,eAAe,KAAK,uBAAuB,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,GAAG,MAAM,EAAE,CAAC,CAAC,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC;IAC1K,CAAC;AACH,CAAC;AAED,0HAA0H;AAC1H,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,EAAY,EAAE,KAAkB,EAAE,WAAwD,EAAE,GAAW;IACxI,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,EAAE,CAAC,CAAC;IACtC,IAAI,CAAC,KAAK,CAAC,IAAI;QAAE,OAAO;IACxB,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC1D,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAChE,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7B,IAAI,IAAI,KAAK,SAAS;YAAE,MAAM,cAAc,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;aACvD,CAAC;YACJ,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;YACxD,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC,OAAO,KAAK,CAAC,CAAC,OAAO;gBAAE,SAAS;YACtE,IAAI,GAAG;gBAAE,MAAM,UAAU,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;YACrC,MAAM,EAAE,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACnH,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/telemetry/ch/http.d.ts

@@ -0,0 +1,19 @@
+export interface ChOptions {
+    /** `http(s)://user:password@host:8123/database`. */
+    url: string;
+    /** Per call. Default 30 s. */
+    timeoutMs?: number;
+}
+export interface ChClient {
+    readonly database: string;
+    /** Rows of a SELECT. `params` are p1, p2, ... in order, for `{pN:Type}` placeholders. */
+    query<T = Record<string, unknown>>(sql: string, params?: readonly unknown[]): Promise<T[]>;
+    /** A statement without rows (DDL, DELETE, INSERT ... SELECT). */
+    command(sql: string, params?: readonly unknown[], settings?: Record<string, string>): Promise<void>;
+    /** Rows as JSON lines into `INSERT INTO <target> FORMAT JSONEachRow`; the target may be `t SELECT ... FROM input(...)`. With an `insert_deduplication_token`, a dropped call is sent again and ClickHouse keeps one copy. */
+    insert(target: string, rows: readonly object[], settings?: Record<string, string>): Promise<void>;
+    ping(): Promise<boolean>;
+}
+/** A client for one database. Nothing connects until the first call. */
+export declare function chClient(o: ChOptions): ChClient;
+//# sourceMappingURL=http.d.ts.map

package/dist/telemetry/ch/http.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../../../src/telemetry/ch/http.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,SAAS;IACxB,oDAAoD;IACpD,GAAG,EAAE,MAAM,CAAC;IACZ,8BAA8B;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,yFAAyF;IACzF,KAAK,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,SAAS,OAAO,EAAE,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;IAC3F,iEAAiE;IACjE,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,SAAS,OAAO,EAAE,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpG,6NAA6N;IAC7N,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,MAAM,EAAE,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClG,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;CAC1B;AAoED,wEAAwE;AACxE,wBAAgB,QAAQ,CAAC,CAAC,EAAE,SAAS,GAAG,QAAQ,CAyB/C"}

package/dist/telemetry/ch/http.js

@@ -0,0 +1,91 @@
+// A small ClickHouse client over its HTTP interface: queries with typed parameters, commands, and JSON-rows inserts.
+/** A parameter as ClickHouse reads it from the URL: arrays as ClickHouse literals, null as \N. */
+function paramText(v) {
+    if (v === null || v === undefined)
+        return "\\N";
+    if (Array.isArray(v))
+        return `[${v.map((x) => (typeof x === "number" ? String(x) : `'${String(x).replace(/[\\']/g, (c) => `\\${c}`)}'`)).join(",")}]`;
+    if (typeof v === "boolean")
+        return v ? "true" : "false";
+    return String(v);
+}
+function endpointOf(url) {
+    const u = new URL(url);
+    const database = decodeURIComponent(u.pathname.replace(/^\//, "")) || "default";
+    const headers = { "X-ClickHouse-User": decodeURIComponent(u.username || "default"), "X-ClickHouse-Database": database };
+    if (u.password)
+        headers["X-ClickHouse-Key"] = decodeURIComponent(u.password);
+    return { base: `${u.protocol}//${u.host}/`, headers, database };
+}
+// Column statistics stay off: they gave nothing here, and one read failed with UNKNOWN_CODEC while loading them under load.
+const SETTINGS = {
+    prefer_column_name_to_alias: "1", output_format_json_quote_64bit_integers: "0", output_format_json_quote_denormals: "0", date_time_output_format: "iso",
+    use_statistics: "0", use_statistics_for_part_pruning: "0", allow_statistics_optimize: "0",
+};
+const codeOf = (err) => err.cause?.code;
+const refused = (err) => codeOf(err) === "ECONNREFUSED";
+/** The server closed a kept-alive connection as the call went out: the call may or may not have run. */
+const dropped = (err) => ["UND_ERR_SOCKET", "ECONNRESET", "EPIPE"].includes(codeOf(err) ?? "");
+/** One fetch with a timer that is always cleared, so no timer outlives the call. */
+async function fetchOnce(url, init, timeoutMs) {
+    const ctl = new AbortController();
+    const timer = setTimeout(() => ctl.abort(new Error(`ClickHouse did not answer in ${timeoutMs} ms`)), timeoutMs);
+    try {
+        const res = await fetch(url, { ...init, signal: ctl.signal });
+        return { status: res.status, ok: res.ok, text: await res.text() };
+    }
+    finally {
+        clearTimeout(timer);
+    }
+}
+/** A refused connection never reached the server, so even an insert is safe to send again; a dropped one only when `again` (reads, and inserts with a deduplication token). */
+async function send(url, init, timeoutMs, again = false) {
+    for (let attempt = 0;; attempt++) {
+        try {
+            return await fetchOnce(url, init, timeoutMs);
+        }
+        catch (err) {
+            if (!(refused(err) || (again && dropped(err))) || attempt >= 3)
+                throw err;
+            await new Promise((r) => setTimeout(r, 200 * (attempt + 1)));
+        }
+    }
+}
+async function call(e, body, query, timeoutMs, again = false) {
+    const qs = new URLSearchParams({ ...SETTINGS, ...query });
+    const res = await send(`${e.base}?${qs.toString()}`, { method: "POST", headers: e.headers, body }, timeoutMs, again);
+    if (!res.ok)
+        throw new Error(`ClickHouse ${res.status}: ${res.text.slice(0, 500)}`);
+    return res.text;
+}
+const paramsOf = (params) => Object.fromEntries(params.map((v, i) => [`param_p${i + 1}`, paramText(v)]));
+/** A client for one database. Nothing connects until the first call. */
+export function chClient(o) {
+    const e = endpointOf(o.url);
+    const timeout = o.timeoutMs ?? 30_000;
+    return {
+        database: e.database,
+        async query(sql, params = []) {
+            const text = await call(e, `${sql}\nFORMAT JSONEachRow`, paramsOf(params), timeout, true);
+            return text.split("\n").filter(Boolean).map((line) => JSON.parse(line));
+        },
+        async command(sql, params = [], settings = {}) {
+            await call(e, sql, { ...paramsOf(params), ...settings }, timeout);
+        },
+        async insert(target, rows, settings = {}) {
+            if (rows.length === 0)
+                return;
+            const body = rows.map((r) => JSON.stringify(r)).join("\n");
+            await call(e, body, { query: `INSERT INTO ${target} FORMAT JSONEachRow`, ...settings }, timeout, !!settings.insert_deduplication_token);
+        },
+        async ping() {
+            try {
+                return (await fetchOnce(`${e.base}ping`, {}, 5_000)).ok;
+            }
+            catch {
+                return false;
+            }
+        },
+    };
+}
+//# sourceMappingURL=http.js.map

package/dist/telemetry/ch/http.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.js","sourceRoot":"","sources":["../../../src/telemetry/ch/http.ts"],"names":[],"mappings":"AAAA,qHAAqH;AAoBrH,kGAAkG;AAClG,SAAS,SAAS,CAAC,CAAU;IAC3B,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAChD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IACtJ,IAAI,OAAO,CAAC,KAAK,SAAS;QAAE,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;IACxD,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;AACnB,CAAC;AAQD,SAAS,UAAU,CAAC,GAAW;IAC7B,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,SAAS,CAAC;IAChF,MAAM,OAAO,GAA2B,EAAE,mBAAmB,EAAE,kBAAkB,CAAC,CAAC,CAAC,QAAQ,IAAI,SAAS,CAAC,EAAE,uBAAuB,EAAE,QAAQ,EAAE,CAAC;IAChJ,IAAI,CAAC,CAAC,QAAQ;QAAE,OAAO,CAAC,kBAAkB,CAAC,GAAG,kBAAkB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC7E,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,IAAI,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;AAClE,CAAC;AAED,4HAA4H;AAC5H,MAAM,QAAQ,GAAG;IACf,2BAA2B,EAAE,GAAG,EAAE,uCAAuC,EAAE,GAAG,EAAE,kCAAkC,EAAE,GAAG,EAAE,uBAAuB,EAAE,KAAK;IACvJ,cAAc,EAAE,GAAG,EAAE,+BAA+B,EAAE,GAAG,EAAE,yBAAyB,EAAE,GAAG;CAC1F,CAAC;AAEF,MAAM,MAAM,GAAG,CAAC,GAAY,EAAE,EAAE,CAAE,GAAqC,CAAC,KAAK,EAAE,IAAI,CAAC;AACpF,MAAM,OAAO,GAAG,CAAC,GAAY,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,cAAc,CAAC;AACjE,wGAAwG;AACxG,MAAM,OAAO,GAAG,CAAC,GAAY,EAAE,EAAE,CAAC,CAAC,gBAAgB,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;AAExG,oFAAoF;AACpF,KAAK,UAAU,SAAS,CAAC,GAAW,EAAE,IAAiB,EAAE,SAAiB;IACxE,MAAM,GAAG,GAAG,IAAI,eAAe,EAAE,CAAC;IAClC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,gCAAgC,SAAS,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IAChH,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9D,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;IACpE,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED,+KAA+K;AAC/K,KAAK,UAAU,IAAI,CAAC,GAAW,EAAE,IAAiB,EAAE,SAAiB,EAAE,KAAK,GAAG,KAAK;IAClF,KAAK,IAAI,OAAO,GAAG,CAAC,GAAI,OAAO,EAAE,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,OAAO,MAAM,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,OAAO,IAAI,CAAC;gBAAE,MAAM,GAAG,CAAC;YAC1E,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,IAAI,CAAC,CAAW,EAAE,IAAY,EAAE,KAA6B,EAAE,SAAiB,EAAE,KAAK,GAAG,KAAK;IAC5G,MAAM,EAAE,GAAG,IAAI,eAAe,CAAC,EAAE,GAAG,QAAQ,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;IAC1D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,QAAQ,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IACrH,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,cAAc,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACpF,OAAO,GAAG,CAAC,IAAI,CAAC;AAClB,CAAC;AAED,MAAM,QAAQ,GAAG,CAAC,MAA0B,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAE7H,wEAAwE;AACxE,MAAM,UAAU,QAAQ,CAAC,CAAY;IACnC,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC5B,MAAM,OAAO,GAAG,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC;IACtC,OAAO;QACL,QAAQ,EAAE,CAAC,CAAC,QAAQ;QACpB,KAAK,CAAC,KAAK,CAAI,GAAW,EAAE,MAAM,GAAuB,EAAE;YACzD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,CAAC,EAAE,GAAG,GAAG,sBAAsB,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;YAC1F,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC,CAAC;QAC/E,CAAC;QACD,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,EAAE,EAAE,QAAQ,GAAG,EAAE;YAC3C,MAAM,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;QACpE,CAAC;QACD,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,GAAG,EAAE;YACtC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC3D,MAAM,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,eAAe,MAAM,qBAAqB,EAAE,GAAG,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAC;QAC1I,CAAC;QACD,KAAK,CAAC,IAAI;YACR,IAAI,CAAC;gBACH,OAAO,CAAC,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,MAAM,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/telemetry/ch/metrics.d.ts

@@ -0,0 +1,10 @@
+import { type MetricPoint } from "@wizeworks/lens-core";
+import type { ChClient } from "./http.js";
+/** Metric writes one at a time: each reads the series state it then advances. */
+export declare class MetricWriter {
+    private readonly ch;
+    private chain;
+    constructor(ch: ChClient);
+    write(project: string, env: string, points: readonly MetricPoint[], now: number, retentionMs: number): Promise<void>;
+}
+//# sourceMappingURL=metrics.d.ts.map

package/dist/telemetry/ch/metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../../src/telemetry/ch/metrics.ts"],"names":[],"mappings":"AAEA,OAAO,EAC8F,KAAK,WAAW,EAEpH,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAkD1C,iFAAiF;AACjF,qBAAa,YAAY;IAGX,OAAO,CAAC,QAAQ,CAAC,EAAE;IAF/B,OAAO,CAAC,KAAK,CAAoC;IAEjD,YAA6B,EAAE,EAAE,QAAQ,EAAI;IAE7C,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,WAAW,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAKnH;CACF"}

package/dist/telemetry/ch/metrics.js

@@ -0,0 +1,61 @@
+// Metric rollups on ClickHouse: the same series state and tier rows as Postgres, merged by the tables instead of upserts.
+import { createHash } from "node:crypto";
+import { groupMetricSeries, mergeStoredHists, metricBatchWrites, metricHistOfColumns, METRIC_SERIES_COLUMNS, METRIC_TIER_COLUMNS, metricSeriesValues, metricStateOfColumns, metricTierValues, seriesKeyOf, TIERS, } from "@wizeworks/lens-core";
+import { nextVer, rowOf } from "./util.js";
+const sha1 = (text) => createHash("sha1").update(text).digest("hex");
+const cols = (list) => list.map((c) => (c === "project" ? "project_id" : c));
+const TIER_INPUT = [
+    "project_id String, env String, series_key String, name String, bucket_ms Float64, cnt Float64, vsum Float64, vmin Nullable(Float64)",
+    "vmax Nullable(Float64), first_ms Float64, first_v Nullable(Float64), last_ms Float64, last_v Nullable(Float64), rate_delta Float64, rate_ms Float64",
+    "h_count Float64, h_sum Float64, h_min Nullable(Float64), h_max Nullable(Float64), h_bounds Nullable(String), h_counts Nullable(String), ver UInt64, expire_ms Float64",
+].join(", ");
+/** Sums add, extremes keep extremes, first and last follow time, and histogram counts follow the newest write that had some. */
+const tierInsert = (table) => `${table}_t SELECT project_id, env, series_key, name, bucket_ms, sum(cnt), sum(vsum), min(vmin), max(vmax),
+  min(first_ms), argMinState(first_v, first_ms), max(last_ms), argMaxState(last_v, last_ms), sum(rate_delta), sum(rate_ms), sum(h_count), sum(h_sum),
+  min(h_min), max(h_max), argMaxState(h_bounds, ver), argMaxState(h_counts, ver), max(expire_ms) FROM input('${TIER_INPUT}')
+  GROUP BY project_id, env, series_key, name, bucket_ms`;
+/** Stored histograms of the buckets this batch adds counts to. */
+async function storedHists(ch, project, env, tiers) {
+    const stored = new Map();
+    for (const tier of TIERS) {
+        const mine = tiers.filter((t) => t.tier === tier && t.row.hist);
+        if (!mine.length)
+            continue;
+        const sql = `SELECT series_key, bucket_ms, h_count, h_sum, h_min, h_max, h_bounds, h_counts FROM metric_${tier.name}
+      WHERE project_id = {p1:String} AND env = {p2:String} AND has({p3:Array(String)}, series_key) AND has({p4:Array(Float64)}, bucket_ms) AND h_count > 0`;
+        const rows = await ch.query(sql, [project, env, [...new Set(mine.map((t) => t.key))], [...new Set(mine.map((t) => t.bucket))]]);
+        for (const r of rows)
+            stored.set(`${tier.name} ${r.series_key} ${Number(r.bucket_ms)}`, metricHistOfColumns(r));
+    }
+    return (t) => stored.get(`${t.tier.name} ${t.key} ${t.bucket}`) ?? null;
+}
+async function writeOnce(ch, project, env, points, now, retentionMs) {
+    const groups = groupMetricSeries(points, (p) => sha1(seriesKeyOf(p)));
+    const states = await ch.query("SELECT series_key, last_ms, last_value, last_hist FROM metric_series WHERE project_id = {p1:String} AND env = {p2:String} AND has({p3:Array(String)}, series_key)", [project, env, [...groups.keys()]]);
+    const { series, tiers } = metricBatchWrites(groups, new Map(states.map((r) => [String(r.series_key), metricStateOfColumns(r)])), now);
+    mergeStoredHists(tiers, await storedHists(ch, project, env, tiers));
+    const ver = nextVer(now);
+    const tierCols = cols(METRIC_TIER_COLUMNS);
+    for (const tier of TIERS) {
+        const rows = tiers.filter((t) => t.tier === tier).map((t) => ({ ...rowOf(tierCols, metricTierValues("ch", project, env, t)), ver, expire_ms: t.bucket + retentionMs }));
+        await ch.insert(tierInsert(`metric_${tier.name}`), rows);
+    }
+    const seriesRows = series.map((s) => ({ ...rowOf(cols(METRIC_SERIES_COLUMNS), metricSeriesValues("ch", project, env, s)), ver, expire_ms: s.state.lastMs + retentionMs }));
+    await ch.insert("metric_series_t", seriesRows);
+}
+/** Metric writes one at a time: each reads the series state it then advances. */
+export class MetricWriter {
+    ch;
+    chain = Promise.resolve();
+    constructor(ch) {
+        this.ch = ch;
+    }
+    write(project, env, points, now, retentionMs) {
+        if (!points.length)
+            return Promise.resolve();
+        const run = this.chain.then(() => writeOnce(this.ch, project, env, points, now, retentionMs));
+        this.chain = run.catch(() => undefined);
+        return run;
+    }
+}
+//# sourceMappingURL=metrics.js.map

package/dist/telemetry/ch/metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../../src/telemetry/ch/metrics.ts"],"names":[],"mappings":"AAAA,0HAA0H;AAC1H,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,iBAAiB,EAAwB,gBAAgB,EAAE,iBAAiB,EAAE,mBAAmB,EAAoB,qBAAqB,EAC1I,mBAAmB,EAAE,kBAAkB,EAAE,oBAAoB,EAAwB,gBAAgB,EAAE,WAAW,EAAE,KAAK,GAC1H,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAC;AAE3C,MAAM,IAAI,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC7E,MAAM,IAAI,GAAG,CAAC,IAAuB,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAEhG,MAAM,UAAU,GAAG;IACjB,qIAAqI;IACrI,qJAAqJ;IACrJ,uKAAuK;CACxK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEb,gIAAgI;AAChI,MAAM,UAAU,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,GAAG,KAAK;;+GAEiE,UAAU;wDACjE,CAAC;AAEzD,kEAAkE;AAClE,KAAK,UAAU,WAAW,CAAC,EAAY,EAAE,OAAe,EAAE,GAAW,EAAE,KAAiC;IACtG,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkC,CAAC;IACzD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChE,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,SAAS;QAC3B,MAAM,GAAG,GAAG,8FAA8F,IAAI,CAAC,IAAI;2JACoC,CAAC;QACxJ,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAChI,KAAK,MAAM,CAAC,IAAI,IAAI;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,UAAU,IAAI,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;IAClH,CAAC;IACD,OAAO,CAAC,CAAkB,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,CAAC;AAC3F,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,EAAY,EAAE,OAAe,EAAE,GAAW,EAAE,MAA8B,EAAE,GAAW,EAAE,WAAmB;IACnI,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtE,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,KAAK,CAC3B,mKAAmK,EACnK,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CACnC,CAAC;IACF,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,iBAAiB,CAAC,MAAM,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACtI,gBAAgB,CAAC,KAAK,EAAE,MAAM,WAAW,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;IACpE,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAC3C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,QAAQ,EAAE,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC,CAAC,CAAC;QACxK,MAAM,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,EAAE,kBAAkB,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC,CAAC,CAAC;IAC3K,MAAM,EAAE,CAAC,MAAM,CAAC,iBAAiB,EAAE,UAAU,CAAC,CAAC;AACjD,CAAC;AAED,iFAAiF;AACjF,MAAM,OAAO,YAAY;IAGM,EAAE;IAFvB,KAAK,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAEjD,YAA6B,EAAY;kBAAZ,EAAE;IAAa,CAAC;IAE7C,KAAK,CAAC,OAAe,EAAE,GAAW,EAAE,MAA8B,EAAE,GAAW,EAAE,WAAmB;QAClG,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC;QAC9F,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACxC,OAAO,GAAG,CAAC;IACb,CAAC;CACF"}

package/dist/telemetry/ch/queries.d.ts

@@ -0,0 +1,19 @@
+import type { TimeWindow } from "@wizeworks/lens-core";
+import type { ChClient } from "./http.js";
+/** Traces and spans of a project. */
+export declare function counts(ch: ChClient, projectId: string): Promise<{
+    traces: number;
+    spans: number;
+}>;
+export declare function traceEnvs(ch: ChClient, projectId: string): Promise<string[]>;
+/** Distinct hours with a trace start in (from, to]. */
+export declare function activeHours(ch: ChClient, projectId: string, from: number, to: number): Promise<number>;
+/** The newest trace start per project, over the last month (older projects count as quiet). */
+export declare function lastTraceMs(ch: ChClient, now: number): Promise<Map<string, number>>;
+/** The slowest endpoints by p95 (interpolated, like Postgres percentile_cont) with at least `minCount` requests. */
+export declare function slowestEndpoints(ch: ChClient, projectId: string, w: TimeWindow, minCount: number, limit: number): Promise<{
+    endpoint: string;
+    p95Ms: number;
+    count: number;
+}[]>;
+//# sourceMappingURL=queries.d.ts.map

package/dist/telemetry/ch/queries.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"queries.d.ts","sourceRoot":"","sources":["../../../src/telemetry/ch/queries.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAI1C,qCAAqC;AACrC,wBAAsB,MAAM,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAIxG;AAED,wBAAsB,SAAS,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAElF;AAED,uDAAuD;AACvD,wBAAsB,WAAW,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAO5G;AAED,+FAA+F;AAC/F,wBAAsB,WAAW,CAAC,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAOzF;AAED,oHAAoH;AACpH,wBAAsB,gBAAgB,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;;;;KAQrH"}

package/dist/telemetry/ch/queries.js

@@ -0,0 +1,30 @@
+const MONTH_MS = 30 * 86_400_000;
+/** Traces and spans of a project. */
+export async function counts(ch, projectId) {
+    const [t] = await ch.query("SELECT uniqExact(trace_id) AS n FROM trace_heads WHERE project_id = {p1:String}", [projectId]);
+    const [s] = await ch.query("SELECT count() AS n FROM spans_raw FINAL WHERE project_id = {p1:String}", [projectId]);
+    return { traces: Number(t?.n ?? 0), spans: Number(s?.n ?? 0) };
+}
+export async function traceEnvs(ch, projectId) {
+    return (await ch.query("SELECT DISTINCT env FROM trace_heads WHERE project_id = {p1:String}", [projectId])).map((r) => r.env);
+}
+/** Distinct hours with a trace start in (from, to]. */
+export async function activeHours(ch, projectId, from, to) {
+    const [row] = await ch.query(`SELECT uniqExact(intDiv(toInt64(s), 3600000)) AS n FROM (SELECT min(start_ms) AS s FROM trace_heads WHERE project_id = {p1:String}
+     AND start_ms <= {p3:Float64} GROUP BY trace_id) WHERE s > {p2:Float64} AND s <= {p3:Float64}`, [projectId, from, to]);
+    return Number(row?.n ?? 0);
+}
+/** The newest trace start per project, over the last month (older projects count as quiet). */
+export async function lastTraceMs(ch, now) {
+    const rows = await ch.query(`SELECT project_id, max(s) AS s FROM (SELECT project_id, trace_id, min(start_ms) AS s FROM trace_heads WHERE start_ms > {p1:Float64}
+     GROUP BY project_id, trace_id) GROUP BY project_id`, [now - MONTH_MS]);
+    return new Map(rows.map((r) => [r.project_id, Number(r.s)]));
+}
+/** The slowest endpoints by p95 (interpolated, like Postgres percentile_cont) with at least `minCount` requests. */
+export async function slowestEndpoints(ch, projectId, w, minCount, limit) {
+    const rows = await ch.query(`SELECT endpoint, quantileExactInclusive(0.95)(duration_ms) AS p95, count() AS n FROM fact_requests
+     WHERE project_id = {p1:String} AND start_ms >= {p2:Float64} AND start_ms < {p3:Float64} GROUP BY endpoint HAVING n >= {p4:Float64}
+     ORDER BY p95 DESC LIMIT ${Math.max(0, Math.floor(limit))}`, [projectId, w.from, w.to, minCount]);
+    return rows.map((r) => ({ endpoint: r.endpoint, p95Ms: Number(r.p95), count: Number(r.n) }));
+}
+//# sourceMappingURL=queries.js.map

package/dist/telemetry/ch/queries.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queries.js","sourceRoot":"","sources":["../../../src/telemetry/ch/queries.ts"],"names":[],"mappings":"AAIA,MAAM,QAAQ,GAAG,EAAE,GAAG,UAAU,CAAC;AAEjC,qCAAqC;AACrC,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,EAAY,EAAE,SAAiB;IAC1D,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC,KAAK,CAAgB,iFAAiF,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;IAC1I,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC,KAAK,CAAgB,yEAAyE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;IAClI,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;AACjE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,EAAY,EAAE,SAAiB;IAC7D,OAAO,CAAC,MAAM,EAAE,CAAC,KAAK,CAAkB,qEAAqE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;AACjJ,CAAC;AAED,uDAAuD;AACvD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,EAAY,EAAE,SAAiB,EAAE,IAAY,EAAE,EAAU;IACzF,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,EAAE,CAAC,KAAK,CAC1B;kGAC8F,EAC9F,CAAC,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,CACtB,CAAC;IACF,OAAO,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;AAC7B,CAAC;AAED,+FAA+F;AAC/F,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,EAAY,EAAE,GAAW;IACzD,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,KAAK,CACzB;wDACoD,EACpD,CAAC,GAAG,GAAG,QAAQ,CAAC,CACjB,CAAC;IACF,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/D,CAAC;AAED,oHAAoH;AACpH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,EAAY,EAAE,SAAiB,EAAE,CAAa,EAAE,QAAgB,EAAE,KAAa;IACpH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,KAAK,CACzB;;+BAE2B,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAC3D,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CACpC,CAAC;IACF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC/F,CAAC"}

package/dist/telemetry/ch/queue.d.ts

@@ -0,0 +1,36 @@
+import type { ChClient } from "./http.js";
+export interface Dirty {
+    project: string;
+    traceId: string;
+    env: string;
+    /** The newest write. */
+    updatedMs: number;
+    /** When it last settled; 0 when never. */
+    settledMs: number;
+}
+export declare class SettleQueue {
+    private readonly items;
+    /** Keys a settle batch holds, so an overlapping batch skips them. */
+    private readonly busy;
+    /** A trace got new parts. */
+    touch(project: string, traceId: string, env: string, now: number): void;
+    /** Traces quiet for a while, or busy ones not settled for long: newest first. */
+    due(now: number, limit: number): Dirty[];
+    /** Due traces for one batch, held until settled or released. Copies, so a write that lands meanwhile keeps its trace dirty. */
+    take(now: number, limit: number): Dirty[];
+    /** A failed batch: its traces wait for the next run. */
+    release(items: readonly Dirty[]): void;
+    /** Settled as of `updatedMs`: done unless something newer came in since. */
+    settled(d: Dirty, updatedMs: number): void;
+    /** How many traces of a project (optionally one environment, last written at or before `before`) still wait. */
+    count(project: string, env?: string, before?: number): number;
+    clear(project?: string): void;
+    get size(): number;
+    /** On start: traces written lately that never settled (or changed after), from the update log. */
+    recover(ch: ChClient, now: number): Promise<number>;
+    /** A trace whose stats are rebuilt from scratch (see `Rebuild`). Returns its key. */
+    requeue(project: string, traceId: string, env: string, updatedMs: number): string;
+    /** The trace with this key still waits. */
+    has(key: string): boolean;
+}
+//# sourceMappingURL=queue.d.ts.map

package/dist/telemetry/ch/queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.d.ts","sourceRoot":"","sources":["../../../src/telemetry/ch/queue.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAE1C,MAAM,WAAW,KAAK;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,wBAAwB;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,0CAA0C;IAC1C,SAAS,EAAE,MAAM,CAAC;CACnB;AAMD,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA4B;IAClD,qEAAqE;IACrE,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAqB;IAE1C,6BAA6B;IAC7B,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI,CAKtE;IAED,iFAAiF;IACjF,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,KAAK,EAAE,CAGvC;IAED,+HAA+H;IAC/H,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,KAAK,EAAE,CAIxC;IAED,wDAAwD;IACxD,OAAO,CAAC,KAAK,EAAE,SAAS,KAAK,EAAE,GAAG,IAAI,CAErC;IAED,4EAA4E;IAC5E,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI,CAOzC;IAED,gHAAgH;IAChH,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,MAAM,SAAW,GAAG,MAAM,CAI9D;IAED,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAE5B;IAED,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,kGAAkG;IAC5F,OAAO,CAAC,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CASxD;IAED,qFAAqF;IACrF,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAKhF;IAED,2CAA2C;IAC3C,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAExB;CACF"}

package/dist/telemetry/ch/queue.js

@@ -0,0 +1,83 @@
+const QUIET_MS = 5_000;
+const BUSY_MS = 30_000;
+const RECOVER_MS = 6 * 3_600_000;
+export class SettleQueue {
+    items = new Map();
+    /** Keys a settle batch holds, so an overlapping batch skips them. */
+    busy = new Set();
+    /** A trace got new parts. */
+    touch(project, traceId, env, now) {
+        const k = `${project} ${traceId}`;
+        const it = this.items.get(k);
+        if (it)
+            (it.updatedMs = now), (it.env ||= env);
+        else
+            this.items.set(k, { project, traceId, env, updatedMs: now, settledMs: 0 });
+    }
+    /** Traces quiet for a while, or busy ones not settled for long: newest first. */
+    due(now, limit) {
+        const ready = [...this.items.entries()].filter(([k, d]) => !this.busy.has(k) && d.settledMs < d.updatedMs && (d.updatedMs <= now - QUIET_MS || d.settledMs <= now - BUSY_MS));
+        return ready.map(([, d]) => d).sort((a, b) => b.updatedMs - a.updatedMs).slice(0, limit);
+    }
+    /** Due traces for one batch, held until settled or released. Copies, so a write that lands meanwhile keeps its trace dirty. */
+    take(now, limit) {
+        const out = this.due(now, limit).map((d) => ({ ...d }));
+        for (const d of out)
+            this.busy.add(`${d.project} ${d.traceId}`);
+        return out;
+    }
+    /** A failed batch: its traces wait for the next run. */
+    release(items) {
+        for (const d of items)
+            this.busy.delete(`${d.project} ${d.traceId}`);
+    }
+    /** Settled as of `updatedMs`: done unless something newer came in since. */
+    settled(d, updatedMs) {
+        const k = `${d.project} ${d.traceId}`;
+        this.busy.delete(k);
+        const it = this.items.get(k);
+        if (!it)
+            return;
+        if (it.updatedMs <= updatedMs)
+            this.items.delete(k);
+        else
+            it.settledMs = updatedMs;
+    }
+    /** How many traces of a project (optionally one environment, last written at or before `before`) still wait. */
+    count(project, env, before = Infinity) {
+        let n = 0;
+        for (const d of this.items.values())
+            if (d.project === project && (!env || d.env === env) && d.updatedMs <= before)
+                n++;
+        return n;
+    }
+    clear(project) {
+        for (const [k, d] of this.items)
+            if (!project || d.project === project)
+                (this.items.delete(k), this.busy.delete(k));
+    }
+    get size() {
+        return this.items.size;
+    }
+    /** On start: traces written lately that never settled (or changed after), from the update log. */
+    async recover(ch, now) {
+        const rows = await ch.query(`SELECT u.project_id, u.trace_id, any(u.env) AS env, max(u.updated_ms) AS u, any(s.settled_ms) AS s FROM trace_updates u
+       LEFT JOIN (SELECT project_id, trace_id, settled_ms FROM settle_state FINAL) s ON s.project_id = u.project_id AND s.trace_id = u.trace_id
+       WHERE u.updated_ms > {p1:Float64} GROUP BY u.project_id, u.trace_id HAVING u > s`, [now - RECOVER_MS]);
+        for (const r of rows)
+            this.items.set(`${r.project_id} ${r.trace_id}`, { project: r.project_id, traceId: r.trace_id, env: r.env, updatedMs: r.u, settledMs: r.s });
+        return rows.length;
+    }
+    /** A trace whose stats are rebuilt from scratch (see `Rebuild`). Returns its key. */
+    requeue(project, traceId, env, updatedMs) {
+        const k = `${project} ${traceId}`;
+        const it = this.items.get(k);
+        this.items.set(k, { project, traceId, env: it?.env || env, updatedMs: Math.max(it?.updatedMs ?? 0, updatedMs), settledMs: 0 });
+        return k;
+    }
+    /** The trace with this key still waits. */
+    has(key) {
+        return this.items.has(key);
+    }
+}
+//# sourceMappingURL=queue.js.map

package/dist/telemetry/ch/queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.js","sourceRoot":"","sources":["../../../src/telemetry/ch/queue.ts"],"names":[],"mappings":"AAaA,MAAM,QAAQ,GAAG,KAAK,CAAC;AACvB,MAAM,OAAO,GAAG,MAAM,CAAC;AACvB,MAAM,UAAU,GAAG,CAAC,GAAG,SAAS,CAAC;AAEjC,MAAM,OAAO,WAAW;IACL,KAAK,GAAG,IAAI,GAAG,EAAiB,CAAC;IAClD,qEAAqE;IACpD,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE1C,6BAA6B;IAC7B,KAAK,CAAC,OAAe,EAAE,OAAe,EAAE,GAAW,EAAE,GAAW;QAC9D,MAAM,CAAC,GAAG,GAAG,OAAO,IAAI,OAAO,EAAE,CAAC;QAClC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,EAAE;YAAE,CAAC,EAAE,CAAC,SAAS,GAAG,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;;YAC1C,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,iFAAiF;IACjF,GAAG,CAAC,GAAW,EAAE,KAAa;QAC5B,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,SAAS,IAAI,GAAG,GAAG,QAAQ,IAAI,CAAC,CAAC,SAAS,IAAI,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC;QAC9K,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAC3F,CAAC;IAED,+HAA+H;IAC/H,IAAI,CAAC,GAAW,EAAE,KAAa;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACxD,KAAK,MAAM,CAAC,IAAI,GAAG;YAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QAChE,OAAO,GAAG,CAAC;IACb,CAAC;IAED,wDAAwD;IACxD,OAAO,CAAC,KAAuB;QAC7B,KAAK,MAAM,CAAC,IAAI,KAAK;YAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IACvE,CAAC;IAED,4EAA4E;IAC5E,OAAO,CAAC,CAAQ,EAAE,SAAiB;QACjC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;QACtC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACpB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC,EAAE;YAAE,OAAO;QAChB,IAAI,EAAE,CAAC,SAAS,IAAI,SAAS;YAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;;YAC/C,EAAE,CAAC,SAAS,GAAG,SAAS,CAAC;IAChC,CAAC;IAED,gHAAgH;IAChH,KAAK,CAAC,OAAe,EAAE,GAAY,EAAE,MAAM,GAAG,QAAQ;QACpD,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;YAAE,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC,SAAS,IAAI,MAAM;gBAAE,CAAC,EAAE,CAAC;QACxH,OAAO,CAAC,CAAC;IACX,CAAC;IAED,KAAK,CAAC,OAAgB;QACpB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK;YAAE,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO;gBAAE,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACtH,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,kGAAkG;IAClG,KAAK,CAAC,OAAO,CAAC,EAAY,EAAE,GAAW;QACrC,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,KAAK,CACzB;;wFAEkF,EAClF,CAAC,GAAG,GAAG,UAAU,CAAC,CACnB,CAAC;QACF,KAAK,MAAM,CAAC,IAAI,IAAI;YAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,UAAU,EAAE,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAClK,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,qFAAqF;IACrF,OAAO,CAAC,OAAe,EAAE,OAAe,EAAE,GAAW,EAAE,SAAiB;QACtE,MAAM,CAAC,GAAG,GAAG,OAAO,IAAI,OAAO,EAAE,CAAC;QAClC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,IAAI,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,IAAI,CAAC,EAAE,SAAS,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/H,OAAO,CAAC,CAAC;IACX,CAAC;IAED,2CAA2C;IAC3C,GAAG,CAAC,GAAW;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;CACF"}

package/dist/telemetry/ch/read.d.ts

@@ -0,0 +1,12 @@
+import { type Trace } from "@wizeworks/lens-core";
+import type { TraceQuery } from "../store.js";
+import type { ChClient } from "./http.js";
+/** Newest traces that match, widening the lookback until enough are found. */
+export declare function findTraceIds(ch: ChClient, t: TraceQuery, now: number): Promise<string[]>;
+/** Whole traces of some projects, in the order of `ids`. Spans that two projects both sent count once. */
+export declare function loadTraces(ch: ChClient, projects: readonly string[], ids: readonly string[]): Promise<Trace[]>;
+/** One trace, or undefined when nothing of it is stored. */
+export declare function getTrace(ch: ChClient, projects: readonly string[], traceId: string): Promise<Trace | undefined>;
+/** The primary project's trace joined with its parts from `scope`; undefined when the primary project has none. */
+export declare function joinedTrace(ch: ChClient, primaryId: string, scope: readonly string[], traceId: string): Promise<Trace | undefined>;
+//# sourceMappingURL=read.d.ts.map

package/dist/telemetry/ch/read.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"read.d.ts","sourceRoot":"","sources":["../../../src/telemetry/ch/read.ts"],"names":[],"mappings":"AACA,OAAO,EAA6D,KAAK,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAC7G,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAyB1C,8EAA8E;AAC9E,wBAAsB,YAAY,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAM9F;AAWD,0GAA0G;AAC1G,wBAAsB,UAAU,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,MAAM,EAAE,EAAE,GAAG,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,CASpH;AAED,4DAA4D;AAC5D,wBAAsB,QAAQ,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,GAAG,SAAS,CAAC,CAGrH;AAED,mHAAmH;AACnH,wBAAsB,WAAW,CAAC,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,GAAG,SAAS,CAAC,CAIxI"}

package/dist/telemetry/ch/read.js

@@ -0,0 +1,74 @@
+// Trace reads on ClickHouse: lists from the bounds table, whole traces from the raw spans and logs.
+import { buildTrace, LOOSE_TRACE_PREFIX } from "@wizeworks/lens-core";
+const CHUNK = 500;
+/** Lists look back this far first, and further only when they find too few traces. */
+const LOOKBACKS_MS = [3_600_000, 86_400_000, 7 * 86_400_000, Number.POSITIVE_INFINITY];
+/** Trace ids, newest start first, for one lookback. Row filters narrow before grouping; HAVING checks the merged bounds. */
+async function idsWithin(ch, t, now, backMs) {
+    const params = [t.projectId];
+    const p = (v, type) => (params.push(v), `{p${params.length}:${type}}`);
+    const rows = ["project_id = {p1:String}"];
+    if (Number.isFinite(backMs))
+        rows.push(`start_ms >= ${p(now - backMs, "Float64")}`);
+    if (t.since !== undefined)
+        rows.push(`updated_ms >= ${p(t.since, "Float64")}`);
+    if (t.before !== undefined)
+        rows.push(`start_ms < ${p(t.before, "Float64")}`);
+    if (t.session)
+        rows.push(`trace_id IN (SELECT trace_id FROM spans_raw WHERE project_id = {p1:String} AND session = ${p(t.session, "String")})`);
+    if (t.noLoose)
+        rows.push(`NOT startsWith(trace_id, ${p(LOOSE_TRACE_PREFIX, "String")})`);
+    const having = ["1"];
+    if (t.from !== undefined)
+        having.push(`s >= ${p(t.from, "Float64")}`);
+    if (t.before !== undefined)
+        having.push(`s < ${p(t.before, "Float64")}`);
+    if (t.env)
+        having.push(`e = ${p(t.env, "String")}`);
+    const sql = `SELECT trace_id, min(start_ms) AS s, max(env) AS e FROM trace_heads WHERE ${rows.join(" AND ")} GROUP BY trace_id
+    HAVING ${having.join(" AND ")} ORDER BY s DESC, trace_id LIMIT ${Math.max(1, Math.floor(t.limit))}`;
+    return (await ch.query(sql, params)).map((r) => r.trace_id);
+}
+/** Newest traces that match, widening the lookback until enough are found. */
+export async function findTraceIds(ch, t, now) {
+    for (const back of LOOKBACKS_MS) {
+        const ids = await idsWithin(ch, t, now, back);
+        if (ids.length >= t.limit || !Number.isFinite(back))
+            return ids;
+    }
+    return [];
+}
+async function jsonOf(ch, table, projects, ids) {
+    const out = new Map();
+    for (let i = 0; i < ids.length; i += CHUNK) {
+        const sql = `SELECT trace_id, json FROM ${table} FINAL WHERE has({p1:Array(String)}, project_id) AND has({p2:Array(String)}, trace_id)`;
+        for (const r of await ch.query(sql, [projects, ids.slice(i, i + CHUNK)]))
+            out.set(r.trace_id, [...(out.get(r.trace_id) ?? []), r.json]);
+    }
+    return out;
+}
+/** Whole traces of some projects, in the order of `ids`. Spans that two projects both sent count once. */
+export async function loadTraces(ch, projects, ids) {
+    if (ids.length === 0)
+        return [];
+    const [spans, logs] = await Promise.all([jsonOf(ch, "spans_raw", projects, ids), jsonOf(ch, "logs_raw", projects, ids)]);
+    return ids.map((id) => {
+        const seen = new Set();
+        const s = (spans.get(id) ?? []).map((j) => JSON.parse(j)).filter((x) => !seen.has(x.spanId) && seen.add(x.spanId));
+        const l = (logs.get(id) ?? []).map((j) => JSON.parse(j)).sort((a, b) => a.timeMs - b.timeMs);
+        return buildTrace(id, s, l, []);
+    });
+}
+/** One trace, or undefined when nothing of it is stored. */
+export async function getTrace(ch, projects, traceId) {
+    const [t] = await loadTraces(ch, projects, [traceId]);
+    return t && t.spanCount + t.logs.length > 0 ? t : undefined;
+}
+/** The primary project's trace joined with its parts from `scope`; undefined when the primary project has none. */
+export async function joinedTrace(ch, primaryId, scope, traceId) {
+    const own = await getTrace(ch, [primaryId], traceId);
+    if (!own || scope.every((id) => id === primaryId))
+        return own;
+    return getTrace(ch, [...new Set([primaryId, ...scope])], traceId);
+}
+//# sourceMappingURL=read.js.map

package/dist/telemetry/ch/read.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"read.js","sourceRoot":"","sources":["../../../src/telemetry/ch/read.ts"],"names":[],"mappings":"AAAA,oGAAoG;AACpG,OAAO,EAAE,UAAU,EAAkB,kBAAkB,EAAyB,MAAM,sBAAsB,CAAC;AAI7G,MAAM,KAAK,GAAG,GAAG,CAAC;AAClB,sFAAsF;AACtF,MAAM,YAAY,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,GAAG,UAAU,EAAE,MAAM,CAAC,iBAAiB,CAAC,CAAC;AAEvF,4HAA4H;AAC5H,KAAK,UAAU,SAAS,CAAC,EAAY,EAAE,CAAa,EAAE,GAAW,EAAE,MAAc;IAC/E,MAAM,MAAM,GAAc,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACxC,MAAM,CAAC,GAAG,CAAC,CAAU,EAAE,IAAY,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,MAAM,IAAI,IAAI,GAAG,CAAC,CAAC;IACxF,MAAM,IAAI,GAAG,CAAC,0BAA0B,CAAC,CAAC;IAC1C,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,GAAG,GAAG,MAAM,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IACpF,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IAC/E,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IAC9E,IAAI,CAAC,CAAC,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,4FAA4F,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;IAChJ,IAAI,CAAC,CAAC,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,kBAAkB,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;IACzF,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC;IACrB,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS;QAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IACtE,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS;QAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IACzE,IAAI,CAAC,CAAC,GAAG;QAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;IACpD,MAAM,GAAG,GAAG,6EAA6E,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;aAChG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,oCAAoC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;IACtG,OAAO,CAAC,MAAM,EAAE,CAAC,KAAK,CAAuB,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;AACpF,CAAC;AAED,8EAA8E;AAC9E,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,EAAY,EAAE,CAAa,EAAE,GAAW;IACzE,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;QAC9C,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,OAAO,GAAG,CAAC;IAClE,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,EAAY,EAAE,KAA+B,EAAE,QAA2B,EAAE,GAAsB;IACtH,MAAM,GAAG,GAAG,IAAI,GAAG,EAAoB,CAAC;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;QAC3C,MAAM,GAAG,GAAG,8BAA8B,KAAK,wFAAwF,CAAC;QACxI,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC,KAAK,CAAqC,GAAG,EAAE,CAAC,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;YAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9K,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,0GAA0G;AAC1G,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,EAAY,EAAE,QAA2B,EAAE,GAAsB;IAChG,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAChC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,GAAG,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IACzH,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;QACpB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAC3H,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;QAC1G,OAAO,UAAU,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,4DAA4D;AAC5D,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,EAAY,EAAE,QAA2B,EAAE,OAAe;IACvF,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,UAAU,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACtD,OAAO,CAAC,IAAI,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC9D,CAAC;AAED,mHAAmH;AACnH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,EAAY,EAAE,SAAiB,EAAE,KAAwB,EAAE,OAAe;IAC1G,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,CAAC;IACrD,IAAI,CAAC,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,SAAS,CAAC;QAAE,OAAO,GAAG,CAAC;IAC9D,OAAO,QAAQ,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,SAAS,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;AACpE,CAAC"}