@agent-native/core 0.7.11 → 0.7.13

package/dist/observability/experiments.js

@@ -0,0 +1,274 @@
+import { getDbExec } from "../db/client.js";
+import { insertExperiment, updateExperiment, listExperiments, getExperiment, upsertAssignment, getAssignment, insertExperimentResult, ensureObservabilityTables, } from "./store.js";
+// ─── Hashing ────────────────────────────────────────────────────────
+function simpleHash(str) {
+    let hash = 0;
+    for (let i = 0; i < str.length; i++) {
+        hash = ((hash << 5) - hash + str.charCodeAt(i)) | 0;
+    }
+    return Math.abs(hash);
+}
+function generateId(prefix) {
+    return `${prefix}-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`;
+}
+// ─── Active experiments cache (short TTL for hot path) ──────────────
+let _cachedActive = null;
+let _cachedActiveAt = 0;
+const CACHE_TTL_MS = 5_000;
+async function getActiveExperiments() {
+    const now = Date.now();
+    if (_cachedActive && now - _cachedActiveAt < CACHE_TTL_MS) {
+        return _cachedActive;
+    }
+    const all = await listExperiments();
+    _cachedActive = all.filter((e) => e.status === "running");
+    _cachedActiveAt = now;
+    return _cachedActive;
+}
+function invalidateCache() {
+    _cachedActive = null;
+    _cachedActiveAt = 0;
+}
+// ─── Experiment lifecycle ───────────────────────────────────────────
+export async function createExperiment(opts) {
+    const experiment = {
+        id: generateId("exp"),
+        name: opts.name,
+        status: "draft",
+        variants: opts.variants,
+        metrics: opts.metrics,
+        assignmentLevel: opts.assignmentLevel ?? "user",
+        startedAt: null,
+        endedAt: null,
+        createdAt: Date.now(),
+    };
+    await insertExperiment(experiment);
+    return experiment;
+}
+export async function startExperiment(id) {
+    await updateExperiment(id, { status: "running" });
+    invalidateCache();
+}
+export async function pauseExperiment(id) {
+    await updateExperiment(id, { status: "paused" });
+    invalidateCache();
+}
+export async function completeExperiment(id) {
+    await updateExperiment(id, { status: "completed", endedAt: Date.now() });
+    invalidateCache();
+}
+// ─── Variant assignment ─────────────────────────────────────────────
+export async function resolveVariant(experimentId, userId) {
+    const existing = await getAssignment(experimentId, userId);
+    if (existing) {
+        const experiment = await getExperiment(experimentId);
+        if (!experiment)
+            throw new Error(`Experiment ${experimentId} not found`);
+        const variant = experiment.variants.find((v) => v.id === existing.variantId);
+        if (!variant)
+            throw new Error(`Variant ${existing.variantId} not found in experiment ${experimentId}`);
+        return variant;
+    }
+    const experiment = await getExperiment(experimentId);
+    if (!experiment)
+        throw new Error(`Experiment ${experimentId} not found`);
+    if (experiment.variants.length === 0)
+        throw new Error("Experiment has no variants");
+    const totalWeight = experiment.variants.reduce((sum, v) => sum + v.weight, 0);
+    if (totalWeight <= 0)
+        throw new Error("Experiment has no valid variant weights");
+    const hashValue = simpleHash(experimentId + userId) % totalWeight;
+    let cumulative = 0;
+    let chosen;
+    for (const variant of experiment.variants) {
+        cumulative += variant.weight;
+        if (hashValue < cumulative) {
+            chosen = variant;
+            break;
+        }
+    }
+    // Fallback to last variant if rounding causes no match
+    if (!chosen)
+        chosen = experiment.variants[experiment.variants.length - 1];
+    // Fire-and-forget persistence
+    upsertAssignment({
+        experimentId,
+        userId,
+        variantId: chosen.id,
+        assignedAt: Date.now(),
+    }).catch(() => { });
+    return chosen;
+}
+export async function resolveActiveExperimentConfig(userId) {
+    const active = await getActiveExperiments();
+    if (active.length === 0)
+        return null;
+    const assignments = [];
+    const merged = {};
+    const variants = await Promise.all(active.map((exp) => resolveVariant(exp.id, userId)));
+    for (let i = 0; i < active.length; i++) {
+        const exp = active[i];
+        const variant = variants[i];
+        assignments.push({ experimentId: exp.id, variantId: variant.id });
+        Object.assign(merged, variant.config);
+    }
+    return { configs: merged, assignments };
+}
+// ─── Results computation ────────────────────────────────────────────
+export async function computeExperimentResults(experimentId) {
+    const experiment = await getExperiment(experimentId);
+    if (!experiment)
+        throw new Error(`Experiment ${experimentId} not found`);
+    await ensureObservabilityTables();
+    const client = getDbExec();
+    const results = [];
+    const now = Date.now();
+    for (const variant of experiment.variants) {
+        const { rows: assignmentRows } = await client.execute({
+            sql: `SELECT user_id FROM agent_experiment_assignments WHERE experiment_id = ? AND variant_id = ?`,
+            args: [experimentId, variant.id],
+        });
+        if (assignmentRows.length === 0) {
+            const emptyMetrics = [
+                "avg_cost",
+                "avg_latency",
+                "avg_eval_score",
+                "tool_success_rate",
+                "satisfaction",
+                "sample_size",
+            ];
+            for (const metric of emptyMetrics) {
+                const result = {
+                    id: generateId("expres"),
+                    experimentId,
+                    variantId: variant.id,
+                    metric,
+                    value: 0,
+                    sampleSize: 0,
+                    confidenceLow: 0,
+                    confidenceHigh: 0,
+                    computedAt: now,
+                };
+                results.push(result);
+                insertExperimentResult(result).catch(() => { });
+            }
+            continue;
+        }
+        const userIds = assignmentRows.map((r) => String(r.user_id));
+        const placeholders = userIds.map(() => "?").join(", ");
+        // Join trace summaries with feedback to scope runs to this variant's assigned users
+        const { rows: userTraceRows } = await client.execute({
+            sql: `SELECT s.total_cost_cents_x100, s.total_duration_ms, s.successful_tools, s.tool_calls, s.run_id
+            FROM agent_trace_summaries s
+            INNER JOIN agent_feedback f ON f.run_id = s.run_id
+            WHERE f.user_id IN (${placeholders})
+            ${experiment.startedAt ? "AND s.created_at >= ?" : ""}
+            GROUP BY s.run_id`,
+            args: experiment.startedAt ? [...userIds, experiment.startedAt] : userIds,
+        });
+        const costs = [];
+        const latencies = [];
+        const toolRates = [];
+        for (const row of userTraceRows) {
+            costs.push(Number(row.total_cost_cents_x100) / 100);
+            latencies.push(Number(row.total_duration_ms));
+            const totalTools = Number(row.tool_calls);
+            const successTools = Number(row.successful_tools);
+            toolRates.push(totalTools > 0 ? successTools / totalTools : 1);
+        }
+        // Eval scores for these runs
+        const runIds = userTraceRows.map((r) => String(r.run_id));
+        let evalScores = [];
+        if (runIds.length > 0) {
+            const runPlaceholders = runIds.map(() => "?").join(", ");
+            const { rows: evalRows } = await client.execute({
+                sql: `SELECT score FROM agent_evals WHERE run_id IN (${runPlaceholders})`,
+                args: runIds,
+            });
+            evalScores = evalRows.map((r) => Number(r.score));
+        }
+        // Satisfaction scores (inverse of frustration) for these users' threads
+        const { rows: satRows } = await client.execute({
+            sql: `SELECT frustration_score FROM agent_satisfaction_scores
+            WHERE thread_id IN (
+              SELECT DISTINCT f.thread_id FROM agent_feedback f
+              WHERE f.user_id IN (${placeholders}) AND f.thread_id IS NOT NULL
+            )
+            ${experiment.startedAt ? "AND computed_at >= ?" : ""}`,
+            args: experiment.startedAt ? [...userIds, experiment.startedAt] : userIds,
+        });
+        const satisfactionScores = satRows.map((r) => 1 - Number(r.frustration_score) / 100);
+        const sampleSize = userTraceRows.length;
+        const metricEntries = [
+            {
+                metric: "avg_cost",
+                value: mean(costs),
+                std: stddev(costs),
+                n: costs.length,
+            },
+            {
+                metric: "avg_latency",
+                value: mean(latencies),
+                std: stddev(latencies),
+                n: latencies.length,
+            },
+            {
+                metric: "avg_eval_score",
+                value: mean(evalScores),
+                std: stddev(evalScores),
+                n: evalScores.length,
+            },
+            {
+                metric: "tool_success_rate",
+                value: mean(toolRates),
+                std: stddev(toolRates),
+                n: toolRates.length,
+            },
+            {
+                metric: "satisfaction",
+                value: mean(satisfactionScores),
+                std: stddev(satisfactionScores),
+                n: satisfactionScores.length,
+            },
+            { metric: "sample_size", value: sampleSize, std: 0, n: sampleSize },
+        ];
+        for (const entry of metricEntries) {
+            const [low, high] = confidenceInterval(entry.value, entry.std, entry.n);
+            const result = {
+                id: generateId("expres"),
+                experimentId,
+                variantId: variant.id,
+                metric: entry.metric,
+                value: entry.value,
+                sampleSize,
+                confidenceLow: low,
+                confidenceHigh: high,
+                computedAt: now,
+            };
+            results.push(result);
+            insertExperimentResult(result).catch(() => { });
+        }
+    }
+    return results;
+}
+// ─── Stats helpers ──────────────────────────────────────────────────
+function mean(values) {
+    if (values.length === 0)
+        return 0;
+    return values.reduce((a, b) => a + b, 0) / values.length;
+}
+function stddev(values) {
+    if (values.length < 2)
+        return 0;
+    const avg = mean(values);
+    const squaredDiffs = values.map((v) => (v - avg) ** 2);
+    return Math.sqrt(squaredDiffs.reduce((a, b) => a + b, 0) / (values.length - 1));
+}
+function confidenceInterval(avg, std, n) {
+    if (n < 2)
+        return [avg, avg];
+    const se = std / Math.sqrt(n);
+    const margin = 1.96 * se;
+    return [avg - margin, avg + margin];
+}
+//# sourceMappingURL=experiments.js.map

package/dist/observability/experiments.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"experiments.js","sourceRoot":"","sources":["../../src/observability/experiments.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAM5C,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,aAAa,EACb,sBAAsB,EACtB,yBAAyB,GAC1B,MAAM,YAAY,CAAC;AAEpB,uEAAuE;AAEvE,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AACxB,CAAC;AAED,SAAS,UAAU,CAAC,MAAc;IAChC,OAAO,GAAG,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;AAC7E,CAAC;AAED,uEAAuE;AAEvE,IAAI,aAAa,GAAwB,IAAI,CAAC;AAC9C,IAAI,eAAe,GAAG,CAAC,CAAC;AACxB,MAAM,YAAY,GAAG,KAAK,CAAC;AAE3B,KAAK,UAAU,oBAAoB;IACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,IAAI,aAAa,IAAI,GAAG,GAAG,eAAe,GAAG,YAAY,EAAE,CAAC;QAC1D,OAAO,aAAa,CAAC;IACvB,CAAC;IACD,MAAM,GAAG,GAAG,MAAM,eAAe,EAAE,CAAC;IACpC,aAAa,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;IAC1D,eAAe,GAAG,GAAG,CAAC;IACtB,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,SAAS,eAAe;IACtB,aAAa,GAAG,IAAI,CAAC;IACrB,eAAe,GAAG,CAAC,CAAC;AACtB,CAAC;AAED,uEAAuE;AAEvE,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAStC;IACC,MAAM,UAAU,GAAe;QAC7B,EAAE,EAAE,UAAU,CAAC,KAAK,CAAC;QACrB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,MAAM,EAAE,OAAO;QACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,eAAe,EAAE,IAAI,CAAC,eAAe,IAAI,MAAM;QAC/C,SAAS,EAAE,IAAI;QACf,OAAO,EAAE,IAAI;QACb,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;KACtB,CAAC;IACF,MAAM,gBAAgB,CAAC,UAAU,CAAC,CAAC;IACnC,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,EAAU;IAC9C,MAAM,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAClD,eAAe,EAAE,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,EAAU;IAC9C,MAAM,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;IACjD,eAAe,EAAE,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EAAU;IACjD,MAAM,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACzE,eAAe,EAAE,CAAC;AACpB,CAAC;AAED,uEAAuE;AAEvE,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,YAAoB,EACpB,MAAc;IAEd,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAC3D,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,YAAY,CAAC,CAAC;QACrD,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,cAAc,YAAY,YAAY,CAAC,CAAC;QACzE,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,IAAI,CACtC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,SAAS,CACnC,CAAC;QACF,IAAI,CAAC,OAAO;YACV,MAAM,IAAI,KAAK,CACb,WAAW,QAAQ,CAAC,SAAS,4BAA4B,YAAY,EAAE,CACxE,CAAC;QACJ,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,YAAY,CAAC,CAAC;IACrD,IAAI,CAAC,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,cAAc,YAAY,YAAY,CAAC,CAAC;IAEzE,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAChD,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC9E,IAAI,WAAW,IAAI,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC7D,MAAM,SAAS,GAAG,UAAU,CAAC,YAAY,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC;IAElE,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,MAAqC,CAAC;IAC1C,KAAK,MAAM,OAAO,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;QAC1C,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,SAAS,GAAG,UAAU,EAAE,CAAC;YAC3B,MAAM,GAAG,OAAO,CAAC;YACjB,MAAM;QACR,CAAC;IACH,CAAC;IACD,uDAAuD;IACvD,IAAI,CAAC,MAAM;QAAE,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE1E,8BAA8B;IAC9B,gBAAgB,CAAC;QACf,YAAY;QACZ,MAAM;QACN,SAAS,EAAE,MAAM,CAAC,EAAE;QACpB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;KACvB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAEnB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,MAAc;IAIhE,MAAM,MAAM,GAAG,MAAM,oBAAoB,EAAE,CAAC;IAC5C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAErC,MAAM,WAAW,GAAuD,EAAE,CAAC;IAC3E,MAAM,MAAM,GAA4B,EAAE,CAAC;IAE3C,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CACpD,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,WAAW,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;QAClE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;AAC1C,CAAC;AAED,uEAAuE;AAEvE,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,YAAoB;IAEpB,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC,YAAY,CAAC,CAAC;IACrD,IAAI,CAAC,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,cAAc,YAAY,YAAY,CAAC,CAAC;IAEzE,MAAM,yBAAyB,EAAE,CAAC;IAClC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAE3B,MAAM,OAAO,GAA6B,EAAE,CAAC;IAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEvB,KAAK,MAAM,OAAO,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;QAC1C,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC;YACpD,GAAG,EAAE,6FAA6F;YAClG,IAAI,EAAE,CAAC,YAAY,EAAE,OAAO,CAAC,EAAE,CAAC;SACjC,CAAC,CAAC;QAEH,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChC,MAAM,YAAY,GAAG;gBACnB,UAAU;gBACV,aAAa;gBACb,gBAAgB;gBAChB,mBAAmB;gBACnB,cAAc;gBACd,aAAa;aACd,CAAC;YACF,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;gBAClC,MAAM,MAAM,GAA2B;oBACrC,EAAE,EAAE,UAAU,CAAC,QAAQ,CAAC;oBACxB,YAAY;oBACZ,SAAS,EAAE,OAAO,CAAC,EAAE;oBACrB,MAAM;oBACN,KAAK,EAAE,CAAC;oBACR,UAAU,EAAE,CAAC;oBACb,aAAa,EAAE,CAAC;oBAChB,cAAc,EAAE,CAAC;oBACjB,UAAU,EAAE,GAAG;iBAChB,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACrB,sBAAsB,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACjD,CAAC;YACD,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAClE,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEvD,oFAAoF;QACpF,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC;YACnD,GAAG,EAAE;;;kCAGuB,YAAY;cAChC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,EAAE;8BACnC;YACxB,IAAI,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO;SAC1E,CAAC,CAAC;QAEH,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,KAAK,MAAM,GAAG,IAAI,aAAsB,EAAE,CAAC;YACzC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,qBAAqB,CAAC,GAAG,GAAG,CAAC,CAAC;YACpD,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC;YAC9C,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC1C,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YAClD,SAAS,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjE,CAAC;QAED,6BAA6B;QAC7B,MAAM,MAAM,GAAI,aAAuB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QACrE,IAAI,UAAU,GAAa,EAAE,CAAC;QAC9B,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,eAAe,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzD,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC;gBAC9C,GAAG,EAAE,kDAAkD,eAAe,GAAG;gBACzE,IAAI,EAAE,MAAM;aACb,CAAC,CAAC;YACH,UAAU,GAAI,QAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC/D,CAAC;QAED,wEAAwE;QACxE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC;YAC7C,GAAG,EAAE;;;oCAGyB,YAAY;;cAElC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,EAAE,EAAE;YAC5D,IAAI,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO;SAC1E,CAAC,CAAC;QACH,MAAM,kBAAkB,GAAI,OAAiB,CAAC,GAAG,CAC/C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,iBAAiB,CAAC,GAAG,GAAG,CAC7C,CAAC;QAEF,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC;QAExC,MAAM,aAAa,GAKd;YACH;gBACE,MAAM,EAAE,UAAU;gBAClB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC;gBAClB,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC;gBAClB,CAAC,EAAE,KAAK,CAAC,MAAM;aAChB;YACD;gBACE,MAAM,EAAE,aAAa;gBACrB,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;gBACtB,GAAG,EAAE,MAAM,CAAC,SAAS,CAAC;gBACtB,CAAC,EAAE,SAAS,CAAC,MAAM;aACpB;YACD;gBACE,MAAM,EAAE,gBAAgB;gBACxB,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC;gBACvB,GAAG,EAAE,MAAM,CAAC,UAAU,CAAC;gBACvB,CAAC,EAAE,UAAU,CAAC,MAAM;aACrB;YACD;gBACE,MAAM,EAAE,mBAAmB;gBAC3B,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;gBACtB,GAAG,EAAE,MAAM,CAAC,SAAS,CAAC;gBACtB,CAAC,EAAE,SAAS,CAAC,MAAM;aACpB;YACD;gBACE,MAAM,EAAE,cAAc;gBACtB,KAAK,EAAE,IAAI,CAAC,kBAAkB,CAAC;gBAC/B,GAAG,EAAE,MAAM,CAAC,kBAAkB,CAAC;gBAC/B,CAAC,EAAE,kBAAkB,CAAC,MAAM;aAC7B;YACD,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE;SACpE,CAAC;QAEF,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;YAClC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,kBAAkB,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;YACxE,MAAM,MAAM,GAA2B;gBACrC,EAAE,EAAE,UAAU,CAAC,QAAQ,CAAC;gBACxB,YAAY;gBACZ,SAAS,EAAE,OAAO,CAAC,EAAE;gBACrB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,UAAU;gBACV,aAAa,EAAE,GAAG;gBAClB,cAAc,EAAE,IAAI;gBACpB,UAAU,EAAE,GAAG;aAChB,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,sBAAsB,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,uEAAuE;AAEvE,SAAS,IAAI,CAAC,MAAgB;IAC5B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;AAC3D,CAAC;AAED,SAAS,MAAM,CAAC,MAAgB;IAC9B,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IACzB,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IACvD,OAAO,IAAI,CAAC,IAAI,CACd,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAC9D,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CACzB,GAAW,EACX,GAAW,EACX,CAAS;IAET,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC7B,MAAM,EAAE,GAAG,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;IACzB,OAAO,CAAC,GAAG,GAAG,MAAM,EAAE,GAAG,GAAG,MAAM,CAAC,CAAC;AACtC,CAAC"}

package/dist/observability/feedback.d.ts

@@ -0,0 +1,14 @@
+import type { FeedbackEntry, FeedbackType, SatisfactionScore } from "./types.js";
+export interface SubmitFeedbackOpts {
+    threadId: string;
+    runId?: string;
+    messageSeq?: number;
+    feedbackType: FeedbackType;
+    value?: string;
+    userId?: string;
+}
+export declare function submitFeedback(opts: SubmitFeedbackOpts): Promise<FeedbackEntry>;
+export declare function computeSatisfactionScore(threadId: string, opts?: {
+    userId?: string | null;
+}): Promise<SatisfactionScore>;
+//# sourceMappingURL=feedback.d.ts.map

package/dist/observability/feedback.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"feedback.d.ts","sourceRoot":"","sources":["../../src/observability/feedback.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,aAAa,EACb,YAAY,EACZ,iBAAiB,EAClB,MAAM,YAAY,CAAC;AAapB,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,YAAY,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,wBAAsB,cAAc,CAClC,IAAI,EAAE,kBAAkB,GACvB,OAAO,CAAC,aAAa,CAAC,CA2BxB;AAyOD,wBAAsB,wBAAwB,CAC5C,QAAQ,EAAE,MAAM,EAChB,IAAI,GAAE;IAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CAAO,GACpC,OAAO,CAAC,iBAAiB,CAAC,CAoC5B"}

package/dist/observability/feedback.js

@@ -0,0 +1,256 @@
+import { getDbExec } from "../db/client.js";
+import { insertFeedback, upsertSatisfactionScore, ensureObservabilityTables, } from "./store.js";
+function generateId() {
+    return `fb-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`;
+}
+export async function submitFeedback(opts) {
+    if (!opts.threadId)
+        throw new Error("threadId is required");
+    if (!opts.feedbackType)
+        throw new Error("feedbackType is required");
+    const validTypes = [
+        "thumbs_up",
+        "thumbs_down",
+        "category",
+        "text",
+    ];
+    if (!validTypes.includes(opts.feedbackType)) {
+        throw new Error(`Invalid feedbackType: ${opts.feedbackType}`);
+    }
+    const entry = {
+        id: generateId(),
+        runId: opts.runId ?? null,
+        threadId: opts.threadId,
+        messageSeq: opts.messageSeq ?? null,
+        feedbackType: opts.feedbackType,
+        value: opts.value ?? "",
+        userId: opts.userId ?? null,
+        createdAt: Date.now(),
+    };
+    await insertFeedback(entry);
+    return entry;
+}
+async function getThreadMessages(threadId) {
+    await ensureObservabilityTables();
+    const client = getDbExec();
+    const { rows } = await client.execute({
+        sql: `SELECT thread_data FROM chat_threads WHERE id = ?`,
+        args: [threadId],
+    });
+    if (rows.length === 0)
+        return [];
+    const raw = rows[0].thread_data;
+    if (!raw)
+        return [];
+    try {
+        const data = JSON.parse(String(raw));
+        const messages = data.messages ?? data;
+        if (!Array.isArray(messages))
+            return [];
+        return messages
+            .filter((m) => m &&
+            typeof m.role === "string" &&
+            (typeof m.content === "string" ||
+                (Array.isArray(m.content) &&
+                    m.content.some((p) => p.type === "text"))))
+            .map((m) => ({
+            role: m.role,
+            content: typeof m.content === "string"
+                ? m.content
+                : m.content
+                    .filter((p) => p.type === "text")
+                    .map((p) => p.text ?? "")
+                    .join(""),
+            createdAt: m.createdAt ? Number(m.createdAt) : undefined,
+        }));
+    }
+    catch {
+        return [];
+    }
+}
+function tokenize(text) {
+    return new Set(text
+        .toLowerCase()
+        .replace(/[^a-z0-9\s]/g, "")
+        .split(/\s+/)
+        .filter((w) => w.length > 1));
+}
+function jaccardSimilarity(a, b) {
+    if (a.size === 0 && b.size === 0)
+        return 0;
+    let intersection = 0;
+    for (const word of a) {
+        if (b.has(word))
+            intersection++;
+    }
+    const union = a.size + b.size - intersection;
+    return union === 0 ? 0 : intersection / union;
+}
+function computeRephrasingScore(userMessages) {
+    if (userMessages.length < 2)
+        return 0;
+    const tokenSets = userMessages.map(tokenize);
+    let maxConsecutiveSimilarity = 0;
+    let highSimilarityCount = 0;
+    for (let i = 1; i < tokenSets.length; i++) {
+        const sim = jaccardSimilarity(tokenSets[i - 1], tokenSets[i]);
+        if (sim > maxConsecutiveSimilarity)
+            maxConsecutiveSimilarity = sim;
+        if (sim >= 0.4)
+            highSimilarityCount++;
+    }
+    const pairCount = tokenSets.length - 1;
+    const rephrasingRatio = pairCount > 0 ? highSimilarityCount / pairCount : 0;
+    // Blend peak similarity with overall rephrasing frequency
+    return Math.min(100, ((maxConsecutiveSimilarity * 60 + rephrasingRatio * 40) * 100) / 100);
+}
+function computeAbandonmentScore(messages) {
+    if (messages.length === 0)
+        return 0;
+    const last = messages[messages.length - 1];
+    // Thread ends with a user message and no agent response
+    if (last.role === "user")
+        return 80;
+    // Thread ends with agent response, but check if last user message
+    // was very close to it (agent responded but user never replied back)
+    if (messages.length >= 3) {
+        const secondToLast = messages[messages.length - 2];
+        if (secondToLast.role === "user") {
+            const userMsg = secondToLast.content.trim();
+            // Short user messages right before end suggest giving up
+            if (userMsg.length < 15)
+                return 40;
+        }
+    }
+    return 0;
+}
+const NEGATIVE_PATTERNS = [
+    /\bno\b/i,
+    /\bwrong\b/i,
+    /\bnot what i/i,
+    /\btry again\b/i,
+    /\bnever mind\b/i,
+    /\bnevermind\b/i,
+    /\bthat's not\b/i,
+    /\bthats not\b/i,
+    /\bincorrect\b/i,
+    /\bdoesn't work\b/i,
+    /\bdoesnt work\b/i,
+    /\bstill wrong\b/i,
+    /\bnope\b/i,
+    /\bstop\b/i,
+    /\bforget it\b/i,
+    /\buseless\b/i,
+    /\bbroken\b/i,
+];
+function computeSentimentScore(userMessages) {
+    if (userMessages.length === 0)
+        return 0;
+    let negativeCount = 0;
+    let terseCount = 0;
+    for (const msg of userMessages) {
+        const trimmed = msg.trim();
+        // Terse single-word or very short responses
+        if (trimmed.split(/\s+/).length <= 2 && trimmed.length < 20) {
+            terseCount++;
+        }
+        for (const pattern of NEGATIVE_PATTERNS) {
+            if (pattern.test(trimmed)) {
+                negativeCount++;
+                break;
+            }
+        }
+    }
+    const negativeRatio = negativeCount / userMessages.length;
+    const terseRatio = terseCount / userMessages.length;
+    return Math.min(100, (negativeRatio * 70 + terseRatio * 30) * 100);
+}
+function computeLengthTrendScore(userMessages) {
+    if (userMessages.length < 3)
+        return 0;
+    const lengths = userMessages.map((m) => m.trim().length);
+    const n = lengths.length;
+    // Simple linear regression: y = mx + b, we care about slope m
+    const xMean = (n - 1) / 2;
+    const yMean = lengths.reduce((a, b) => a + b, 0) / n;
+    let numerator = 0;
+    let denominator = 0;
+    for (let i = 0; i < n; i++) {
+        const xDiff = i - xMean;
+        numerator += xDiff * (lengths[i] - yMean);
+        denominator += xDiff * xDiff;
+    }
+    if (denominator === 0)
+        return 0;
+    const slope = numerator / denominator;
+    // Normalize: negative slope = messages getting shorter = frustration
+    // Scale by average length to get a relative measure
+    if (yMean === 0)
+        return 0;
+    const normalizedSlope = slope / yMean;
+    // Only negative slopes (shrinking messages) contribute to frustration
+    if (normalizedSlope >= 0)
+        return 0;
+    // Map normalized slope to 0-100; -1 (halving each message) = 100
+    return Math.min(100, Math.abs(normalizedSlope) * 100);
+}
+const RETRY_PATTERNS = [
+    /\btry again\b/i,
+    /\bthat's wrong\b/i,
+    /\bthats wrong\b/i,
+    /\bno,?\s*(that's|thats|it's|its)\b/i,
+    /\bredo\b/i,
+    /\bdo it again\b/i,
+    /\bone more time\b/i,
+    /\bregenerate\b/i,
+    /\bfix (it|this|that)\b/i,
+    /\btry (this|that) instead\b/i,
+    /\bi (said|meant|asked)\b/i,
+    /\bstill (not|wrong|broken|doesn't|doesnt)\b/i,
+];
+function computeRetryScore(userMessages) {
+    if (userMessages.length === 0)
+        return 0;
+    let retryCount = 0;
+    for (const msg of userMessages) {
+        for (const pattern of RETRY_PATTERNS) {
+            if (pattern.test(msg)) {
+                retryCount++;
+                break;
+            }
+        }
+    }
+    const retryRatio = retryCount / userMessages.length;
+    return Math.min(100, retryRatio * 150);
+}
+export async function computeSatisfactionScore(threadId, opts = {}) {
+    const messages = await getThreadMessages(threadId);
+    const userMessages = messages
+        .filter((m) => m.role === "user")
+        .map((m) => m.content);
+    const rephrasingScore = computeRephrasingScore(userMessages);
+    const abandonmentScore = computeAbandonmentScore(messages);
+    const sentimentScore = computeSentimentScore(userMessages);
+    const lengthTrendScore = computeLengthTrendScore(userMessages);
+    const retryScore = computeRetryScore(userMessages);
+    // Weighted composite: rephrasing 30, abandonment 20, sentiment 15, length trend 15, retry 20
+    const frustrationScore = Math.min(100, rephrasingScore * 0.3 +
+        abandonmentScore * 0.2 +
+        sentimentScore * 0.15 +
+        lengthTrendScore * 0.15 +
+        retryScore * 0.2);
+    const score = {
+        id: `sat-${threadId}`,
+        threadId,
+        userId: opts.userId ?? null,
+        frustrationScore: Math.round(frustrationScore * 100) / 100,
+        rephrasingScore: Math.round(rephrasingScore * 100) / 100,
+        abandonmentScore: Math.round(abandonmentScore * 100) / 100,
+        sentimentScore: Math.round(sentimentScore * 100) / 100,
+        lengthTrendScore: Math.round(lengthTrendScore * 100) / 100,
+        computedAt: Date.now(),
+    };
+    await upsertSatisfactionScore(score);
+    return score;
+}
+//# sourceMappingURL=feedback.js.map

package/dist/observability/feedback.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"feedback.js","sourceRoot":"","sources":["../../src/observability/feedback.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAM5C,OAAO,EACL,cAAc,EACd,uBAAuB,EACvB,yBAAyB,GAC1B,MAAM,YAAY,CAAC;AAEpB,SAAS,UAAU;IACjB,OAAO,MAAM,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;AACtE,CAAC;AAaD,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,IAAwB;IAExB,IAAI,CAAC,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC5D,IAAI,CAAC,IAAI,CAAC,YAAY;QAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;IAEpE,MAAM,UAAU,GAAmB;QACjC,WAAW;QACX,aAAa;QACb,UAAU;QACV,MAAM;KACP,CAAC;IACF,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,KAAK,GAAkB;QAC3B,EAAE,EAAE,UAAU,EAAE;QAChB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI;QACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI;QACnC,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE;QACvB,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI;QAC3B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;KACtB,CAAC;IAEF,MAAM,cAAc,CAAC,KAAK,CAAC,CAAC;IAC5B,OAAO,KAAK,CAAC;AACf,CAAC;AAUD,KAAK,UAAU,iBAAiB,CAAC,QAAgB;IAC/C,MAAM,yBAAyB,EAAE,CAAC;IAClC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAE3B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC;QACpC,GAAG,EAAE,mDAAmD;QACxD,IAAI,EAAE,CAAC,QAAQ,CAAC;KACjB,CAAC,CAAC;IAEH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEjC,MAAM,GAAG,GAAI,IAAI,CAAC,CAAC,CAA6B,CAAC,WAAW,CAAC;IAC7D,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IAEpB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAc,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC;QAClD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;YAAE,OAAO,EAAE,CAAC;QAExC,OAAO,QAAQ;aACZ,MAAM,CACL,CAAC,CAAM,EAAE,EAAE,CACT,CAAC;YACD,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ;YAC1B,CAAC,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ;gBAC5B,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;oBACvB,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CACtD;aACA,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;YAChB,IAAI,EAAE,CAAC,CAAC,IAA4B;YACpC,OAAO,EACL,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ;gBAC3B,CAAC,CAAC,CAAC,CAAC,OAAO;gBACX,CAAC,CAAE,CAAC,CAAC,OAAiB;qBACjB,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;qBACrC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;qBAC7B,IAAI,CAAC,EAAE,CAAC;YACjB,SAAS,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;SACzD,CAAC,CAAC,CAAC;IACR,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,IAAI,GAAG,CACZ,IAAI;SACD,WAAW,EAAE;SACb,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;SAC3B,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAC/B,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,CAAc,EAAE,CAAc;IACvD,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC3C,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,KAAK,MAAM,IAAI,IAAI,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,YAAY,EAAE,CAAC;IAClC,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,GAAG,YAAY,CAAC;IAC7C,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,KAAK,CAAC;AAChD,CAAC;AAED,SAAS,sBAAsB,CAAC,YAAsB;IACpD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC;IAEtC,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7C,IAAI,wBAAwB,GAAG,CAAC,CAAC;IACjC,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAE5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,GAAG,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,IAAI,GAAG,GAAG,wBAAwB;YAAE,wBAAwB,GAAG,GAAG,CAAC;QACnE,IAAI,GAAG,IAAI,GAAG;YAAE,mBAAmB,EAAE,CAAC;IACxC,CAAC;IAED,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;IACvC,MAAM,eAAe,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,mBAAmB,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IAE5E,0DAA0D;IAC1D,OAAO,IAAI,CAAC,GAAG,CACb,GAAG,EACH,CAAC,CAAC,wBAAwB,GAAG,EAAE,GAAG,eAAe,GAAG,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CACrE,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAAC,QAAyB;IACxD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEpC,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE3C,wDAAwD;IACxD,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,EAAE,CAAC;IAEpC,kEAAkE;IAClE,qEAAqE;IACrE,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACzB,MAAM,YAAY,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACnD,IAAI,YAAY,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC5C,yDAAyD;YACzD,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE;gBAAE,OAAO,EAAE,CAAC;QACrC,CAAC;IACH,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,iBAAiB,GAAG;IACxB,SAAS;IACT,YAAY;IACZ,eAAe;IACf,gBAAgB;IAChB,iBAAiB;IACjB,gBAAgB;IAChB,iBAAiB;IACjB,gBAAgB;IAChB,gBAAgB;IAChB,mBAAmB;IACnB,kBAAkB;IAClB,kBAAkB;IAClB,WAAW;IACX,WAAW;IACX,gBAAgB;IAChB,cAAc;IACd,aAAa;CACd,CAAC;AAEF,SAAS,qBAAqB,CAAC,YAAsB;IACnD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAExC,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QAE3B,4CAA4C;QAC5C,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAC5D,UAAU,EAAE,CAAC;QACf,CAAC;QAED,KAAK,MAAM,OAAO,IAAI,iBAAiB,EAAE,CAAC;YACxC,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1B,aAAa,EAAE,CAAC;gBAChB,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,aAAa,GAAG,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC;IAC1D,MAAM,UAAU,GAAG,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC;IAEpD,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,aAAa,GAAG,EAAE,GAAG,UAAU,GAAG,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,uBAAuB,CAAC,YAAsB;IACrD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC;IAEtC,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC;IACzD,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAEzB,8DAA8D;IAC9D,MAAM,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IAC1B,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;IAErD,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC;QACxB,SAAS,IAAI,KAAK,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;QAC1C,WAAW,IAAI,KAAK,GAAG,KAAK,CAAC;IAC/B,CAAC;IAED,IAAI,WAAW,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEhC,MAAM,KAAK,GAAG,SAAS,GAAG,WAAW,CAAC;IAEtC,qEAAqE;IACrE,oDAAoD;IACpD,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC1B,MAAM,eAAe,GAAG,KAAK,GAAG,KAAK,CAAC;IAEtC,sEAAsE;IACtE,IAAI,eAAe,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC;IAEnC,iEAAiE;IACjE,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,GAAG,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,cAAc,GAAG;IACrB,gBAAgB;IAChB,mBAAmB;IACnB,kBAAkB;IAClB,qCAAqC;IACrC,WAAW;IACX,kBAAkB;IAClB,oBAAoB;IACpB,iBAAiB;IACjB,yBAAyB;IACzB,8BAA8B;IAC9B,2BAA2B;IAC3B,8CAA8C;CAC/C,CAAC;AAEF,SAAS,iBAAiB,CAAC,YAAsB;IAC/C,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAExC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAC/B,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;YACrC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACtB,UAAU,EAAE,CAAC;gBACb,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC;IACpD,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,GAAG,GAAG,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,QAAgB,EAChB,OAAmC,EAAE;IAErC,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,YAAY,GAAG,QAAQ;SAC1B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;SAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAEzB,MAAM,eAAe,GAAG,sBAAsB,CAAC,YAAY,CAAC,CAAC;IAC7D,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IAC3D,MAAM,cAAc,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;IAC3D,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,YAAY,CAAC,CAAC;IAC/D,MAAM,UAAU,GAAG,iBAAiB,CAAC,YAAY,CAAC,CAAC;IAEnD,6FAA6F;IAC7F,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAC/B,GAAG,EACH,eAAe,GAAG,GAAG;QACnB,gBAAgB,GAAG,GAAG;QACtB,cAAc,GAAG,IAAI;QACrB,gBAAgB,GAAG,IAAI;QACvB,UAAU,GAAG,GAAG,CACnB,CAAC;IAEF,MAAM,KAAK,GAAsB;QAC/B,EAAE,EAAE,OAAO,QAAQ,EAAE;QACrB,QAAQ;QACR,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI;QAC3B,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,GAAG,CAAC,GAAG,GAAG;QAC1D,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,GAAG,CAAC,GAAG,GAAG;QACxD,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,GAAG,CAAC,GAAG,GAAG;QAC1D,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,GAAG,CAAC,GAAG,GAAG;QACtD,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,GAAG,CAAC,GAAG,GAAG;QAC1D,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;KACvB,CAAC;IAEF,MAAM,uBAAuB,CAAC,KAAK,CAAC,CAAC;IACrC,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/observability/index.d.ts

@@ -0,0 +1,6 @@
+export type { SpanType, SpanStatus, TraceSpan, TraceSummary, FeedbackType, FeedbackEntry, SatisfactionScore, EvalType, EvalResult, EvalDataset, EvalTestCase, EvalCriteria, ExperimentStatus, ExperimentVariant, Experiment, ExperimentAssignment, ExperimentMetricResult, ObservabilityConfig, ObservabilityExporterConfig, } from "./types.js";
+export { DEFAULT_OBSERVABILITY_CONFIG } from "./types.js";
+export { ensureObservabilityTables, insertTraceSpan, upsertTraceSummary, getTraceSpansForRun, getTraceSummaries, getTraceSummary, insertFeedback, getFeedback, getFeedbackStats, upsertSatisfactionScore, getSatisfactionScores, insertEvalResult, getEvalsForRun, getEvalStats, insertEvalDataset, listEvalDatasets, getEvalDataset, updateEvalDataset, insertExperiment, updateExperiment, listExperiments, getExperiment, upsertAssignment, getAssignment, insertExperimentResult, getExperimentResults, getObservabilityOverview, } from "./store.js";
+export { createObservabilityPlugin } from "./plugin.js";
+export { createObservabilityHandler } from "./routes.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/observability/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/observability/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,QAAQ,EACR,UAAU,EACV,SAAS,EACT,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,iBAAiB,EACjB,QAAQ,EACR,UAAU,EACV,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,gBAAgB,EAChB,iBAAiB,EACjB,UAAU,EACV,oBAAoB,EACpB,sBAAsB,EACtB,mBAAmB,EACnB,2BAA2B,GAC5B,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,4BAA4B,EAAE,MAAM,YAAY,CAAC;AAE1D,OAAO,EACL,yBAAyB,EACzB,eAAe,EACf,kBAAkB,EAClB,mBAAmB,EACnB,iBAAiB,EACjB,eAAe,EACf,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,uBAAuB,EACvB,qBAAqB,EACrB,gBAAgB,EAChB,cAAc,EACd,YAAY,EACZ,iBAAiB,EACjB,gBAAgB,EAChB,cAAc,EACd,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAChB,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,aAAa,EACb,sBAAsB,EACtB,oBAAoB,EACpB,wBAAwB,GACzB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AACxD,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC"}

package/dist/observability/index.js

@@ -0,0 +1,5 @@
+export { DEFAULT_OBSERVABILITY_CONFIG } from "./types.js";
+export { ensureObservabilityTables, insertTraceSpan, upsertTraceSummary, getTraceSpansForRun, getTraceSummaries, getTraceSummary, insertFeedback, getFeedback, getFeedbackStats, upsertSatisfactionScore, getSatisfactionScores, insertEvalResult, getEvalsForRun, getEvalStats, insertEvalDataset, listEvalDatasets, getEvalDataset, updateEvalDataset, insertExperiment, updateExperiment, listExperiments, getExperiment, upsertAssignment, getAssignment, insertExperimentResult, getExperimentResults, getObservabilityOverview, } from "./store.js";
+export { createObservabilityPlugin } from "./plugin.js";
+export { createObservabilityHandler } from "./routes.js";
+//# sourceMappingURL=index.js.map

package/dist/observability/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/observability/index.ts"],"names":[],"mappings":"AAsBA,OAAO,EAAE,4BAA4B,EAAE,MAAM,YAAY,CAAC;AAE1D,OAAO,EACL,yBAAyB,EACzB,eAAe,EACf,kBAAkB,EAClB,mBAAmB,EACnB,iBAAiB,EACjB,eAAe,EACf,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,uBAAuB,EACvB,qBAAqB,EACrB,gBAAgB,EAChB,cAAc,EACd,YAAY,EACZ,iBAAiB,EACjB,gBAAgB,EAChB,cAAc,EACd,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAChB,eAAe,EACf,aAAa,EACb,gBAAgB,EAChB,aAAa,EACb,sBAAsB,EACtB,oBAAoB,EACpB,wBAAwB,GACzB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC;AACxD,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC"}

package/dist/observability/plugin.d.ts

@@ -0,0 +1,2 @@
+export declare function createObservabilityPlugin(): (nitroApp: any) => Promise<void>;
+//# sourceMappingURL=plugin.d.ts.map

package/dist/observability/plugin.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugin.d.ts","sourceRoot":"","sources":["../../src/observability/plugin.ts"],"names":[],"mappings":"AAQA,wBAAgB,yBAAyB,KACzB,UAAU,GAAG,mBAQ5B"}

package/dist/observability/plugin.js

@@ -0,0 +1,12 @@
+import { getH3App, awaitBootstrap, } from "../server/framework-request-handler.js";
+import { FRAMEWORK_ROUTE_PREFIX } from "../server/core-routes-plugin.js";
+import { createObservabilityHandler } from "./routes.js";
+import { ensureObservabilityTables } from "./store.js";
+export function createObservabilityPlugin() {
+    return async (nitroApp) => {
+        await awaitBootstrap(nitroApp);
+        await ensureObservabilityTables().catch(() => { });
+        getH3App(nitroApp).use(`${FRAMEWORK_ROUTE_PREFIX}/observability`, createObservabilityHandler());
+    };
+}
+//# sourceMappingURL=plugin.js.map

package/dist/observability/plugin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../../src/observability/plugin.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,cAAc,GACf,MAAM,wCAAwC,CAAC;AAChD,OAAO,EAAE,sBAAsB,EAAE,MAAM,iCAAiC,CAAC;AACzE,OAAO,EAAE,0BAA0B,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAEvD,MAAM,UAAU,yBAAyB;IACvC,OAAO,KAAK,EAAE,QAAa,EAAE,EAAE;QAC7B,MAAM,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC/B,MAAM,yBAAyB,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAClD,QAAQ,CAAC,QAAQ,CAAC,CAAC,GAAG,CACpB,GAAG,sBAAsB,gBAAgB,EACzC,0BAA0B,EAAE,CAC7B,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC"}