promptfoo 0.115.3 → 0.115.4

package/dist/src/tracing/store.js

@@ -0,0 +1,170 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TraceStore = void 0;
+exports.getTraceStore = getTraceStore;
+const crypto_1 = require("crypto");
+const drizzle_orm_1 = require("drizzle-orm");
+const database_1 = require("../database");
+const tables_1 = require("../database/tables");
+const logger_1 = __importDefault(require("../logger"));
+class TraceStore {
+    constructor() {
+        this.db = null;
+    }
+    getDatabase() {
+        if (!this.db) {
+            logger_1.default.debug('[TraceStore] Initializing database connection');
+            this.db = (0, database_1.getDb)();
+        }
+        return this.db;
+    }
+    async createTrace(trace) {
+        try {
+            logger_1.default.debug(`[TraceStore] Creating trace ${trace.traceId} for evaluation ${trace.evaluationId}`);
+            const db = this.getDatabase();
+            await db.insert(tables_1.tracesTable).values({
+                id: (0, crypto_1.randomUUID)(),
+                traceId: trace.traceId,
+                evaluationId: trace.evaluationId,
+                testCaseId: trace.testCaseId,
+                metadata: trace.metadata,
+            });
+            logger_1.default.debug(`[TraceStore] Successfully created trace ${trace.traceId}`);
+        }
+        catch (error) {
+            logger_1.default.error(`[TraceStore] Failed to create trace: ${error}`);
+            throw error;
+        }
+    }
+    async addSpans(traceId, spans, options) {
+        try {
+            logger_1.default.debug(`[TraceStore] Adding ${spans.length} spans to trace ${traceId}`);
+            const db = this.getDatabase();
+            // Only verify trace exists if not skipping the check (for OTLP scenarios)
+            if (options?.skipTraceCheck) {
+                logger_1.default.debug(`[TraceStore] Skipping trace existence check for OTLP scenario`);
+            }
+            else {
+                logger_1.default.debug(`[TraceStore] Verifying trace ${traceId} exists`);
+                const trace = await db
+                    .select()
+                    .from(tables_1.tracesTable)
+                    .where((0, drizzle_orm_1.eq)(tables_1.tracesTable.traceId, traceId))
+                    .limit(1);
+                if (trace.length === 0) {
+                    logger_1.default.warn(`[TraceStore] Trace ${traceId} not found, skipping spans`);
+                    return;
+                }
+                logger_1.default.debug(`[TraceStore] Trace ${traceId} found, proceeding with span insertion`);
+            }
+            // Insert spans
+            const spanRecords = spans.map((span) => {
+                logger_1.default.debug(`[TraceStore] Preparing span ${span.spanId} (${span.name}) for insertion`);
+                return {
+                    id: (0, crypto_1.randomUUID)(),
+                    traceId,
+                    spanId: span.spanId,
+                    parentSpanId: span.parentSpanId,
+                    name: span.name,
+                    startTime: span.startTime,
+                    endTime: span.endTime,
+                    attributes: span.attributes,
+                    statusCode: span.statusCode,
+                    statusMessage: span.statusMessage,
+                };
+            });
+            await db.insert(tables_1.spansTable).values(spanRecords);
+            logger_1.default.debug(`[TraceStore] Successfully added ${spans.length} spans to trace ${traceId}`);
+        }
+        catch (error) {
+            logger_1.default.error(`[TraceStore] Failed to add spans: ${error}`);
+            throw error;
+        }
+    }
+    async getTracesByEvaluation(evaluationId) {
+        try {
+            logger_1.default.debug(`[TraceStore] Fetching traces for evaluation ${evaluationId}`);
+            const db = this.getDatabase();
+            // Get all traces for the evaluation
+            const traces = await db
+                .select()
+                .from(tables_1.tracesTable)
+                .where((0, drizzle_orm_1.eq)(tables_1.tracesTable.evaluationId, evaluationId));
+            logger_1.default.debug(`[TraceStore] Found ${traces.length} traces for evaluation ${evaluationId}`);
+            // Get spans for each trace
+            const tracesWithSpans = await Promise.all(traces.map(async (trace) => {
+                logger_1.default.debug(`[TraceStore] Fetching spans for trace ${trace.traceId}`);
+                const spans = await db
+                    .select()
+                    .from(tables_1.spansTable)
+                    .where((0, drizzle_orm_1.eq)(tables_1.spansTable.traceId, trace.traceId));
+                logger_1.default.debug(`[TraceStore] Found ${spans.length} spans for trace ${trace.traceId}`);
+                return {
+                    ...trace,
+                    spans,
+                };
+            }));
+            logger_1.default.debug(`[TraceStore] Returning ${tracesWithSpans.length} traces with spans`);
+            return tracesWithSpans;
+        }
+        catch (error) {
+            logger_1.default.error(`[TraceStore] Failed to get traces for evaluation: ${error}`);
+            throw error;
+        }
+    }
+    async getTrace(traceId) {
+        try {
+            logger_1.default.debug(`[TraceStore] Fetching trace ${traceId}`);
+            const db = this.getDatabase();
+            const traces = await db
+                .select()
+                .from(tables_1.tracesTable)
+                .where((0, drizzle_orm_1.eq)(tables_1.tracesTable.traceId, traceId))
+                .limit(1);
+            if (traces.length === 0) {
+                logger_1.default.debug(`[TraceStore] Trace ${traceId} not found`);
+                return null;
+            }
+            const trace = traces[0];
+            logger_1.default.debug(`[TraceStore] Found trace ${traceId}, fetching spans`);
+            const spans = await db.select().from(tables_1.spansTable).where((0, drizzle_orm_1.eq)(tables_1.spansTable.traceId, traceId));
+            logger_1.default.debug(`[TraceStore] Found ${spans.length} spans for trace ${traceId}`);
+            return {
+                ...trace,
+                spans,
+            };
+        }
+        catch (error) {
+            logger_1.default.error(`[TraceStore] Failed to get trace: ${error}`);
+            throw error;
+        }
+    }
+    async deleteOldTraces(retentionDays) {
+        try {
+            logger_1.default.debug(`[TraceStore] Deleting traces older than ${retentionDays} days`);
+            const db = this.getDatabase();
+            const cutoffTime = Date.now() - retentionDays * 24 * 60 * 60 * 1000;
+            // Delete old traces (spans will be cascade deleted due to foreign key)
+            await db.delete(tables_1.tracesTable).where((0, drizzle_orm_1.lt)(tables_1.tracesTable.createdAt, cutoffTime));
+            logger_1.default.debug(`[TraceStore] Successfully deleted traces older than ${retentionDays} days`);
+        }
+        catch (error) {
+            logger_1.default.error(`[TraceStore] Failed to delete old traces: ${error}`);
+            throw error;
+        }
+    }
+}
+exports.TraceStore = TraceStore;
+// Singleton instance
+let traceStore = null;
+function getTraceStore() {
+    if (!traceStore) {
+        logger_1.default.debug('[TraceStore] Creating new TraceStore instance');
+        traceStore = new TraceStore();
+    }
+    return traceStore;
+}
+//# sourceMappingURL=store.js.map

package/dist/src/tracing/store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.js","sourceRoot":"","sources":["../../../src/tracing/store.ts"],"names":[],"mappings":";;;;;;AAwMA,sCAMC;AA9MD,mCAAoC;AACpC,6CAAqC;AACrC,0CAAoC;AACpC,+CAA6D;AAC7D,uDAA+B;AAyB/B,MAAa,UAAU;IAAvB;QACU,OAAE,GAAoC,IAAI,CAAC;IAqKrD,CAAC;IAnKS,WAAW;QACjB,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;YAC9D,IAAI,CAAC,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;QACpB,CAAC;QACD,OAAO,IAAI,CAAC,EAAE,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAgB;QAChC,IAAI,CAAC;YACH,gBAAM,CAAC,KAAK,CACV,+BAA+B,KAAK,CAAC,OAAO,mBAAmB,KAAK,CAAC,YAAY,EAAE,CACpF,CAAC;YACF,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC9B,MAAM,EAAE,CAAC,MAAM,CAAC,oBAAW,CAAC,CAAC,MAAM,CAAC;gBAClC,EAAE,EAAE,IAAA,mBAAU,GAAE;gBAChB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ;aACzB,CAAC,CAAC;YACH,gBAAM,CAAC,KAAK,CAAC,2CAA2C,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAM,CAAC,KAAK,CAAC,wCAAwC,KAAK,EAAE,CAAC,CAAC;YAC9D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,OAAe,EACf,KAAiB,EACjB,OAAsC;QAEtC,IAAI,CAAC;YACH,gBAAM,CAAC,KAAK,CAAC,uBAAuB,KAAK,CAAC,MAAM,mBAAmB,OAAO,EAAE,CAAC,CAAC;YAC9E,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAE9B,0EAA0E;YAC1E,IAAI,OAAO,EAAE,cAAc,EAAE,CAAC;gBAC5B,gBAAM,CAAC,KAAK,CAAC,+DAA+D,CAAC,CAAC;YAChF,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,KAAK,CAAC,gCAAgC,OAAO,SAAS,CAAC,CAAC;gBAC/D,MAAM,KAAK,GAAG,MAAM,EAAE;qBACnB,MAAM,EAAE;qBACR,IAAI,CAAC,oBAAW,CAAC;qBACjB,KAAK,CAAC,IAAA,gBAAE,EAAC,oBAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;qBACvC,KAAK,CAAC,CAAC,CAAC,CAAC;gBAEZ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvB,gBAAM,CAAC,IAAI,CAAC,sBAAsB,OAAO,4BAA4B,CAAC,CAAC;oBACvE,OAAO;gBACT,CAAC;gBACD,gBAAM,CAAC,KAAK,CAAC,sBAAsB,OAAO,wCAAwC,CAAC,CAAC;YACtF,CAAC;YAED,eAAe;YACf,MAAM,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACrC,gBAAM,CAAC,KAAK,CAAC,+BAA+B,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,iBAAiB,CAAC,CAAC;gBACxF,OAAO;oBACL,EAAE,EAAE,IAAA,mBAAU,GAAE;oBAChB,OAAO;oBACP,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,YAAY,EAAE,IAAI,CAAC,YAAY;oBAC/B,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,aAAa,EAAE,IAAI,CAAC,aAAa;iBAClC,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,MAAM,EAAE,CAAC,MAAM,CAAC,mBAAU,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YAChD,gBAAM,CAAC,KAAK,CAAC,mCAAmC,KAAK,CAAC,MAAM,mBAAmB,OAAO,EAAE,CAAC,CAAC;QAC5F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAM,CAAC,KAAK,CAAC,qCAAqC,KAAK,EAAE,CAAC,CAAC;YAC3D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,YAAoB;QAC9C,IAAI,CAAC;YACH,gBAAM,CAAC,KAAK,CAAC,+CAA+C,YAAY,EAAE,CAAC,CAAC;YAC5E,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAE9B,oCAAoC;YACpC,MAAM,MAAM,GAAG,MAAM,EAAE;iBACpB,MAAM,EAAE;iBACR,IAAI,CAAC,oBAAW,CAAC;iBACjB,KAAK,CAAC,IAAA,gBAAE,EAAC,oBAAW,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC,CAAC;YACrD,gBAAM,CAAC,KAAK,CAAC,sBAAsB,MAAM,CAAC,MAAM,0BAA0B,YAAY,EAAE,CAAC,CAAC;YAE1F,2BAA2B;YAC3B,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,GAAG,CACvC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;gBACzB,gBAAM,CAAC,KAAK,CAAC,yCAAyC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBACvE,MAAM,KAAK,GAAG,MAAM,EAAE;qBACnB,MAAM,EAAE;qBACR,IAAI,CAAC,mBAAU,CAAC;qBAChB,KAAK,CAAC,IAAA,gBAAE,EAAC,mBAAU,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;gBAChD,gBAAM,CAAC,KAAK,CAAC,sBAAsB,KAAK,CAAC,MAAM,oBAAoB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAEpF,OAAO;oBACL,GAAG,KAAK;oBACR,KAAK;iBACN,CAAC;YACJ,CAAC,CAAC,CACH,CAAC;YAEF,gBAAM,CAAC,KAAK,CAAC,0BAA0B,eAAe,CAAC,MAAM,oBAAoB,CAAC,CAAC;YACnF,OAAO,eAAe,CAAC;QACzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAM,CAAC,KAAK,CAAC,qDAAqD,KAAK,EAAE,CAAC,CAAC;YAC3E,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAe;QAC5B,IAAI,CAAC;YACH,gBAAM,CAAC,KAAK,CAAC,+BAA+B,OAAO,EAAE,CAAC,CAAC;YACvD,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAE9B,MAAM,MAAM,GAAG,MAAM,EAAE;iBACpB,MAAM,EAAE;iBACR,IAAI,CAAC,oBAAW,CAAC;iBACjB,KAAK,CAAC,IAAA,gBAAE,EAAC,oBAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;iBACvC,KAAK,CAAC,CAAC,CAAC,CAAC;YAEZ,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,gBAAM,CAAC,KAAK,CAAC,sBAAsB,OAAO,YAAY,CAAC,CAAC;gBACxD,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACxB,gBAAM,CAAC,KAAK,CAAC,4BAA4B,OAAO,kBAAkB,CAAC,CAAC;YACpE,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,mBAAU,CAAC,CAAC,KAAK,CAAC,IAAA,gBAAE,EAAC,mBAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YACxF,gBAAM,CAAC,KAAK,CAAC,sBAAsB,KAAK,CAAC,MAAM,oBAAoB,OAAO,EAAE,CAAC,CAAC;YAE9E,OAAO;gBACL,GAAG,KAAK;gBACR,KAAK;aACN,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAM,CAAC,KAAK,CAAC,qCAAqC,KAAK,EAAE,CAAC,CAAC;YAC3D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,aAAqB;QACzC,IAAI,CAAC;YACH,gBAAM,CAAC,KAAK,CAAC,2CAA2C,aAAa,OAAO,CAAC,CAAC;YAC9E,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;YAEpE,uEAAuE;YACvE,MAAM,EAAE,CAAC,MAAM,CAAC,oBAAW,CAAC,CAAC,KAAK,CAAC,IAAA,gBAAE,EAAC,oBAAW,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;YAE1E,gBAAM,CAAC,KAAK,CAAC,uDAAuD,aAAa,OAAO,CAAC,CAAC;QAC5F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAM,CAAC,KAAK,CAAC,6CAA6C,KAAK,EAAE,CAAC,CAAC;YACnE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF;AAtKD,gCAsKC;AAED,qBAAqB;AACrB,IAAI,UAAU,GAAsB,IAAI,CAAC;AAEzC,SAAgB,aAAa;IAC3B,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,gBAAM,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;QAC9D,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;IAChC,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC"}