@superblocksteam/vite-plugin-file-sync 2.0.67 → 2.0.68-next.0

package/dist/ai-service/judge/storage/csv-storage.js

@@ -0,0 +1,274 @@
+/**
+ * CSV-based storage implementation for judge evaluations.
+ *
+ * Stores evaluation results in a CSV file with the following columns:
+ * - timestamp: ISO 8601 timestamp
+ * - promptId: Prompt identifier
+ * - branchName: Git branch name
+ * - commitSha: Git commit SHA
+ * - appId: Application identifier
+ * - prompt: The actual prompt text
+ * - passed: Boolean pass/fail status
+ * - score: Overall score (0-100)
+ * - feedback: Summary feedback text
+ *
+ * CSV format provides simple, human-readable storage suitable for analysis
+ * in spreadsheet applications or data processing tools.
+ *
+ * Configuration:
+ * The storage location can be configured via the JUDGE_STORAGE_PATH environment variable:
+ * - Directory path: `JUDGE_STORAGE_PATH=~/eval` (creates evaluations.csv inside)
+ * - Full file path: `JUDGE_STORAGE_PATH=~/eval/results.csv`
+ * - Supports ~ expansion for home directory
+ * - Default: `<appRoot>/.superblocks/judge-evaluations/evaluations.csv`
+ */
+import { promises as fs } from "fs";
+import path from "path";
+/**
+ * Default storage directory relative to project root.
+ */
+const DEFAULT_STORAGE_DIR = ".superblocks/judge-evaluations";
+/**
+ * CSV header row.
+ */
+const CSV_HEADER = "timestamp,promptId,branchName,commitSha,appId,prompt,passed,score,feedback\n";
+/**
+ * CSV-based implementation of JudgeStorage.
+ *
+ * Thread-safe through file system atomic operations.
+ * Appends new evaluations to maintain chronological order.
+ */
+export class CsvJudgeStorage {
+    filePath;
+    /**
+     * Creates a new CSV storage instance.
+     *
+     * @param storageDir - Directory for storage (default: .superblocks/judge-evaluations)
+     * @param filename - CSV filename (default: evaluations.csv)
+     */
+    constructor(storageDir = DEFAULT_STORAGE_DIR, filename = "evaluations.csv") {
+        this.filePath = path.join(storageDir, filename);
+    }
+    /**
+     * Ensures the storage directory and file exist.
+     *
+     * Creates directory if needed and initializes CSV with header row.
+     */
+    async ensureStorageExists() {
+        const dir = path.dirname(this.filePath);
+        // Create directory if it doesn't exist
+        await fs.mkdir(dir, { recursive: true });
+        // Check if file exists
+        try {
+            await fs.access(this.filePath);
+        }
+        catch {
+            // File doesn't exist, create with header
+            await fs.writeFile(this.filePath, CSV_HEADER, "utf8");
+        }
+    }
+    /**
+     * Escapes a value for CSV format.
+     *
+     * Handles quotes and commas by wrapping in double quotes and escaping
+     * internal quotes.
+     */
+    escapeCsvValue(value) {
+        const str = String(value);
+        // If value contains comma, quote, or newline, wrap in quotes and escape quotes
+        if (str.includes(",") || str.includes('"') || str.includes("\n")) {
+            return `"${str.replace(/"/g, '""')}"`;
+        }
+        return str;
+    }
+    /**
+     * Converts a StoredEvaluation to a CSV row.
+     */
+    toCsvRow(evaluation) {
+        const { timestamp, promptId, branchName, commitSha, appId, prompt, evaluation: result, } = evaluation;
+        const values = [
+            this.escapeCsvValue(timestamp),
+            this.escapeCsvValue(promptId),
+            this.escapeCsvValue(branchName),
+            this.escapeCsvValue(commitSha),
+            this.escapeCsvValue(appId),
+            this.escapeCsvValue(prompt),
+            this.escapeCsvValue(result.passed),
+            this.escapeCsvValue(result.overallScore),
+            this.escapeCsvValue(result.summary),
+        ];
+        return values.join(",") + "\n";
+    }
+    /**
+     * Parses a CSV row into a StoredEvaluation.
+     *
+     * Note: This is a simplified parser that doesn't handle all CSV edge cases.
+     * For production use with complex data, consider a proper CSV parsing library.
+     */
+    fromCsvRow(row) {
+        // Skip empty rows or header
+        if (!row.trim() || row.startsWith("timestamp,")) {
+            return null;
+        }
+        // Simple CSV parsing (doesn't handle all edge cases)
+        const values = [];
+        let current = "";
+        let inQuotes = false;
+        for (let i = 0; i < row.length; i++) {
+            const char = row[i];
+            if (char === '"') {
+                // Check for escaped quote
+                if (inQuotes && row[i + 1] === '"') {
+                    current += '"';
+                    i++; // Skip next quote
+                }
+                else {
+                    inQuotes = !inQuotes;
+                }
+            }
+            else if (char === "," && !inQuotes) {
+                values.push(current);
+                current = "";
+            }
+            else {
+                current += char;
+            }
+        }
+        // Add last value
+        values.push(current);
+        if (values.length < 9) {
+            return null;
+        }
+        const [timestamp, promptId, branchName, commitSha, appId, prompt, passed, score, feedback,] = values;
+        // Validate all required fields are present
+        if (!timestamp ||
+            !promptId ||
+            !branchName ||
+            !commitSha ||
+            !appId ||
+            !prompt ||
+            !passed ||
+            !score ||
+            feedback === undefined) {
+            return null;
+        }
+        return {
+            timestamp,
+            promptId,
+            branchName,
+            commitSha,
+            appId,
+            prompt,
+            evaluation: {
+                passed: passed === "true",
+                overallScore: parseFloat(score) || 0,
+                summary: feedback,
+                criteriaEvaluations: [], // Not stored in CSV for simplicity
+                suggestions: [], // Not stored in CSV for simplicity
+                tokensUsed: { input: 0, output: 0, cached: 0, total: 0 }, // Not stored in CSV
+                evaluationDurationMs: 0, // Not stored in CSV
+            },
+        };
+    }
+    /**
+     * Saves an evaluation result to the CSV file.
+     *
+     * Appends a new row to the file. Creates file and directory if needed.
+     */
+    async saveEvaluation(evaluation) {
+        await this.ensureStorageExists();
+        const row = this.toCsvRow(evaluation);
+        await fs.appendFile(this.filePath, row, "utf8");
+    }
+    /**
+     * Reads all evaluations from the CSV file.
+     */
+    async readAllEvaluations() {
+        try {
+            await this.ensureStorageExists();
+            const content = await fs.readFile(this.filePath, "utf8");
+            const rows = content.split("\n");
+            const evaluations = [];
+            for (const row of rows) {
+                const evaluation = this.fromCsvRow(row);
+                if (evaluation) {
+                    evaluations.push(evaluation);
+                }
+            }
+            return evaluations;
+        }
+        catch {
+            // File doesn't exist or can't be read
+            return [];
+        }
+    }
+    /**
+     * Filters evaluations based on query parameters.
+     */
+    applyQuery(evaluations, query) {
+        if (!query) {
+            return evaluations;
+        }
+        let filtered = evaluations;
+        if (query.promptId !== undefined) {
+            filtered = filtered.filter((e) => e.promptId === query.promptId);
+        }
+        if (query.branchName !== undefined) {
+            filtered = filtered.filter((e) => e.branchName === query.branchName);
+        }
+        if (query.appId !== undefined) {
+            filtered = filtered.filter((e) => e.appId === query.appId);
+        }
+        if (query.passed !== undefined) {
+            filtered = filtered.filter((e) => e.evaluation.passed === query.passed);
+        }
+        if (query.minScore !== undefined) {
+            filtered = filtered.filter((e) => e.evaluation.overallScore >= query.minScore);
+        }
+        if (query.startDate !== undefined) {
+            filtered = filtered.filter((e) => e.timestamp >= query.startDate);
+        }
+        if (query.endDate !== undefined) {
+            filtered = filtered.filter((e) => e.timestamp <= query.endDate);
+        }
+        // Sort by timestamp (newest first)
+        filtered.sort((a, b) => b.timestamp.localeCompare(a.timestamp));
+        if (query.limit !== undefined) {
+            filtered = filtered.slice(0, query.limit);
+        }
+        return filtered;
+    }
+    /**
+     * Retrieves all evaluations matching the query.
+     */
+    async getEvaluations(query) {
+        const all = await this.readAllEvaluations();
+        return this.applyQuery(all, query);
+    }
+    /**
+     * Retrieves evaluations for a specific prompt.
+     */
+    async getEvaluationsByPrompt(promptId) {
+        return this.getEvaluations({ promptId });
+    }
+    /**
+     * Retrieves evaluations for a specific branch.
+     */
+    async getEvaluationsByBranch(branchName) {
+        return this.getEvaluations({ branchName });
+    }
+    /**
+     * Deletes all stored evaluations.
+     *
+     * Removes the CSV file. Use with caution.
+     */
+    async clear() {
+        try {
+            await fs.unlink(this.filePath);
+        }
+        catch {
+            // File doesn't exist, nothing to clear
+        }
+    }
+}
+//# sourceMappingURL=csv-storage.js.map

package/dist/ai-service/judge/storage/csv-storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv-storage.js","sourceRoot":"","sources":["../../../../src/ai-service/judge/storage/csv-storage.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,IAAI,CAAC;AACpC,OAAO,IAAI,MAAM,MAAM,CAAC;AAIxB;;GAEG;AACH,MAAM,mBAAmB,GAAG,gCAAgC,CAAC;AAE7D;;GAEG;AACH,MAAM,UAAU,GACd,8EAA8E,CAAC;AAEjF;;;;;GAKG;AACH,MAAM,OAAO,eAAe;IACT,QAAQ,CAAS;IAElC;;;;;OAKG;IACH,YACE,aAAqB,mBAAmB,EACxC,WAAmB,iBAAiB;QAEpC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAClD,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,mBAAmB;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAExC,uCAAuC;QACvC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEzC,uBAAuB;QACvB,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,yCAAyC;YACzC,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACK,cAAc,CAAC,KAAgC;QACrD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAE1B,+EAA+E;QAC/E,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACjE,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;QACxC,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACK,QAAQ,CAAC,UAA4B;QAC3C,MAAM,EACJ,SAAS,EACT,QAAQ,EACR,UAAU,EACV,SAAS,EACT,KAAK,EACL,MAAM,EACN,UAAU,EAAE,MAAM,GACnB,GAAG,UAAU,CAAC;QAEf,MAAM,MAAM,GAAG;YACb,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC;YAC9B,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC;YAC7B,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC;YAC/B,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC;YAC9B,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC;YAC1B,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC;YAC3B,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC;YAClC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,YAAY,CAAC;YACxC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC;SACpC,CAAC;QAEF,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;IACjC,CAAC;IAED;;;;;OAKG;IACK,UAAU,CAAC,GAAW;QAC5B,4BAA4B;QAC5B,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAChD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,qDAAqD;QACrD,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,QAAQ,GAAG,KAAK,CAAC;QAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;YAEpB,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACjB,0BAA0B;gBAC1B,IAAI,QAAQ,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;oBACnC,OAAO,IAAI,GAAG,CAAC;oBACf,CAAC,EAAE,CAAC,CAAC,kBAAkB;gBACzB,CAAC;qBAAM,CAAC;oBACN,QAAQ,GAAG,CAAC,QAAQ,CAAC;gBACvB,CAAC;YACH,CAAC;iBAAM,IAAI,IAAI,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACrC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrB,OAAO,GAAG,EAAE,CAAC;YACf,CAAC;iBAAM,CAAC;gBACN,OAAO,IAAI,IAAI,CAAC;YAClB,CAAC;QACH,CAAC;QAED,iBAAiB;QACjB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAErB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,CACJ,SAAS,EACT,QAAQ,EACR,UAAU,EACV,SAAS,EACT,KAAK,EACL,MAAM,EACN,MAAM,EACN,KAAK,EACL,QAAQ,EACT,GAAG,MAAM,CAAC;QAEX,2CAA2C;QAC3C,IACE,CAAC,SAAS;YACV,CAAC,QAAQ;YACT,CAAC,UAAU;YACX,CAAC,SAAS;YACV,CAAC,KAAK;YACN,CAAC,MAAM;YACP,CAAC,MAAM;YACP,CAAC,KAAK;YACN,QAAQ,KAAK,SAAS,EACtB,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO;YACL,SAAS;YACT,QAAQ;YACR,UAAU;YACV,SAAS;YACT,KAAK;YACL,MAAM;YACN,UAAU,EAAE;gBACV,MAAM,EAAE,MAAM,KAAK,MAAM;gBACzB,YAAY,EAAE,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC;gBACpC,OAAO,EAAE,QAAQ;gBACjB,mBAAmB,EAAE,EAAE,EAAE,mCAAmC;gBAC5D,WAAW,EAAE,EAAE,EAAE,mCAAmC;gBACpD,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,oBAAoB;gBAC9E,oBAAoB,EAAE,CAAC,EAAE,oBAAoB;aAC9C;SACF,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,cAAc,CAAC,UAA4B;QAC/C,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAEjC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACtC,MAAM,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB;QAC9B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAEjC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACzD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAEjC,MAAM,WAAW,GAAuB,EAAE,CAAC;YAE3C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;gBACxC,IAAI,UAAU,EAAE,CAAC;oBACf,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC/B,CAAC;YACH,CAAC;YAED,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,sCAAsC;YACtC,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,UAAU,CAChB,WAA+B,EAC/B,KAAuB;QAEvB,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,WAAW,CAAC;QACrB,CAAC;QAED,IAAI,QAAQ,GAAG,WAAW,CAAC;QAE3B,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACjC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACnC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9B,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC;QAC7D,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC/B,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,CAAC,CAAC;QAC1E,CAAC;QAED,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACjC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CACxB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,YAAY,IAAI,KAAK,CAAC,QAAS,CACpD,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YAClC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC,SAAU,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAChC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC,OAAQ,CAAC,CAAC;QACnE,CAAC;QAED,mCAAmC;QACnC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;QAEhE,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9B,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,KAAuB;QAC1C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC5C,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,sBAAsB,CAAC,QAAgB;QAC3C,OAAO,IAAI,CAAC,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,sBAAsB,CAC1B,UAAkB;QAElB,OAAO,IAAI,CAAC,cAAc,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,uCAAuC;QACzC,CAAC;IACH,CAAC;CACF"}

package/dist/ai-service/judge/storage/index.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Judge evaluation storage.
+ *
+ * Provides abstraction for persisting and retrieving evaluation results.
+ */
+export { CsvJudgeStorage } from "./csv-storage.js";
+export type { JudgeStorage } from "./interface.js";
+export type { StoredEvaluation, EvaluationQuery } from "./types.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/ai-service/judge/storage/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/judge/storage/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,YAAY,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AACnD,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC"}

package/dist/ai-service/judge/storage/index.js

@@ -0,0 +1,7 @@
+/**
+ * Judge evaluation storage.
+ *
+ * Provides abstraction for persisting and retrieving evaluation results.
+ */
+export { CsvJudgeStorage } from "./csv-storage.js";
+//# sourceMappingURL=index.js.map

package/dist/ai-service/judge/storage/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/ai-service/judge/storage/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/ai-service/judge/storage/interface.d.ts

@@ -0,0 +1,51 @@
+/**
+ * Storage abstraction for judge evaluation results.
+ *
+ * Defines the interface for persisting and retrieving evaluation results.
+ * Implementations can use different backends (CSV, database, cloud storage).
+ */
+import type { StoredEvaluation, EvaluationQuery } from "./types.js";
+/**
+ * Storage interface for judge evaluations.
+ *
+ * Provides methods for saving and querying evaluation results.
+ * Implementations must ensure thread-safe operation for concurrent access.
+ */
+export interface JudgeStorage {
+    /**
+     * Saves an evaluation result.
+     *
+     * @param evaluation - The evaluation to persist
+     * @throws Error if storage operation fails
+     */
+    saveEvaluation(evaluation: StoredEvaluation): Promise<void>;
+    /**
+     * Retrieves all evaluations matching the query.
+     *
+     * @param query - Optional filters to apply
+     * @returns Array of matching evaluations, sorted by timestamp (newest first)
+     */
+    getEvaluations(query?: EvaluationQuery): Promise<StoredEvaluation[]>;
+    /**
+     * Retrieves evaluations for a specific prompt.
+     *
+     * @param promptId - The prompt identifier
+     * @returns Array of evaluations for the prompt, sorted by timestamp (newest first)
+     */
+    getEvaluationsByPrompt(promptId: string): Promise<StoredEvaluation[]>;
+    /**
+     * Retrieves evaluations for a specific branch.
+     *
+     * @param branchName - The git branch name
+     * @returns Array of evaluations for the branch, sorted by timestamp (newest first)
+     */
+    getEvaluationsByBranch(branchName: string): Promise<StoredEvaluation[]>;
+    /**
+     * Deletes all stored evaluations.
+     *
+     * Use with caution - this operation is irreversible.
+     * @throws Error if deletion fails
+     */
+    clear(): Promise<void>;
+}
+//# sourceMappingURL=interface.d.ts.map

package/dist/ai-service/judge/storage/interface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"interface.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/judge/storage/interface.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAEpE;;;;;GAKG;AACH,MAAM,WAAW,YAAY;IAC3B;;;;;OAKG;IACH,cAAc,CAAC,UAAU,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5D;;;;;OAKG;IACH,cAAc,CAAC,KAAK,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC;IAErE;;;;;OAKG;IACH,sBAAsB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC;IAEtE;;;;;OAKG;IACH,sBAAsB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC;IAExE;;;;;OAKG;IACH,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB"}

package/dist/ai-service/judge/storage/interface.js

@@ -0,0 +1,8 @@
+/**
+ * Storage abstraction for judge evaluation results.
+ *
+ * Defines the interface for persisting and retrieving evaluation results.
+ * Implementations can use different backends (CSV, database, cloud storage).
+ */
+export {};
+//# sourceMappingURL=interface.js.map

package/dist/ai-service/judge/storage/interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interface.js","sourceRoot":"","sources":["../../../../src/ai-service/judge/storage/interface.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}

package/dist/ai-service/judge/storage/types.d.ts

@@ -0,0 +1,54 @@
+/**
+ * Types for judge evaluation storage.
+ *
+ * Defines the structure of persisted evaluation results.
+ */
+import type { JudgeEvaluation } from "../types.js";
+/**
+ * Stored evaluation result with metadata.
+ *
+ * Extends the base JudgeEvaluation with additional tracking information:
+ * - timestamp: When the evaluation was performed
+ * - promptId: Identifier for the prompt being evaluated
+ * - branchName: Git branch where evaluation occurred
+ * - appId: Application identifier
+ * - commitSha: Git commit SHA
+ * - prompt: The actual prompt text
+ */
+export interface StoredEvaluation {
+    /** ISO 8601 timestamp of when the evaluation was performed */
+    timestamp: string;
+    /** Unique identifier for the prompt being evaluated */
+    promptId: string;
+    /** Git branch name where the evaluation occurred */
+    branchName: string;
+    /** Application identifier */
+    appId: string;
+    /** Git commit SHA */
+    commitSha: string;
+    /** The actual prompt text that was evaluated */
+    prompt: string;
+    /** The complete evaluation result */
+    evaluation: JudgeEvaluation;
+}
+/**
+ * Query filters for retrieving evaluations.
+ */
+export interface EvaluationQuery {
+    /** Filter by prompt ID */
+    promptId?: string;
+    /** Filter by branch name */
+    branchName?: string;
+    /** Filter by app ID */
+    appId?: string;
+    /** Filter by pass/fail status */
+    passed?: boolean;
+    /** Filter by minimum score */
+    minScore?: number;
+    /** Filter by date range (ISO 8601 timestamps) */
+    startDate?: string;
+    endDate?: string;
+    /** Maximum number of results to return */
+    limit?: number;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/ai-service/judge/storage/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/judge/storage/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAEnD;;;;;;;;;;GAUG;AACH,MAAM,WAAW,gBAAgB;IAC/B,8DAA8D;IAC9D,SAAS,EAAE,MAAM,CAAC;IAElB,uDAAuD;IACvD,QAAQ,EAAE,MAAM,CAAC;IAEjB,oDAAoD;IACpD,UAAU,EAAE,MAAM,CAAC;IAEnB,6BAA6B;IAC7B,KAAK,EAAE,MAAM,CAAC;IAEd,qBAAqB;IACrB,SAAS,EAAE,MAAM,CAAC;IAElB,gDAAgD;IAChD,MAAM,EAAE,MAAM,CAAC;IAEf,qCAAqC;IACrC,UAAU,EAAE,eAAe,CAAC;CAC7B;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,0BAA0B;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,4BAA4B;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,uBAAuB;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,iCAAiC;IACjC,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB,8BAA8B;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,iDAAiD;IACjD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,0CAA0C;IAC1C,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB"}

package/dist/ai-service/judge/storage/types.js

@@ -0,0 +1,7 @@
+/**
+ * Types for judge evaluation storage.
+ *
+ * Defines the structure of persisted evaluation results.
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/ai-service/judge/storage/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/ai-service/judge/storage/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}

package/dist/ai-service/judge/tools/index.d.ts

@@ -0,0 +1,22 @@
+/**
+ * Judge tools module exports.
+ *
+ * Provides tools for browser automation and evaluation submission
+ * used by the judge system.
+ */
+import type { PlaywrightBridge } from "../integration/playwright-bridge.js";
+import type { ToolSet } from "ai";
+/**
+ * Builds the complete toolset for the judge.
+ *
+ * Creates and configures all tools available to the judge
+ * for evaluating the generated application.
+ *
+ * @param playwrightBridge - Bridge to Playwright MCP server
+ * @param context - Judge execution context
+ * @returns Configured toolset for judge
+ */
+export declare function buildJudgeTools(playwrightBridge: PlaywrightBridge): Promise<ToolSet>;
+export { playwrightActionToolFactory } from "./playwright-action.js";
+export { submitFeedbackToolFactory, isEvaluationComplete, } from "./submit-feedback.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/ai-service/judge/tools/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/judge/tools/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAKH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AAC5E,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAElC;;;;;;;;;GASG;AACH,wBAAsB,eAAe,CACnC,gBAAgB,EAAE,gBAAgB,GACjC,OAAO,CAAC,OAAO,CAAC,CAQlB;AAED,OAAO,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAC;AACrE,OAAO,EACL,yBAAyB,EACzB,oBAAoB,GACrB,MAAM,sBAAsB,CAAC"}

package/dist/ai-service/judge/tools/index.js

@@ -0,0 +1,29 @@
+/**
+ * Judge tools module exports.
+ *
+ * Provides tools for browser automation and evaluation submission
+ * used by the judge system.
+ */
+import { ToolRegistry } from "../../agent/tools2/registry.js";
+import { playwrightActionToolFactory } from "./playwright-action.js";
+import { submitFeedbackToolFactory } from "./submit-feedback.js";
+/**
+ * Builds the complete toolset for the judge.
+ *
+ * Creates and configures all tools available to the judge
+ * for evaluating the generated application.
+ *
+ * @param playwrightBridge - Bridge to Playwright MCP server
+ * @param context - Judge execution context
+ * @returns Configured toolset for judge
+ */
+export async function buildJudgeTools(playwrightBridge) {
+    const registry = new ToolRegistry();
+    registry.register(playwrightActionToolFactory, playwrightBridge);
+    registry.register(submitFeedbackToolFactory, {});
+    const tools = await registry.getToolsRecord();
+    return tools;
+}
+export { playwrightActionToolFactory } from "./playwright-action.js";
+export { submitFeedbackToolFactory, isEvaluationComplete, } from "./submit-feedback.js";
+//# sourceMappingURL=index.js.map

package/dist/ai-service/judge/tools/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/ai-service/judge/tools/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAC9D,OAAO,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAC;AACrE,OAAO,EAAE,yBAAyB,EAAE,MAAM,sBAAsB,CAAC;AAIjE;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,gBAAkC;IAElC,MAAM,QAAQ,GAAG,IAAI,YAAY,EAAE,CAAC;IAEpC,QAAQ,CAAC,QAAQ,CAAC,2BAA2B,EAAE,gBAAgB,CAAC,CAAC;IACjE,QAAQ,CAAC,QAAQ,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC;IAEjD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,cAAc,EAAE,CAAC;IAC9C,OAAO,KAAK,CAAC;AACf,CAAC;AAED,OAAO,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAC;AACrE,OAAO,EACL,yBAAyB,EACzB,oBAAoB,GACrB,MAAM,sBAAsB,CAAC"}

package/dist/ai-service/judge/tools/playwright-action.d.ts

@@ -0,0 +1,18 @@
+/**
+ * Playwright action tool for browser automation via MCP.
+ *
+ * Provides the judge with browser automation capabilities
+ * to interact with and evaluate the generated application.
+ */
+import type { PlaywrightBridge } from "../integration/playwright-bridge.js";
+/**
+ * Creates a Playwright action tool factory.
+ *
+ * This tool allows the judge to perform browser automation
+ * actions through the Playwright MCP server.
+ */
+export declare const playwrightActionToolFactory: import("../../agent/tools2/types.js").ToolFactory<PlaywrightBridge, import("../../agent/tools2/types.js").Tool<{
+    action: "fill" | "evaluate" | "navigate" | "click" | "screenshot" | "getText" | "waitForSelector" | "getUrl" | "reload";
+    params?: Record<string, any> | undefined;
+}, any>>;
+//# sourceMappingURL=playwright-action.d.ts.map

package/dist/ai-service/judge/tools/playwright-action.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"playwright-action.d.ts","sourceRoot":"","sources":["../../../../src/ai-service/judge/tools/playwright-action.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AAuB5E;;;;;GAKG;AACH,eAAO,MAAM,2BAA2B;;;QAkKvC,CAAC"}