vskill 0.2.80 → 0.2.82

package/dist/eval-server/skill-create-routes.js

@@ -0,0 +1,239 @@
+// ---------------------------------------------------------------------------
+// skill-create-routes.ts -- Skill creation & project layout detection
+// ---------------------------------------------------------------------------
+import { existsSync, readdirSync, mkdirSync, writeFileSync } from "node:fs";
+import { join, basename } from "node:path";
+import { homedir } from "node:os";
+import { sendJson, readBody } from "./router.js";
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+const EXCLUDE_DIRS = new Set([
+    "skills", "plugins", "node_modules", ".git", ".specweave",
+    "dist", "evals", ".claude", ".cursor", ".agents", "coverage",
+]);
+/** List subdirs of a skills/ dir that contain SKILL.md */
+function listSkillDirs(skillsDir) {
+    if (!existsSync(skillsDir))
+        return [];
+    try {
+        return readdirSync(skillsDir, { withFileTypes: true })
+            .filter((d) => d.isDirectory() && existsSync(join(skillsDir, d.name, "SKILL.md")))
+            .map((d) => d.name);
+    }
+    catch {
+        return [];
+    }
+}
+/** Detect project layout — mirrors scanSkills() logic from skill-scanner.ts */
+function detectProjectLayout(root) {
+    const layouts = [];
+    const allSkills = [];
+    // Layout 4: Self — root IS the skill
+    if (existsSync(join(root, "SKILL.md"))) {
+        layouts.push({
+            layout: 4,
+            label: "Self (root is the skill)",
+            pathTemplate: `${root}/SKILL.md`,
+            existingPlugins: [],
+        });
+    }
+    // Layout 3: Root skills/ directory
+    const rootSkillsDir = join(root, "skills");
+    if (existsSync(rootSkillsDir)) {
+        const skills = listSkillDirs(rootSkillsDir);
+        const pluginName = basename(root) || "default";
+        layouts.push({
+            layout: 3,
+            label: "Root skills/",
+            pathTemplate: "{root}/skills/{skill}/",
+            existingPlugins: [pluginName],
+        });
+        for (const s of skills)
+            allSkills.push({ plugin: pluginName, skill: s });
+    }
+    // Layout 1: Direct plugin dirs — {root}/{plugin}/skills/{skill}/
+    const directPlugins = [];
+    try {
+        const entries = readdirSync(root, { withFileTypes: true })
+            .filter((d) => d.isDirectory() && !EXCLUDE_DIRS.has(d.name) && !d.name.startsWith("."));
+        for (const entry of entries) {
+            const skillsPath = join(root, entry.name, "skills");
+            if (existsSync(skillsPath)) {
+                directPlugins.push(entry.name);
+                const skills = listSkillDirs(skillsPath);
+                for (const s of skills)
+                    allSkills.push({ plugin: entry.name, skill: s });
+            }
+        }
+    }
+    catch { /* ignore */ }
+    if (directPlugins.length > 0) {
+        layouts.push({
+            layout: 1,
+            label: "Direct plugins",
+            pathTemplate: "{root}/{plugin}/skills/{skill}/",
+            existingPlugins: directPlugins,
+        });
+    }
+    // Layout 2: Nested plugins/ dir — {root}/plugins/{plugin}/skills/{skill}/
+    const pluginsDir = join(root, "plugins");
+    if (existsSync(pluginsDir)) {
+        const nestedPlugins = [];
+        try {
+            const entries = readdirSync(pluginsDir, { withFileTypes: true })
+                .filter((d) => d.isDirectory());
+            for (const entry of entries) {
+                const skillsPath = join(pluginsDir, entry.name, "skills");
+                if (existsSync(skillsPath)) {
+                    nestedPlugins.push(entry.name);
+                    const skills = listSkillDirs(skillsPath);
+                    for (const s of skills)
+                        allSkills.push({ plugin: entry.name, skill: s });
+                }
+            }
+        }
+        catch { /* ignore */ }
+        if (nestedPlugins.length > 0) {
+            layouts.push({
+                layout: 2,
+                label: "Nested plugins/",
+                pathTemplate: "{root}/plugins/{plugin}/skills/{skill}/",
+                existingPlugins: nestedPlugins,
+            });
+        }
+    }
+    // Suggestion priority: Layout 2 > Layout 1 > Layout 3
+    let suggestedLayout = 3;
+    if (layouts.find((l) => l.layout === 2))
+        suggestedLayout = 2;
+    else if (layouts.find((l) => l.layout === 1))
+        suggestedLayout = 1;
+    return { root, detectedLayouts: layouts, suggestedLayout, existingSkills: allSkills };
+}
+/** Build SKILL.md content from form fields */
+function buildSkillMd(data) {
+    const lines = ["---"];
+    // Description — always quote to handle special chars
+    lines.push(`description: "${data.description.replace(/"/g, '\\"')}"`);
+    if (data.allowedTools?.trim()) {
+        lines.push(`allowed-tools: ${data.allowedTools.trim()}`);
+    }
+    if (data.model) {
+        lines.push(`model: ${data.model}`);
+    }
+    lines.push("---");
+    lines.push("");
+    if (data.body.trim()) {
+        lines.push(data.body.trim());
+    }
+    else {
+        lines.push(`# /${data.name}`);
+        lines.push("");
+        lines.push("You are a helpful assistant. Describe what this skill does.");
+    }
+    return lines.join("\n") + "\n";
+}
+/** Compute target directory for a new skill based on layout */
+function computeSkillDir(root, layout, plugin, name) {
+    switch (layout) {
+        case 1: return join(root, plugin, "skills", name);
+        case 2: return join(root, "plugins", plugin, "skills", name);
+        case 3: return join(root, "skills", name);
+    }
+}
+/** Check if skill-creator skill is installed */
+function checkSkillCreatorInstalled() {
+    const home = homedir();
+    const candidates = [
+        join(home, ".claude", "skills", "skill-creator"),
+        join(home, ".claude", "plugins", "cache", "skill-creator"),
+    ];
+    for (const dir of candidates) {
+        if (existsSync(dir))
+            return true;
+    }
+    // Also check for plugin with nested structure
+    try {
+        const pluginsCache = join(home, ".claude", "plugins", "cache");
+        if (existsSync(pluginsCache)) {
+            const entries = readdirSync(pluginsCache, { withFileTypes: true });
+            for (const entry of entries) {
+                if (entry.isDirectory() && entry.name.includes("skill-creator"))
+                    return true;
+            }
+        }
+    }
+    catch { /* ignore */ }
+    return false;
+}
+// ---------------------------------------------------------------------------
+// Route registration
+// ---------------------------------------------------------------------------
+export function registerSkillCreateRoutes(router, root) {
+    // GET /api/project-layout — detect project layout and suggest placement
+    router.get("/api/project-layout", async (_req, res) => {
+        try {
+            const layout = detectProjectLayout(root);
+            sendJson(res, layout, 200, _req);
+        }
+        catch (err) {
+            sendJson(res, { error: err.message }, 500, _req);
+        }
+    });
+    // POST /api/skills/create — create a new skill
+    router.post("/api/skills/create", async (req, res) => {
+        const body = (await readBody(req));
+        // Validate name
+        if (!body.name || !/^[a-z0-9]([a-z0-9-]*[a-z0-9])?$/.test(body.name)) {
+            sendJson(res, { error: "Name must be kebab-case (lowercase letters, numbers, hyphens)" }, 400, req);
+            return;
+        }
+        if (!body.description?.trim()) {
+            sendJson(res, { error: "Description is required" }, 400, req);
+            return;
+        }
+        if (!body.layout || ![1, 2, 3].includes(body.layout)) {
+            sendJson(res, { error: "Layout must be 1, 2, or 3" }, 400, req);
+            return;
+        }
+        if (body.layout !== 3 && !body.plugin?.trim()) {
+            sendJson(res, { error: "Plugin name is required for this layout" }, 400, req);
+            return;
+        }
+        const targetDir = computeSkillDir(root, body.layout, body.plugin || "", body.name);
+        // Check if already exists
+        if (existsSync(join(targetDir, "SKILL.md"))) {
+            sendJson(res, { error: `Skill already exists at ${targetDir}` }, 409, req);
+            return;
+        }
+        try {
+            // Create directories
+            mkdirSync(targetDir, { recursive: true });
+            mkdirSync(join(targetDir, "evals"), { recursive: true });
+            // Write SKILL.md
+            const content = buildSkillMd(body);
+            const skillMdPath = join(targetDir, "SKILL.md");
+            writeFileSync(skillMdPath, content, "utf-8");
+            sendJson(res, {
+                ok: true,
+                plugin: body.layout === 3 ? (basename(root) || "default") : body.plugin,
+                skill: body.name,
+                dir: targetDir,
+                skillMdPath,
+            }, 201, req);
+        }
+        catch (err) {
+            sendJson(res, { error: `Failed to create skill: ${err.message}` }, 500, req);
+        }
+    });
+    // GET /api/skill-creator-status — check if skill-creator is installed
+    router.get("/api/skill-creator-status", async (_req, res) => {
+        const installed = checkSkillCreatorInstalled();
+        sendJson(res, {
+            installed,
+            installCommand: "vskill install skill-creator:skill-creator",
+        }, 200, _req);
+    });
+}
+//# sourceMappingURL=skill-create-routes.js.map

package/dist/eval-server/skill-create-routes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"skill-create-routes.js","sourceRoot":"","sources":["../../src/eval-server/skill-create-routes.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,sEAAsE;AACtE,8EAA8E;AAE9E,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC5E,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAElC,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AA8BjD,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAC3B,QAAQ,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,EAAE,YAAY;IACzD,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU;CAC7D,CAAC,CAAC;AAEH,0DAA0D;AAC1D,SAAS,aAAa,CAAC,SAAiB;IACtC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,EAAE,CAAC;IACtC,IAAI,CAAC;QACH,OAAO,WAAW,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;aACnD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;aACjF,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,SAAS,mBAAmB,CAAC,IAAY;IACvC,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,MAAM,SAAS,GAA6C,EAAE,CAAC;IAE/D,qCAAqC;IACrC,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,EAAE,CAAC;QACvC,OAAO,CAAC,IAAI,CAAC;YACX,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,0BAA0B;YACjC,YAAY,EAAE,GAAG,IAAI,WAAW;YAChC,eAAe,EAAE,EAAE;SACpB,CAAC,CAAC;IACL,CAAC;IAED,mCAAmC;IACnC,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC3C,IAAI,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,aAAa,CAAC,aAAa,CAAC,CAAC;QAC5C,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC;QAC/C,OAAO,CAAC,IAAI,CAAC;YACX,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,cAAc;YACrB,YAAY,EAAE,wBAAwB;YACtC,eAAe,EAAE,CAAC,UAAU,CAAC;SAC9B,CAAC,CAAC;QACH,KAAK,MAAM,CAAC,IAAI,MAAM;YAAE,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED,iEAAiE;IACjE,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;aACvD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1F,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACpD,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC3B,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC/B,MAAM,MAAM,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;gBACzC,KAAK,MAAM,CAAC,IAAI,MAAM;oBAAE,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAExB,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,IAAI,CAAC;YACX,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,gBAAgB;YACvB,YAAY,EAAE,iCAAiC;YAC/C,eAAe,EAAE,aAAa;SAC/B,CAAC,CAAC;IACL,CAAC;IAED,0EAA0E;IAC1E,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACzC,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAa,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,WAAW,CAAC,UAAU,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;iBAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;YAClC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC1D,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;oBAC3B,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC/B,MAAM,MAAM,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;oBACzC,KAAK,MAAM,CAAC,IAAI,MAAM;wBAAE,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC3E,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QAExB,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,OAAO,CAAC,IAAI,CAAC;gBACX,MAAM,EAAE,CAAC;gBACT,KAAK,EAAE,iBAAiB;gBACxB,YAAY,EAAE,yCAAyC;gBACvD,eAAe,EAAE,aAAa;aAC/B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,sDAAsD;IACtD,IAAI,eAAe,GAAc,CAAC,CAAC;IACnC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC;QAAE,eAAe,GAAG,CAAC,CAAC;SACxD,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC;QAAE,eAAe,GAAG,CAAC,CAAC;IAElE,OAAO,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC;AACxF,CAAC;AAED,8CAA8C;AAC9C,SAAS,YAAY,CAAC,IAAwB;IAC5C,MAAM,KAAK,GAAa,CAAC,KAAK,CAAC,CAAC;IAChC,qDAAqD;IACrD,KAAK,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IACtE,IAAI,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,EAAE,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,kBAAkB,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IACrC,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAC/B,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,6DAA6D,CAAC,CAAC;IAC5E,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AACjC,CAAC;AAED,+DAA+D;AAC/D,SAAS,eAAe,CAAC,IAAY,EAAE,MAAiB,EAAE,MAAc,EAAE,IAAY;IACpF,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QAClD,KAAK,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC7D,KAAK,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;IAC5C,CAAC;AACH,CAAC;AAED,gDAAgD;AAChD,SAAS,0BAA0B;IACjC,MAAM,IAAI,GAAG,OAAO,EAAE,CAAC;IACvB,MAAM,UAAU,GAAG;QACjB,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,eAAe,CAAC;QAChD,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,eAAe,CAAC;KAC3D,CAAC;IACF,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,IAAI,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;IACnC,CAAC;IACD,8CAA8C;IAC9C,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QAC/D,IAAI,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,WAAW,CAAC,YAAY,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YACnE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC;oBAAE,OAAO,IAAI,CAAC;YAC/E,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IACxB,OAAO,KAAK,CAAC;AACf,CAAC;AAED,8EAA8E;AAC9E,qBAAqB;AACrB,8EAA8E;AAE9E,MAAM,UAAU,yBAAyB,CAAC,MAAc,EAAE,IAAY;IACpE,wEAAwE;IACxE,MAAM,CAAC,GAAG,CAAC,qBAAqB,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QACpD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;YACzC,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;QACnC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,+CAA+C;IAC/C,MAAM,CAAC,IAAI,CAAC,oBAAoB,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QACnD,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAuB,CAAC;QAEzD,gBAAgB;QAChB,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,iCAAiC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACrE,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,+DAA+D,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YACpG,OAAO;QACT,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,EAAE,CAAC;YAC9B,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,yBAAyB,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YAC9D,OAAO;QACT,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACrD,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,2BAA2B,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YAChE,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;YAC9C,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,yCAAyC,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YAC9E,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAEnF,0BAA0B;QAC1B,IAAI,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,EAAE,CAAC;YAC5C,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,2BAA2B,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YAC3E,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,qBAAqB;YACrB,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1C,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAEzD,iBAAiB;YACjB,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YAChD,aAAa,CAAC,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAE7C,QAAQ,CAAC,GAAG,EAAE;gBACZ,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM;gBACvE,KAAK,EAAE,IAAI,CAAC,IAAI;gBAChB,GAAG,EAAE,SAAS;gBACd,WAAW;aACZ,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACf,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,2BAA4B,GAAa,CAAC,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC1F,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,sEAAsE;IACtE,MAAM,CAAC,GAAG,CAAC,2BAA2B,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAC1D,MAAM,SAAS,GAAG,0BAA0B,EAAE,CAAC;QAC/C,QAAQ,CAAC,GAAG,EAAE;YACZ,SAAS;YACT,cAAc,EAAE,4CAA4C;SAC7D,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/eval-server/sse-helpers.d.ts

@@ -2,3 +2,9 @@ import type * as http from "node:http";
 export declare function initSSE(res: http.ServerResponse, req?: http.IncomingMessage): void;
 export declare function sendSSE(res: http.ServerResponse, event: string, data: unknown): void;
 export declare function sendSSEDone(res: http.ServerResponse, data: unknown): void;
+/**
+ * Wrap an async operation with periodic heartbeat SSE events.
+ * Emits a progress event every `intervalMs` with elapsed time so the
+ * frontend knows the system is still alive during long LLM calls.
+ */
+export declare function withHeartbeat<T>(res: http.ServerResponse, evalId: number, phase: string, messagePrefix: string, fn: () => Promise<T>, intervalMs?: number): Promise<T>;

package/dist/eval-server/sse-helpers.js

@@ -21,4 +21,26 @@ export function sendSSEDone(res, data) {
     sendSSE(res, "done", data);
     res.end();
 }
+/**
+ * Wrap an async operation with periodic heartbeat SSE events.
+ * Emits a progress event every `intervalMs` with elapsed time so the
+ * frontend knows the system is still alive during long LLM calls.
+ */
+export async function withHeartbeat(res, evalId, phase, messagePrefix, fn, intervalMs = 3000) {
+    const start = Date.now();
+    const timer = setInterval(() => {
+        const elapsed = Math.round((Date.now() - start) / 1000);
+        sendSSE(res, "progress", {
+            eval_id: evalId,
+            phase,
+            message: `${messagePrefix} (${elapsed}s)`,
+        });
+    }, intervalMs);
+    try {
+        return await fn();
+    }
+    finally {
+        clearInterval(timer);
+    }
+}
 //# sourceMappingURL=sse-helpers.js.map

package/dist/eval-server/sse-helpers.js.map

@@ -1 +1 @@
-{"version":3,"file":"sse-helpers.js","sourceRoot":"","sources":["../../src/eval-server/sse-helpers.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,iDAAiD;AACjD,8EAA8E;AAI9E,MAAM,UAAU,OAAO,CACrB,GAAwB,EACxB,GAA0B;IAE1B,MAAM,OAAO,GAA2B;QACtC,cAAc,EAAE,mBAAmB;QACnC,eAAe,EAAE,UAAU;QAC3B,UAAU,EAAE,YAAY;QACxB,mBAAmB,EAAE,IAAI;KAC1B,CAAC;IACF,MAAM,MAAM,GAAG,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC;IACpC,IAAI,MAAM,IAAI,8CAA8C,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1E,OAAO,CAAC,6BAA6B,CAAC,GAAG,MAAM,CAAC;IAClD,CAAC;IACD,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,OAAO,CACrB,GAAwB,EACxB,KAAa,EACb,IAAa;IAEb,GAAG,CAAC,KAAK,CAAC,UAAU,KAAK,WAAW,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,WAAW,CACzB,GAAwB,EACxB,IAAa;IAEb,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;IAC3B,GAAG,CAAC,GAAG,EAAE,CAAC;AACZ,CAAC"}
+{"version":3,"file":"sse-helpers.js","sourceRoot":"","sources":["../../src/eval-server/sse-helpers.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,iDAAiD;AACjD,8EAA8E;AAI9E,MAAM,UAAU,OAAO,CACrB,GAAwB,EACxB,GAA0B;IAE1B,MAAM,OAAO,GAA2B;QACtC,cAAc,EAAE,mBAAmB;QACnC,eAAe,EAAE,UAAU;QAC3B,UAAU,EAAE,YAAY;QACxB,mBAAmB,EAAE,IAAI;KAC1B,CAAC;IACF,MAAM,MAAM,GAAG,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC;IACpC,IAAI,MAAM,IAAI,8CAA8C,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1E,OAAO,CAAC,6BAA6B,CAAC,GAAG,MAAM,CAAC;IAClD,CAAC;IACD,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,OAAO,CACrB,GAAwB,EACxB,KAAa,EACb,IAAa;IAEb,GAAG,CAAC,KAAK,CAAC,UAAU,KAAK,WAAW,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,WAAW,CACzB,GAAwB,EACxB,IAAa;IAEb,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;IAC3B,GAAG,CAAC,GAAG,EAAE,CAAC;AACZ,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,GAAwB,EACxB,MAAc,EACd,KAAa,EACb,aAAqB,EACrB,EAAoB,EACpB,UAAU,GAAG,IAAI;IAEjB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;QACxD,OAAO,CAAC,GAAG,EAAE,UAAU,EAAE;YACvB,OAAO,EAAE,MAAM;YACf,KAAK;YACL,OAAO,EAAE,GAAG,aAAa,KAAK,OAAO,IAAI;SAC1C,CAAC,CAAC;IACL,CAAC,EAAE,UAAU,CAAC,CAAC;IAEf,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,EAAE,CAAC;IACpB,CAAC;YAAS,CAAC;QACT,aAAa,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;AACH,CAAC"}