@evalstudio/cli 0.1.0

package/dist/commands/scenario.js

@@ -0,0 +1,326 @@
+import { readFileSync } from "node:fs";
+import { Command } from "commander";
+import { createScenario, deleteScenario, getScenario, getScenarioByName, getProject, getProjectByName, getPersona, getPersonaByName, listScenarios, updateScenario, } from "evalstudio";
+function loadMessagesFromFile(filePath) {
+    try {
+        const content = readFileSync(filePath, "utf-8");
+        const messages = JSON.parse(content);
+        if (!Array.isArray(messages)) {
+            throw new Error("Messages file must contain a JSON array");
+        }
+        return messages;
+    }
+    catch (error) {
+        if (error instanceof Error) {
+            if (error.code === "ENOENT") {
+                throw new Error(`Messages file not found: ${filePath}`);
+            }
+            throw new Error(`Failed to load messages file: ${error.message}`);
+        }
+        throw error;
+    }
+}
+function resolveProject(identifier) {
+    return getProject(identifier) ?? getProjectByName(identifier);
+}
+function resolvePersonaIds(identifiers, projectId) {
+    const ids = [];
+    for (const identifier of identifiers) {
+        const persona = getPersona(identifier) ?? getPersonaByName(projectId, identifier);
+        if (!persona) {
+            throw new Error(`Persona "${identifier}" not found`);
+        }
+        ids.push(persona.id);
+    }
+    return ids;
+}
+function getPersonaNames(personaIds) {
+    const names = [];
+    for (const id of personaIds) {
+        const persona = getPersona(id);
+        names.push(persona ? persona.name : id);
+    }
+    return names;
+}
+export const scenarioCommand = new Command("scenario")
+    .description("Manage test scenarios")
+    .addCommand(new Command("create")
+    .description("Create a new scenario")
+    .argument("<name>", "Scenario name")
+    .requiredOption("-p, --project <project>", "Project ID or name")
+    .option("-i, --instructions <instructions>", "Instructions for the scenario")
+    .option("-m, --messages-file <file>", "Path to JSON file with initial messages")
+    .option("--max-messages <number>", "Maximum messages in conversation", parseInt)
+    .option("--success-criteria <criteria>", "Criteria for passing the evaluation")
+    .option("--failure-criteria <criteria>", "Criteria for failing the evaluation")
+    .option("--personas <personas>", "Comma-separated list of persona IDs or names to associate")
+    .option("--json", "Output as JSON")
+    .action((name, options) => {
+    try {
+        const project = resolveProject(options.project);
+        if (!project) {
+            console.error(`Error: Project "${options.project}" not found`);
+            process.exit(1);
+        }
+        const messages = options.messagesFile
+            ? loadMessagesFromFile(options.messagesFile)
+            : undefined;
+        const personaIds = options.personas
+            ? resolvePersonaIds(options.personas.split(",").map(s => s.trim()), project.id)
+            : undefined;
+        const scenario = createScenario({
+            projectId: project.id,
+            name,
+            instructions: options.instructions,
+            messages,
+            maxMessages: options.maxMessages,
+            successCriteria: options.successCriteria,
+            failureCriteria: options.failureCriteria,
+            personaIds,
+        });
+        if (options.json) {
+            console.log(JSON.stringify(scenario, null, 2));
+        }
+        else {
+            console.log(`Scenario created successfully`);
+            console.log(`  ID:              ${scenario.id}`);
+            console.log(`  Name:            ${scenario.name}`);
+            console.log(`  Project:         ${project.name}`);
+            if (scenario.instructions) {
+                console.log(`  Instructions:    ${scenario.instructions}`);
+            }
+            if (scenario.messages && scenario.messages.length > 0) {
+                console.log(`  Messages:        ${scenario.messages.length} initial messages`);
+            }
+            if (scenario.maxMessages) {
+                console.log(`  Max Messages:    ${scenario.maxMessages}`);
+            }
+            if (scenario.successCriteria) {
+                console.log(`  Success:         ${scenario.successCriteria}`);
+            }
+            if (scenario.failureCriteria) {
+                console.log(`  Failure:         ${scenario.failureCriteria}`);
+            }
+            if (scenario.personaIds && scenario.personaIds.length > 0) {
+                const names = getPersonaNames(scenario.personaIds);
+                console.log(`  Personas:        ${names.join(", ")}`);
+            }
+            console.log(`  Created:         ${scenario.createdAt}`);
+        }
+    }
+    catch (error) {
+        if (error instanceof Error) {
+            console.error(`Error: ${error.message}`);
+            process.exit(1);
+        }
+        throw error;
+    }
+}))
+    .addCommand(new Command("list")
+    .description("List scenarios")
+    .option("-p, --project <project>", "Filter by project ID or name")
+    .option("--json", "Output as JSON")
+    .action((options) => {
+    let projectId;
+    if (options.project) {
+        const project = resolveProject(options.project);
+        if (!project) {
+            console.error(`Error: Project "${options.project}" not found`);
+            process.exit(1);
+        }
+        projectId = project.id;
+    }
+    const scenarios = listScenarios(projectId);
+    if (options.json) {
+        console.log(JSON.stringify(scenarios, null, 2));
+    }
+    else {
+        if (scenarios.length === 0) {
+            console.log("No scenarios found");
+            return;
+        }
+        console.log("Scenarios:");
+        console.log("----------");
+        for (const scenario of scenarios) {
+            const project = getProject(scenario.projectId);
+            console.log(`  ${scenario.name} (${scenario.id})`);
+            if (project) {
+                console.log(`    Project: ${project.name}`);
+            }
+            if (scenario.instructions) {
+                const preview = scenario.instructions.length > 60
+                    ? scenario.instructions.slice(0, 60) + "..."
+                    : scenario.instructions;
+                console.log(`    ${preview}`);
+            }
+            if (scenario.messages && scenario.messages.length > 0) {
+                console.log(`    Messages: ${scenario.messages.length} initial messages`);
+            }
+            if (scenario.personaIds && scenario.personaIds.length > 0) {
+                const names = getPersonaNames(scenario.personaIds);
+                console.log(`    Personas: ${names.join(", ")}`);
+            }
+        }
+    }
+}))
+    .addCommand(new Command("show")
+    .description("Show scenario details")
+    .argument("<identifier>", "Scenario ID")
+    .option("-p, --project <project>", "Project ID or name (for lookup by name)")
+    .option("--json", "Output as JSON")
+    .action((identifier, options) => {
+    let scenario = getScenario(identifier);
+    if (!scenario && options.project) {
+        const project = resolveProject(options.project);
+        if (project) {
+            scenario = getScenarioByName(project.id, identifier);
+        }
+    }
+    if (!scenario) {
+        console.error(`Error: Scenario "${identifier}" not found`);
+        process.exit(1);
+    }
+    const project = getProject(scenario.projectId);
+    if (options.json) {
+        console.log(JSON.stringify(scenario, null, 2));
+    }
+    else {
+        console.log(`Scenario: ${scenario.name}`);
+        console.log(`----------`);
+        console.log(`  ID:              ${scenario.id}`);
+        console.log(`  Name:            ${scenario.name}`);
+        console.log(`  Project:         ${project?.name ?? scenario.projectId}`);
+        if (scenario.instructions) {
+            console.log(`  Instructions:    ${scenario.instructions}`);
+        }
+        if (scenario.messages && scenario.messages.length > 0) {
+            console.log(`  Messages:        ${scenario.messages.length} initial messages`);
+            for (const msg of scenario.messages) {
+                const preview = typeof msg.content === "string" && msg.content.length > 50
+                    ? msg.content.slice(0, 50) + "..."
+                    : msg.content;
+                console.log(`                   [${msg.role}] ${preview}`);
+            }
+        }
+        if (scenario.maxMessages) {
+            console.log(`  Max Messages:    ${scenario.maxMessages}`);
+        }
+        if (scenario.successCriteria) {
+            console.log(`  Success:         ${scenario.successCriteria}`);
+        }
+        if (scenario.failureCriteria) {
+            console.log(`  Failure:         ${scenario.failureCriteria}`);
+        }
+        if (scenario.personaIds && scenario.personaIds.length > 0) {
+            const names = getPersonaNames(scenario.personaIds);
+            console.log(`  Personas:        ${names.join(", ")}`);
+        }
+        console.log(`  Created:         ${scenario.createdAt}`);
+        console.log(`  Updated:         ${scenario.updatedAt}`);
+    }
+}))
+    .addCommand(new Command("update")
+    .description("Update a scenario")
+    .argument("<identifier>", "Scenario ID")
+    .option("-n, --name <name>", "New scenario name")
+    .option("-i, --instructions <instructions>", "New instructions")
+    .option("-m, --messages-file <file>", "Path to JSON file with initial messages")
+    .option("--max-messages <number>", "Maximum messages in conversation", parseInt)
+    .option("--success-criteria <criteria>", "Criteria for passing the evaluation")
+    .option("--failure-criteria <criteria>", "Criteria for failing the evaluation")
+    .option("--personas <personas>", "Comma-separated list of persona IDs or names (use empty string to clear)")
+    .option("--json", "Output as JSON")
+    .action((identifier, options) => {
+    const existing = getScenario(identifier);
+    if (!existing) {
+        console.error(`Error: Scenario "${identifier}" not found`);
+        process.exit(1);
+    }
+    try {
+        const messages = options.messagesFile
+            ? loadMessagesFromFile(options.messagesFile)
+            : undefined;
+        let personaIds;
+        if (options.personas !== undefined) {
+            if (options.personas === "") {
+                personaIds = [];
+            }
+            else {
+                personaIds = resolvePersonaIds(options.personas.split(",").map(s => s.trim()), existing.projectId);
+            }
+        }
+        const updated = updateScenario(existing.id, {
+            name: options.name,
+            instructions: options.instructions,
+            messages,
+            maxMessages: options.maxMessages,
+            successCriteria: options.successCriteria,
+            failureCriteria: options.failureCriteria,
+            personaIds,
+        });
+        if (!updated) {
+            console.error(`Error: Failed to update scenario`);
+            process.exit(1);
+        }
+        const project = getProject(updated.projectId);
+        if (options.json) {
+            console.log(JSON.stringify(updated, null, 2));
+        }
+        else {
+            console.log(`Scenario updated successfully`);
+            console.log(`  ID:              ${updated.id}`);
+            console.log(`  Name:            ${updated.name}`);
+            console.log(`  Project:         ${project?.name ?? updated.projectId}`);
+            if (updated.instructions) {
+                console.log(`  Instructions:    ${updated.instructions}`);
+            }
+            if (updated.messages && updated.messages.length > 0) {
+                console.log(`  Messages:        ${updated.messages.length} initial messages`);
+            }
+            if (updated.maxMessages) {
+                console.log(`  Max Messages:    ${updated.maxMessages}`);
+            }
+            if (updated.successCriteria) {
+                console.log(`  Success:         ${updated.successCriteria}`);
+            }
+            if (updated.failureCriteria) {
+                console.log(`  Failure:         ${updated.failureCriteria}`);
+            }
+            if (updated.personaIds && updated.personaIds.length > 0) {
+                const names = getPersonaNames(updated.personaIds);
+                console.log(`  Personas:        ${names.join(", ")}`);
+            }
+            console.log(`  Updated:         ${updated.updatedAt}`);
+        }
+    }
+    catch (error) {
+        if (error instanceof Error) {
+            console.error(`Error: ${error.message}`);
+            process.exit(1);
+        }
+        throw error;
+    }
+}))
+    .addCommand(new Command("delete")
+    .description("Delete a scenario")
+    .argument("<identifier>", "Scenario ID")
+    .option("--json", "Output as JSON")
+    .action((identifier, options) => {
+    const existing = getScenario(identifier);
+    if (!existing) {
+        console.error(`Error: Scenario "${identifier}" not found`);
+        process.exit(1);
+    }
+    const deleted = deleteScenario(existing.id);
+    if (!deleted) {
+        console.error(`Error: Failed to delete scenario`);
+        process.exit(1);
+    }
+    if (options.json) {
+        console.log(JSON.stringify({ deleted: true, id: existing.id }));
+    }
+    else {
+        console.log(`Scenario "${existing.name}" deleted successfully`);
+    }
+}));
+//# sourceMappingURL=scenario.js.map

package/dist/commands/scenario.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scenario.js","sourceRoot":"","sources":["../../src/commands/scenario.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EACL,cAAc,EACd,cAAc,EACd,WAAW,EACX,iBAAiB,EACjB,UAAU,EACV,gBAAgB,EAChB,UAAU,EACV,gBAAgB,EAEhB,aAAa,EACb,cAAc,GAEf,MAAM,YAAY,CAAC;AAEpB,SAAS,oBAAoB,CAAC,QAAgB;IAC5C,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACvD,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,EAAE,CAAC,CAAC;YAC1D,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,iCAAiC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,UAAkB;IACxC,OAAO,UAAU,CAAC,UAAU,CAAC,IAAI,gBAAgB,CAAC,UAAU,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,iBAAiB,CAAC,WAAqB,EAAE,SAAiB;IACjE,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,UAAU,CAAC,UAAU,CAAC,IAAI,gBAAgB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAClF,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,YAAY,UAAU,aAAa,CAAC,CAAC;QACvD,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,eAAe,CAAC,UAAoB;IAC3C,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;KACnD,WAAW,CAAC,uBAAuB,CAAC;KACpC,UAAU,CACT,IAAI,OAAO,CAAC,QAAQ,CAAC;KAClB,WAAW,CAAC,uBAAuB,CAAC;KACpC,QAAQ,CAAC,QAAQ,EAAE,eAAe,CAAC;KACnC,cAAc,CAAC,yBAAyB,EAAE,oBAAoB,CAAC;KAC/D,MAAM,CAAC,mCAAmC,EAAE,+BAA+B,CAAC;KAC5E,MAAM,CAAC,4BAA4B,EAAE,yCAAyC,CAAC;KAC/E,MAAM,CAAC,yBAAyB,EAAE,kCAAkC,EAAE,QAAQ,CAAC;KAC/E,MAAM,CAAC,+BAA+B,EAAE,qCAAqC,CAAC;KAC9E,MAAM,CAAC,+BAA+B,EAAE,qCAAqC,CAAC;KAC9E,MAAM,CAAC,uBAAuB,EAAE,2DAA2D,CAAC;KAC5F,MAAM,CAAC,QAAQ,EAAE,gBAAgB,CAAC;KAClC,MAAM,CACL,CACE,IAAY,EACZ,OASC,EACD,EAAE;IACF,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,mBAAmB,OAAO,CAAC,OAAO,aAAa,CAAC,CAAC;YAC/D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,MAAM,QAAQ,GAAG,OAAO,CAAC,YAAY;YACnC,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,YAAY,CAAC;YAC5C,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ;YACjC,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC;YAC/E,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,QAAQ,GAAG,cAAc,CAAC;YAC9B,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,IAAI;YACJ,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,QAAQ;YACR,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,UAAU;SACX,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACjD,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;YAC7C,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;YACjD,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAClD,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;gBAC1B,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,YAAY,EAAE,CAAC,CAAC;YAC7D,CAAC;YACD,IAAI,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtD,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,QAAQ,CAAC,MAAM,mBAAmB,CAAC,CAAC;YACjF,CAAC;YACD,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;YAC5D,CAAC;YACD,IAAI,QAAQ,CAAC,eAAe,EAAE,CAAC;gBAC7B,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,eAAe,EAAE,CAAC,CAAC;YAChE,CAAC;YACD,IAAI,QAAQ,CAAC,eAAe,EAAE,CAAC;gBAC7B,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,eAAe,EAAE,CAAC,CAAC;YAChE,CAAC;YACD,IAAI,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1D,MAAM,KAAK,GAAG,eAAe,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBACnD,OAAO,CAAC,GAAG,CAAC,sBAAsB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACxD,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,OAAO,CAAC,KAAK,CAAC,UAAU,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACzC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CACF,CACJ;KACA,UAAU,CACT,IAAI,OAAO,CAAC,MAAM,CAAC;KAChB,WAAW,CAAC,gBAAgB,CAAC;KAC7B,MAAM,CAAC,yBAAyB,EAAE,8BAA8B,CAAC;KACjE,MAAM,CAAC,QAAQ,EAAE,gBAAgB,CAAC;KAClC,MAAM,CAAC,CAAC,OAA6C,EAAE,EAAE;IACxD,IAAI,SAA6B,CAAC;IAElC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,mBAAmB,OAAO,CAAC,OAAO,aAAa,CAAC,CAAC;YAC/D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,SAAS,GAAG,OAAO,CAAC,EAAE,CAAC;IACzB,CAAC;IAED,MAAM,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;IAE3C,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAClD,CAAC;SAAM,CAAC;QACN,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;YAClC,OAAO;QACT,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC1B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAC/C,OAAO,CAAC,GAAG,CAAC,KAAK,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,EAAE,GAAG,CAAC,CAAC;YACnD,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,GAAG,CAAC,gBAAgB,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAC9C,CAAC;YACD,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;gBAC1B,MAAM,OAAO,GAAG,QAAQ,CAAC,YAAY,CAAC,MAAM,GAAG,EAAE;oBAC/C,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK;oBAC5C,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAC1B,OAAO,CAAC,GAAG,CAAC,OAAO,OAAO,EAAE,CAAC,CAAC;YAChC,CAAC;YACD,IAAI,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtD,OAAO,CAAC,GAAG,CAAC,iBAAiB,QAAQ,CAAC,QAAQ,CAAC,MAAM,mBAAmB,CAAC,CAAC;YAC5E,CAAC;YACD,IAAI,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1D,MAAM,KAAK,GAAG,eAAe,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBACnD,OAAO,CAAC,GAAG,CAAC,iBAAiB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACnD,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC,CAAC,CACL;KACA,UAAU,CACT,IAAI,OAAO,CAAC,MAAM,CAAC;KAChB,WAAW,CAAC,uBAAuB,CAAC;KACpC,QAAQ,CAAC,cAAc,EAAE,aAAa,CAAC;KACvC,MAAM,CAAC,yBAAyB,EAAE,yCAAyC,CAAC;KAC5E,MAAM,CAAC,QAAQ,EAAE,gBAAgB,CAAC;KAClC,MAAM,CACL,CACE,UAAkB,EAClB,OAA6C,EAC7C,EAAE;IACF,IAAI,QAAQ,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;IAEvC,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,OAAO,EAAE,CAAC;YACZ,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,oBAAoB,UAAU,aAAa,CAAC,CAAC;QAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAE/C,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,aAAa,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QAC1C,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,EAAE,IAAI,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;QACzE,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,YAAY,EAAE,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtD,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,QAAQ,CAAC,MAAM,mBAAmB,CAAC,CAAC;YAC/E,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBACpC,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE;oBACxE,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK;oBAClC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,uBAAuB,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QACD,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,IAAI,QAAQ,CAAC,eAAe,EAAE,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,eAAe,EAAE,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,QAAQ,CAAC,eAAe,EAAE,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,eAAe,EAAE,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1D,MAAM,KAAK,GAAG,eAAe,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,sBAAsB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,sBAAsB,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;IAC1D,CAAC;AACH,CAAC,CACF,CACJ;KACA,UAAU,CACT,IAAI,OAAO,CAAC,QAAQ,CAAC;KAClB,WAAW,CAAC,mBAAmB,CAAC;KAChC,QAAQ,CAAC,cAAc,EAAE,aAAa,CAAC;KACvC,MAAM,CAAC,mBAAmB,EAAE,mBAAmB,CAAC;KAChD,MAAM,CAAC,mCAAmC,EAAE,kBAAkB,CAAC;KAC/D,MAAM,CAAC,4BAA4B,EAAE,yCAAyC,CAAC;KAC/E,MAAM,CAAC,yBAAyB,EAAE,kCAAkC,EAAE,QAAQ,CAAC;KAC/E,MAAM,CAAC,+BAA+B,EAAE,qCAAqC,CAAC;KAC9E,MAAM,CAAC,+BAA+B,EAAE,qCAAqC,CAAC;KAC9E,MAAM,CAAC,uBAAuB,EAAE,0EAA0E,CAAC;KAC3G,MAAM,CAAC,QAAQ,EAAE,gBAAgB,CAAC;KAClC,MAAM,CACL,CACE,UAAkB,EAClB,OASC,EACD,EAAE;IACF,MAAM,QAAQ,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;IAEzC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,oBAAoB,UAAU,aAAa,CAAC,CAAC;QAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,OAAO,CAAC,YAAY;YACnC,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,YAAY,CAAC;YAC5C,CAAC,CAAC,SAAS,CAAC;QAEd,IAAI,UAAgC,CAAC;QACrC,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACnC,IAAI,OAAO,CAAC,QAAQ,KAAK,EAAE,EAAE,CAAC;gBAC5B,UAAU,GAAG,EAAE,CAAC;YAClB,CAAC;iBAAM,CAAC;gBACN,UAAU,GAAG,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;YACrG,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,cAAc,CAAC,QAAQ,CAAC,EAAE,EAAE;YAC1C,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,QAAQ;YACR,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,UAAU;SACX,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;YAClD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAE9C,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAChD,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;YAC7C,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;YAChD,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAClD,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,EAAE,IAAI,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YACxE,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;YAC5D,CAAC;YACD,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpD,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,CAAC,QAAQ,CAAC,MAAM,mBAAmB,CAAC,CAAC;YAChF,CAAC;YACD,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;gBACxB,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;YAC3D,CAAC;YACD,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;gBAC5B,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;YAC/D,CAAC;YACD,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;gBAC5B,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;YAC/D,CAAC;YACD,IAAI,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxD,MAAM,KAAK,GAAG,eAAe,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBAClD,OAAO,CAAC,GAAG,CAAC,sBAAsB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACxD,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,OAAO,CAAC,KAAK,CAAC,UAAU,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACzC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CACF,CACJ;KACA,UAAU,CACT,IAAI,OAAO,CAAC,QAAQ,CAAC;KAClB,WAAW,CAAC,mBAAmB,CAAC;KAChC,QAAQ,CAAC,cAAc,EAAE,aAAa,CAAC;KACvC,MAAM,CAAC,QAAQ,EAAE,gBAAgB,CAAC;KAClC,MAAM,CAAC,CAAC,UAAkB,EAAE,OAA2B,EAAE,EAAE;IAC1D,MAAM,QAAQ,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;IAEzC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,oBAAoB,UAAU,aAAa,CAAC,CAAC;QAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,OAAO,GAAG,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAE5C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;QAClD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAClE,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,aAAa,QAAQ,CAAC,IAAI,wBAAwB,CAAC,CAAC;IAClE,CAAC;AACH,CAAC,CAAC,CACL,CAAC"}

package/dist/commands/serve.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare const serveCommand: Command;
+//# sourceMappingURL=serve.d.ts.map

package/dist/commands/serve.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"serve.d.ts","sourceRoot":"","sources":["../../src/commands/serve.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIpC,eAAO,MAAM,YAAY,SA6EtB,CAAC"}

package/dist/commands/serve.js

@@ -0,0 +1,70 @@
+import { existsSync } from "node:fs";
+import { join } from "node:path";
+import { fileURLToPath } from "node:url";
+import { Command } from "commander";
+const __dirname = fileURLToPath(new URL(".", import.meta.url));
+export const serveCommand = new Command("serve")
+    .description("Start the EvalStudio API server and web UI")
+    .option("-p, --port <number>", "Port to listen on (env: EVALSTUDIO_PORT)", process.env.EVALSTUDIO_PORT || "3000")
+    .option("--no-web", "Disable web UI (API only)")
+    .option("--no-processor", "Disable background run processor")
+    .option("--open", "Open browser after starting")
+    .action(async (options) => {
+    const { createServer } = await import("@evalstudio/api");
+    const port = parseInt(options.port, 10);
+    if (isNaN(port) || port < 0 || port > 65535) {
+        console.error(`Invalid port: ${options.port}`);
+        process.exit(1);
+    }
+    // Resolve web dist path (shipped alongside CLI dist)
+    let webDistPath;
+    if (options.web) {
+        const candidate = join(__dirname, "..", "..", "web-dist");
+        if (existsSync(candidate)) {
+            webDistPath = candidate;
+        }
+    }
+    const server = await createServer({
+        logger: true,
+        runProcessor: options.processor,
+        webDistPath,
+    });
+    // Handle graceful shutdown
+    const shutdown = async (signal) => {
+        console.log(`\n${signal} received, shutting down gracefully...`);
+        await server.close();
+        process.exit(0);
+    };
+    process.on("SIGTERM", () => shutdown("SIGTERM"));
+    process.on("SIGINT", () => shutdown("SIGINT"));
+    try {
+        const address = await server.listen({ port, host: "0.0.0.0" });
+        console.log("");
+        console.log(`  EvalStudio server started`);
+        console.log(`  API:  ${address}/api`);
+        if (webDistPath) {
+            console.log(`  Web:  ${address}`);
+        }
+        else {
+            console.log(`  Web:  not available (web-dist not found)`);
+        }
+        if (options.processor) {
+            console.log(`  Run processor: enabled`);
+        }
+        console.log("");
+        if (options.open && webDistPath) {
+            const { exec } = await import("node:child_process");
+            const cmd = process.platform === "darwin"
+                ? `open "${address}"`
+                : process.platform === "win32"
+                    ? `start "${address}"`
+                    : `xdg-open "${address}"`;
+            exec(cmd);
+        }
+    }
+    catch (err) {
+        console.error("Failed to start server:", err);
+        process.exit(1);
+    }
+});
+//# sourceMappingURL=serve.js.map

package/dist/commands/serve.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"serve.js","sourceRoot":"","sources":["../../src/commands/serve.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE/D,MAAM,CAAC,MAAM,YAAY,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC;KAC7C,WAAW,CAAC,4CAA4C,CAAC;KACzD,MAAM,CAAC,qBAAqB,EAAE,0CAA0C,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,MAAM,CAAC;KAChH,MAAM,CAAC,UAAU,EAAE,2BAA2B,CAAC;KAC/C,MAAM,CAAC,gBAAgB,EAAE,kCAAkC,CAAC;KAC5D,MAAM,CAAC,QAAQ,EAAE,6BAA6B,CAAC;KAC/C,MAAM,CACL,KAAK,EAAE,OAKN,EAAE,EAAE;IACH,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAC;IAEzD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACxC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,KAAK,EAAE,CAAC;QAC5C,OAAO,CAAC,KAAK,CAAC,iBAAiB,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,qDAAqD;IACrD,IAAI,WAA+B,CAAC;IACpC,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;QAChB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;QAC1D,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1B,WAAW,GAAG,SAAS,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;QAChC,MAAM,EAAE,IAAI;QACZ,YAAY,EAAE,OAAO,CAAC,SAAS;QAC/B,WAAW;KACZ,CAAC,CAAC;IAEH,2BAA2B;IAC3B,MAAM,QAAQ,GAAG,KAAK,EAAE,MAAc,EAAE,EAAE;QACxC,OAAO,CAAC,GAAG,CAAC,KAAK,MAAM,wCAAwC,CAAC,CAAC;QACjE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC;IAEF,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;IACjD,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IAE/C,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;QAE/D,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,WAAW,OAAO,MAAM,CAAC,CAAC;QACtC,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,WAAW,OAAO,EAAE,CAAC,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;QAC5D,CAAC;QACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEhB,IAAI,OAAO,CAAC,IAAI,IAAI,WAAW,EAAE,CAAC;YAChC,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YACpD,MAAM,GAAG,GACP,OAAO,CAAC,QAAQ,KAAK,QAAQ;gBAC3B,CAAC,CAAC,SAAS,OAAO,GAAG;gBACrB,CAAC,CAAC,OAAO,CAAC,QAAQ,KAAK,OAAO;oBAC5B,CAAC,CAAC,UAAU,OAAO,GAAG;oBACtB,CAAC,CAAC,aAAa,OAAO,GAAG,CAAC;YAChC,IAAI,CAAC,GAAG,CAAC,CAAC;QACZ,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAC;QAC9C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CACF,CAAC"}

package/dist/commands/status.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare const statusCommand: Command;
+//# sourceMappingURL=status.d.ts.map

package/dist/commands/status.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"status.d.ts","sourceRoot":"","sources":["../../src/commands/status.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,eAAO,MAAM,aAAa,SAkBtB,CAAC"}

package/dist/commands/status.js

@@ -0,0 +1,22 @@
+import { Command } from "commander";
+import { getStatus } from "evalstudio";
+export const statusCommand = new Command("status")
+    .description("Show EvalStudio status")
+    .option("--json", "Output as JSON")
+    .action((options) => {
+    const status = getStatus();
+    if (options.json) {
+        console.log(JSON.stringify(status, null, 2));
+    }
+    else {
+        console.log(`EvalStudio Status`);
+        console.log(`-----------------`);
+        console.log(`Name:      ${status.name}`);
+        console.log(`Version:   ${status.version}`);
+        console.log(`Status:    ${status.status}`);
+        console.log(`Node:      ${status.node}`);
+        console.log(`Storage:   ${status.storageDir}`);
+        console.log(`Timestamp: ${status.timestamp}`);
+    }
+});
+//# sourceMappingURL=status.js.map

package/dist/commands/status.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"status.js","sourceRoot":"","sources":["../../src/commands/status.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEvC,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,OAAO,CAAC,QAAQ,CAAC;KAC/C,WAAW,CAAC,wBAAwB,CAAC;KACrC,MAAM,CAAC,QAAQ,EAAE,gBAAgB,CAAC;KAClC,MAAM,CAAC,CAAC,OAA2B,EAAE,EAAE;IACtC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAE3B,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IAChD,CAAC;AACH,CAAC,CAAC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":""}

package/dist/index.js

@@ -0,0 +1,32 @@
+#!/usr/bin/env node
+import { createRequire } from "module";
+import { Command } from "commander";
+import { connectorCommand } from "./commands/connector.js";
+import { evalCommand } from "./commands/eval.js";
+import { initCommand } from "./commands/init.js";
+import { llmProviderCommand } from "./commands/llm-provider.js";
+import { personaCommand } from "./commands/persona.js";
+import { projectCommand } from "./commands/project.js";
+import { runCommand } from "./commands/run.js";
+import { scenarioCommand } from "./commands/scenario.js";
+import { serveCommand } from "./commands/serve.js";
+import { statusCommand } from "./commands/status.js";
+const require = createRequire(import.meta.url);
+const packageJson = require("../package.json");
+const program = new Command();
+program
+    .name("evalstudio")
+    .description("EvalStudio CLI - Test chatbots, AI agents, and REST APIs")
+    .version(packageJson.version);
+program.addCommand(initCommand);
+program.addCommand(connectorCommand);
+program.addCommand(evalCommand);
+program.addCommand(llmProviderCommand);
+program.addCommand(personaCommand);
+program.addCommand(projectCommand);
+program.addCommand(runCommand);
+program.addCommand(scenarioCommand);
+program.addCommand(serveCommand);
+program.addCommand(statusCommand);
+program.parse();
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC/C,MAAM,WAAW,GAAG,OAAO,CAAC,iBAAiB,CAAwB,CAAC;AAEtE,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,IAAI,CAAC,YAAY,CAAC;KAClB,WAAW,CAAC,0DAA0D,CAAC;KACvE,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;AAEhC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;AAChC,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;AACrC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;AAChC,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;AACvC,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;AACnC,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;AACnC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;AAC/B,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;AACpC,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;AACjC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;AAElC,OAAO,CAAC,KAAK,EAAE,CAAC"}

package/package.json

@@ -0,0 +1,56 @@
+{
+  "name": "@evalstudio/cli",
+  "version": "0.1.0",
+  "description": "Command-line interface for EvalStudio",
+  "type": "module",
+  "bin": {
+    "evalstudio": "./dist/index.js"
+  },
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "publishConfig": {
+    "access": "public"
+  },
+  "files": [
+    "dist",
+    "web-dist"
+  ],
+  "keywords": [
+    "eval",
+    "evaluation",
+    "testing",
+    "chatbot",
+    "ai",
+    "llm",
+    "cli"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/Treatwell-AI/evalstudio.git",
+    "directory": "packages/cli"
+  },
+  "dependencies": {
+    "commander": "^13.0.0",
+    "evalstudio": "0.1.0",
+    "@evalstudio/api": "0.1.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22.10.10",
+    "typescript": "^5.7.3",
+    "vitest": "^3.0.4"
+  },
+  "engines": {
+    "node": ">=20"
+  },
+  "license": "MIT",
+  "scripts": {
+    "build": "tsc",
+    "postbuild": "rm -rf web-dist && cp -r ../web/dist web-dist",
+    "dev": "tsc --watch",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "typecheck": "tsc --noEmit",
+    "lint": "eslint src",
+    "clean": "rm -rf dist web-dist"
+  }
+}