@operor/cli 0.1.0

package/dist/simulate-BKv62GJc.js

@@ -0,0 +1,144 @@
+import { n as readConfig } from "./index.js";
+import { t as formatTimestamp } from "./utils-BuV4q7f6.js";
+import { writeFileSync } from "fs";
+
+//#region src/commands/simulate.ts
+async function runSimulate(options) {
+	const config = readConfig();
+	const clack = await import("@clack/prompts");
+	const { Operor } = await import("@operor/core");
+	const { MockProvider } = await import("@operor/provider-mock");
+	const { MockShopifySkill, SimulationRunner, ECOMMERCE_SCENARIOS, SkillTestHarness } = await import("@operor/testing");
+	let llm;
+	if (config.LLM_PROVIDER && config.LLM_API_KEY) {
+		const { AIProvider } = await import("@operor/llm");
+		llm = new AIProvider({
+			provider: config.LLM_PROVIDER,
+			apiKey: config.LLM_API_KEY,
+			model: config.LLM_MODEL
+		});
+	}
+	let conversationScenarios = void 0;
+	if (options.scenarios) if (options.scenarios.includes("all")) conversationScenarios = "builtin";
+	else {
+		conversationScenarios = ECOMMERCE_SCENARIOS.filter((s) => options.scenarios.some((name) => s.name.toLowerCase().includes(name.toLowerCase()) || s.id.toLowerCase().includes(name.toLowerCase())));
+		if (conversationScenarios.length === 0) {
+			console.error(`No scenarios matching: ${options.scenarios.join(", ")}`);
+			console.error("Available scenarios:");
+			ECOMMERCE_SCENARIOS.forEach((s) => console.error(`  - ${s.id}: ${s.name}`));
+			process.exit(1);
+		}
+	}
+	else conversationScenarios = "builtin";
+	const os = new Operor({
+		debug: false,
+		batchWindowMs: 0
+	});
+	const provider = new MockProvider();
+	const shopify = new MockShopifySkill();
+	let skill = shopify;
+	if (options.real || options.dryRun) {
+		skill = new SkillTestHarness(shopify, {
+			allowWrites: options.allowWrites ?? false,
+			dryRun: options.dryRun ?? false
+		});
+		await skill.authenticate();
+	}
+	await os.addProvider(provider);
+	await os.addSkill(skill);
+	const allTools = [
+		shopify.tools.get_order,
+		shopify.tools.create_discount,
+		shopify.tools.search_products
+	];
+	const agent = os.createAgent({
+		name: "Test Agent",
+		purpose: "Handle customer support conversations",
+		personality: "empathetic and solution-focused",
+		triggers: ["order_tracking", "general"],
+		tools: allTools,
+		rules: [{
+			name: "Auto-compensation",
+			condition: async (_ctx, toolResults) => {
+				const order = toolResults.find((t) => t.name === "get_order");
+				return order?.success && order.result?.isDelayed && order.result?.delayDays >= 2;
+			},
+			action: async () => {
+				return {
+					type: "discount_created",
+					code: (await shopify.tools.create_discount.execute({
+						percent: 10,
+						validDays: 30
+					})).code,
+					percent: 10,
+					validDays: 30
+				};
+			}
+		}]
+	});
+	let kbRuntime;
+	if (config.KB_ENABLED === "true") try {
+		const { SQLiteKnowledgeStore, EmbeddingService, RetrievalPipeline } = await import("@operor/knowledge");
+		const embedder = new EmbeddingService({
+			provider: config.KB_EMBEDDING_PROVIDER || config.LLM_PROVIDER,
+			apiKey: config.KB_EMBEDDING_API_KEY || config.LLM_API_KEY || "",
+			model: config.KB_EMBEDDING_MODEL
+		});
+		const kbStore = new SQLiteKnowledgeStore(config.KB_DB_PATH || "./knowledge.db", embedder.dimensions);
+		await kbStore.initialize();
+		const retrieval = new RetrievalPipeline(kbStore, embedder);
+		kbRuntime = { retrieve: (q) => retrieval.retrieve(q) };
+		console.log("[Operor] 📚 Knowledge Base enabled for simulation");
+	} catch (kbError) {
+		console.warn("[Operor] ⚠️  Failed to initialize Knowledge Base:", kbError.message);
+	}
+	if (llm) {
+		const { applyLLMOverride } = await import("./llm-override-BIQl0V6H.js").then((n) => n.n);
+		applyLLMOverride(agent, llm, allTools, { kbRuntime });
+	}
+	await os.start();
+	const totalConversations = options.conversations ?? 10;
+	const runner = new SimulationRunner({
+		agentOS: os,
+		config: {
+			testSuiteFiles: options.tests,
+			conversationScenarios,
+			totalConversations,
+			evaluationStrategy: options.strategy,
+			integrationMode: options.real ? "real" : options.dryRun ? "dry-run" : "mock",
+			allowWrites: options.allowWrites,
+			timeout: options.timeout,
+			parallel: options.parallel
+		},
+		llm
+	});
+	if (!options.json) clack.intro("operor simulate");
+	const spinner = !options.json ? clack.spinner() : null;
+	spinner?.start(`Running simulation (0/${totalConversations} conversations)...`);
+	const report = await runner.run((completed, total, result) => {
+		const status = result.passed ? "PASS" : "FAIL";
+		spinner?.message(`[${formatTimestamp()}] ${completed}/${total} — ${result.scenario.name} [${status}]`);
+	});
+	spinner?.stop(`Simulation complete: ${report.passed}/${report.totalConversations} passed`);
+	await os.stop();
+	if (options.json) {
+		const jsonOutput = JSON.stringify(report, null, 2);
+		if (options.output) {
+			writeFileSync(options.output, jsonOutput, "utf-8");
+			console.log(`Report saved to ${options.output}`);
+		} else console.log(jsonOutput);
+	} else {
+		const formatted = SimulationRunner.formatReport(report);
+		console.log("\n" + formatted);
+		if (options.output) {
+			writeFileSync(options.output, JSON.stringify(report, null, 2), "utf-8");
+			clack.note(`Detailed report saved to ${options.output}`);
+		}
+		clack.outro(report.overallPassed ? "Simulation PASSED" : "Simulation FAILED");
+	}
+	process.exit(report.overallPassed ? 0 : 1);
+}
+
+//#endregion
+export { runSimulate };
+//# sourceMappingURL=simulate-BKv62GJc.js.map

package/dist/simulate-BKv62GJc.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"simulate-BKv62GJc.js","names":[],"sources":["../src/commands/simulate.ts"],"sourcesContent":["import { readConfig } from '../config.js';\nimport { writeFileSync } from 'fs';\nimport { formatTimestamp } from '../utils.js';\n\nexport async function runSimulate(options: {\n  tests?: string[];\n  scenarios?: string[];\n  conversations?: number;\n  strategy?: 'exact' | 'similarity' | 'llm_judge';\n  real?: boolean;\n  allowWrites?: boolean;\n  dryRun?: boolean;\n  timeout?: number;\n  parallel?: boolean;\n  json?: boolean;\n  output?: string;\n}): Promise<void> {\n  const config = readConfig();\n  const clack = await import('@clack/prompts');\n\n  const { Operor } = await import('@operor/core');\n  const { MockProvider } = await import('@operor/provider-mock');\n  const {\n    MockShopifySkill,\n    SimulationRunner,\n    ECOMMERCE_SCENARIOS,\n    SkillTestHarness,\n  } = await import('@operor/testing');\n\n  // Optionally set up LLM if configured\n  let llm: any;\n  if (config.LLM_PROVIDER && config.LLM_API_KEY) {\n    const { AIProvider } = await import('@operor/llm');\n    llm = new AIProvider({\n      provider: config.LLM_PROVIDER as any,\n      apiKey: config.LLM_API_KEY,\n      model: config.LLM_MODEL,\n    });\n  }\n\n  // Determine conversation scenarios\n  let conversationScenarios: any = undefined;\n  if (options.scenarios) {\n    if (options.scenarios.includes('all')) {\n      conversationScenarios = 'builtin';\n    } else {\n      conversationScenarios = ECOMMERCE_SCENARIOS.filter((s) =>\n        options.scenarios!.some((name) =>\n          s.name.toLowerCase().includes(name.toLowerCase()) ||\n          s.id.toLowerCase().includes(name.toLowerCase())\n        )\n      );\n      if (conversationScenarios.length === 0) {\n        console.error(`No scenarios matching: ${options.scenarios.join(', ')}`);\n        console.error('Available scenarios:');\n        ECOMMERCE_SCENARIOS.forEach((s) => console.error(`  - ${s.id}: ${s.name}`));\n        process.exit(1);\n      }\n    }\n  } else {\n    // Default: use all built-in scenarios\n    conversationScenarios = 'builtin';\n  }\n\n  // Set up Operor with appropriate skills\n  const os = new Operor({ debug: false, batchWindowMs: 0 });\n  const provider = new MockProvider();\n  const shopify = new MockShopifySkill();\n\n  // Wrap skill with safety harness if --real or --dry-run\n  let skill: any = shopify;\n  if (options.real || options.dryRun) {\n    skill = new SkillTestHarness(shopify, {\n      allowWrites: options.allowWrites ?? false,\n      dryRun: options.dryRun ?? false,\n    });\n    await skill.authenticate();\n  }\n\n  await os.addProvider(provider);\n  await os.addSkill(skill);\n\n  const allTools = [shopify.tools.get_order, shopify.tools.create_discount, shopify.tools.search_products];\n\n  const agent = os.createAgent({\n    name: 'Test Agent',\n    purpose: 'Handle customer support conversations',\n    personality: 'empathetic and solution-focused',\n    triggers: ['order_tracking', 'general'],\n    tools: allTools,\n    rules: [{\n      name: 'Auto-compensation',\n      condition: async (_ctx: any, toolResults: any[]) => {\n        const order = toolResults.find((t) => t.name === 'get_order');\n        return order?.success && order.result?.isDelayed && order.result?.delayDays >= 2;\n      },\n      action: async () => {\n        const discount = await shopify.tools.create_discount.execute({ percent: 10, validDays: 30 });\n        return { type: 'discount_created', code: discount.code, percent: 10, validDays: 30 };\n      },\n    }],\n  });\n\n  // Set up Knowledge Base if enabled\n  let kbRuntime: any;\n  if (config.KB_ENABLED === 'true') {\n    try {\n      const { SQLiteKnowledgeStore, EmbeddingService, RetrievalPipeline } = await import('@operor/knowledge');\n      const embedder = new EmbeddingService({\n        provider: (config.KB_EMBEDDING_PROVIDER || config.LLM_PROVIDER) as any,\n        apiKey: config.KB_EMBEDDING_API_KEY || config.LLM_API_KEY || '',\n        model: config.KB_EMBEDDING_MODEL,\n      });\n      const kbStore = new SQLiteKnowledgeStore(config.KB_DB_PATH || './knowledge.db', embedder.dimensions);\n      await kbStore.initialize();\n      const retrieval = new RetrievalPipeline(kbStore, embedder);\n      kbRuntime = { retrieve: (q: string) => retrieval.retrieve(q) };\n      console.log('[Operor] 📚 Knowledge Base enabled for simulation');\n    } catch (kbError: any) {\n      console.warn('[Operor] ⚠️  Failed to initialize Knowledge Base:', kbError.message);\n    }\n  }\n\n  // Override agent.process with LLM-based implementation if LLM is configured\n  if (llm) {\n    const { applyLLMOverride } = await import('./llm-override.js');\n    applyLLMOverride(agent, llm, allTools, { kbRuntime });\n  }\n\n  await os.start();\n\n  const totalConversations = options.conversations ?? 10;\n\n  // Create simulation runner\n  const runner = new SimulationRunner({\n    agentOS: os,\n    config: {\n      testSuiteFiles: options.tests,\n      conversationScenarios,\n      totalConversations,\n      evaluationStrategy: options.strategy,\n      integrationMode: options.real ? 'real' : options.dryRun ? 'dry-run' : 'mock',\n      allowWrites: options.allowWrites,\n      timeout: options.timeout,\n      parallel: options.parallel,\n    },\n    llm,\n  });\n\n  if (!options.json) {\n    clack.intro('operor simulate');\n  }\n\n  const spinner = !options.json ? clack.spinner() : null;\n  spinner?.start(`Running simulation (0/${totalConversations} conversations)...`);\n\n  const report = await runner.run((completed, total, result) => {\n    const status = result.passed ? 'PASS' : 'FAIL';\n    spinner?.message(`[${formatTimestamp()}] ${completed}/${total} — ${result.scenario.name} [${status}]`);\n  });\n\n  spinner?.stop(`Simulation complete: ${report.passed}/${report.totalConversations} passed`);\n  await os.stop();\n\n  // Output results\n  if (options.json) {\n    const jsonOutput = JSON.stringify(report, null, 2);\n    if (options.output) {\n      writeFileSync(options.output, jsonOutput, 'utf-8');\n      console.log(`Report saved to ${options.output}`);\n    } else {\n      console.log(jsonOutput);\n    }\n  } else {\n    const formatted = SimulationRunner.formatReport(report);\n    console.log('\\n' + formatted);\n\n    if (options.output) {\n      writeFileSync(options.output, JSON.stringify(report, null, 2), 'utf-8');\n      clack.note(`Detailed report saved to ${options.output}`);\n    }\n\n    clack.outro(report.overallPassed ? 'Simulation PASSED' : 'Simulation FAILED');\n  }\n\n  process.exit(report.overallPassed ? 0 : 1);\n}\n"],"mappings":";;;;;AAIA,eAAsB,YAAY,SAYhB;CAChB,MAAM,SAAS,YAAY;CAC3B,MAAM,QAAQ,MAAM,OAAO;CAE3B,MAAM,EAAE,WAAW,MAAM,OAAO;CAChC,MAAM,EAAE,iBAAiB,MAAM,OAAO;CACtC,MAAM,EACJ,kBACA,kBACA,qBACA,qBACE,MAAM,OAAO;CAGjB,IAAI;AACJ,KAAI,OAAO,gBAAgB,OAAO,aAAa;EAC7C,MAAM,EAAE,eAAe,MAAM,OAAO;AACpC,QAAM,IAAI,WAAW;GACnB,UAAU,OAAO;GACjB,QAAQ,OAAO;GACf,OAAO,OAAO;GACf,CAAC;;CAIJ,IAAI,wBAA6B;AACjC,KAAI,QAAQ,UACV,KAAI,QAAQ,UAAU,SAAS,MAAM,CACnC,yBAAwB;MACnB;AACL,0BAAwB,oBAAoB,QAAQ,MAClD,QAAQ,UAAW,MAAM,SACvB,EAAE,KAAK,aAAa,CAAC,SAAS,KAAK,aAAa,CAAC,IACjD,EAAE,GAAG,aAAa,CAAC,SAAS,KAAK,aAAa,CAAC,CAChD,CACF;AACD,MAAI,sBAAsB,WAAW,GAAG;AACtC,WAAQ,MAAM,0BAA0B,QAAQ,UAAU,KAAK,KAAK,GAAG;AACvE,WAAQ,MAAM,uBAAuB;AACrC,uBAAoB,SAAS,MAAM,QAAQ,MAAM,OAAO,EAAE,GAAG,IAAI,EAAE,OAAO,CAAC;AAC3E,WAAQ,KAAK,EAAE;;;KAKnB,yBAAwB;CAI1B,MAAM,KAAK,IAAI,OAAO;EAAE,OAAO;EAAO,eAAe;EAAG,CAAC;CACzD,MAAM,WAAW,IAAI,cAAc;CACnC,MAAM,UAAU,IAAI,kBAAkB;CAGtC,IAAI,QAAa;AACjB,KAAI,QAAQ,QAAQ,QAAQ,QAAQ;AAClC,UAAQ,IAAI,iBAAiB,SAAS;GACpC,aAAa,QAAQ,eAAe;GACpC,QAAQ,QAAQ,UAAU;GAC3B,CAAC;AACF,QAAM,MAAM,cAAc;;AAG5B,OAAM,GAAG,YAAY,SAAS;AAC9B,OAAM,GAAG,SAAS,MAAM;CAExB,MAAM,WAAW;EAAC,QAAQ,MAAM;EAAW,QAAQ,MAAM;EAAiB,QAAQ,MAAM;EAAgB;CAExG,MAAM,QAAQ,GAAG,YAAY;EAC3B,MAAM;EACN,SAAS;EACT,aAAa;EACb,UAAU,CAAC,kBAAkB,UAAU;EACvC,OAAO;EACP,OAAO,CAAC;GACN,MAAM;GACN,WAAW,OAAO,MAAW,gBAAuB;IAClD,MAAM,QAAQ,YAAY,MAAM,MAAM,EAAE,SAAS,YAAY;AAC7D,WAAO,OAAO,WAAW,MAAM,QAAQ,aAAa,MAAM,QAAQ,aAAa;;GAEjF,QAAQ,YAAY;AAElB,WAAO;KAAE,MAAM;KAAoB,OADlB,MAAM,QAAQ,MAAM,gBAAgB,QAAQ;MAAE,SAAS;MAAI,WAAW;MAAI,CAAC,EAC1C;KAAM,SAAS;KAAI,WAAW;KAAI;;GAEvF,CAAC;EACH,CAAC;CAGF,IAAI;AACJ,KAAI,OAAO,eAAe,OACxB,KAAI;EACF,MAAM,EAAE,sBAAsB,kBAAkB,sBAAsB,MAAM,OAAO;EACnF,MAAM,WAAW,IAAI,iBAAiB;GACpC,UAAW,OAAO,yBAAyB,OAAO;GAClD,QAAQ,OAAO,wBAAwB,OAAO,eAAe;GAC7D,OAAO,OAAO;GACf,CAAC;EACF,MAAM,UAAU,IAAI,qBAAqB,OAAO,cAAc,kBAAkB,SAAS,WAAW;AACpG,QAAM,QAAQ,YAAY;EAC1B,MAAM,YAAY,IAAI,kBAAkB,SAAS,SAAS;AAC1D,cAAY,EAAE,WAAW,MAAc,UAAU,SAAS,EAAE,EAAE;AAC9D,UAAQ,IAAI,oDAAoD;UACzD,SAAc;AACrB,UAAQ,KAAK,qDAAqD,QAAQ,QAAQ;;AAKtF,KAAI,KAAK;EACP,MAAM,EAAE,qBAAqB,MAAM,OAAO;AAC1C,mBAAiB,OAAO,KAAK,UAAU,EAAE,WAAW,CAAC;;AAGvD,OAAM,GAAG,OAAO;CAEhB,MAAM,qBAAqB,QAAQ,iBAAiB;CAGpD,MAAM,SAAS,IAAI,iBAAiB;EAClC,SAAS;EACT,QAAQ;GACN,gBAAgB,QAAQ;GACxB;GACA;GACA,oBAAoB,QAAQ;GAC5B,iBAAiB,QAAQ,OAAO,SAAS,QAAQ,SAAS,YAAY;GACtE,aAAa,QAAQ;GACrB,SAAS,QAAQ;GACjB,UAAU,QAAQ;GACnB;EACD;EACD,CAAC;AAEF,KAAI,CAAC,QAAQ,KACX,OAAM,MAAM,kBAAkB;CAGhC,MAAM,UAAU,CAAC,QAAQ,OAAO,MAAM,SAAS,GAAG;AAClD,UAAS,MAAM,yBAAyB,mBAAmB,oBAAoB;CAE/E,MAAM,SAAS,MAAM,OAAO,KAAK,WAAW,OAAO,WAAW;EAC5D,MAAM,SAAS,OAAO,SAAS,SAAS;AACxC,WAAS,QAAQ,IAAI,iBAAiB,CAAC,IAAI,UAAU,GAAG,MAAM,KAAK,OAAO,SAAS,KAAK,IAAI,OAAO,GAAG;GACtG;AAEF,UAAS,KAAK,wBAAwB,OAAO,OAAO,GAAG,OAAO,mBAAmB,SAAS;AAC1F,OAAM,GAAG,MAAM;AAGf,KAAI,QAAQ,MAAM;EAChB,MAAM,aAAa,KAAK,UAAU,QAAQ,MAAM,EAAE;AAClD,MAAI,QAAQ,QAAQ;AAClB,iBAAc,QAAQ,QAAQ,YAAY,QAAQ;AAClD,WAAQ,IAAI,mBAAmB,QAAQ,SAAS;QAEhD,SAAQ,IAAI,WAAW;QAEpB;EACL,MAAM,YAAY,iBAAiB,aAAa,OAAO;AACvD,UAAQ,IAAI,OAAO,UAAU;AAE7B,MAAI,QAAQ,QAAQ;AAClB,iBAAc,QAAQ,QAAQ,KAAK,UAAU,QAAQ,MAAM,EAAE,EAAE,QAAQ;AACvE,SAAM,KAAK,4BAA4B,QAAQ,SAAS;;AAG1D,QAAM,MAAM,OAAO,gBAAgB,sBAAsB,oBAAoB;;AAG/E,SAAQ,KAAK,OAAO,gBAAgB,IAAI,EAAE"}

package/dist/status-D6LIZvQa.js

@@ -0,0 +1,82 @@
+import { n as readConfig } from "./index.js";
+import fs from "fs";
+
+//#region src/commands/status.ts
+async function runStatus() {
+	const config = readConfig();
+	console.log("\n  Operor Status\n");
+	const llmStatus = config.LLM_PROVIDER ? `${config.LLM_PROVIDER} (${config.LLM_MODEL || "default"})` : "Not configured";
+	console.log(`  LLM:           ${config.LLM_PROVIDER ? "✓" : "✗"} ${llmStatus}`);
+	const channelStatus = config.CHANNEL || "Not configured";
+	console.log(`  Channel:       ${config.CHANNEL ? "✓" : "✗"} ${channelStatus}`);
+	if (config.SKILLS_ENABLED !== "false") try {
+		const { loadSkillsConfig } = await import("@operor/skills");
+		const enabledSkills = loadSkillsConfig().skills.filter((s) => s.enabled !== false);
+		if (enabledSkills.length > 0) {
+			console.log(`  Skills:        ✓ ${enabledSkills.length} MCP skill(s)`);
+			for (const skill of enabledSkills) {
+				const transport = skill.transport || "stdio";
+				const target = skill.command || skill.url || "?";
+				console.log(`    └─ ${skill.name} (${transport}: ${target})`);
+			}
+		} else console.log(`  Skills:        ─ No skills in mcp.json`);
+	} catch {
+		console.log(`  Skills:        ─ No mcp.json found`);
+	}
+	else console.log(`  Skills:        ✗ Disabled`);
+	if (config.ANALYTICS_ENABLED !== "false") {
+		const dbPath = config.ANALYTICS_DB_PATH || "./analytics.db";
+		const digestStatus = config.ANALYTICS_DIGEST_ENABLED === "true" ? `${config.ANALYTICS_DIGEST_SCHEDULE || "daily"} at ${config.ANALYTICS_DIGEST_TIME || "09:00"}` : "disabled";
+		console.log(`  Analytics:     ✓ Enabled (${dbPath})`);
+		console.log(`    └─ Digest: ${digestStatus}`);
+	} else console.log(`  Analytics:     ✗ Disabled`);
+	const agentsDir = `${process.cwd()}/agents`;
+	if (fs.existsSync(agentsDir)) try {
+		const { AgentLoader } = await import("@operor/core");
+		const definitions = await new AgentLoader(process.cwd()).loadAll();
+		if (definitions.length > 0) {
+			console.log(`\n  Agents:        ✓ ${definitions.length} loaded from agents/`);
+			for (const def of definitions) {
+				const cfg = def.config;
+				const details = [];
+				if (cfg.channels?.length) details.push(`channels: ${cfg.channels.join(", ")}`);
+				if (cfg.skills?.length) details.push(`skills: ${cfg.skills.join(", ")}`);
+				if (cfg.knowledgeBase) details.push("KB");
+				if (cfg.priority) details.push(`priority: ${cfg.priority}`);
+				const suffix = details.length > 0 ? ` (${details.join(" | ")})` : "";
+				console.log(`    └─ ${cfg.name}${suffix}`);
+			}
+		} else console.log(`\n  Agents:        ✗ agents/ directory found but no valid definitions`);
+	} catch {
+		console.log(`\n  Agents:        ✗ Failed to load agents/`);
+	}
+	else console.log(`\n  Agents:        ─ No agents/ directory (using default single-agent mode)`);
+	if (config.ANALYTICS_ENABLED !== "false") try {
+		const { SQLiteAnalyticsStore } = await import("@operor/analytics");
+		const dbPath = config.ANALYTICS_DB_PATH || "./analytics.db";
+		if (fs.existsSync(dbPath)) {
+			const store = new SQLiteAnalyticsStore(dbPath);
+			await store.initialize();
+			const now = Date.now();
+			const range = {
+				from: now - 1440 * 60 * 1e3,
+				to: now
+			};
+			const summary = await store.getSummary(range);
+			await store.close();
+			if (summary.totalMessages > 0) {
+				console.log(`  Usage (last 24h)`);
+				console.log(`    Messages:    ${summary.totalMessages}`);
+				console.log(`    Customers:   ${summary.uniqueCustomers}`);
+				console.log(`    KB answered: ${summary.kbAnsweredPct.toFixed(1)}%`);
+				console.log(`    Avg response: ${summary.avgResponseTime < 1e3 ? Math.round(summary.avgResponseTime) + "ms" : (summary.avgResponseTime / 1e3).toFixed(1) + "s"}`);
+				console.log();
+			}
+		}
+	} catch {}
+	console.log();
+}
+
+//#endregion
+export { runStatus };
+//# sourceMappingURL=status-D6LIZvQa.js.map

package/dist/status-D6LIZvQa.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"status-D6LIZvQa.js","names":[],"sources":["../src/commands/status.ts"],"sourcesContent":["import fs from 'fs';\nimport { readConfig } from '../config.js';\n\nexport async function runStatus(): Promise<void> {\n  const config = readConfig();\n\n  console.log('\\n  Operor Status\\n');\n\n  // LLM\n  const llmStatus = config.LLM_PROVIDER\n    ? `${config.LLM_PROVIDER} (${config.LLM_MODEL || 'default'})`\n    : 'Not configured';\n  console.log(`  LLM:           ${config.LLM_PROVIDER ? '✓' : '✗'} ${llmStatus}`);\n\n  // Channel\n  const channelStatus = config.CHANNEL || 'Not configured';\n  console.log(`  Channel:       ${config.CHANNEL ? '✓' : '✗'} ${channelStatus}`);\n\n  // Skills (MCP)\n  if (config.SKILLS_ENABLED !== 'false') {\n    try {\n      const { loadSkillsConfig } = await import('@operor/skills');\n      const skillsConfig = loadSkillsConfig();\n      const enabledSkills = skillsConfig.skills.filter((s: any) => s.enabled !== false);\n      if (enabledSkills.length > 0) {\n        console.log(`  Skills:        ✓ ${enabledSkills.length} MCP skill(s)`);\n        for (const skill of enabledSkills) {\n          const transport = skill.transport || 'stdio';\n          const target = skill.command || skill.url || '?';\n          console.log(`    └─ ${skill.name} (${transport}: ${target})`);\n        }\n      } else {\n        console.log(`  Skills:        ─ No skills in mcp.json`);\n      }\n    } catch {\n      console.log(`  Skills:        ─ No mcp.json found`);\n    }\n  } else {\n    console.log(`  Skills:        ✗ Disabled`);\n  }\n\n  // Analytics\n  if (config.ANALYTICS_ENABLED !== 'false') {\n    const dbPath = config.ANALYTICS_DB_PATH || './analytics.db';\n    const digestStatus = config.ANALYTICS_DIGEST_ENABLED === 'true'\n      ? `${config.ANALYTICS_DIGEST_SCHEDULE || 'daily'} at ${config.ANALYTICS_DIGEST_TIME || '09:00'}`\n      : 'disabled';\n    console.log(`  Analytics:     ✓ Enabled (${dbPath})`);\n    console.log(`    └─ Digest: ${digestStatus}`);\n  } else {\n    console.log(`  Analytics:     ✗ Disabled`);\n  }\n\n  // Agents from agents/ directory\n  const agentsDir = `${process.cwd()}/agents`;\n  if (fs.existsSync(agentsDir)) {\n    try {\n      const { AgentLoader } = await import('@operor/core');\n      const loader = new AgentLoader(process.cwd());\n      const definitions = await loader.loadAll();\n\n      if (definitions.length > 0) {\n        console.log(`\\n  Agents:        ✓ ${definitions.length} loaded from agents/`);\n        for (const def of definitions) {\n          const cfg = def.config;\n          const details: string[] = [];\n          if (cfg.channels?.length) details.push(`channels: ${cfg.channels.join(', ')}`);\n          if (cfg.skills?.length) details.push(`skills: ${cfg.skills.join(', ')}`);\n          if (cfg.knowledgeBase) details.push('KB');\n          if (cfg.priority) details.push(`priority: ${cfg.priority}`);\n          const suffix = details.length > 0 ? ` (${details.join(' | ')})` : '';\n          console.log(`    └─ ${cfg.name}${suffix}`);\n        }\n      } else {\n        console.log(`\\n  Agents:        ✗ agents/ directory found but no valid definitions`);\n      }\n    } catch {\n      console.log(`\\n  Agents:        ✗ Failed to load agents/`);\n    }\n  } else {\n    console.log(`\\n  Agents:        ─ No agents/ directory (using default single-agent mode)`);\n  }\n\n  // Usage summary (last 24h)\n  if (config.ANALYTICS_ENABLED !== 'false') {\n    try {\n      const { SQLiteAnalyticsStore } = await import('@operor/analytics');\n      const dbPath = config.ANALYTICS_DB_PATH || './analytics.db';\n      if (fs.existsSync(dbPath)) {\n        const store = new SQLiteAnalyticsStore(dbPath);\n        await store.initialize();\n        const now = Date.now();\n        const range = { from: now - 24 * 60 * 60 * 1000, to: now };\n        const summary = await store.getSummary(range);\n        await store.close();\n\n        if (summary.totalMessages > 0) {\n          console.log(`  Usage (last 24h)`);\n          console.log(`    Messages:    ${summary.totalMessages}`);\n          console.log(`    Customers:   ${summary.uniqueCustomers}`);\n          console.log(`    KB answered: ${summary.kbAnsweredPct.toFixed(1)}%`);\n          console.log(`    Avg response: ${summary.avgResponseTime < 1000 ? Math.round(summary.avgResponseTime) + 'ms' : (summary.avgResponseTime / 1000).toFixed(1) + 's'}`);\n          console.log();\n        }\n      }\n    } catch {\n      // Analytics DB not available — skip silently\n    }\n  }\n\n  console.log();\n}\n"],"mappings":";;;;AAGA,eAAsB,YAA2B;CAC/C,MAAM,SAAS,YAAY;AAE3B,SAAQ,IAAI,sBAAsB;CAGlC,MAAM,YAAY,OAAO,eACrB,GAAG,OAAO,aAAa,IAAI,OAAO,aAAa,UAAU,KACzD;AACJ,SAAQ,IAAI,oBAAoB,OAAO,eAAe,MAAM,IAAI,GAAG,YAAY;CAG/E,MAAM,gBAAgB,OAAO,WAAW;AACxC,SAAQ,IAAI,oBAAoB,OAAO,UAAU,MAAM,IAAI,GAAG,gBAAgB;AAG9E,KAAI,OAAO,mBAAmB,QAC5B,KAAI;EACF,MAAM,EAAE,qBAAqB,MAAM,OAAO;EAE1C,MAAM,gBADe,kBAAkB,CACJ,OAAO,QAAQ,MAAW,EAAE,YAAY,MAAM;AACjF,MAAI,cAAc,SAAS,GAAG;AAC5B,WAAQ,IAAI,sBAAsB,cAAc,OAAO,eAAe;AACtE,QAAK,MAAM,SAAS,eAAe;IACjC,MAAM,YAAY,MAAM,aAAa;IACrC,MAAM,SAAS,MAAM,WAAW,MAAM,OAAO;AAC7C,YAAQ,IAAI,UAAU,MAAM,KAAK,IAAI,UAAU,IAAI,OAAO,GAAG;;QAG/D,SAAQ,IAAI,2CAA2C;SAEnD;AACN,UAAQ,IAAI,uCAAuC;;KAGrD,SAAQ,IAAI,8BAA8B;AAI5C,KAAI,OAAO,sBAAsB,SAAS;EACxC,MAAM,SAAS,OAAO,qBAAqB;EAC3C,MAAM,eAAe,OAAO,6BAA6B,SACrD,GAAG,OAAO,6BAA6B,QAAQ,MAAM,OAAO,yBAAyB,YACrF;AACJ,UAAQ,IAAI,+BAA+B,OAAO,GAAG;AACrD,UAAQ,IAAI,kBAAkB,eAAe;OAE7C,SAAQ,IAAI,8BAA8B;CAI5C,MAAM,YAAY,GAAG,QAAQ,KAAK,CAAC;AACnC,KAAI,GAAG,WAAW,UAAU,CAC1B,KAAI;EACF,MAAM,EAAE,gBAAgB,MAAM,OAAO;EAErC,MAAM,cAAc,MADL,IAAI,YAAY,QAAQ,KAAK,CAAC,CACZ,SAAS;AAE1C,MAAI,YAAY,SAAS,GAAG;AAC1B,WAAQ,IAAI,wBAAwB,YAAY,OAAO,sBAAsB;AAC7E,QAAK,MAAM,OAAO,aAAa;IAC7B,MAAM,MAAM,IAAI;IAChB,MAAM,UAAoB,EAAE;AAC5B,QAAI,IAAI,UAAU,OAAQ,SAAQ,KAAK,aAAa,IAAI,SAAS,KAAK,KAAK,GAAG;AAC9E,QAAI,IAAI,QAAQ,OAAQ,SAAQ,KAAK,WAAW,IAAI,OAAO,KAAK,KAAK,GAAG;AACxE,QAAI,IAAI,cAAe,SAAQ,KAAK,KAAK;AACzC,QAAI,IAAI,SAAU,SAAQ,KAAK,aAAa,IAAI,WAAW;IAC3D,MAAM,SAAS,QAAQ,SAAS,IAAI,KAAK,QAAQ,KAAK,MAAM,CAAC,KAAK;AAClE,YAAQ,IAAI,UAAU,IAAI,OAAO,SAAS;;QAG5C,SAAQ,IAAI,wEAAwE;SAEhF;AACN,UAAQ,IAAI,8CAA8C;;KAG5D,SAAQ,IAAI,8EAA8E;AAI5F,KAAI,OAAO,sBAAsB,QAC/B,KAAI;EACF,MAAM,EAAE,yBAAyB,MAAM,OAAO;EAC9C,MAAM,SAAS,OAAO,qBAAqB;AAC3C,MAAI,GAAG,WAAW,OAAO,EAAE;GACzB,MAAM,QAAQ,IAAI,qBAAqB,OAAO;AAC9C,SAAM,MAAM,YAAY;GACxB,MAAM,MAAM,KAAK,KAAK;GACtB,MAAM,QAAQ;IAAE,MAAM,MAAM,OAAU,KAAK;IAAM,IAAI;IAAK;GAC1D,MAAM,UAAU,MAAM,MAAM,WAAW,MAAM;AAC7C,SAAM,MAAM,OAAO;AAEnB,OAAI,QAAQ,gBAAgB,GAAG;AAC7B,YAAQ,IAAI,qBAAqB;AACjC,YAAQ,IAAI,oBAAoB,QAAQ,gBAAgB;AACxD,YAAQ,IAAI,oBAAoB,QAAQ,kBAAkB;AAC1D,YAAQ,IAAI,oBAAoB,QAAQ,cAAc,QAAQ,EAAE,CAAC,GAAG;AACpE,YAAQ,IAAI,qBAAqB,QAAQ,kBAAkB,MAAO,KAAK,MAAM,QAAQ,gBAAgB,GAAG,QAAQ,QAAQ,kBAAkB,KAAM,QAAQ,EAAE,GAAG,MAAM;AACnK,YAAQ,KAAK;;;SAGX;AAKV,SAAQ,KAAK"}

package/dist/test-DYjkxbtK.js

@@ -0,0 +1,177 @@
+import { n as readConfig } from "./index.js";
+import { t as formatTimestamp } from "./utils-BuV4q7f6.js";
+import { writeFileSync } from "fs";
+
+//#region src/commands/test.ts
+async function runTest(options = {}) {
+	const config = readConfig();
+	const { Operor } = await import("@operor/core");
+	const { MockProvider } = await import("@operor/provider-mock");
+	const { MockShopifySkill } = await import("@operor/testing");
+	if (options.csv) {
+		const { CSVLoader, TestSuiteRunner, SkillTestHarness } = await import("@operor/testing");
+		const os = new Operor({
+			debug: false,
+			batchWindowMs: 0
+		});
+		const provider = new MockProvider();
+		const shopify = new MockShopifySkill();
+		let skill = shopify;
+		if (options.real || options.dryRun) {
+			skill = new SkillTestHarness(shopify, {
+				allowWrites: options.allowWrites ?? false,
+				dryRun: options.dryRun ?? false
+			});
+			await skill.authenticate();
+		}
+		await os.addProvider(provider);
+		await os.addSkill(skill);
+		os.createAgent({
+			name: "Test Agent",
+			purpose: "Handle customer support conversations",
+			personality: "empathetic and solution-focused",
+			triggers: ["order_tracking", "general"],
+			tools: [
+				shopify.tools.get_order,
+				shopify.tools.create_discount,
+				shopify.tools.search_products
+			],
+			rules: [{
+				name: "Auto-compensation",
+				condition: async (_ctx, toolResults) => {
+					const order = toolResults.find((t) => t.name === "get_order");
+					return order?.success && order.result?.isDelayed && order.result?.delayDays >= 2;
+				},
+				action: async () => {
+					return {
+						type: "discount_created",
+						code: (await shopify.tools.create_discount.execute({
+							percent: 10,
+							validDays: 30
+						})).code,
+						percent: 10,
+						validDays: 30
+					};
+				}
+			}]
+		});
+		await os.start();
+		let testCases = await CSVLoader.fromFile(options.csv);
+		if (options.tag) {
+			testCases = testCases.filter((tc) => tc.tags?.some((t) => t.toLowerCase() === options.tag.toLowerCase()));
+			if (testCases.length === 0) {
+				console.error(`No test cases found with tag "${options.tag}"`);
+				process.exit(1);
+			}
+		}
+		console.log(`\n  Running ${testCases.length} test case(s) from ${options.csv}...\n`);
+		let llm;
+		if (config.LLM_PROVIDER && config.LLM_API_KEY) {
+			const { AIProvider } = await import("@operor/llm");
+			llm = new AIProvider({
+				provider: config.LLM_PROVIDER,
+				apiKey: config.LLM_API_KEY,
+				model: config.LLM_MODEL
+			});
+		}
+		const result = await new TestSuiteRunner({
+			agentOS: os,
+			llm
+		}).runSuite(testCases);
+		await os.stop();
+		for (const r of result.results) {
+			const icon = r.evaluation.passed ? "✓" : "✗";
+			const status = r.evaluation.passed ? "PASS" : "FAIL";
+			console.log(`  ${icon} [${formatTimestamp()}] [${status}] ${r.testCase.id}: ${r.testCase.question}`);
+			if (!r.evaluation.passed) console.log(`    Score: ${r.evaluation.score.toFixed(2)} — ${r.evaluation.reasoning}`);
+		}
+		console.log(`\n  Results: ${result.passed}/${result.total} passed (avg score: ${result.averageScore.toFixed(2)})`);
+		console.log(`  Duration: ${(result.totalDuration / 1e3).toFixed(1)}s`);
+		console.log(`  Status: ${result.failed === 0 ? "✓ ALL PASSED" : "✗ SOME FAILED"}\n`);
+		if (options.report) {
+			writeFileSync(options.report, JSON.stringify(result, null, 2), "utf-8");
+			console.log(`  Report saved to ${options.report}\n`);
+		}
+		process.exit(result.failed === 0 ? 0 : 1);
+		return;
+	}
+	console.log("\n  Running Operor test scenarios...\n");
+	const os = new Operor({
+		debug: true,
+		batchWindowMs: 0
+	});
+	const provider = new MockProvider();
+	const shopify = new MockShopifySkill();
+	await os.addProvider(provider);
+	await os.addSkill(shopify);
+	os.createAgent({
+		name: "Test Agent",
+		purpose: "Validate agent processing pipeline",
+		personality: "helpful",
+		triggers: ["order_tracking", "general"],
+		tools: [shopify.tools.get_order, shopify.tools.create_discount],
+		rules: [{
+			name: "Auto-compensation",
+			condition: async (_ctx, toolResults) => {
+				const order = toolResults.find((t) => t.name === "get_order");
+				return order?.success && order.result?.isDelayed && order.result?.delayDays >= 2;
+			},
+			action: async () => {
+				return {
+					type: "discount_created",
+					code: (await shopify.tools.create_discount.execute({
+						percent: 10,
+						validDays: 30
+					})).code,
+					percent: 10,
+					validDays: 30
+				};
+			}
+		}]
+	});
+	let processed = 0;
+	const total = 4;
+	const done = new Promise((resolve) => {
+		os.on("message:processed", () => {
+			if (++processed >= total) resolve();
+		});
+	});
+	await os.start();
+	for (const s of [
+		{
+			phone: "+1",
+			msg: "Where is my order #12345?",
+			label: "Delayed order (auto-compensation)"
+		},
+		{
+			phone: "+2",
+			msg: "Check order #67890",
+			label: "On-time order"
+		},
+		{
+			phone: "+3",
+			msg: "Where is order #99999?",
+			label: "Order not found"
+		},
+		{
+			phone: "+4",
+			msg: "Hello!",
+			label: "General greeting"
+		}
+	]) {
+		console.log(`  [${formatTimestamp()}] Test: ${s.label}`);
+		provider.simulateIncomingMessage(s.phone, s.msg);
+		await new Promise((r) => setTimeout(r, 100));
+	}
+	await done;
+	await os.stop();
+	const discounts = shopify.getDiscounts();
+	console.log(`\n  Results: ${processed}/${total} messages processed`);
+	console.log(`  Discounts created: ${discounts.length}`);
+	console.log(`  Status: ${processed === total ? "✓ PASS" : "✗ FAIL"}\n`);
+	process.exit(processed === total ? 0 : 1);
+}
+
+//#endregion
+export { runTest };
+//# sourceMappingURL=test-DYjkxbtK.js.map

package/dist/test-DYjkxbtK.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-DYjkxbtK.js","names":[],"sources":["../src/commands/test.ts"],"sourcesContent":["import { readConfig } from '../config.js';\nimport { writeFileSync } from 'fs';\nimport { formatTimestamp } from '../utils.js';\n\nexport async function runTest(options: {\n  csv?: string;\n  tag?: string;\n  report?: string;\n  real?: boolean;\n  allowWrites?: boolean;\n  dryRun?: boolean;\n} = {}): Promise<void> {\n  const config = readConfig();\n\n  const { Operor } = await import('@operor/core');\n  const { MockProvider } = await import('@operor/provider-mock');\n  const { MockShopifySkill } = await import('@operor/testing');\n\n  // If --csv is provided, run CSV test suite mode\n  if (options.csv) {\n    const { CSVLoader, TestSuiteRunner, SkillTestHarness } = await import('@operor/testing');\n\n    const os = new Operor({ debug: false, batchWindowMs: 0 });\n    const provider = new MockProvider();\n    const shopify = new MockShopifySkill();\n\n    // Wrap skill with safety harness if --real or --dry-run\n    let skill: any = shopify;\n    if (options.real || options.dryRun) {\n      skill = new SkillTestHarness(shopify, {\n        allowWrites: options.allowWrites ?? false,\n        dryRun: options.dryRun ?? false,\n      });\n      await skill.authenticate();\n    }\n\n    await os.addProvider(provider);\n    await os.addSkill(skill);\n\n    os.createAgent({\n      name: 'Test Agent',\n      purpose: 'Handle customer support conversations',\n      personality: 'empathetic and solution-focused',\n      triggers: ['order_tracking', 'general'],\n      tools: [shopify.tools.get_order, shopify.tools.create_discount, shopify.tools.search_products],\n      rules: [{\n        name: 'Auto-compensation',\n        condition: async (_ctx: any, toolResults: any[]) => {\n          const order = toolResults.find((t) => t.name === 'get_order');\n          return order?.success && order.result?.isDelayed && order.result?.delayDays >= 2;\n        },\n        action: async () => {\n          const discount = await shopify.tools.create_discount.execute({ percent: 10, validDays: 30 });\n          return { type: 'discount_created', code: discount.code, percent: 10, validDays: 30 };\n        },\n      }],\n    });\n\n    await os.start();\n\n    let testCases = await CSVLoader.fromFile(options.csv);\n\n    // Filter by tag if specified\n    if (options.tag) {\n      testCases = testCases.filter((tc) =>\n        tc.tags?.some((t) => t.toLowerCase() === options.tag!.toLowerCase())\n      );\n      if (testCases.length === 0) {\n        console.error(`No test cases found with tag \"${options.tag}\"`);\n        process.exit(1);\n      }\n    }\n\n    console.log(`\\n  Running ${testCases.length} test case(s) from ${options.csv}...\\n`);\n\n    // Set up LLM if available for evaluation\n    let llm: any;\n    if (config.LLM_PROVIDER && config.LLM_API_KEY) {\n      const { AIProvider } = await import('@operor/llm');\n      llm = new AIProvider({\n        provider: config.LLM_PROVIDER as any,\n        apiKey: config.LLM_API_KEY,\n        model: config.LLM_MODEL,\n      });\n    }\n\n    const suiteRunner = new TestSuiteRunner({\n      agentOS: os,\n      llm,\n    });\n\n    const result = await suiteRunner.runSuite(testCases);\n    await os.stop();\n\n    // Display results\n    for (const r of result.results) {\n      const icon = r.evaluation.passed ? '✓' : '✗';\n      const status = r.evaluation.passed ? 'PASS' : 'FAIL';\n      console.log(`  ${icon} [${formatTimestamp()}] [${status}] ${r.testCase.id}: ${r.testCase.question}`);\n      if (!r.evaluation.passed) {\n        console.log(`    Score: ${r.evaluation.score.toFixed(2)} — ${r.evaluation.reasoning}`);\n      }\n    }\n\n    console.log(`\\n  Results: ${result.passed}/${result.total} passed (avg score: ${result.averageScore.toFixed(2)})`);\n    console.log(`  Duration: ${(result.totalDuration / 1000).toFixed(1)}s`);\n    console.log(`  Status: ${result.failed === 0 ? '✓ ALL PASSED' : '✗ SOME FAILED'}\\n`);\n\n    if (options.report) {\n      writeFileSync(options.report, JSON.stringify(result, null, 2), 'utf-8');\n      console.log(`  Report saved to ${options.report}\\n`);\n    }\n\n    process.exit(result.failed === 0 ? 0 : 1);\n    return;\n  }\n\n  // Default: run built-in demo scenarios\n  console.log('\\n  Running Operor test scenarios...\\n');\n\n  const os = new Operor({ debug: true, batchWindowMs: 0 });\n  const provider = new MockProvider();\n  const shopify = new MockShopifySkill();\n\n  await os.addProvider(provider);\n  await os.addSkill(shopify);\n\n  os.createAgent({\n    name: 'Test Agent',\n    purpose: 'Validate agent processing pipeline',\n    personality: 'helpful',\n    triggers: ['order_tracking', 'general'],\n    tools: [shopify.tools.get_order, shopify.tools.create_discount],\n    rules: [{\n      name: 'Auto-compensation',\n      condition: async (_ctx: any, toolResults: any[]) => {\n        const order = toolResults.find(t => t.name === 'get_order');\n        return order?.success && order.result?.isDelayed && order.result?.delayDays >= 2;\n      },\n      action: async () => {\n        const discount = await shopify.tools.create_discount.execute({ percent: 10, validDays: 30 });\n        return { type: 'discount_created', code: discount.code, percent: 10, validDays: 30 };\n      },\n    }],\n  });\n\n  let processed = 0;\n  const total = 4;\n  const done = new Promise<void>(resolve => {\n    os.on('message:processed', () => { if (++processed >= total) resolve(); });\n  });\n\n  await os.start();\n\n  const scenarios = [\n    { phone: '+1', msg: 'Where is my order #12345?', label: 'Delayed order (auto-compensation)' },\n    { phone: '+2', msg: 'Check order #67890', label: 'On-time order' },\n    { phone: '+3', msg: 'Where is order #99999?', label: 'Order not found' },\n    { phone: '+4', msg: 'Hello!', label: 'General greeting' },\n  ];\n\n  for (const s of scenarios) {\n    console.log(`  [${formatTimestamp()}] Test: ${s.label}`);\n    provider.simulateIncomingMessage(s.phone, s.msg);\n    await new Promise(r => setTimeout(r, 100));\n  }\n\n  await done;\n  await os.stop();\n\n  const discounts = shopify.getDiscounts();\n  console.log(`\\n  Results: ${processed}/${total} messages processed`);\n  console.log(`  Discounts created: ${discounts.length}`);\n  console.log(`  Status: ${processed === total ? '✓ PASS' : '✗ FAIL'}\\n`);\n\n  process.exit(processed === total ? 0 : 1);\n}\n"],"mappings":";;;;;AAIA,eAAsB,QAAQ,UAO1B,EAAE,EAAiB;CACrB,MAAM,SAAS,YAAY;CAE3B,MAAM,EAAE,WAAW,MAAM,OAAO;CAChC,MAAM,EAAE,iBAAiB,MAAM,OAAO;CACtC,MAAM,EAAE,qBAAqB,MAAM,OAAO;AAG1C,KAAI,QAAQ,KAAK;EACf,MAAM,EAAE,WAAW,iBAAiB,qBAAqB,MAAM,OAAO;EAEtE,MAAM,KAAK,IAAI,OAAO;GAAE,OAAO;GAAO,eAAe;GAAG,CAAC;EACzD,MAAM,WAAW,IAAI,cAAc;EACnC,MAAM,UAAU,IAAI,kBAAkB;EAGtC,IAAI,QAAa;AACjB,MAAI,QAAQ,QAAQ,QAAQ,QAAQ;AAClC,WAAQ,IAAI,iBAAiB,SAAS;IACpC,aAAa,QAAQ,eAAe;IACpC,QAAQ,QAAQ,UAAU;IAC3B,CAAC;AACF,SAAM,MAAM,cAAc;;AAG5B,QAAM,GAAG,YAAY,SAAS;AAC9B,QAAM,GAAG,SAAS,MAAM;AAExB,KAAG,YAAY;GACb,MAAM;GACN,SAAS;GACT,aAAa;GACb,UAAU,CAAC,kBAAkB,UAAU;GACvC,OAAO;IAAC,QAAQ,MAAM;IAAW,QAAQ,MAAM;IAAiB,QAAQ,MAAM;IAAgB;GAC9F,OAAO,CAAC;IACN,MAAM;IACN,WAAW,OAAO,MAAW,gBAAuB;KAClD,MAAM,QAAQ,YAAY,MAAM,MAAM,EAAE,SAAS,YAAY;AAC7D,YAAO,OAAO,WAAW,MAAM,QAAQ,aAAa,MAAM,QAAQ,aAAa;;IAEjF,QAAQ,YAAY;AAElB,YAAO;MAAE,MAAM;MAAoB,OADlB,MAAM,QAAQ,MAAM,gBAAgB,QAAQ;OAAE,SAAS;OAAI,WAAW;OAAI,CAAC,EAC1C;MAAM,SAAS;MAAI,WAAW;MAAI;;IAEvF,CAAC;GACH,CAAC;AAEF,QAAM,GAAG,OAAO;EAEhB,IAAI,YAAY,MAAM,UAAU,SAAS,QAAQ,IAAI;AAGrD,MAAI,QAAQ,KAAK;AACf,eAAY,UAAU,QAAQ,OAC5B,GAAG,MAAM,MAAM,MAAM,EAAE,aAAa,KAAK,QAAQ,IAAK,aAAa,CAAC,CACrE;AACD,OAAI,UAAU,WAAW,GAAG;AAC1B,YAAQ,MAAM,iCAAiC,QAAQ,IAAI,GAAG;AAC9D,YAAQ,KAAK,EAAE;;;AAInB,UAAQ,IAAI,eAAe,UAAU,OAAO,qBAAqB,QAAQ,IAAI,OAAO;EAGpF,IAAI;AACJ,MAAI,OAAO,gBAAgB,OAAO,aAAa;GAC7C,MAAM,EAAE,eAAe,MAAM,OAAO;AACpC,SAAM,IAAI,WAAW;IACnB,UAAU,OAAO;IACjB,QAAQ,OAAO;IACf,OAAO,OAAO;IACf,CAAC;;EAQJ,MAAM,SAAS,MALK,IAAI,gBAAgB;GACtC,SAAS;GACT;GACD,CAAC,CAE+B,SAAS,UAAU;AACpD,QAAM,GAAG,MAAM;AAGf,OAAK,MAAM,KAAK,OAAO,SAAS;GAC9B,MAAM,OAAO,EAAE,WAAW,SAAS,MAAM;GACzC,MAAM,SAAS,EAAE,WAAW,SAAS,SAAS;AAC9C,WAAQ,IAAI,KAAK,KAAK,IAAI,iBAAiB,CAAC,KAAK,OAAO,IAAI,EAAE,SAAS,GAAG,IAAI,EAAE,SAAS,WAAW;AACpG,OAAI,CAAC,EAAE,WAAW,OAChB,SAAQ,IAAI,cAAc,EAAE,WAAW,MAAM,QAAQ,EAAE,CAAC,KAAK,EAAE,WAAW,YAAY;;AAI1F,UAAQ,IAAI,gBAAgB,OAAO,OAAO,GAAG,OAAO,MAAM,sBAAsB,OAAO,aAAa,QAAQ,EAAE,CAAC,GAAG;AAClH,UAAQ,IAAI,gBAAgB,OAAO,gBAAgB,KAAM,QAAQ,EAAE,CAAC,GAAG;AACvE,UAAQ,IAAI,aAAa,OAAO,WAAW,IAAI,iBAAiB,gBAAgB,IAAI;AAEpF,MAAI,QAAQ,QAAQ;AAClB,iBAAc,QAAQ,QAAQ,KAAK,UAAU,QAAQ,MAAM,EAAE,EAAE,QAAQ;AACvE,WAAQ,IAAI,qBAAqB,QAAQ,OAAO,IAAI;;AAGtD,UAAQ,KAAK,OAAO,WAAW,IAAI,IAAI,EAAE;AACzC;;AAIF,SAAQ,IAAI,yCAAyC;CAErD,MAAM,KAAK,IAAI,OAAO;EAAE,OAAO;EAAM,eAAe;EAAG,CAAC;CACxD,MAAM,WAAW,IAAI,cAAc;CACnC,MAAM,UAAU,IAAI,kBAAkB;AAEtC,OAAM,GAAG,YAAY,SAAS;AAC9B,OAAM,GAAG,SAAS,QAAQ;AAE1B,IAAG,YAAY;EACb,MAAM;EACN,SAAS;EACT,aAAa;EACb,UAAU,CAAC,kBAAkB,UAAU;EACvC,OAAO,CAAC,QAAQ,MAAM,WAAW,QAAQ,MAAM,gBAAgB;EAC/D,OAAO,CAAC;GACN,MAAM;GACN,WAAW,OAAO,MAAW,gBAAuB;IAClD,MAAM,QAAQ,YAAY,MAAK,MAAK,EAAE,SAAS,YAAY;AAC3D,WAAO,OAAO,WAAW,MAAM,QAAQ,aAAa,MAAM,QAAQ,aAAa;;GAEjF,QAAQ,YAAY;AAElB,WAAO;KAAE,MAAM;KAAoB,OADlB,MAAM,QAAQ,MAAM,gBAAgB,QAAQ;MAAE,SAAS;MAAI,WAAW;MAAI,CAAC,EAC1C;KAAM,SAAS;KAAI,WAAW;KAAI;;GAEvF,CAAC;EACH,CAAC;CAEF,IAAI,YAAY;CAChB,MAAM,QAAQ;CACd,MAAM,OAAO,IAAI,SAAc,YAAW;AACxC,KAAG,GAAG,2BAA2B;AAAE,OAAI,EAAE,aAAa,MAAO,UAAS;IAAI;GAC1E;AAEF,OAAM,GAAG,OAAO;AAShB,MAAK,MAAM,KAPO;EAChB;GAAE,OAAO;GAAM,KAAK;GAA6B,OAAO;GAAqC;EAC7F;GAAE,OAAO;GAAM,KAAK;GAAsB,OAAO;GAAiB;EAClE;GAAE,OAAO;GAAM,KAAK;GAA0B,OAAO;GAAmB;EACxE;GAAE,OAAO;GAAM,KAAK;GAAU,OAAO;GAAoB;EAC1D,EAE0B;AACzB,UAAQ,IAAI,MAAM,iBAAiB,CAAC,UAAU,EAAE,QAAQ;AACxD,WAAS,wBAAwB,EAAE,OAAO,EAAE,IAAI;AAChD,QAAM,IAAI,SAAQ,MAAK,WAAW,GAAG,IAAI,CAAC;;AAG5C,OAAM;AACN,OAAM,GAAG,MAAM;CAEf,MAAM,YAAY,QAAQ,cAAc;AACxC,SAAQ,IAAI,gBAAgB,UAAU,GAAG,MAAM,qBAAqB;AACpE,SAAQ,IAAI,wBAAwB,UAAU,SAAS;AACvD,SAAQ,IAAI,aAAa,cAAc,QAAQ,WAAW,SAAS,IAAI;AAEvE,SAAQ,KAAK,cAAc,QAAQ,IAAI,EAAE"}

package/dist/test-suite-D8H_5uKs.js

@@ -0,0 +1,209 @@
+import { n as readConfig } from "./index.js";
+import { t as formatTimestamp } from "./utils-BuV4q7f6.js";
+
+//#region src/commands/test-suite.ts
+async function runTestSuite(file, options) {
+	const { Operor } = await import("@operor/core");
+	const { MockProvider } = await import("@operor/provider-mock");
+	const { CSVLoader, TestSuiteRunner, SkillTestHarness } = await import("@operor/testing");
+	let testCases;
+	try {
+		testCases = await CSVLoader.fromFile(file);
+	} catch (err) {
+		if (err instanceof Error && "code" in err && err.code === "ENOENT") {
+			console.error(`\n  Test file not found: ${file}\n`);
+			console.error(`  To get started, create a CSV file with this format:\n`);
+			console.error(`    id,question,expected_answer,expected_tools,persona,tags`);
+			console.error(`    greeting-1,Hello,Hi! How can I help you?,,friendly,greeting`);
+			console.error(`    order-1,Where is my order?,Let me check.,get_order,helpful,order_tracking\n`);
+			console.error(`  Required columns: id, question`);
+			console.error(`  Optional columns: expected_answer, expected_tools, persona, tags\n`);
+			console.error(`  A sample file is included at tests.csv in the project root.`);
+			console.error(`  You can also use JSON format — see docs for details.\n`);
+		} else console.error(`Failed to load test cases from ${file}: ${err instanceof Error ? err.message : err}`);
+		process.exit(1);
+	}
+	if (testCases.length === 0) {
+		console.error("No test cases found in file.");
+		process.exit(1);
+	}
+	const os = new Operor({
+		debug: false,
+		batchWindowMs: 0
+	});
+	const provider = new MockProvider();
+	await os.addProvider(provider);
+	let agent;
+	let allTools = [];
+	if (options.real || options.dryRun) {
+		console.error("--real/--dry-run mode has been removed. Configure MCP skills in mcp.json instead.");
+		console.error("Use the mock-based test suite (default) or Docker E2E tests for integration testing.");
+		process.exit(1);
+	} else {
+		const { MockShopifySkill } = await import("@operor/testing");
+		const shopify = new MockShopifySkill();
+		await os.addSkill(shopify);
+		allTools = [
+			shopify.tools.get_order,
+			shopify.tools.create_discount,
+			shopify.tools.search_products
+		];
+		agent = os.createAgent({
+			name: "Test Agent",
+			purpose: "Handle customer support queries",
+			personality: "helpful and solution-focused",
+			triggers: ["order_tracking", "general"],
+			tools: allTools,
+			rules: [{
+				name: "Auto-compensation",
+				condition: async (_ctx, toolResults) => {
+					const order = toolResults.find((t) => t.name === "get_order");
+					return order?.success && order.result?.isDelayed && order.result?.delayDays >= 2;
+				},
+				action: async () => {
+					return {
+						type: "discount_created",
+						code: (await shopify.tools.create_discount.execute({
+							percent: 10,
+							validDays: 30
+						})).code,
+						percent: 10,
+						validDays: 30
+					};
+				}
+			}]
+		});
+	}
+	let llm;
+	if (options.llm) {
+		const config = readConfig();
+		if (!config.LLM_PROVIDER || !config.LLM_API_KEY) {
+			console.error("--llm requires LLM_PROVIDER and LLM_API_KEY in .env. Run \"operor setup\" or \"operor config set\" to configure.");
+			process.exit(1);
+		}
+		const { AIProvider } = await import("@operor/llm");
+		llm = new AIProvider({
+			provider: config.LLM_PROVIDER,
+			apiKey: config.LLM_API_KEY,
+			model: config.LLM_MODEL
+		});
+		if (!options.json) console.log(`\n  LLM mode: ${llm.getProviderName()} (${llm.getModelName()})`);
+		agent.process = async (context) => {
+			const startTime = Date.now();
+			const messages = [
+				{
+					role: "system",
+					content: `You are a ${agent.config.personality} customer support agent. ${agent.config.purpose}.`
+				},
+				...context.history.map((m) => ({
+					role: m.role,
+					content: m.content
+				})),
+				{
+					role: "user",
+					content: context.currentMessage.text
+				}
+			];
+			const toolCalls = [];
+			let finalText = "";
+			let iterations = 0;
+			const maxIterations = 5;
+			while (iterations < maxIterations) {
+				iterations++;
+				const response = await llm.complete(messages, { tools: allTools.map((t) => ({
+					name: t.name,
+					description: t.description,
+					parameters: t.parameters
+				})) });
+				if (response.toolCalls && response.toolCalls.length > 0) {
+					const executedTools = [];
+					for (const tc of response.toolCalls) {
+						const tool = allTools.find((t) => t.name === tc.name);
+						if (!tool) continue;
+						try {
+							const result = await tool.execute(tc.arguments);
+							toolCalls.push({
+								id: tc.id,
+								name: tc.name,
+								params: tc.arguments,
+								result,
+								success: true
+							});
+							executedTools.push({
+								name: tc.name,
+								result,
+								success: true
+							});
+						} catch (err) {
+							toolCalls.push({
+								id: tc.id,
+								name: tc.name,
+								params: tc.arguments,
+								result: null,
+								success: false,
+								error: err.message
+							});
+							executedTools.push({
+								name: tc.name,
+								result: null,
+								success: false,
+								error: err.message
+							});
+						}
+					}
+					const toolResultSummary = executedTools.map((tc) => `[Tool ${tc.name}]: ${JSON.stringify(tc.success ? tc.result : { error: tc.error })}`).join("\n");
+					messages.push({
+						role: "assistant",
+						content: `I'll call ${executedTools.map((tc) => tc.name).join(", ")} to help with that.`
+					}, {
+						role: "user",
+						content: `Tool results:\n${toolResultSummary}\n\nPlease use these results to respond to the customer.`
+					});
+				} else {
+					finalText = response.text;
+					break;
+				}
+			}
+			return {
+				text: finalText,
+				toolCalls,
+				duration: Date.now() - startTime
+			};
+		};
+	}
+	await os.start();
+	if (!options.json) console.log(`\n  Running ${testCases.length} test case(s) from ${file}...\n`);
+	const result = await new TestSuiteRunner({
+		agentOS: os,
+		llm,
+		timeout: options.timeout ?? 1e4,
+		strategy: options.strategy
+	}).runSuite(testCases);
+	await os.stop();
+	if (options.json) console.log(JSON.stringify(result, null, 2));
+	else {
+		for (const r of result.results) {
+			const status = r.evaluation.passed ? "PASS" : "FAIL";
+			const score = r.evaluation.score.toFixed(2);
+			const line = `  [${formatTimestamp()}] [${status}] ${r.testCase.id}: ${r.testCase.question} (score: ${score}, ${r.duration}ms)`;
+			console.log(line);
+			if (options.verbose && !r.evaluation.passed) {
+				console.log(`         Reason: ${r.evaluation.reasoning}`);
+				console.log(`         Response: ${r.agentResponse.slice(0, 120)}`);
+			}
+		}
+		const tags = Object.entries(result.byTag);
+		if (tags.length > 0) {
+			console.log("\n  --- By Tag ---");
+			for (const [tag, stats] of tags) console.log(`  ${tag}: ${stats.passed}/${stats.total} passed (avg score: ${stats.avgScore.toFixed(2)})`);
+		}
+		console.log(`\n  Summary: ${result.passed}/${result.total} passed, avg score: ${result.averageScore.toFixed(2)}`);
+		console.log(`  Duration: ${(result.totalDuration / 1e3).toFixed(1)}s, Cost: $${result.totalCost.toFixed(4)}`);
+		console.log(`  Result: ${result.failed === 0 ? "PASSED" : "FAILED"}\n`);
+	}
+	process.exit(result.failed === 0 ? 0 : 1);
+}
+
+//#endregion
+export { runTestSuite };
+//# sourceMappingURL=test-suite-D8H_5uKs.js.map