@aigne/cli 1.60.0-beta → 1.74.0-beta

package/dist/commands/deploy.mjs

@@ -0,0 +1,237 @@
+import { isTest } from "../utils/aigne-hub/constants.mjs";
+import { spawn } from "node:child_process";
+import { constants } from "node:fs";
+import { basename, dirname, isAbsolute, join, resolve } from "node:path";
+import { fileURLToPath } from "node:url";
+import { access, copyFile, mkdir, readFile, readdir, rm, writeFile } from "node:fs/promises";
+import { Listr } from "@aigne/listr2";
+import { homedir } from "node:os";
+import { input, select } from "@inquirer/prompts";
+import { ListrInquirerPromptAdapter } from "@listr2/prompt-adapter-inquirer";
+import { parse, stringify } from "yaml";
+
+//#region src/commands/deploy.ts
+async function fileExists(p) {
+	try {
+		await access(p, constants.F_OK);
+		return true;
+	} catch {
+		return false;
+	}
+}
+const DEPLOYED_FILE = isTest ? "deployed.test.yaml" : "deployed.yaml";
+async function run(cmd, args = [], opts = {}) {
+	return new Promise((resolve$1, reject) => {
+		const { catchOutput = true, ...rest } = opts;
+		const child = spawn(cmd, args, {
+			shell: true,
+			...rest,
+			stdio: catchOutput ? "pipe" : "inherit"
+		});
+		if (catchOutput) {
+			let stdout = "";
+			let stderr = "";
+			child.stdout?.on("data", (data) => {
+				stdout += data.toString();
+			});
+			child.stderr?.on("data", (data) => {
+				stderr += data.toString();
+			});
+			child.on("close", (code) => {
+				if (code === 0) resolve$1(stdout.trim());
+				else reject(new Error(stderr.trim() || `Process failed with code ${code}`));
+			});
+		} else child.on("close", (code) => {
+			if (code === 0) resolve$1("");
+			else reject(/* @__PURE__ */ new Error(`${cmd} ${args.join(" ")} failed with code ${code}`));
+		});
+	});
+}
+function createDeployCommands() {
+	return {
+		command: "deploy",
+		describe: "Deploy an aigne application",
+		builder: (yargs) => {
+			return yargs.option("path", { type: "string" }).option("endpoint", {
+				type: "string",
+				describe: "Deploy an aigne application to a specified endpoint."
+			});
+		},
+		handler: async (argv) => {
+			const path$1 = argv.path;
+			const endpoint = argv.endpoint;
+			if (!path$1) {
+				console.error("path is required");
+				process.exit(1);
+			}
+			if (!endpoint) {
+				console.error("endpoint is required");
+				process.exit(1);
+			}
+			await deploy(isAbsolute(path$1) ? path$1 : resolve(process.cwd(), path$1), endpoint);
+		}
+	};
+}
+async function copyDir(src, dest) {
+	await mkdir(dest, { recursive: true });
+	const entries = await readdir(src, { withFileTypes: true });
+	const skip = [".deploy", "node_modules"];
+	for (const entry of entries) {
+		const srcPath = join(src, entry.name);
+		const destPath = join(dest, entry.name);
+		if (skip.includes(entry.name)) continue;
+		if (entry.isDirectory()) await copyDir(srcPath, destPath);
+		else await copyFile(srcPath, destPath);
+	}
+}
+const deploy = async (path$1, endpoint) => {
+	const aigneHomeDir = join(homedir(), ".aigne");
+	if (!await fileExists(aigneHomeDir)) await mkdir(aigneHomeDir, { recursive: true });
+	const deployRoot = join(path$1, ".deploy");
+	const agentDest = join(deployRoot, "agent");
+	const tasks = new Listr([
+		{
+			title: "Prepare deploy environment",
+			task: async (ctx, task) => {
+				ctx.logs = [];
+				task.output = "Preparing deploy environment...";
+				const entryFile = join(path$1, "aigne.yaml");
+				if (!await fileExists(entryFile)) throw new Error(`Entry file not found: ${entryFile}`);
+				await rm(deployRoot, {
+					recursive: true,
+					force: true
+				});
+				task.output = "Copying template files...";
+				await copyDir(join(dirname(fileURLToPath(import.meta.url)), "../../templates/blocklet"), deployRoot);
+				await copyDir(path$1, agentDest);
+				for (const file of [
+					"package.json",
+					"package-lock.json",
+					"README.md",
+					"CHANGELOG.md",
+					"biome.json"
+				]) {
+					const srcFile = join(path$1, file);
+					if (await fileExists(srcFile)) {
+						await copyFile(srcFile, join(deployRoot, file));
+						await rm(join(deployRoot, file), { force: true });
+					}
+				}
+				if (await fileExists(join(deployRoot, "package.json"))) {
+					task.output = "Running npm install...";
+					await run("npm", ["install"], { cwd: deployRoot });
+				}
+			}
+		},
+		{
+			title: "Check Blocklet CLI",
+			task: async (_, task) => {
+				try {
+					task.output = "Checking Blocklet CLI Version...";
+					await run("blocklet", ["--version"], { cwd: deployRoot });
+				} catch {
+					task.output = "Blocklet CLI not installed, asking to install...";
+					const { install } = await task.prompt(ListrInquirerPromptAdapter).run(select, {
+						type: "list",
+						name: "install",
+						message: "Install Blocklet CLI?",
+						choices: ["yes", "no"],
+						default: "yes"
+					});
+					if (install === "yes") {
+						task.output = "Installing Blocklet CLI...";
+						await run("npm", [
+							"install",
+							"-g",
+							"@blocklet/cli"
+						], { cwd: deployRoot });
+					} else throw new Error("Blocklet CLI not found, please install manually: npm install -g @blocklet/cli");
+				}
+			}
+		},
+		{
+			title: "Configure Blocklet",
+			task: async (ctx, task) => {
+				task.output = "Configuring Blocklet...";
+				if (await fileExists(join(deployRoot, "blocklet.yml"))) {
+					const agentName = parse(await readFile(join(path$1, "aigne.yaml"), "utf-8")).name;
+					const deployed = parse(await readFile(join(aigneHomeDir, DEPLOYED_FILE), "utf-8").catch(() => stringify({})));
+					let blockletName = deployed[path$1]?.name;
+					if (!blockletName) {
+						task.output = "Asking for Blocklet name...";
+						blockletName = await task.prompt(ListrInquirerPromptAdapter).run(input, {
+							type: "input",
+							name: "blockletName",
+							message: "Please input agent blocklet name:",
+							default: deployed[path$1]?.name || agentName || basename(path$1),
+							validate: (input$1) => {
+								if (input$1.trim() === "") return "Blocklet name cannot be empty.";
+								return true;
+							}
+						});
+					}
+					let did = deployed[path$1]?.did;
+					if (!did) {
+						task.output = "Creating DID...";
+						const info = await run("blocklet", ["create", "--did-only"], {
+							cwd: deployRoot,
+							catchOutput: true
+						});
+						const match = info.match(/Created Blocklet DID:\s+(\S+)/);
+						if (match?.[1]) did = match[1];
+						else throw new Error(`DID not found. Output content: ${info}`);
+					}
+					task.output = `Blocklet name: ${blockletName}, DID: ${did}`;
+					ctx.logs.push(task.output);
+					const data = parse(await readFile(join(deployRoot, "blocklet.yml"), "utf-8"));
+					data.name = blockletName;
+					data.title = blockletName;
+					data.did = did;
+					await writeFile(join(deployRoot, "blocklet.yml"), stringify(data));
+					await writeFile(join(aigneHomeDir, DEPLOYED_FILE), stringify({
+						...deployed,
+						[path$1]: {
+							name: blockletName,
+							did
+						}
+					}));
+				}
+			}
+		},
+		{
+			title: "Bundle Blocklet",
+			task: async (_, task) => {
+				task.output = "Running blocklet bundle...";
+				await run("blocklet", ["bundle", "--create-release"], { cwd: deployRoot });
+			}
+		}
+	], {
+		concurrent: false,
+		exitOnError: true,
+		rendererOptions: { collapseSubtasks: false }
+	});
+	try {
+		await tasks.run();
+		await run("blocklet", [
+			"deploy",
+			"--endpoint",
+			endpoint,
+			".blocklet/bundle"
+		], {
+			cwd: deployRoot,
+			catchOutput: false
+		});
+		await rm(deployRoot, {
+			recursive: true,
+			force: true
+		});
+		console.log(`✅ Deploy completed: ${path$1} -> ${endpoint}`);
+	} catch (error) {
+		console.error(`❌ Deploy failed: ${error instanceof Error ? error.message : String(error)}`);
+		process.exit(1);
+	}
+};
+
+//#endregion
+export { createDeployCommands };
+//# sourceMappingURL=deploy.mjs.map

package/dist/commands/deploy.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"deploy.mjs","names":["path","selectInquirer","inputInquirer","input"],"sources":["../../src/commands/deploy.ts"],"sourcesContent":["import { spawn } from \"node:child_process\";\nimport { constants } from \"node:fs\";\nimport { access, copyFile, mkdir, readdir, readFile, rm, writeFile } from \"node:fs/promises\";\nimport { homedir } from \"node:os\";\nimport { basename, dirname, isAbsolute, join, resolve } from \"node:path\";\nimport { fileURLToPath } from \"node:url\";\nimport { Listr } from \"@aigne/listr2\";\nimport { input as inputInquirer, select as selectInquirer } from \"@inquirer/prompts\";\nimport { ListrInquirerPromptAdapter } from \"@listr2/prompt-adapter-inquirer\";\nimport { parse, stringify } from \"yaml\";\nimport type { CommandModule } from \"yargs\";\nimport { isTest } from \"../utils/aigne-hub/constants.js\";\n\ninterface DeployOptions {\n  path?: string;\n  endpoint?: string;\n}\n\nexport async function fileExists(p: string) {\n  try {\n    await access(p, constants.F_OK);\n    return true;\n  } catch {\n    return false;\n  }\n}\n\nexport const DEPLOYED_FILE = isTest ? \"deployed.test.yaml\" : \"deployed.yaml\";\n\nexport async function run(cmd: string, args: string[] = [], opts: any = {}): Promise<string> {\n  return new Promise((resolve, reject) => {\n    const { catchOutput = true, ...rest } = opts;\n    const spawnOpts = { shell: true, ...rest, stdio: catchOutput ? \"pipe\" : \"inherit\" };\n    const child = spawn(cmd, args, spawnOpts);\n\n    if (catchOutput) {\n      let stdout = \"\";\n      let stderr = \"\";\n\n      child.stdout?.on(\"data\", (data) => {\n        stdout += data.toString();\n      });\n\n      child.stderr?.on(\"data\", (data) => {\n        stderr += data.toString();\n      });\n\n      child.on(\"close\", (code) => {\n        if (code === 0) {\n          resolve(stdout.trim());\n        } else {\n          reject(new Error(stderr.trim() || `Process failed with code ${code}`));\n        }\n      });\n    } else {\n      child.on(\"close\", (code) => {\n        if (code === 0) {\n          resolve(\"\");\n        } else {\n          reject(new Error(`${cmd} ${args.join(\" \")} failed with code ${code}`));\n        }\n      });\n    }\n  });\n}\n\nexport function createDeployCommands(): CommandModule<unknown, DeployOptions> {\n  return {\n    command: \"deploy\",\n    describe: \"Deploy an aigne application\",\n    builder: (yargs) => {\n      return yargs\n        .option(\"path\", {\n          type: \"string\",\n        })\n        .option(\"endpoint\", {\n          type: \"string\",\n          describe: \"Deploy an aigne application to a specified endpoint.\",\n        });\n    },\n    handler: async (argv) => {\n      const path = argv.path;\n      const endpoint = argv.endpoint;\n\n      if (!path) {\n        console.error(\"path is required\");\n        process.exit(1);\n      }\n\n      if (!endpoint) {\n        console.error(\"endpoint is required\");\n        process.exit(1);\n      }\n\n      const absolutePath = isAbsolute(path) ? path : resolve(process.cwd(), path);\n      await deploy(absolutePath, endpoint);\n    },\n  };\n}\n\nasync function copyDir(src: string, dest: string) {\n  await mkdir(dest, { recursive: true });\n  const entries = await readdir(src, { withFileTypes: true });\n\n  const skip = [\".deploy\", \"node_modules\"];\n\n  for (const entry of entries) {\n    const srcPath = join(src, entry.name);\n    const destPath = join(dest, entry.name);\n\n    if (skip.includes(entry.name)) continue;\n\n    if (entry.isDirectory()) {\n      await copyDir(srcPath, destPath);\n    } else {\n      await copyFile(srcPath, destPath);\n    }\n  }\n}\n\nexport const deploy = async (path: string, endpoint: string) => {\n  const aigneHomeDir = join(homedir(), \".aigne\");\n  if (!(await fileExists(aigneHomeDir))) {\n    await mkdir(aigneHomeDir, { recursive: true });\n  }\n\n  const deployRoot = join(path, \".deploy\");\n  const agentDest = join(deployRoot, \"agent\");\n\n  const tasks = new Listr<{ logs: string[] }>(\n    [\n      {\n        title: \"Prepare deploy environment\",\n        task: async (ctx, task) => {\n          ctx.logs = [];\n\n          task.output = \"Preparing deploy environment...\";\n\n          const entryFile = join(path, \"aigne.yaml\");\n          if (!(await fileExists(entryFile))) {\n            throw new Error(`Entry file not found: ${entryFile}`);\n          }\n\n          await rm(deployRoot, { recursive: true, force: true });\n\n          task.output = \"Copying template files...\";\n\n          const templatePath = join(\n            dirname(fileURLToPath(import.meta.url)),\n            \"../../templates/blocklet\",\n          );\n          await copyDir(templatePath, deployRoot);\n\n          await copyDir(path, agentDest);\n\n          const specialFiles = [\n            \"package.json\",\n            \"package-lock.json\",\n            \"README.md\",\n            \"CHANGELOG.md\",\n            \"biome.json\",\n          ];\n          for (const file of specialFiles) {\n            const srcFile = join(path, file);\n            if (await fileExists(srcFile)) {\n              await copyFile(srcFile, join(deployRoot, file));\n              await rm(join(deployRoot, file), { force: true });\n            }\n          }\n\n          if (await fileExists(join(deployRoot, \"package.json\"))) {\n            task.output = \"Running npm install...\";\n            await run(\"npm\", [\"install\"], { cwd: deployRoot });\n          }\n        },\n      },\n      {\n        title: \"Check Blocklet CLI\",\n        task: async (_, task) => {\n          try {\n            task.output = \"Checking Blocklet CLI Version...\";\n            await run(\"blocklet\", [\"--version\"], { cwd: deployRoot });\n          } catch {\n            task.output = \"Blocklet CLI not installed, asking to install...\";\n            const { install } = await task\n              .prompt(ListrInquirerPromptAdapter as any)\n              .run(selectInquirer, {\n                type: \"list\",\n                name: \"install\",\n                message: \"Install Blocklet CLI?\",\n                choices: [\"yes\", \"no\"],\n                default: \"yes\",\n              });\n\n            if (install === \"yes\") {\n              task.output = \"Installing Blocklet CLI...\";\n              await run(\"npm\", [\"install\", \"-g\", \"@blocklet/cli\"], { cwd: deployRoot });\n            } else {\n              throw new Error(\n                \"Blocklet CLI not found, please install manually: npm install -g @blocklet/cli\",\n              );\n            }\n          }\n        },\n      },\n      {\n        title: \"Configure Blocklet\",\n        task: async (ctx, task) => {\n          task.output = \"Configuring Blocklet...\";\n\n          if (await fileExists(join(deployRoot, \"blocklet.yml\"))) {\n            const entryFile = join(path, \"aigne.yaml\");\n            const aigneFile = await readFile(entryFile, \"utf-8\");\n            const aigneData = parse(aigneFile);\n            const agentName = aigneData.name;\n            const deployed = parse(\n              await readFile(join(aigneHomeDir, DEPLOYED_FILE), \"utf-8\").catch(() => stringify({})),\n            );\n\n            let blockletName = deployed[path]?.name;\n\n            if (!blockletName) {\n              task.output = \"Asking for Blocklet name...\";\n              blockletName = await task\n                .prompt(ListrInquirerPromptAdapter as any)\n                .run(inputInquirer, {\n                  type: \"input\",\n                  name: \"blockletName\",\n                  message: \"Please input agent blocklet name:\",\n                  default: deployed[path]?.name || agentName || basename(path),\n                  validate: (input: string) => {\n                    if (input.trim() === \"\") return \"Blocklet name cannot be empty.\";\n                    return true;\n                  },\n                });\n            }\n\n            let did = deployed[path]?.did;\n            if (!did) {\n              task.output = \"Creating DID...\";\n              const info = await run(\"blocklet\", [\"create\", \"--did-only\"], {\n                cwd: deployRoot,\n                catchOutput: true,\n              });\n\n              const match = info.match(/Created Blocklet DID:\\s+(\\S+)/);\n              if (match?.[1]) {\n                did = match[1];\n              } else {\n                throw new Error(`DID not found. Output content: ${info}`);\n              }\n            }\n\n            task.output = `Blocklet name: ${blockletName}, DID: ${did}`;\n            ctx.logs.push(task.output);\n\n            const yml = await readFile(join(deployRoot, \"blocklet.yml\"), \"utf-8\");\n            const data = parse(yml);\n            data.name = blockletName;\n            data.title = blockletName;\n            data.did = did;\n\n            await writeFile(join(deployRoot, \"blocklet.yml\"), stringify(data));\n            await writeFile(\n              join(aigneHomeDir, DEPLOYED_FILE),\n              stringify({ ...deployed, [path]: { name: blockletName, did } }),\n            );\n          }\n        },\n      },\n      {\n        title: \"Bundle Blocklet\",\n        task: async (_, task) => {\n          task.output = \"Running blocklet bundle...\";\n          await run(\"blocklet\", [\"bundle\", \"--create-release\"], { cwd: deployRoot });\n        },\n      },\n    ],\n    {\n      concurrent: false,\n      exitOnError: true,\n      rendererOptions: {\n        collapseSubtasks: false,\n      },\n    },\n  );\n\n  try {\n    await tasks.run();\n\n    await run(\"blocklet\", [\"deploy\", \"--endpoint\", endpoint, \".blocklet/bundle\"], {\n      cwd: deployRoot,\n      catchOutput: false,\n    });\n\n    await rm(deployRoot, { recursive: true, force: true });\n\n    console.log(`✅ Deploy completed: ${path} -> ${endpoint}`);\n  } catch (error) {\n    console.error(`❌ Deploy failed: ${error instanceof Error ? error.message : String(error)}`);\n    process.exit(1);\n  }\n};\n"],"mappings":";;;;;;;;;;;;;AAkBA,eAAsB,WAAW,GAAW;AAC1C,KAAI;AACF,QAAM,OAAO,GAAG,UAAU,KAAK;AAC/B,SAAO;SACD;AACN,SAAO;;;AAIX,MAAa,gBAAgB,SAAS,uBAAuB;AAE7D,eAAsB,IAAI,KAAa,OAAiB,EAAE,EAAE,OAAY,EAAE,EAAmB;AAC3F,QAAO,IAAI,SAAS,WAAS,WAAW;EACtC,MAAM,EAAE,cAAc,MAAM,GAAG,SAAS;EAExC,MAAM,QAAQ,MAAM,KAAK,MADP;GAAE,OAAO;GAAM,GAAG;GAAM,OAAO,cAAc,SAAS;GAAW,CAC1C;AAEzC,MAAI,aAAa;GACf,IAAI,SAAS;GACb,IAAI,SAAS;AAEb,SAAM,QAAQ,GAAG,SAAS,SAAS;AACjC,cAAU,KAAK,UAAU;KACzB;AAEF,SAAM,QAAQ,GAAG,SAAS,SAAS;AACjC,cAAU,KAAK,UAAU;KACzB;AAEF,SAAM,GAAG,UAAU,SAAS;AAC1B,QAAI,SAAS,EACX,WAAQ,OAAO,MAAM,CAAC;QAEtB,QAAO,IAAI,MAAM,OAAO,MAAM,IAAI,4BAA4B,OAAO,CAAC;KAExE;QAEF,OAAM,GAAG,UAAU,SAAS;AAC1B,OAAI,SAAS,EACX,WAAQ,GAAG;OAEX,wBAAO,IAAI,MAAM,GAAG,IAAI,GAAG,KAAK,KAAK,IAAI,CAAC,oBAAoB,OAAO,CAAC;IAExE;GAEJ;;AAGJ,SAAgB,uBAA8D;AAC5E,QAAO;EACL,SAAS;EACT,UAAU;EACV,UAAU,UAAU;AAClB,UAAO,MACJ,OAAO,QAAQ,EACd,MAAM,UACP,CAAC,CACD,OAAO,YAAY;IAClB,MAAM;IACN,UAAU;IACX,CAAC;;EAEN,SAAS,OAAO,SAAS;GACvB,MAAMA,SAAO,KAAK;GAClB,MAAM,WAAW,KAAK;AAEtB,OAAI,CAACA,QAAM;AACT,YAAQ,MAAM,mBAAmB;AACjC,YAAQ,KAAK,EAAE;;AAGjB,OAAI,CAAC,UAAU;AACb,YAAQ,MAAM,uBAAuB;AACrC,YAAQ,KAAK,EAAE;;AAIjB,SAAM,OADe,WAAWA,OAAK,GAAGA,SAAO,QAAQ,QAAQ,KAAK,EAAEA,OAAK,EAChD,SAAS;;EAEvC;;AAGH,eAAe,QAAQ,KAAa,MAAc;AAChD,OAAM,MAAM,MAAM,EAAE,WAAW,MAAM,CAAC;CACtC,MAAM,UAAU,MAAM,QAAQ,KAAK,EAAE,eAAe,MAAM,CAAC;CAE3D,MAAM,OAAO,CAAC,WAAW,eAAe;AAExC,MAAK,MAAM,SAAS,SAAS;EAC3B,MAAM,UAAU,KAAK,KAAK,MAAM,KAAK;EACrC,MAAM,WAAW,KAAK,MAAM,MAAM,KAAK;AAEvC,MAAI,KAAK,SAAS,MAAM,KAAK,CAAE;AAE/B,MAAI,MAAM,aAAa,CACrB,OAAM,QAAQ,SAAS,SAAS;MAEhC,OAAM,SAAS,SAAS,SAAS;;;AAKvC,MAAa,SAAS,OAAO,QAAc,aAAqB;CAC9D,MAAM,eAAe,KAAK,SAAS,EAAE,SAAS;AAC9C,KAAI,CAAE,MAAM,WAAW,aAAa,CAClC,OAAM,MAAM,cAAc,EAAE,WAAW,MAAM,CAAC;CAGhD,MAAM,aAAa,KAAKA,QAAM,UAAU;CACxC,MAAM,YAAY,KAAK,YAAY,QAAQ;CAE3C,MAAM,QAAQ,IAAI,MAChB;EACE;GACE,OAAO;GACP,MAAM,OAAO,KAAK,SAAS;AACzB,QAAI,OAAO,EAAE;AAEb,SAAK,SAAS;IAEd,MAAM,YAAY,KAAKA,QAAM,aAAa;AAC1C,QAAI,CAAE,MAAM,WAAW,UAAU,CAC/B,OAAM,IAAI,MAAM,yBAAyB,YAAY;AAGvD,UAAM,GAAG,YAAY;KAAE,WAAW;KAAM,OAAO;KAAM,CAAC;AAEtD,SAAK,SAAS;AAMd,UAAM,QAJe,KACnB,QAAQ,cAAc,OAAO,KAAK,IAAI,CAAC,EACvC,2BACD,EAC2B,WAAW;AAEvC,UAAM,QAAQA,QAAM,UAAU;AAS9B,SAAK,MAAM,QAPU;KACnB;KACA;KACA;KACA;KACA;KACD,EACgC;KAC/B,MAAM,UAAU,KAAKA,QAAM,KAAK;AAChC,SAAI,MAAM,WAAW,QAAQ,EAAE;AAC7B,YAAM,SAAS,SAAS,KAAK,YAAY,KAAK,CAAC;AAC/C,YAAM,GAAG,KAAK,YAAY,KAAK,EAAE,EAAE,OAAO,MAAM,CAAC;;;AAIrD,QAAI,MAAM,WAAW,KAAK,YAAY,eAAe,CAAC,EAAE;AACtD,UAAK,SAAS;AACd,WAAM,IAAI,OAAO,CAAC,UAAU,EAAE,EAAE,KAAK,YAAY,CAAC;;;GAGvD;EACD;GACE,OAAO;GACP,MAAM,OAAO,GAAG,SAAS;AACvB,QAAI;AACF,UAAK,SAAS;AACd,WAAM,IAAI,YAAY,CAAC,YAAY,EAAE,EAAE,KAAK,YAAY,CAAC;YACnD;AACN,UAAK,SAAS;KACd,MAAM,EAAE,YAAY,MAAM,KACvB,OAAO,2BAAkC,CACzC,IAAIC,QAAgB;MACnB,MAAM;MACN,MAAM;MACN,SAAS;MACT,SAAS,CAAC,OAAO,KAAK;MACtB,SAAS;MACV,CAAC;AAEJ,SAAI,YAAY,OAAO;AACrB,WAAK,SAAS;AACd,YAAM,IAAI,OAAO;OAAC;OAAW;OAAM;OAAgB,EAAE,EAAE,KAAK,YAAY,CAAC;WAEzE,OAAM,IAAI,MACR,gFACD;;;GAIR;EACD;GACE,OAAO;GACP,MAAM,OAAO,KAAK,SAAS;AACzB,SAAK,SAAS;AAEd,QAAI,MAAM,WAAW,KAAK,YAAY,eAAe,CAAC,EAAE;KAItD,MAAM,YADY,MADA,MAAM,SADN,KAAKD,QAAM,aAAa,EACE,QAAQ,CAClB,CACN;KAC5B,MAAM,WAAW,MACf,MAAM,SAAS,KAAK,cAAc,cAAc,EAAE,QAAQ,CAAC,YAAY,UAAU,EAAE,CAAC,CAAC,CACtF;KAED,IAAI,eAAe,SAASA,SAAO;AAEnC,SAAI,CAAC,cAAc;AACjB,WAAK,SAAS;AACd,qBAAe,MAAM,KAClB,OAAO,2BAAkC,CACzC,IAAIE,OAAe;OAClB,MAAM;OACN,MAAM;OACN,SAAS;OACT,SAAS,SAASF,SAAO,QAAQ,aAAa,SAASA,OAAK;OAC5D,WAAW,YAAkB;AAC3B,YAAIG,QAAM,MAAM,KAAK,GAAI,QAAO;AAChC,eAAO;;OAEV,CAAC;;KAGN,IAAI,MAAM,SAASH,SAAO;AAC1B,SAAI,CAAC,KAAK;AACR,WAAK,SAAS;MACd,MAAM,OAAO,MAAM,IAAI,YAAY,CAAC,UAAU,aAAa,EAAE;OAC3D,KAAK;OACL,aAAa;OACd,CAAC;MAEF,MAAM,QAAQ,KAAK,MAAM,gCAAgC;AACzD,UAAI,QAAQ,GACV,OAAM,MAAM;UAEZ,OAAM,IAAI,MAAM,kCAAkC,OAAO;;AAI7D,UAAK,SAAS,kBAAkB,aAAa,SAAS;AACtD,SAAI,KAAK,KAAK,KAAK,OAAO;KAG1B,MAAM,OAAO,MADD,MAAM,SAAS,KAAK,YAAY,eAAe,EAAE,QAAQ,CAC9C;AACvB,UAAK,OAAO;AACZ,UAAK,QAAQ;AACb,UAAK,MAAM;AAEX,WAAM,UAAU,KAAK,YAAY,eAAe,EAAE,UAAU,KAAK,CAAC;AAClE,WAAM,UACJ,KAAK,cAAc,cAAc,EACjC,UAAU;MAAE,GAAG;OAAWA,SAAO;OAAE,MAAM;OAAc;OAAK;MAAE,CAAC,CAChE;;;GAGN;EACD;GACE,OAAO;GACP,MAAM,OAAO,GAAG,SAAS;AACvB,SAAK,SAAS;AACd,UAAM,IAAI,YAAY,CAAC,UAAU,mBAAmB,EAAE,EAAE,KAAK,YAAY,CAAC;;GAE7E;EACF,EACD;EACE,YAAY;EACZ,aAAa;EACb,iBAAiB,EACf,kBAAkB,OACnB;EACF,CACF;AAED,KAAI;AACF,QAAM,MAAM,KAAK;AAEjB,QAAM,IAAI,YAAY;GAAC;GAAU;GAAc;GAAU;GAAmB,EAAE;GAC5E,KAAK;GACL,aAAa;GACd,CAAC;AAEF,QAAM,GAAG,YAAY;GAAE,WAAW;GAAM,OAAO;GAAM,CAAC;AAEtD,UAAQ,IAAI,uBAAuBA,OAAK,MAAM,WAAW;UAClD,OAAO;AACd,UAAQ,MAAM,oBAAoB,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM,GAAG;AAC3F,UAAQ,KAAK,EAAE"}

package/dist/commands/eval.cjs

@@ -0,0 +1,88 @@
+const require_rolldown_runtime = require('../_virtual/rolldown_runtime.cjs');
+const require_utils_load_aigne = require('../utils/load-aigne.cjs');
+const require_reporter = require('../utils/evaluation/reporter.cjs');
+const require_core = require('../utils/evaluation/core.cjs');
+const require_dataset = require('../utils/evaluation/dataset.cjs');
+const require_evaluator = require('../utils/evaluation/evaluator.cjs');
+const require_runner = require('../utils/evaluation/runner.cjs');
+let node_path = require("node:path");
+let _aigne_agent_library_utils_fs = require("@aigne/agent-library/utils/fs");
+let _aigne_core_utils_agent_utils = require("@aigne/core/utils/agent-utils");
+let zod = require("zod");
+
+//#region src/commands/eval.ts
+const schema = zod.z.object({
+	path: zod.z.string().optional(),
+	agent: zod.z.string(),
+	dataset: zod.z.string(),
+	evaluator: zod.z.string().optional(),
+	concurrency: zod.z.number().optional(),
+	output: zod.z.string().optional()
+});
+const getResolvePath = (path) => {
+	return (0, node_path.isAbsolute)(path) ? path : (0, node_path.resolve)(process.cwd(), path);
+};
+function createEvalCommand({ aigneFilePath } = {}) {
+	return {
+		command: "eval [path] [agent]",
+		describe: "Evaluate AIGNE for the specified path",
+		builder: async (yargs) => {
+			return yargs.positional("path", {
+				type: "string",
+				describe: "Path to the agents directory or URL to an aigne project",
+				default: "."
+			}).positional("agent", {
+				type: "string",
+				describe: "Name of the agent to evaluate"
+			}).positional("dataset", {
+				type: "string",
+				describe: "Path to the dataset file"
+			}).positional("evaluator", {
+				type: "string",
+				describe: "Name of the evaluator to use"
+			}).positional("output", {
+				alias: "o",
+				type: "string",
+				describe: "Path to the output file"
+			}).positional("concurrency", {
+				type: "number",
+				describe: "Concurrency level",
+				default: 1
+			}).help(false).version(false).strict(false);
+		},
+		handler: async (options) => {
+			const parsedOptions = await schema.safeParseAsync(options);
+			if (!parsedOptions.success) throw new Error(`Invalid options: ${JSON.stringify(parsedOptions.error.format())}`);
+			const { agent: entryAgent, dataset: datasetPath, evaluator: evaluatorName, concurrency } = parsedOptions.data;
+			const path = parsedOptions.data?.path;
+			const aigne = await require_utils_load_aigne.loadAIGNE({ path: aigneFilePath || path || "." });
+			const resolvedDatasetPath = getResolvePath(datasetPath);
+			if (!await (0, _aigne_agent_library_utils_fs.exists)(resolvedDatasetPath)) throw new Error("Dataset file does not exist");
+			const { chat } = aigne.cli;
+			const agent = chat && chat.name === entryAgent ? chat : (0, _aigne_core_utils_agent_utils.findCliAgent)(aigne.cli, "*", entryAgent) || aigne.agents[entryAgent] || aigne.skills[entryAgent] || aigne.mcpServer.agents[entryAgent];
+			if (!agent) throw new Error("Entry agent does not exist");
+			agent.model = agent.model ?? aigne.model;
+			let evaluatorAgent;
+			if (evaluatorName) evaluatorAgent = (0, _aigne_core_utils_agent_utils.findCliAgent)(aigne.cli, "*", evaluatorName) || aigne.agents[evaluatorName] || aigne.skills[evaluatorName] || aigne.mcpServer.agents[evaluatorName];
+			if (evaluatorAgent) evaluatorAgent.model = evaluatorAgent.model ?? aigne.model;
+			const dataset = new require_dataset.FileDataset(resolvedDatasetPath);
+			const runner = new require_runner.DefaultRunnerWithConcurrency(agent, aigne);
+			const evaluator = new require_evaluator.LLMEvaluator(aigne, evaluatorAgent);
+			const reporters = [new require_reporter.ConsoleReporter()];
+			if (options.output) {
+				const reporter = new require_reporter.CsvReporter(getResolvePath(options.output));
+				reporters.push(reporter);
+			}
+			await require_core.runEvaluationPipeline({
+				dataset,
+				runner,
+				evaluators: [evaluator],
+				reporters,
+				options: { concurrency }
+			});
+		}
+	};
+}
+
+//#endregion
+exports.createEvalCommand = createEvalCommand;

package/dist/commands/eval.mjs

@@ -0,0 +1,88 @@
+import { loadAIGNE } from "../utils/load-aigne.mjs";
+import { ConsoleReporter, CsvReporter } from "../utils/evaluation/reporter.mjs";
+import { runEvaluationPipeline } from "../utils/evaluation/core.mjs";
+import { FileDataset } from "../utils/evaluation/dataset.mjs";
+import { LLMEvaluator } from "../utils/evaluation/evaluator.mjs";
+import { DefaultRunnerWithConcurrency } from "../utils/evaluation/runner.mjs";
+import { isAbsolute, resolve } from "node:path";
+import { exists } from "@aigne/agent-library/utils/fs";
+import { findCliAgent } from "@aigne/core/utils/agent-utils";
+import { z as z$1 } from "zod";
+
+//#region src/commands/eval.ts
+const schema = z$1.object({
+	path: z$1.string().optional(),
+	agent: z$1.string(),
+	dataset: z$1.string(),
+	evaluator: z$1.string().optional(),
+	concurrency: z$1.number().optional(),
+	output: z$1.string().optional()
+});
+const getResolvePath = (path$1) => {
+	return isAbsolute(path$1) ? path$1 : resolve(process.cwd(), path$1);
+};
+function createEvalCommand({ aigneFilePath } = {}) {
+	return {
+		command: "eval [path] [agent]",
+		describe: "Evaluate AIGNE for the specified path",
+		builder: async (yargs) => {
+			return yargs.positional("path", {
+				type: "string",
+				describe: "Path to the agents directory or URL to an aigne project",
+				default: "."
+			}).positional("agent", {
+				type: "string",
+				describe: "Name of the agent to evaluate"
+			}).positional("dataset", {
+				type: "string",
+				describe: "Path to the dataset file"
+			}).positional("evaluator", {
+				type: "string",
+				describe: "Name of the evaluator to use"
+			}).positional("output", {
+				alias: "o",
+				type: "string",
+				describe: "Path to the output file"
+			}).positional("concurrency", {
+				type: "number",
+				describe: "Concurrency level",
+				default: 1
+			}).help(false).version(false).strict(false);
+		},
+		handler: async (options) => {
+			const parsedOptions = await schema.safeParseAsync(options);
+			if (!parsedOptions.success) throw new Error(`Invalid options: ${JSON.stringify(parsedOptions.error.format())}`);
+			const { agent: entryAgent, dataset: datasetPath, evaluator: evaluatorName, concurrency } = parsedOptions.data;
+			const path$1 = parsedOptions.data?.path;
+			const aigne = await loadAIGNE({ path: aigneFilePath || path$1 || "." });
+			const resolvedDatasetPath = getResolvePath(datasetPath);
+			if (!await exists(resolvedDatasetPath)) throw new Error("Dataset file does not exist");
+			const { chat } = aigne.cli;
+			const agent = chat && chat.name === entryAgent ? chat : findCliAgent(aigne.cli, "*", entryAgent) || aigne.agents[entryAgent] || aigne.skills[entryAgent] || aigne.mcpServer.agents[entryAgent];
+			if (!agent) throw new Error("Entry agent does not exist");
+			agent.model = agent.model ?? aigne.model;
+			let evaluatorAgent;
+			if (evaluatorName) evaluatorAgent = findCliAgent(aigne.cli, "*", evaluatorName) || aigne.agents[evaluatorName] || aigne.skills[evaluatorName] || aigne.mcpServer.agents[evaluatorName];
+			if (evaluatorAgent) evaluatorAgent.model = evaluatorAgent.model ?? aigne.model;
+			const dataset = new FileDataset(resolvedDatasetPath);
+			const runner = new DefaultRunnerWithConcurrency(agent, aigne);
+			const evaluator = new LLMEvaluator(aigne, evaluatorAgent);
+			const reporters = [new ConsoleReporter()];
+			if (options.output) {
+				const reporter = new CsvReporter(getResolvePath(options.output));
+				reporters.push(reporter);
+			}
+			await runEvaluationPipeline({
+				dataset,
+				runner,
+				evaluators: [evaluator],
+				reporters,
+				options: { concurrency }
+			});
+		}
+	};
+}
+
+//#endregion
+export { createEvalCommand };
+//# sourceMappingURL=eval.mjs.map

package/dist/commands/eval.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.mjs","names":["z","path"],"sources":["../../src/commands/eval.ts"],"sourcesContent":["import { isAbsolute, resolve } from \"node:path\";\nimport { exists } from \"@aigne/agent-library/utils/fs\";\nimport type { Agent } from \"@aigne/core\";\nimport { findCliAgent } from \"@aigne/core/utils/agent-utils\";\nimport type { CommandModule } from \"yargs\";\nimport { z } from \"zod\";\nimport { runEvaluationPipeline } from \"../utils/evaluation/core.js\";\nimport { FileDataset } from \"../utils/evaluation/dataset.js\";\nimport { LLMEvaluator } from \"../utils/evaluation/evaluator.js\";\nimport { ConsoleReporter, CsvReporter } from \"../utils/evaluation/reporter.js\";\nimport { DefaultRunnerWithConcurrency } from \"../utils/evaluation/runner.js\";\nimport { loadAIGNE } from \"../utils/load-aigne.js\";\n\nconst schema = z.object({\n  path: z.string().optional(),\n  agent: z.string(),\n  dataset: z.string(),\n  evaluator: z.string().optional(),\n  concurrency: z.number().optional(),\n  output: z.string().optional(),\n});\n\nconst getResolvePath = (path: string) => {\n  return isAbsolute(path) ? path : resolve(process.cwd(), path);\n};\n\nexport function createEvalCommand({\n  aigneFilePath,\n}: {\n  aigneFilePath?: string;\n} = {}): CommandModule<\n  unknown,\n  {\n    path?: string;\n    agent?: string;\n    dataset?: string;\n    evaluator?: string;\n    concurrency?: number;\n    output?: string;\n  }\n> {\n  return {\n    command: \"eval [path] [agent]\",\n    describe: \"Evaluate AIGNE for the specified path\",\n    builder: async (yargs) => {\n      return yargs\n        .positional(\"path\", {\n          type: \"string\",\n          describe: \"Path to the agents directory or URL to an aigne project\",\n          default: \".\",\n        })\n        .positional(\"agent\", {\n          type: \"string\",\n          describe: \"Name of the agent to evaluate\",\n        })\n        .positional(\"dataset\", {\n          type: \"string\",\n          describe: \"Path to the dataset file\",\n        })\n        .positional(\"evaluator\", {\n          type: \"string\",\n          describe: \"Name of the evaluator to use\",\n        })\n        .positional(\"output\", {\n          alias: \"o\",\n          type: \"string\",\n          describe: \"Path to the output file\",\n        })\n        .positional(\"concurrency\", {\n          type: \"number\",\n          describe: \"Concurrency level\",\n          default: 1,\n        })\n        .help(false)\n        .version(false)\n        .strict(false);\n    },\n    handler: async (options) => {\n      const parsedOptions = await schema.safeParseAsync(options);\n      if (!parsedOptions.success) {\n        throw new Error(`Invalid options: ${JSON.stringify(parsedOptions.error.format())}`);\n      }\n\n      const {\n        agent: entryAgent,\n        dataset: datasetPath,\n        evaluator: evaluatorName,\n        concurrency,\n      } = parsedOptions.data;\n\n      const path = parsedOptions.data?.path;\n      const aigne = await loadAIGNE({ path: aigneFilePath || path || \".\" });\n\n      const resolvedDatasetPath = getResolvePath(datasetPath);\n      if (!(await exists(resolvedDatasetPath))) {\n        throw new Error(\"Dataset file does not exist\");\n      }\n\n      const { chat } = aigne.cli;\n      const agent =\n        chat && chat.name === entryAgent\n          ? chat\n          : findCliAgent(aigne.cli, \"*\", entryAgent) ||\n            aigne.agents[entryAgent] ||\n            aigne.skills[entryAgent] ||\n            aigne.mcpServer.agents[entryAgent];\n\n      if (!agent) throw new Error(\"Entry agent does not exist\");\n      agent.model = agent.model ?? aigne.model;\n\n      let evaluatorAgent: Agent | undefined;\n      if (evaluatorName) {\n        evaluatorAgent =\n          findCliAgent(aigne.cli, \"*\", evaluatorName) ||\n          aigne.agents[evaluatorName] ||\n          aigne.skills[evaluatorName] ||\n          aigne.mcpServer.agents[evaluatorName];\n      }\n\n      if (evaluatorAgent) {\n        evaluatorAgent.model = evaluatorAgent.model ?? aigne.model;\n      }\n\n      const dataset = new FileDataset(resolvedDatasetPath);\n      const runner = new DefaultRunnerWithConcurrency(agent, aigne);\n      const evaluator = new LLMEvaluator(aigne, evaluatorAgent);\n      const reporters = [new ConsoleReporter()];\n      if (options.output) {\n        const resolvedReporterPath = getResolvePath(options.output);\n        const reporter = new CsvReporter(resolvedReporterPath);\n        reporters.push(reporter);\n      }\n\n      await runEvaluationPipeline({\n        dataset,\n        runner,\n        evaluators: [evaluator],\n        reporters: reporters,\n        options: { concurrency },\n      });\n    },\n  };\n}\n"],"mappings":";;;;;;;;;;;;AAaA,MAAM,SAASA,IAAE,OAAO;CACtB,MAAMA,IAAE,QAAQ,CAAC,UAAU;CAC3B,OAAOA,IAAE,QAAQ;CACjB,SAASA,IAAE,QAAQ;CACnB,WAAWA,IAAE,QAAQ,CAAC,UAAU;CAChC,aAAaA,IAAE,QAAQ,CAAC,UAAU;CAClC,QAAQA,IAAE,QAAQ,CAAC,UAAU;CAC9B,CAAC;AAEF,MAAM,kBAAkB,WAAiB;AACvC,QAAO,WAAWC,OAAK,GAAGA,SAAO,QAAQ,QAAQ,KAAK,EAAEA,OAAK;;AAG/D,SAAgB,kBAAkB,EAChC,kBAGE,EAAE,EAUJ;AACA,QAAO;EACL,SAAS;EACT,UAAU;EACV,SAAS,OAAO,UAAU;AACxB,UAAO,MACJ,WAAW,QAAQ;IAClB,MAAM;IACN,UAAU;IACV,SAAS;IACV,CAAC,CACD,WAAW,SAAS;IACnB,MAAM;IACN,UAAU;IACX,CAAC,CACD,WAAW,WAAW;IACrB,MAAM;IACN,UAAU;IACX,CAAC,CACD,WAAW,aAAa;IACvB,MAAM;IACN,UAAU;IACX,CAAC,CACD,WAAW,UAAU;IACpB,OAAO;IACP,MAAM;IACN,UAAU;IACX,CAAC,CACD,WAAW,eAAe;IACzB,MAAM;IACN,UAAU;IACV,SAAS;IACV,CAAC,CACD,KAAK,MAAM,CACX,QAAQ,MAAM,CACd,OAAO,MAAM;;EAElB,SAAS,OAAO,YAAY;GAC1B,MAAM,gBAAgB,MAAM,OAAO,eAAe,QAAQ;AAC1D,OAAI,CAAC,cAAc,QACjB,OAAM,IAAI,MAAM,oBAAoB,KAAK,UAAU,cAAc,MAAM,QAAQ,CAAC,GAAG;GAGrF,MAAM,EACJ,OAAO,YACP,SAAS,aACT,WAAW,eACX,gBACE,cAAc;GAElB,MAAMA,SAAO,cAAc,MAAM;GACjC,MAAM,QAAQ,MAAM,UAAU,EAAE,MAAM,iBAAiBA,UAAQ,KAAK,CAAC;GAErE,MAAM,sBAAsB,eAAe,YAAY;AACvD,OAAI,CAAE,MAAM,OAAO,oBAAoB,CACrC,OAAM,IAAI,MAAM,8BAA8B;GAGhD,MAAM,EAAE,SAAS,MAAM;GACvB,MAAM,QACJ,QAAQ,KAAK,SAAS,aAClB,OACA,aAAa,MAAM,KAAK,KAAK,WAAW,IACxC,MAAM,OAAO,eACb,MAAM,OAAO,eACb,MAAM,UAAU,OAAO;AAE7B,OAAI,CAAC,MAAO,OAAM,IAAI,MAAM,6BAA6B;AACzD,SAAM,QAAQ,MAAM,SAAS,MAAM;GAEnC,IAAI;AACJ,OAAI,cACF,kBACE,aAAa,MAAM,KAAK,KAAK,cAAc,IAC3C,MAAM,OAAO,kBACb,MAAM,OAAO,kBACb,MAAM,UAAU,OAAO;AAG3B,OAAI,eACF,gBAAe,QAAQ,eAAe,SAAS,MAAM;GAGvD,MAAM,UAAU,IAAI,YAAY,oBAAoB;GACpD,MAAM,SAAS,IAAI,6BAA6B,OAAO,MAAM;GAC7D,MAAM,YAAY,IAAI,aAAa,OAAO,eAAe;GACzD,MAAM,YAAY,CAAC,IAAI,iBAAiB,CAAC;AACzC,OAAI,QAAQ,QAAQ;IAElB,MAAM,WAAW,IAAI,YADQ,eAAe,QAAQ,OAAO,CACL;AACtD,cAAU,KAAK,SAAS;;AAG1B,SAAM,sBAAsB;IAC1B;IACA;IACA,YAAY,CAAC,UAAU;IACZ;IACX,SAAS,EAAE,aAAa;IACzB,CAAC;;EAEL"}