aiex-cli 0.0.1-beta.6 → 0.0.1-beta.8

package/README.md

@@ -100,6 +100,26 @@ By default, aiex automatically selects a model based on your input type (vision-
 | `aiex extract -s <name> -f <file> --db` | Extract and insert into SQLite database |
 | `aiex extract -s <name> -f <file> -m <model>` | Extract with a specific AI model |
 | `aiex doctor` | System and configuration diagnostics |
+| `aiex completion bash\|zsh\|fish` | Generate shell completion scripts |
+
+### Shell Completions
+
+Enable tab completion for commands and options:
+
+```bash
+# bash
+source <(aiex completion bash)
+
+# zsh
+source <(aiex completion zsh)
+
+# fish
+aiex completion fish | source
+```
+
+To make it permanent, add the `source` line to your shell config file (`~/.bashrc`, `~/.zshrc`, or `~/.config/fish/config.fish`).
+
+> Completions are dynamically generated from the command definitions — no manual updates needed when commands or options change.
 
 <br>
 

package/dist/cli.mjs

@@ -1,4 +1,4 @@
-import { C as doctorDiagnosticsTableRows, a as writeAIConfig, b as toSnakeCase, c as PLACEHOLDER_TEXT, d as seedConfig, f as description, g as createMigrationConfig, h as version, i as readAIConfig, l as AIConfigSchema, m as package_default, n as getDefaultAIConfig, o as DEFAULT_PROMPT_CONFIG, p as name, r as maskApiKey, s as PLACEHOLDER_SCHEMA, t as collectDoctorDiagnostics, u as createConfig, v as JsonSchemaDefinitionSchema, w as formatDoctorDiagnosticsJson, x as generateDrizzleSchema, y as parseJsonSchema } from "./doctor-BTfByg-I.mjs";
+import { C as doctorDiagnosticsTableRows, a as writeAIConfig, b as toSnakeCase, c as PLACEHOLDER_TEXT, d as seedConfig, f as description, g as createMigrationConfig, h as version, i as readAIConfig, l as AIConfigSchema, m as package_default, n as getDefaultAIConfig, o as DEFAULT_PROMPT_CONFIG, p as name, r as maskApiKey, s as PLACEHOLDER_SCHEMA, t as collectDoctorDiagnostics, u as createConfig, v as JsonSchemaDefinitionSchema, w as formatDoctorDiagnosticsJson, x as generateDrizzleSchema, y as parseJsonSchema } from "./doctor-DxG7uaGR.mjs";
 import { createRequire } from "node:module";
 import path from "node:path";
 import process from "node:process";
@@ -6,14 +6,14 @@ import { fileURLToPath } from "node:url";
 import { ZodError } from "zod";
 import fs from "node:fs/promises";
 import { defineCommand, runMain } from "citty";
+import { consola } from "consola";
 import updateNotifier from "update-notifier";
 import CliTable3 from "cli-table3";
-import { consola } from "consola";
 import { intro, outro, spinner } from "@clack/prompts";
 import Database from "better-sqlite3";
 import pc from "picocolors";
 import { createOpenAICompatible } from "@ai-sdk/openai-compatible";
-import { Output, generateText, jsonSchema } from "ai";
+import { APICallError, Output, generateText, jsonSchema } from "ai";
 import { exec, execFile } from "node:child_process";
 import { promisify } from "node:util";
 import { serve } from "@hono/node-server";
@@ -95,6 +95,64 @@ function parseAllSchemas(entries) {
 	};
 }
 
+//#endregion
+//#region src/commands/completion.ts
+function bashScript(name$1) {
+	return `# ${name$1} bash completion
+_${name$1}() {
+  local IFS=\\$'\\n'
+  COMPREPLY=($(${name$1} _complete "\${COMP_WORDS[@]}" 2>/dev/null))
+}
+complete -F _${name$1} ${name$1}
+`;
+}
+function zshScript(name$1) {
+	return `# ${name$1} zsh completion
+#compdef ${name$1}
+
+_${name$1}() {
+  local -a completions
+  completions=("\${(@f)$(${name$1} _complete "\${words[@]}" 2>/dev/null)}")
+  _describe '${name$1}' completions
+}
+compdef _${name$1} ${name$1}
+`;
+}
+function fishScript(name$1) {
+	return `# ${name$1} fish completion
+complete -c ${name$1} -f -a '(${name$1} _complete (commandline -cp) 2>/dev/null)'
+`;
+}
+function generateScript(name$1, shell) {
+	switch (shell) {
+		case "bash": return bashScript(name$1);
+		case "zsh": return zshScript(name$1);
+		case "fish": return fishScript(name$1);
+		default: throw new Error(`Unsupported shell: ${shell}. Use bash, zsh, or fish.`);
+	}
+}
+const completionCommand = defineCommand({
+	meta: {
+		name: "completion",
+		description: "Generate shell completion scripts (bash|zsh|fish)\n\nUsage:\n  aiex completion bash  # source <(aiex completion bash)\n  aiex completion zsh   # source <(aiex completion zsh)\n  aiex completion fish  # aiex completion fish | source"
+	},
+	args: { shell: {
+		type: "string",
+		description: "Shell type: bash, zsh, fish",
+		required: true
+	} },
+	async run({ args }) {
+		const name$1 = "aiex";
+		const shell = args.shell;
+		try {
+			process.stdout.write(generateScript(name$1, shell));
+		} catch (error) {
+			process.stderr.write(`Error: ${error instanceof Error ? error.message : String(error)}\n`);
+			process.exit(1);
+		}
+	}
+});
+
 //#endregion
 //#region src/commands/doctor.ts
 const doctorCommand = defineCommand({
@@ -12702,6 +12760,28 @@ function lookupModelCapabilities(modelName) {
 	return null;
 }
 
+//#endregion
+//#region src/utils/retry.ts
+async function withRetry(fn, onRetry, maxRetries = 5) {
+	let lastError;
+	for (let attempt = 0; attempt <= maxRetries; attempt++) try {
+		return await fn();
+	} catch (error) {
+		const err = error instanceof Error ? error : new Error(String(error));
+		lastError = err;
+		if (!(err instanceof APICallError && err.isRetryable && attempt < maxRetries)) throw err;
+		const delayMs = 1e3 * 2 ** attempt + Math.round(Math.random() * 500);
+		onRetry?.({
+			attempt: attempt + 1,
+			maxRetries,
+			delayMs,
+			statusCode: err.statusCode
+		});
+		await new Promise((resolve) => setTimeout(resolve, delayMs));
+	}
+	throw lastError ?? /* @__PURE__ */ new Error("Retry failed after all attempts");
+}
+
 //#endregion
 //#region src/core/ai-extraction/json-utils.ts
 function stripFences(text) {
@@ -12876,18 +12956,18 @@ function detectMimeType(filePath) {
 }
 async function readFilePart(filePath) {
 	const mime = detectMimeType(filePath);
-	const dataUri = `data:${mime};base64,${(await fs.readFile(filePath)).toString("base64")}`;
+	const buffer = await fs.readFile(filePath);
 	const name$1 = path.basename(filePath);
 	if (mime.startsWith("image/")) return {
 		type: "image",
-		name: name$1,
-		image: dataUri
+		image: buffer,
+		mimeType: mime
 	};
 	return {
 		type: "file",
-		name: name$1,
-		data: dataUri,
-		mimeType: mime
+		data: buffer,
+		mediaType: mime,
+		filename: name$1
 	};
 }
 function nullableType(type) {
@@ -13038,42 +13118,32 @@ async function extractStructuredData(input) {
 		let result;
 		if (useFileContent) {
 			const filePart = await readFilePart(file);
-			const fileName = filePart.name;
 			const contentParts = [{
 				type: "text",
-				text: user.includes(PLACEHOLDER_TEXT) ? user.replaceAll(PLACEHOLDER_TEXT, text || `Data is contained in the attached file: ${fileName}`) : user
-			}];
-			if (filePart.type === "image") contentParts.push({
-				type: "image",
-				image: filePart.image
-			});
-			else contentParts.push({
-				type: "file",
-				data: filePart.data,
-				mimeType: filePart.mimeType
-			});
+				text: user.includes(PLACEHOLDER_TEXT) ? user.replaceAll(PLACEHOLDER_TEXT, text || `Data is contained in the attached file: ${filePart.filename || path.basename(file)}`) : user
+			}, filePart];
 			const fileOpts = {
 				model: provider.chatModel(selected.name),
+				system,
 				messages: [{
-					role: "system",
-					content: system
-				}, {
 					role: "user",
 					content: contentParts
 				}],
-				abortSignal: AbortSignal.timeout(12e4)
+				abortSignal: AbortSignal.timeout(12e4),
+				maxRetries: 0
 			};
 			if (useStructuredOutput) fileOpts.output = Output.object({ schema: outputSchema });
-			result = await generateText(fileOpts);
+			result = await withRetry(() => generateText(fileOpts), input.onRetry);
 		} else {
 			const textOpts = {
 				model: provider.chatModel(selected.name),
 				system,
 				prompt: user,
-				abortSignal: AbortSignal.timeout(6e4)
+				abortSignal: AbortSignal.timeout(6e4),
+				maxRetries: 0
 			};
 			if (useStructuredOutput) textOpts.output = Output.object({ schema: outputSchema });
-			result = await generateText(textOpts);
+			result = await withRetry(() => generateText(textOpts), input.onRetry);
 		}
 		let data;
 		if (useStructuredOutput) data = result.output;
@@ -13401,7 +13471,10 @@ const extractCommand = defineCommand({
 			text,
 			aiexDir,
 			file: filePath,
-			modelOverride
+			modelOverride,
+			onRetry(info) {
+				s.message(`API responded with ${info.statusCode}, retrying in ${info.delayMs / 1e3}s (${info.attempt}/${info.maxRetries})...`);
+			}
 		});
 		if (!result.success) {
 			s.stop("Extraction failed");
@@ -14050,6 +14123,16 @@ function schemaRoutes(config) {
 		const filePath = resolveSchemaFile(schemaDir, c.req.param("name"));
 		if (!filePath) return c.json({ error: "Invalid schema file name" }, 400);
 		try {
+			const aiexDir = path.dirname(schemaDir);
+			try {
+				const content = await fs.readFile(filePath, "utf-8");
+				const parsed = JsonSchemaDefinitionSchema.safeParse(JSON.parse(content));
+				if (parsed.success) {
+					const tableName = parsed.data.table.name;
+					const snapshotPath = path.join(aiexDir, "extracted", `${tableName}.prompt.md`);
+					await fs.unlink(snapshotPath).catch(() => {});
+				}
+			} catch {}
 			await fs.unlink(filePath);
 			return c.json({ success: true });
 		} catch {
@@ -14204,6 +14287,7 @@ const subCommands = {
 	web: webCommand,
 	schema: schemaCommand,
 	extract: extractCommand,
+	completion: completionCommand,
 	doctor: doctorCommand
 };
 
@@ -14211,6 +14295,21 @@ const subCommands = {
 //#region src/cli.ts
 seedConfig(createConfig());
 updateNotifier({ pkg: package_default }).notify();
+process.on("uncaughtException", (error) => {
+	consola.error(error);
+	process.exit(1);
+});
+process.on("unhandledRejection", (reason) => {
+	const error = reason instanceof Error ? reason : new Error(String(reason));
+	consola.error(error);
+	process.exit(1);
+});
+if (process.argv[2] === "_complete") {
+	const { getCompletions } = await import("./completions-ygS1okck.mjs");
+	const suggestions = getCompletions(subCommands, process.argv.slice(3));
+	for (const s of suggestions) process.stdout.write(`${s}\n`);
+	process.exit(0);
+}
 runMain(defineCommand({
 	meta: {
 		name,

package/dist/completions-ygS1okck.mjs

@@ -0,0 +1,90 @@
+import path from "node:path";
+import process from "node:process";
+import fs from "node:fs";
+
+//#region src/core/completions.ts
+const LEADING_DASHES = /^-+/;
+function getArgNames(cmd) {
+	if (!cmd.args) return [];
+	return Object.entries(cmd.args).flatMap(([key, arg]) => {
+		const names = [`--${key}`];
+		if (arg.alias) names.push(`-${arg.alias}`);
+		return names;
+	});
+}
+function getCommandNames(cmds) {
+	return Object.keys(cmds).filter((c) => !c.startsWith("_"));
+}
+function getFileCompletions(pattern) {
+	try {
+		const files = fs.readdirSync(path.dirname(pattern));
+		const ext = path.extname(pattern);
+		const prefix = path.basename(pattern).replace(ext, "");
+		return files.filter((f) => f.endsWith(ext) && f.startsWith(prefix)).map((f) => f.replace(ext, ""));
+	} catch {
+		return [];
+	}
+}
+function getJsonModelNames(configPath) {
+	try {
+		const content = fs.readFileSync(configPath, "utf-8");
+		const config = JSON.parse(content);
+		if (config.provider?.models) return config.provider.models.map((m) => m.name);
+	} catch {}
+	return [];
+}
+function getValueCompletions(prevArg) {
+	switch (prevArg) {
+		case "--schema":
+		case "-s": {
+			const cwd = process.cwd();
+			return getFileCompletions(path.join(cwd, ".aiex/schema/*.json"));
+		}
+		case "--model":
+		case "-m": {
+			const cwd = process.cwd();
+			return getJsonModelNames(path.join(cwd, ".aiex/ai-config.json"));
+		}
+		case "--file":
+		case "-f":
+		case "--text":
+		case "-t":
+		case "--name":
+		case "--port":
+		case "-p": return [];
+		default: return [];
+	}
+}
+function getCompletions(subCommands, args) {
+	const cmds = getCommandNames(subCommands);
+	if (args.length <= 1) {
+		const word = args[0] ?? "";
+		if (!word) return cmds;
+		return cmds.filter((c) => c.startsWith(word));
+	}
+	const cmdName = args[0];
+	const cmd = subCommands[cmdName];
+	const rest = args.slice(1);
+	if (!cmd) {
+		const matched = cmds.filter((c) => c.startsWith(cmdName));
+		if (matched.length > 0) return matched;
+		return cmds;
+	}
+	const current = rest[rest.length - 1] ?? "";
+	const prev = rest.length > 1 ? rest[rest.length - 2] : void 0;
+	if (current.startsWith("-")) {
+		const names = getArgNames(cmd);
+		if (!current) return names;
+		const key = current.replace(LEADING_DASHES, "");
+		if (!key) return names;
+		return names.filter((n) => n.replace(LEADING_DASHES, "").startsWith(key));
+	}
+	if (!current && prev) {
+		const values = getValueCompletions(prev);
+		if (values.length > 0) return values;
+	}
+	return getArgNames(cmd);
+}
+
+//#endregion
+export { getCompletions };

package/dist/{doctor-BTfByg-I.mjs → doctor-DxG7uaGR.mjs}

@@ -411,7 +411,7 @@ function generateDrizzleConfig() {
 //#endregion
 //#region package.json
 var name = "aiex-cli";
-var version = "0.0.1-beta.6";
+var version = "0.0.1-beta.8";
 var description = "JSON Schema → SQLite with AI-powered data extraction";
 var package_default = {
 	name,
@@ -452,13 +452,15 @@ var package_default = {
 	files: [
 		"bin",
 		"dist",
-		"src/core/schema-sqlite/migrate-helper.ts"
+		"src/core/schema-sqlite/migrate-helper.ts",
+		"src/core/schema-sqlite/migration-name.ts"
 	],
 	scripts: {
 		"build": "tsdown && pnpm --filter aiex-web build",
 		"dev": "tsdown --watch",
 		"start": "tsx src/index.ts",
 		"test": "vitest",
+		"coverage": "vitest --coverage",
 		"typecheck": "tsc",
 		"lint": "eslint .",
 		"prepublishOnly": "cp ../../README.md . && pnpm run build",
@@ -491,6 +493,7 @@ var package_default = {
 		"@types/better-sqlite3": "catalog:types",
 		"@types/node": "catalog:types",
 		"@types/update-notifier": "catalog:",
+		"@vitest/coverage-v8": "catalog:testing",
 		"eslint": "catalog:cli",
 		"publint": "catalog:cli",
 		"tsdown": "catalog:cli",

package/dist/index.mjs

@@ -1,3 +1,3 @@
-import { C as doctorDiagnosticsTableRows, S as buildDoctorDiagnostics, _ as generateDrizzleConfig, g as createMigrationConfig, t as collectDoctorDiagnostics, v as JsonSchemaDefinitionSchema, w as formatDoctorDiagnosticsJson, x as generateDrizzleSchema, y as parseJsonSchema } from "./doctor-BTfByg-I.mjs";
+import { C as doctorDiagnosticsTableRows, S as buildDoctorDiagnostics, _ as generateDrizzleConfig, g as createMigrationConfig, t as collectDoctorDiagnostics, v as JsonSchemaDefinitionSchema, w as formatDoctorDiagnosticsJson, x as generateDrizzleSchema, y as parseJsonSchema } from "./doctor-DxG7uaGR.mjs";
 
 export { JsonSchemaDefinitionSchema, buildDoctorDiagnostics, collectDoctorDiagnostics, createMigrationConfig, doctorDiagnosticsTableRows, formatDoctorDiagnosticsJson, generateDrizzleConfig, generateDrizzleSchema, parseJsonSchema };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "aiex-cli",
   "type": "module",
-  "version": "0.0.1-beta.6",
+  "version": "0.0.1-beta.8",
   "description": "JSON Schema → SQLite with AI-powered data extraction",
   "author": "OSpoon <zxin088@gmail.com>",
   "license": "MIT",
@@ -39,7 +39,8 @@
   "files": [
     "bin",
     "dist",
-    "src/core/schema-sqlite/migrate-helper.ts"
+    "src/core/schema-sqlite/migrate-helper.ts",
+    "src/core/schema-sqlite/migration-name.ts"
   ],
   "dependencies": {
     "@ai-sdk/openai-compatible": "^2.0.47",
@@ -68,6 +69,7 @@
     "@types/better-sqlite3": "^7.6.0",
     "@types/node": "^25.6.0",
     "@types/update-notifier": "^6.0.8",
+    "@vitest/coverage-v8": "^4.1.4",
     "eslint": "^10.2.0",
     "publint": "^0.3.18",
     "tsdown": "^0.17.3",
@@ -80,6 +82,7 @@
     "dev": "tsdown --watch",
     "start": "tsx src/index.ts",
     "test": "vitest",
+    "coverage": "vitest --coverage",
     "typecheck": "tsc",
     "lint": "eslint ."
   }

package/src/core/schema-sqlite/migration-name.ts

@@ -0,0 +1,14 @@
+export function sanitizeMigrationName(name?: string): string | undefined {
+  if (!name)
+    return undefined
+
+  const slug = name
+    .trim()
+    .toLowerCase()
+    .replace(/[^a-z0-9_\s-]/g, '_')
+    .replace(/[\s-]+/g, '_')
+    .replace(/_+/g, '_')
+    .replace(/^_+|_+$/g, '')
+
+  return slug || undefined
+}