aiex-cli 0.0.1-beta.2 → 0.0.1-beta.20

package/dist/completions-ygS1okck.mjs

@@ -0,0 +1,90 @@
+import path from "node:path";
+import process from "node:process";
+import fs from "node:fs";
+
+//#region src/core/completions.ts
+const LEADING_DASHES = /^-+/;
+function getArgNames(cmd) {
+	if (!cmd.args) return [];
+	return Object.entries(cmd.args).flatMap(([key, arg]) => {
+		const names = [`--${key}`];
+		if (arg.alias) names.push(`-${arg.alias}`);
+		return names;
+	});
+}
+function getCommandNames(cmds) {
+	return Object.keys(cmds).filter((c) => !c.startsWith("_"));
+}
+function getFileCompletions(pattern) {
+	try {
+		const files = fs.readdirSync(path.dirname(pattern));
+		const ext = path.extname(pattern);
+		const prefix = path.basename(pattern).replace(ext, "");
+		return files.filter((f) => f.endsWith(ext) && f.startsWith(prefix)).map((f) => f.replace(ext, ""));
+	} catch {
+		return [];
+	}
+}
+function getJsonModelNames(configPath) {
+	try {
+		const content = fs.readFileSync(configPath, "utf-8");
+		const config = JSON.parse(content);
+		if (config.provider?.models) return config.provider.models.map((m) => m.name);
+	} catch {}
+	return [];
+}
+function getValueCompletions(prevArg) {
+	switch (prevArg) {
+		case "--schema":
+		case "-s": {
+			const cwd = process.cwd();
+			return getFileCompletions(path.join(cwd, ".aiex/schema/*.json"));
+		}
+		case "--model":
+		case "-m": {
+			const cwd = process.cwd();
+			return getJsonModelNames(path.join(cwd, ".aiex/ai-config.json"));
+		}
+		case "--file":
+		case "-f":
+		case "--text":
+		case "-t":
+		case "--name":
+		case "--port":
+		case "-p": return [];
+		default: return [];
+	}
+}
+function getCompletions(subCommands, args) {
+	const cmds = getCommandNames(subCommands);
+	if (args.length <= 1) {
+		const word = args[0] ?? "";
+		if (!word) return cmds;
+		return cmds.filter((c) => c.startsWith(word));
+	}
+	const cmdName = args[0];
+	const cmd = subCommands[cmdName];
+	const rest = args.slice(1);
+	if (!cmd) {
+		const matched = cmds.filter((c) => c.startsWith(cmdName));
+		if (matched.length > 0) return matched;
+		return cmds;
+	}
+	const current = rest[rest.length - 1] ?? "";
+	const prev = rest.length > 1 ? rest[rest.length - 2] : void 0;
+	if (current.startsWith("-")) {
+		const names = getArgNames(cmd);
+		if (!current) return names;
+		const key = current.replace(LEADING_DASHES, "");
+		if (!key) return names;
+		return names.filter((n) => n.replace(LEADING_DASHES, "").startsWith(key));
+	}
+	if (!current && prev) {
+		const values = getValueCompletions(prev);
+		if (values.length > 0) return values;
+	}
+	return getArgNames(cmd);
+}
+
+//#endregion
+export { getCompletions };

package/dist/core/schema-sqlite/migrate-helper.mjs

@@ -6,6 +6,13 @@ import fs from "node:fs/promises";
 import Database from "better-sqlite3";
 import * as esbuild from "esbuild";
 
+//#region src/core/schema-sqlite/migration-name.ts
+function sanitizeMigrationName(name) {
+	if (!name) return void 0;
+	return name.trim().toLowerCase().replace(/[^a-z0-9_\s-]/g, "_").replace(/[\s-]+/g, "_").replace(/_+/g, "_").replace(/^_+|_+$/g, "") || void 0;
+}
+
+//#endregion
 //#region src/core/schema-sqlite/migrate-helper.ts
 const require = createRequire(import.meta.url);
 const __filename = fileURLToPath(import.meta.url);
@@ -64,7 +71,7 @@ async function loadPrevSnapshot(migrationsPath) {
 		return null;
 	}
 }
-async function saveSnapshot(migrationsPath, snapshot) {
+async function saveSnapshot(migrationsPath, snapshot, migrationName) {
 	const metaPath = path.join(migrationsPath, "meta");
 	await fs.mkdir(metaPath, { recursive: true });
 	const journalPath = path.join(metaPath, "_journal.json");
@@ -79,7 +86,8 @@ async function saveSnapshot(migrationsPath, snapshot) {
 		};
 	}
 	const idx = journal.entries.length + 1;
-	const tag = `${String(idx).padStart(4, "0")}_${snapshot.id.replace(/-/g, "_").substring(0, 8)}`;
+	const suffix = sanitizeMigrationName(migrationName) || snapshot.id.replace(/-/g, "_").substring(0, 8);
+	const tag = `${String(idx).padStart(4, "0")}_${suffix}`;
 	const snapshotPath = path.join(metaPath, `${tag}_snapshot.json`);
 	await fs.writeFile(snapshotPath, JSON.stringify(snapshot, null, 2));
 	journal.entries.push({
@@ -145,8 +153,9 @@ async function main() {
 	const schemaPath = args[0];
 	const migrationsPath = args[1];
 	const dbPath = args[2];
+	const migrationName = args[3];
 	if (!schemaPath || !migrationsPath || !dbPath) {
-		console.error("Usage: migrate-helper.ts <schemaPath> <migrationsPath> <dbPath>");
+		console.error("Usage: migrate-helper.ts <schemaPath> <migrationsPath> <dbPath> [migrationName]");
 		process.exit(1);
 	}
 	try {
@@ -154,7 +163,13 @@ async function main() {
 		await acquireLock(aiexDir);
 		try {
 			const exports = await loadSchemaExports(schemaPath);
-			const prevSnapshot = await loadPrevSnapshot(migrationsPath);
+			let dbMissing = false;
+			try {
+				await fs.access(dbPath);
+			} catch {
+				dbMissing = true;
+			}
+			const prevSnapshot = dbMissing ? null : await loadPrevSnapshot(migrationsPath);
 			const currentSnapshot = await generateSQLiteDrizzleJson(exports, prevSnapshot?.id);
 			const sqlStatements = await generateSQLiteMigration(prevSnapshot || EMPTY_SNAPSHOT, currentSnapshot);
 			if (sqlStatements.length === 0) {
@@ -165,7 +180,7 @@ async function main() {
 				return;
 			}
 			applyMigrationWithTransaction(dbPath, sqlStatements);
-			const tag = await saveSnapshot(migrationsPath, currentSnapshot);
+			const tag = await saveSnapshot(migrationsPath, currentSnapshot, migrationName);
 			await saveMigrationFile(migrationsPath, tag, sqlStatements);
 			console.log(JSON.stringify({
 				success: true,
@@ -184,7 +199,7 @@ async function main() {
 		process.exit(1);
 	}
 }
-main();
+if (process.argv[1] && __filename === path.resolve(process.argv[1])) main();
 
 //#endregion
 export {  };

package/dist/{doctor-Ddn9BjxC.mjs → doctor-B5JSikzk.mjs}

@@ -103,7 +103,7 @@ function generateRelationDefinitions(relations, reverseRelations) {
 		if (needsMany) imports.push("many");
 		const importStr = imports.join(", ");
 		const relDefs = [];
-		for (const rel of childRels) relDefs.push(`    ${rel.name}: one(${rel.toTable}, {\n      fields: [${rel.fromColumn}],\n      references: [id],\n    })`);
+		for (const rel of childRels) relDefs.push(`    ${rel.name}: one(${rel.toTable}, {\n      fields: [${rel.fromTable}.${rel.fromColumn}],\n      references: [${rel.toTable}.${rel.toColumn}],\n    })`);
 		for (const rel of parentRels) if (rel.type === "has-many") relDefs.push(`    ${rel.name}: many(${rel.toTable})`);
 		else relDefs.push(`    ${rel.name}: one(${rel.toTable})`);
 		definitions.push(`export const ${tableName}Relations = relations(${tableName}, ({ ${importStr} }) => ({\n${relDefs.join(",\n")}\n}))`);
@@ -411,7 +411,7 @@ function generateDrizzleConfig() {
 //#endregion
 //#region package.json
 var name = "aiex-cli";
-var version = "0.0.1-beta.2";
+var version = "0.0.1-beta.20";
 var description = "JSON Schema → SQLite with AI-powered data extraction";
 var package_default = {
 	name,
@@ -452,22 +452,27 @@ var package_default = {
 	files: [
 		"bin",
 		"dist",
-		"src/core/schema-sqlite/migrate-helper.ts"
+		"src/core/schema-sqlite/migrate-helper.ts",
+		"src/core/schema-sqlite/migration-name.ts"
 	],
 	scripts: {
 		"build": "tsdown && pnpm --filter aiex-web build",
 		"dev": "tsdown --watch",
 		"start": "tsx src/index.ts",
 		"test": "vitest",
+		"coverage": "vitest --coverage",
 		"typecheck": "tsc",
 		"lint": "eslint .",
-		"prepublishOnly": "cp ../../README.md . && pnpm run build",
-		"postpublish": "rm -f README.md"
+		"prepack": "cp ../../README.md .",
+		"postpack": "rm -f README.md",
+		"prepublishOnly": "pnpm run build"
 	},
 	dependencies: {
 		"@ai-sdk/openai-compatible": "catalog:",
 		"@clack/prompts": "catalog:",
 		"@hono/node-server": "catalog:",
+		"@langfuse/otel": "catalog:",
+		"@opentelemetry/sdk-trace-node": "catalog:",
 		"ai": "catalog:",
 		"better-sqlite3": "catalog:",
 		"citty": "catalog:",
@@ -482,6 +487,7 @@ var package_default = {
 		"hono": "catalog:",
 		"picocolors": "catalog:",
 		"tsx": "catalog:cli",
+		"unpdf": "catalog:",
 		"update-notifier": "catalog:",
 		"zod": "catalog:"
 	},
@@ -491,6 +497,7 @@ var package_default = {
 		"@types/better-sqlite3": "catalog:types",
 		"@types/node": "catalog:types",
 		"@types/update-notifier": "catalog:",
+		"@vitest/coverage-v8": "catalog:testing",
 		"eslint": "catalog:cli",
 		"publint": "catalog:cli",
 		"tsdown": "catalog:cli",
@@ -517,7 +524,9 @@ function seedConfig(config = createConfig()) {
 //#region src/core/ai-extraction/schemas.ts
 const ModelCapabilitiesSchema = z.object({
 	vision: z.boolean(),
-	structuredOutput: z.boolean()
+	structuredOutput: z.boolean(),
+	maxTokens: z.number().int().positive().optional(),
+	maxOutputTokens: z.number().int().positive().optional()
 });
 const AIModelConfigSchema = z.object({
 	name: z.string().min(1),
@@ -526,17 +535,24 @@ const AIModelConfigSchema = z.object({
 const AIProviderConfigSchema = z.object({
 	baseURL: z.string().min(1),
 	apiKey: z.string(),
-	models: z.array(AIModelConfigSchema).min(1)
+	models: z.array(AIModelConfigSchema).min(1),
+	timeout: z.number().int().positive().default(300).optional()
 });
 const PromptConfigSchema = z.object({
 	systemTemplate: z.string().min(1),
 	userTemplate: z.string().min(1)
 });
 const ExtractionConfigSchema = z.object({ outputDir: z.string().min(1) });
+const LangfuseConfigSchema = z.object({
+	publicKey: z.string(),
+	secretKey: z.string(),
+	host: z.string().optional()
+});
 const AIConfigSchema = z.object({
 	provider: AIProviderConfigSchema,
 	prompt: PromptConfigSchema,
-	extraction: ExtractionConfigSchema
+	extraction: ExtractionConfigSchema,
+	langfuse: LangfuseConfigSchema.optional()
 });
 
 //#endregion
@@ -559,10 +575,11 @@ const DEFAULT_MODELS = [{
 const DEFAULT_PROVIDER_CONFIG = {
 	baseURL: "https://dashscope.aliyuncs.com/compatible-mode/v1",
 	apiKey: "",
-	models: [...DEFAULT_MODELS]
+	models: [...DEFAULT_MODELS],
+	timeout: 300
 };
 const DEFAULT_PROMPT_CONFIG = {
-	systemTemplate: `You are a professional data extraction assistant. Your task is to extract structured data from text based on the data structure definition provided below.
+	systemTemplate: `You are a professional data extraction assistant. Your task is to extract structured data from text and return a JSON object based on the data structure definition provided below.
 
 {schema}
 
@@ -604,10 +621,6 @@ async function writeAIConfig(aiexDir, config) {
 function getDefaultAIConfig() {
 	return { ...DEFAULT_AI_CONFIG };
 }
-function maskApiKey(apiKey) {
-	if (apiKey.length <= 4) return "****";
-	return `sk-***${apiKey.slice(-4)}`;
-}
 async function addToGitignore(aiexDir, fileName) {
 	const projectRoot = path.dirname(aiexDir);
 	const gitignorePath = path.join(projectRoot, GITIGNORE_FILE);
@@ -708,4 +721,4 @@ async function collectDoctorDiagnostics(options = {}) {
 }
 
 //#endregion
-export { doctorDiagnosticsTableRows as C, buildDoctorDiagnostics as S, generateDrizzleConfig as _, writeAIConfig as a, toSnakeCase as b, PLACEHOLDER_TEXT as c, seedConfig as d, description as f, createMigrationConfig as g, version as h, readAIConfig as i, AIConfigSchema as l, package_default as m, getDefaultAIConfig as n, DEFAULT_PROMPT_CONFIG as o, name as p, maskApiKey as r, PLACEHOLDER_SCHEMA as s, collectDoctorDiagnostics as t, createConfig as u, JsonSchemaDefinitionSchema as v, formatDoctorDiagnosticsJson as w, generateDrizzleSchema as x, parseJsonSchema as y };
+export { formatDoctorDiagnosticsJson as C, doctorDiagnosticsTableRows as S, JsonSchemaDefinitionSchema as _, DEFAULT_PROMPT_CONFIG as a, generateDrizzleSchema as b, AIConfigSchema as c, description as d, name as f, generateDrizzleConfig as g, createMigrationConfig as h, writeAIConfig as i, createConfig as l, version as m, getDefaultAIConfig as n, PLACEHOLDER_SCHEMA as o, package_default as p, readAIConfig as r, PLACEHOLDER_TEXT as s, collectDoctorDiagnostics as t, seedConfig as u, parseJsonSchema as v, buildDoctorDiagnostics as x, toSnakeCase as y };

package/dist/index.mjs

@@ -1,3 +1,3 @@
-import { C as doctorDiagnosticsTableRows, S as buildDoctorDiagnostics, _ as generateDrizzleConfig, g as createMigrationConfig, t as collectDoctorDiagnostics, v as JsonSchemaDefinitionSchema, w as formatDoctorDiagnosticsJson, x as generateDrizzleSchema, y as parseJsonSchema } from "./doctor-Ddn9BjxC.mjs";
+import { C as formatDoctorDiagnosticsJson, S as doctorDiagnosticsTableRows, _ as JsonSchemaDefinitionSchema, b as generateDrizzleSchema, g as generateDrizzleConfig, h as createMigrationConfig, t as collectDoctorDiagnostics, v as parseJsonSchema, x as buildDoctorDiagnostics } from "./doctor-B5JSikzk.mjs";
 
 export { JsonSchemaDefinitionSchema, buildDoctorDiagnostics, collectDoctorDiagnostics, createMigrationConfig, doctorDiagnosticsTableRows, formatDoctorDiagnosticsJson, generateDrizzleConfig, generateDrizzleSchema, parseJsonSchema };