aiex-cli 0.0.1-beta.27 → 0.0.1-beta.28

package/dist/core/schema-sqlite/migrate-helper.mjs

@@ -1,8 +1,8 @@
 import { createRequire } from "node:module";
+import fs from "node:fs/promises";
 import path from "node:path";
 import process from "node:process";
 import { fileURLToPath } from "node:url";
-import fs from "node:fs/promises";
 import Database from "better-sqlite3";
 import * as esbuild from "esbuild";
 

package/dist/{doctor-IvHYLDX6.mjs → doctor-collector-D2q6iD_e.mjs}

@@ -1,9 +1,9 @@
-import path from "node:path";
-import process from "node:process";
-import { z } from "zod";
 import fs from "node:fs/promises";
 import os from "node:os";
+import path from "node:path";
+import process from "node:process";
 import Conf from "conf";
+import { z } from "zod";
 
 //#region src/core/doctor.ts
 function buildDoctorDiagnostics(input) {
@@ -61,6 +61,234 @@ function doctorDiagnosticsTableRows(d) {
 	return rows;
 }
 
+//#endregion
+//#region package.json
+var name = "aiex-cli";
+var version = "0.0.1-beta.28";
+var description = "JSON Schema → SQLite with AI-powered data extraction";
+var package_default = {
+	name,
+	type: "module",
+	version,
+	description,
+	author: "OSpoon <zxin088@gmail.com>",
+	license: "MIT",
+	homepage: "https://github.com/OSpoon/aiex-cli#readme",
+	repository: {
+		"type": "git",
+		"url": "git+https://github.com/OSpoon/aiex-cli.git"
+	},
+	bugs: "https://github.com/OSpoon/aiex-cli/issues",
+	keywords: [
+		"json-schema",
+		"sqlite",
+		"drizzle",
+		"orm",
+		"ai-extraction",
+		"cli",
+		"database-migration",
+		"schema-editor",
+		"code-generation",
+		"structured-output"
+	],
+	sideEffects: false,
+	exports: {
+		".": "./dist/index.mjs",
+		"./cli": "./dist/cli.mjs",
+		"./core/schema-sqlite/migrate-helper": "./dist/core/schema-sqlite/migrate-helper.mjs",
+		"./package.json": "./package.json"
+	},
+	main: "./dist/index.mjs",
+	module: "./dist/index.mjs",
+	types: "./dist/index.d.mts",
+	bin: { "aiex": "./bin/cli.mjs" },
+	files: [
+		"bin",
+		"dist",
+		"src/core/schema-sqlite/migrate-helper.ts",
+		"src/core/schema-sqlite/migration-name.ts"
+	],
+	scripts: {
+		"build": "tsdown && pnpm --filter aiex-web build",
+		"dev": "tsdown --watch",
+		"start": "tsx src/index.ts",
+		"test": "vitest",
+		"coverage": "vitest --coverage",
+		"typecheck": "tsc",
+		"lint": "eslint .",
+		"prepack": "cp ../../README.md .",
+		"postpack": "rm -f README.md",
+		"prepublishOnly": "pnpm run build"
+	},
+	dependencies: {
+		"@ai-sdk/openai-compatible": "catalog:",
+		"@clack/prompts": "catalog:",
+		"@hono/node-server": "catalog:",
+		"@langfuse/otel": "catalog:",
+		"@opentelemetry/sdk-trace-node": "catalog:",
+		"ai": "catalog:",
+		"better-sqlite3": "catalog:",
+		"citty": "catalog:",
+		"cli-table3": "catalog:",
+		"conf": "catalog:",
+		"consola": "catalog:",
+		"date-fns": "catalog:",
+		"drizzle-kit": "catalog:cli",
+		"drizzle-orm": "catalog:",
+		"es-toolkit": "catalog:",
+		"esbuild": "catalog:",
+		"hono": "catalog:",
+		"picocolors": "catalog:",
+		"picomatch": "catalog:",
+		"tsx": "catalog:cli",
+		"unpdf": "catalog:",
+		"update-notifier": "catalog:",
+		"zod": "catalog:"
+	},
+	devDependencies: {
+		"@antfu/eslint-config": "catalog:cli",
+		"@antfu/ni": "catalog:cli",
+		"@types/better-sqlite3": "catalog:types",
+		"@types/node": "catalog:types",
+		"@types/picomatch": "catalog:",
+		"@types/update-notifier": "catalog:",
+		"@vitest/coverage-v8": "catalog:testing",
+		"eslint": "catalog:cli",
+		"publint": "catalog:cli",
+		"tsdown": "catalog:cli",
+		"tsnapi": "catalog:testing",
+		"typescript": "catalog:cli",
+		"vitest": "catalog:testing"
+	}
+};
+
+//#endregion
+//#region src/config.ts
+function createConfig() {
+	return new Conf({
+		cwd: process.env.CLI_CONFIG_DIR,
+		projectName: process.env.CLI_CONFIG_PROJECT_NAME || name
+	});
+}
+function seedConfig(config = createConfig()) {
+	if (!config.has("name")) config.set("name", name);
+	if (!config.has("version")) config.set("version", version);
+}
+
+//#endregion
+//#region src/core/ai-extraction/schemas.ts
+const ModelCapabilitiesSchema = z.object({
+	vision: z.boolean(),
+	structuredOutput: z.boolean(),
+	maxTokens: z.number().int().positive().optional(),
+	maxOutputTokens: z.number().int().positive().optional()
+});
+const AIModelConfigSchema = z.object({
+	name: z.string().min(1),
+	capabilities: ModelCapabilitiesSchema
+});
+const AIProviderConfigSchema = z.object({
+	baseURL: z.string().min(1),
+	apiKey: z.string(),
+	models: z.array(AIModelConfigSchema).min(1),
+	timeout: z.number().int().positive().default(300).optional()
+});
+const PromptConfigSchema = z.object({
+	systemTemplate: z.string().min(1),
+	userTemplate: z.string().min(1)
+});
+const ExtractionConfigSchema = z.object({ outputDir: z.string().min(1) });
+const LangfuseConfigSchema = z.object({
+	publicKey: z.string(),
+	secretKey: z.string(),
+	host: z.string().optional()
+});
+const AIConfigSchema = z.object({
+	provider: AIProviderConfigSchema,
+	prompt: PromptConfigSchema,
+	extraction: ExtractionConfigSchema,
+	langfuse: LangfuseConfigSchema.optional()
+});
+
+//#endregion
+//#region src/core/ai-extraction/types.ts
+const PLACEHOLDER_SCHEMA = "{schema}";
+const PLACEHOLDER_TEXT = "{text}";
+const DEFAULT_MODELS = [{
+	name: "qwen-plus",
+	capabilities: {
+		vision: false,
+		structuredOutput: true
+	}
+}, {
+	name: "qwen-vl-plus",
+	capabilities: {
+		vision: true,
+		structuredOutput: true
+	}
+}];
+const DEFAULT_PROVIDER_CONFIG = {
+	baseURL: "https://dashscope.aliyuncs.com/compatible-mode/v1",
+	apiKey: "",
+	models: [...DEFAULT_MODELS],
+	timeout: 300
+};
+const DEFAULT_PROMPT_CONFIG = {
+	systemTemplate: `You are a professional data extraction assistant. Your task is to extract structured data from text and return a JSON object based on the data structure definition provided below.
+
+{schema}
+
+Extraction requirements:
+1. Extract strictly according to the field names and types defined in the structure
+2. If the text lacks information for a field, set that field to null
+3. Do not add fields that do not exist in the structure definition
+4. Maintain data accuracy and completeness`,
+	userTemplate: `Please extract data from the following text:
+{text}`
+};
+const DEFAULT_EXTRACTION_CONFIG = { outputDir: ".aiex/extracted" };
+const DEFAULT_AI_CONFIG = {
+	provider: DEFAULT_PROVIDER_CONFIG,
+	prompt: DEFAULT_PROMPT_CONFIG,
+	extraction: DEFAULT_EXTRACTION_CONFIG
+};
+
+//#endregion
+//#region src/core/ai-extraction/config.ts
+const CONFIG_FILE_NAME = "ai-config.json";
+const GITIGNORE_FILE = ".gitignore";
+async function readAIConfig(aiexDir) {
+	const configPath = path.join(aiexDir, CONFIG_FILE_NAME);
+	try {
+		const content = await fs.readFile(configPath, "utf-8");
+		const parsed = JSON.parse(content);
+		return AIConfigSchema.parse(parsed);
+	} catch {
+		return null;
+	}
+}
+async function writeAIConfig(aiexDir, config) {
+	const configPath = path.join(aiexDir, CONFIG_FILE_NAME);
+	await fs.mkdir(aiexDir, { recursive: true });
+	await fs.writeFile(configPath, `${JSON.stringify(config, null, 2)}\n`);
+	await addToGitignore(aiexDir, CONFIG_FILE_NAME);
+}
+function getDefaultAIConfig() {
+	return { ...DEFAULT_AI_CONFIG };
+}
+async function addToGitignore(aiexDir, fileName) {
+	const projectRoot = path.dirname(aiexDir);
+	const gitignorePath = path.join(projectRoot, GITIGNORE_FILE);
+	try {
+		const content = await fs.readFile(gitignorePath, "utf-8");
+		if (content.split("\n").some((line) => line.trim() === fileName || line.includes(".aiex/"))) return;
+		const newContent = content.endsWith("\n") ? `${content}${fileName}\n` : `${content}\n${fileName}\n`;
+		await fs.writeFile(gitignorePath, newContent);
+	} catch {
+		await fs.writeFile(gitignorePath, `${fileName}\n`);
+	}
+}
+
 //#endregion
 //#region src/core/schema-sqlite/generator.ts
 function generateColumnDefinition(column) {
@@ -410,233 +638,7 @@ function generateDrizzleConfig() {
 }
 
 //#endregion
-//#region package.json
-var name = "aiex-cli";
-var version = "0.0.1-beta.27";
-var description = "JSON Schema → SQLite with AI-powered data extraction";
-var package_default = {
-	name,
-	type: "module",
-	version,
-	description,
-	author: "OSpoon <zxin088@gmail.com>",
-	license: "MIT",
-	homepage: "https://github.com/OSpoon/aiex-cli#readme",
-	repository: {
-		"type": "git",
-		"url": "git+https://github.com/OSpoon/aiex-cli.git"
-	},
-	bugs: "https://github.com/OSpoon/aiex-cli/issues",
-	keywords: [
-		"json-schema",
-		"sqlite",
-		"drizzle",
-		"orm",
-		"ai-extraction",
-		"cli",
-		"database-migration",
-		"schema-editor",
-		"code-generation",
-		"structured-output"
-	],
-	sideEffects: false,
-	exports: {
-		".": "./dist/index.mjs",
-		"./cli": "./dist/cli.mjs",
-		"./core/schema-sqlite/migrate-helper": "./dist/core/schema-sqlite/migrate-helper.mjs",
-		"./package.json": "./package.json"
-	},
-	main: "./dist/index.mjs",
-	module: "./dist/index.mjs",
-	types: "./dist/index.d.mts",
-	bin: { "aiex": "./bin/cli.mjs" },
-	files: [
-		"bin",
-		"dist",
-		"src/core/schema-sqlite/migrate-helper.ts",
-		"src/core/schema-sqlite/migration-name.ts"
-	],
-	scripts: {
-		"build": "tsdown && pnpm --filter aiex-web build",
-		"dev": "tsdown --watch",
-		"start": "tsx src/index.ts",
-		"test": "vitest",
-		"coverage": "vitest --coverage",
-		"typecheck": "tsc",
-		"lint": "eslint .",
-		"prepack": "cp ../../README.md .",
-		"postpack": "rm -f README.md",
-		"prepublishOnly": "pnpm run build"
-	},
-	dependencies: {
-		"@ai-sdk/openai-compatible": "catalog:",
-		"@clack/prompts": "catalog:",
-		"@hono/node-server": "catalog:",
-		"@langfuse/otel": "catalog:",
-		"@opentelemetry/sdk-trace-node": "catalog:",
-		"ai": "catalog:",
-		"better-sqlite3": "catalog:",
-		"citty": "catalog:",
-		"cli-table3": "catalog:",
-		"conf": "catalog:",
-		"consola": "catalog:",
-		"date-fns": "catalog:",
-		"drizzle-kit": "catalog:cli",
-		"drizzle-orm": "catalog:",
-		"es-toolkit": "catalog:",
-		"esbuild": "catalog:",
-		"hono": "catalog:",
-		"picocolors": "catalog:",
-		"tsx": "catalog:cli",
-		"unpdf": "catalog:",
-		"update-notifier": "catalog:",
-		"zod": "catalog:"
-	},
-	devDependencies: {
-		"@antfu/eslint-config": "catalog:cli",
-		"@antfu/ni": "catalog:cli",
-		"@types/better-sqlite3": "catalog:types",
-		"@types/node": "catalog:types",
-		"@types/update-notifier": "catalog:",
-		"@vitest/coverage-v8": "catalog:testing",
-		"eslint": "catalog:cli",
-		"publint": "catalog:cli",
-		"tsdown": "catalog:cli",
-		"tsnapi": "catalog:testing",
-		"typescript": "catalog:cli",
-		"vitest": "catalog:testing"
-	}
-};
-
-//#endregion
-//#region src/config.ts
-function createConfig() {
-	return new Conf({
-		cwd: process.env.CLI_CONFIG_DIR,
-		projectName: process.env.CLI_CONFIG_PROJECT_NAME || name
-	});
-}
-function seedConfig(config = createConfig()) {
-	if (!config.has("name")) config.set("name", name);
-	if (!config.has("version")) config.set("version", version);
-}
-
-//#endregion
-//#region src/core/ai-extraction/schemas.ts
-const ModelCapabilitiesSchema = z.object({
-	vision: z.boolean(),
-	structuredOutput: z.boolean(),
-	maxTokens: z.number().int().positive().optional(),
-	maxOutputTokens: z.number().int().positive().optional()
-});
-const AIModelConfigSchema = z.object({
-	name: z.string().min(1),
-	capabilities: ModelCapabilitiesSchema
-});
-const AIProviderConfigSchema = z.object({
-	baseURL: z.string().min(1),
-	apiKey: z.string(),
-	models: z.array(AIModelConfigSchema).min(1),
-	timeout: z.number().int().positive().default(300).optional()
-});
-const PromptConfigSchema = z.object({
-	systemTemplate: z.string().min(1),
-	userTemplate: z.string().min(1)
-});
-const ExtractionConfigSchema = z.object({ outputDir: z.string().min(1) });
-const LangfuseConfigSchema = z.object({
-	publicKey: z.string(),
-	secretKey: z.string(),
-	host: z.string().optional()
-});
-const AIConfigSchema = z.object({
-	provider: AIProviderConfigSchema,
-	prompt: PromptConfigSchema,
-	extraction: ExtractionConfigSchema,
-	langfuse: LangfuseConfigSchema.optional()
-});
-
-//#endregion
-//#region src/core/ai-extraction/types.ts
-const PLACEHOLDER_SCHEMA = "{schema}";
-const PLACEHOLDER_TEXT = "{text}";
-const DEFAULT_MODELS = [{
-	name: "qwen-plus",
-	capabilities: {
-		vision: false,
-		structuredOutput: true
-	}
-}, {
-	name: "qwen-vl-plus",
-	capabilities: {
-		vision: true,
-		structuredOutput: true
-	}
-}];
-const DEFAULT_PROVIDER_CONFIG = {
-	baseURL: "https://dashscope.aliyuncs.com/compatible-mode/v1",
-	apiKey: "",
-	models: [...DEFAULT_MODELS],
-	timeout: 300
-};
-const DEFAULT_PROMPT_CONFIG = {
-	systemTemplate: `You are a professional data extraction assistant. Your task is to extract structured data from text and return a JSON object based on the data structure definition provided below.
-
-{schema}
-
-Extraction requirements:
-1. Extract strictly according to the field names and types defined in the structure
-2. If the text lacks information for a field, set that field to null
-3. Do not add fields that do not exist in the structure definition
-4. Maintain data accuracy and completeness`,
-	userTemplate: `Please extract data from the following text:
-{text}`
-};
-const DEFAULT_EXTRACTION_CONFIG = { outputDir: ".aiex/extracted" };
-const DEFAULT_AI_CONFIG = {
-	provider: DEFAULT_PROVIDER_CONFIG,
-	prompt: DEFAULT_PROMPT_CONFIG,
-	extraction: DEFAULT_EXTRACTION_CONFIG
-};
-
-//#endregion
-//#region src/core/ai-extraction/config.ts
-const CONFIG_FILE_NAME = "ai-config.json";
-const GITIGNORE_FILE = ".gitignore";
-async function readAIConfig(aiexDir) {
-	const configPath = path.join(aiexDir, CONFIG_FILE_NAME);
-	try {
-		const content = await fs.readFile(configPath, "utf-8");
-		const parsed = JSON.parse(content);
-		return AIConfigSchema.parse(parsed);
-	} catch {
-		return null;
-	}
-}
-async function writeAIConfig(aiexDir, config) {
-	const configPath = path.join(aiexDir, CONFIG_FILE_NAME);
-	await fs.mkdir(aiexDir, { recursive: true });
-	await fs.writeFile(configPath, `${JSON.stringify(config, null, 2)}\n`);
-	await addToGitignore(aiexDir, CONFIG_FILE_NAME);
-}
-function getDefaultAIConfig() {
-	return { ...DEFAULT_AI_CONFIG };
-}
-async function addToGitignore(aiexDir, fileName) {
-	const projectRoot = path.dirname(aiexDir);
-	const gitignorePath = path.join(projectRoot, GITIGNORE_FILE);
-	try {
-		const content = await fs.readFile(gitignorePath, "utf-8");
-		if (content.split("\n").some((line) => line.trim() === fileName || line.includes(".aiex/"))) return;
-		const newContent = content.endsWith("\n") ? `${content}${fileName}\n` : `${content}\n${fileName}\n`;
-		await fs.writeFile(gitignorePath, newContent);
-	} catch {
-		await fs.writeFile(gitignorePath, `${fileName}\n`);
-	}
-}
-
-//#endregion
-//#region src/doctor.ts
+//#region src/core/doctor-collector.ts
 const V1_SUFFIX_RE = /\/v1\/?$/;
 async function checkConnection(baseURL) {
 	try {
@@ -722,4 +724,4 @@ async function collectDoctorDiagnostics(options = {}) {
 }
 
 //#endregion
-export { formatDoctorDiagnosticsJson as C, doctorDiagnosticsTableRows as S, JsonSchemaDefinitionSchema as _, DEFAULT_PROMPT_CONFIG as a, generateDrizzleSchema as b, AIConfigSchema as c, description as d, name as f, generateDrizzleConfig as g, createMigrationConfig as h, writeAIConfig as i, createConfig as l, version as m, getDefaultAIConfig as n, PLACEHOLDER_SCHEMA as o, package_default as p, readAIConfig as r, PLACEHOLDER_TEXT as s, collectDoctorDiagnostics as t, seedConfig as u, parseJsonSchema as v, buildDoctorDiagnostics as x, toSnakeCase as y };
+export { formatDoctorDiagnosticsJson as C, doctorDiagnosticsTableRows as S, description as _, parseJsonSchema as a, version as b, getDefaultAIConfig as c, DEFAULT_PROMPT_CONFIG as d, PLACEHOLDER_SCHEMA as f, seedConfig as g, createConfig as h, JsonSchemaDefinitionSchema as i, readAIConfig as l, AIConfigSchema as m, createMigrationConfig as n, toSnakeCase as o, PLACEHOLDER_TEXT as p, generateDrizzleConfig as r, generateDrizzleSchema as s, collectDoctorDiagnostics as t, writeAIConfig as u, name as v, buildDoctorDiagnostics as x, package_default as y };

package/dist/index.d.mts

@@ -1,5 +1,5 @@
-import { ZodError, z } from "zod";
 import Conf from "conf";
+import { ZodError, z } from "zod";
 
 //#region src/core/doctor.d.ts
 interface DoctorDiagnostics {
@@ -60,6 +60,19 @@ declare function buildDoctorDiagnostics(input: {
 declare function formatDoctorDiagnosticsJson(d: DoctorDiagnostics): string;
 declare function doctorDiagnosticsTableRows(d: DoctorDiagnostics): [string, string][];
 //#endregion
+//#region src/config.d.ts
+interface AppConfig {
+  name?: string;
+  version?: string;
+}
+declare function createConfig(): Conf<AppConfig>;
+//#endregion
+//#region src/core/doctor-collector.d.ts
+interface CollectDoctorDiagnosticsOptions {
+  config?: ReturnType<typeof createConfig>;
+}
+declare function collectDoctorDiagnostics(options?: CollectDoctorDiagnosticsOptions): Promise<DoctorDiagnostics>;
+//#endregion
 //#region src/core/schema-sqlite/types.d.ts
 interface ParsedColumn {
   name: string;
@@ -114,7 +127,6 @@ declare function createMigrationConfig(cwd: string): MigrationConfig;
 declare function generateDrizzleConfig(): string;
 //#endregion
 //#region src/core/schema-sqlite/schemas.d.ts
-
 declare const JsonSchemaDefinitionSchema: z.ZodEffects<z.ZodEffects<z.ZodEffects<z.ZodObject<{
   $schema: z.ZodOptional<z.ZodString>;
   title: z.ZodString;
@@ -266,17 +278,4 @@ type JsonSchemaDefinition = z.infer<typeof JsonSchemaDefinitionSchema>;
 //#region src/core/schema-sqlite/parser.d.ts
 declare function parseJsonSchema(schema: JsonSchemaDefinition): ParseResult;
 //#endregion
-//#region src/config.d.ts
-interface AppConfig {
-  name?: string;
-  version?: string;
-}
-declare function createConfig(): Conf<AppConfig>;
-//#endregion
-//#region src/doctor.d.ts
-interface CollectDoctorDiagnosticsOptions {
-  config?: ReturnType<typeof createConfig>;
-}
-declare function collectDoctorDiagnostics(options?: CollectDoctorDiagnosticsOptions): Promise<DoctorDiagnostics>;
-//#endregion
 export { type DoctorDiagnostics, type JsonSchemaDefinition, JsonSchemaDefinitionSchema, type JsonSchemaProperty, type MigrationConfig, type ParseResult, type ParsedColumn, type ParsedRelation, type ParsedTable, buildDoctorDiagnostics, collectDoctorDiagnostics, createMigrationConfig, doctorDiagnosticsTableRows, formatDoctorDiagnosticsJson, generateDrizzleConfig, generateDrizzleSchema, parseJsonSchema };

package/dist/index.mjs

@@ -1,3 +1,3 @@
-import { C as formatDoctorDiagnosticsJson, S as doctorDiagnosticsTableRows, _ as JsonSchemaDefinitionSchema, b as generateDrizzleSchema, g as generateDrizzleConfig, h as createMigrationConfig, t as collectDoctorDiagnostics, v as parseJsonSchema, x as buildDoctorDiagnostics } from "./doctor-IvHYLDX6.mjs";
+import { C as formatDoctorDiagnosticsJson, S as doctorDiagnosticsTableRows, a as parseJsonSchema, i as JsonSchemaDefinitionSchema, n as createMigrationConfig, r as generateDrizzleConfig, s as generateDrizzleSchema, t as collectDoctorDiagnostics, x as buildDoctorDiagnostics } from "./doctor-collector-D2q6iD_e.mjs";
 
 export { JsonSchemaDefinitionSchema, buildDoctorDiagnostics, collectDoctorDiagnostics, createMigrationConfig, doctorDiagnosticsTableRows, formatDoctorDiagnosticsJson, generateDrizzleConfig, generateDrizzleSchema, parseJsonSchema };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "aiex-cli",
   "type": "module",
-  "version": "0.0.1-beta.27",
+  "version": "0.0.1-beta.28",
   "description": "JSON Schema → SQLite with AI-powered data extraction",
   "author": "OSpoon <zxin088@gmail.com>",
   "license": "MIT",
@@ -61,6 +61,7 @@
     "esbuild": "^0.19.12",
     "hono": "^4.0.0",
     "picocolors": "^1.1.1",
+    "picomatch": "^4.0.4",
     "tsx": "^4.21.0",
     "unpdf": "^1.6.2",
     "update-notifier": "^7.3.1",
@@ -71,6 +72,7 @@
     "@antfu/ni": "^30.1.0",
     "@types/better-sqlite3": "^7.6.0",
     "@types/node": "^25.6.0",
+    "@types/picomatch": "^4.0.3",
     "@types/update-notifier": "^6.0.8",
     "@vitest/coverage-v8": "^4.1.4",
     "eslint": "^10.2.0",