aiex-cli 0.0.5-beta.6 → 0.0.6-beta.2

package/dist/{doctor-collector-BpqhXNcO.mjs → doctor-collector-CGo5dgHm.mjs}

@@ -74,7 +74,7 @@ function doctorDiagnosticsTableRows(d) {
 //#endregion
 //#region package.json
 var name = "aiex-cli";
-var version = "0.0.5-beta.6";
+var version = "0.0.6-beta.2";
 var description = "JSON Schema → SQLite with AI-powered data extraction";
 var package_default = {
 	name,
@@ -155,14 +155,13 @@ var package_default = {
 		"es-toolkit": "catalog:",
 		"esbuild": "catalog:",
 		"execa": "catalog:",
+		"file-type": "catalog:",
 		"hono": "catalog:",
 		"i18next": "catalog:",
 		"i18next-fs-backend": "catalog:",
-		"js-tiktoken": "catalog:",
 		"jsonfile": "catalog:",
 		"jsonrepair": "catalog:",
 		"kysely": "catalog:",
-		"marked": "catalog:",
 		"mime": "catalog:",
 		"open": "catalog:",
 		"p-retry": "catalog:",
@@ -211,6 +210,7 @@ function seedConfig(config = createConfig()) {
 //#endregion
 //#region src/core/ai-extraction/schemas.ts
 const ModelCapabilitiesSchema = z.object({
+	vision: z.boolean(),
 	structuredOutput: z.boolean(),
 	maxTokens: z.number().int().positive().optional(),
 	maxOutputTokens: z.number().int().positive().optional()
@@ -229,19 +229,15 @@ const PromptConfigSchema = z.object({
 	systemTemplate: z.string().min(1),
 	userTemplate: z.string().min(1)
 });
-const ExtractionConfigSchema = z.object({
-	outputDir: z.string().min(1),
-	mode: z.enum(["pipeline"]).default("pipeline").optional(),
-	concurrency: z.number().int().min(1).optional(),
-	maxTokens: z.number().int().positive().default(8e3).optional(),
-	overlapSize: z.number().int().nonnegative().optional()
-});
+const ExtractionConfigSchema = z.object({ outputDir: z.string().min(1) });
+const ImageOcrFallbackSchema = z.preprocess((value) => [
+	"auto",
+	"off",
+	"local"
+].includes(String(value)) ? "localAuto" : value, z.literal("localAuto").default("localAuto").optional());
 const ImageOcrConfigSchema = z.object({
-	imageConversion: z.enum(["vision", "local"]).default("local").optional(),
-	visionBaseURL: z.string().url().optional(),
-	visionApiKey: z.string().optional(),
-	imageModelName: z.string().min(1).optional(),
-	ocrLanguages: z.string().optional(),
+	ocrFallback: ImageOcrFallbackSchema,
+	ocrLanguages: z.string().min(1).optional(),
 	ocrMinConfidence: z.number().min(0).max(1).optional()
 });
 const ExternalPdfConverterConfigSchema = z.object({
@@ -259,7 +255,20 @@ const MineruApiPdfConverterConfigSchema = z.object({
 	enableFormula: z.boolean().optional(),
 	enableTable: z.boolean().optional()
 });
-const PdfConfigSchema = z.object({
+const PdfConfigSchema = z.preprocess((value) => {
+	if (!value || typeof value !== "object") return value;
+	const config = { ...value };
+	if (config.converter === "markitdown" && config.markitdown) {
+		config.converter = "external";
+		config.external = config.markitdown;
+	} else if (config.converter === "marker" && config.marker) {
+		config.converter = "external";
+		config.external = config.marker;
+	} else if (config.converter === "markitdown" || config.converter === "marker") config.converter = "unpdf";
+	delete config.markitdown;
+	delete config.marker;
+	return config;
+}, z.object({
 	converter: z.enum([
 		"unpdf",
 		"mineru",
@@ -269,7 +278,7 @@ const PdfConfigSchema = z.object({
 	mineru: ExternalPdfConverterConfigSchema.optional(),
 	mineruApi: MineruApiPdfConverterConfigSchema.optional(),
 	external: ExternalPdfConverterConfigSchema.optional()
-});
+}));
 const LangfuseConfigSchema = z.object({
 	publicKey: z.string(),
 	secretKey: z.string(),
@@ -307,7 +316,16 @@ const PLACEHOLDER_SCHEMA = "{schema}";
 const PLACEHOLDER_TEXT = "{text}";
 const DEFAULT_MODELS = [{
 	name: "qwen-plus",
-	capabilities: { structuredOutput: true }
+	capabilities: {
+		vision: false,
+		structuredOutput: true
+	}
+}, {
+	name: "qwen-vl-plus",
+	capabilities: {
+		vision: true,
+		structuredOutput: true
+	}
 }];
 const DEFAULT_PROVIDER_CONFIG = {
 	baseURL: "https://dashscope.aliyuncs.com/compatible-mode/v1",
@@ -324,22 +342,11 @@ Extraction requirements:
 1. Extract strictly according to the field names and types defined in the structure
 2. If the text lacks information for a field, set that field to null
 3. Do not add fields that do not exist in the structure definition
-4. Use only facts present in the source text; do not infer, guess, or complete missing values from outside knowledge
-5. Normalize values to the target type: numbers as JSON numbers, booleans as true/false, dates and formatted strings exactly as requested by the field format
-6. For repeated or conflicting mentions, prefer the most specific final value in the source text and ignore placeholder values such as N/A, unknown, TBD, or empty strings
-7. Maintain data accuracy and completeness`,
+4. Maintain data accuracy and completeness`,
 	userTemplate: `Please extract data from the following text:
 {text}`
 };
-const DEFAULT_EXTRACTION_CONFIG = {
-	outputDir: ".aiex/extracted",
-	mode: "pipeline"
-};
-const DEFAULT_IMAGE_OCR_CONFIG = {
-	imageConversion: "local",
-	ocrLanguages: "en-US, zh-Hans",
-	ocrMinConfidence: 0
-};
+const DEFAULT_EXTRACTION_CONFIG = { outputDir: ".aiex/extracted" };
 const DEFAULT_MINERU_CONFIG = {
 	command: "mineru",
 	args: [
@@ -368,7 +375,6 @@ const DEFAULT_AI_CONFIG = {
 	provider: DEFAULT_PROVIDER_CONFIG,
 	prompt: DEFAULT_PROMPT_CONFIG,
 	extraction: DEFAULT_EXTRACTION_CONFIG,
-	image: DEFAULT_IMAGE_OCR_CONFIG,
 	pdf: DEFAULT_PDF_CONFIG,
 	webhook: {
 		enabled: false,
@@ -534,8 +540,6 @@ const en = {
 			file: {
 				hashWarning: "Failed to calculate file hash for {{file}}: {{error}}",
 				alreadyProcessed: "File {{file}} (hash: {{hash}}) has already been processed successfully. Skipping.",
-				visionTranscribed: "Transcribed image text via AI vision model ({{model}})",
-				visionTranscribeFailed: "Vision model transcription failed for {{model}}, falling back to local OCR",
 				ocrText: "Extracted image text via local OCR (confidence: {{confidence}}%)",
 				pdfFallback: "Fell back to unpdf — {{count}} page(s) extracted",
 				pdfConverted: "Converted PDF via {{name}}, {{count}} page(s)",
@@ -546,12 +550,6 @@ const en = {
 				extractFail: "Extraction failed",
 				extractComplete: "Extraction complete",
 				extractRetry: "API responded with {{code}}, retrying in {{delay}}s ({{attempt}}/{{max}})",
-				chunking: "Input text ({{length}} tokens) exceeds limit ({{limit}} tokens). Splitting into chunks...",
-				chunksCount: "Split into {{count}} chunk(s).",
-				extractingChunk: "Extracting chunk {{current}}/{{total}}...",
-				extractRetryChunk: "Chunk {{current}}/{{total}} API responded with {{code}}, retrying in {{delay}}s ({{attempt}}/{{max}})",
-				extractFailChunk: "Extraction failed for chunk {{current}}/{{total}}",
-				validationFail: "Merged data validation failed",
 				resultSaved: "Result saved: {{path}}",
 				tokenUsage: "Token usage: prompt={{prompt}}, completion={{completion}}, total={{total}}",
 				insertingDb: "Inserting into database...",
@@ -659,10 +657,14 @@ const en = {
 		ai: {
 			apiKeyMissing: "API Key not configured. Please configure AI settings in the web UI.",
 			extractionNotObject: "Extraction result is not an object and cannot be written to Notion.",
-			noModels: "No AI models configured. Please add at least one model in AI Settings."
+			noModels: "No AI models configured. Please add at least one model in AI Settings.",
+			noVisionModel: "Image input requires a model with vision capability{{hint}}.",
+			noVisionModelContext: "No vision-capable model with sufficient context window (≥{{tokens}} tokens) found{{hint}}.",
+			addSuitableModel: " Please add a suitable vision-capable model in AI Settings."
 		},
 		ocr: {
 			platformUnsupported: "Local OCR is only available on macOS or Windows. Current platform: {{platform}}.",
+			disabled: "Image OCR fallback is disabled in AI settings.",
 			unavailable: "Local OCR is unavailable. Install optional dependency @napi-rs/system-ocr and approve its native build scripts. {{error}}",
 			noText: "Local OCR did not recognize any text in the image.",
 			lowConfidence: "Local OCR confidence {{confidence}}% is below the configured minimum {{min}}%."
@@ -764,19 +766,26 @@ const en = {
 		models: "Models",
 		addModel: "Add Model",
 		modelName: "Model name (e.g. gpt-4o)",
+		structuredOutput: "Structured Output",
+		textOnlyOutput: "Text-only Output",
+		visionSupported: "Vision Supported",
+		visionUnsupported: "Vision Unsupported",
 		subscribe: "Registry",
 		imageInput: "Image Input",
 		imageInputSummary: {
-			visionModel: "Image text is transcribed via {{model}} before structured extraction.",
-			ocrNoModel: "No vision model selected. Image text will be read through local OCR.",
-			ocrLocal: "Image text will be read through local OCR."
+			visionModel: "Image files will use your configured vision model first.",
+			ocrFallback: "No vision model is configured, and local OCR is unavailable.",
+			ocrLocal: "No vision model is configured. Image text will require local OCR on macOS or Windows.",
+			ocrAuto: "No vision model is configured. On macOS or Windows, local OCR will be tried automatically for text-heavy images."
 		},
+		visionModelConfigured: "Vision model configured",
+		noVisionModel: "No vision model",
 		advancedImageSettings: "Advanced image settings",
 		hideAdvancedImageSettings: "Hide advanced image settings",
-		ocrFallback: "Image input mode",
+		ocrFallback: "Local OCR fallback",
 		ocrLanguages: "Languages",
 		ocrMinConfidence: "Minimum confidence",
-		ocrHint: "Images are converted to text before structured extraction.",
+		ocrHint: "Image extraction always prefers a vision model. OCR fallback is only used when no vision model is available.",
 		pdfConversion: "PDF Conversion",
 		converter: "Converter",
 		command: "Command",
@@ -853,10 +862,7 @@ const en = {
 			mineru: "MinerU (mineru)",
 			external: "Custom External Command"
 		},
-		ocrFallbackOptions: {
-			vision: "Vision model (fallback to OCR)",
-			local: "Local OCR only"
-		}
+		ocrFallbackOptions: { localAuto: "Vision model or local OCR" }
 	},
 	prompt: {
 		defaultSystem: `You are a professional data extraction assistant. Your task is to extract structured data from text and return a JSON object based on the data structure definition provided below.
@@ -927,7 +933,7 @@ async function initI18n(lng) {
 			fallbackLng: "en",
 			resources: {
 				"en": { translation: en },
-				"zh-CN": { translation: await import("./zh-CN-DkillGHx.mjs").then((m) => m.zhCN) }
+				"zh-CN": { translation: await import("./zh-CN-wEUNhuHM.mjs").then((m) => m.zhCN) }
 			},
 			interpolation: { escapeValue: false },
 			returnNull: false
@@ -951,6 +957,18 @@ const defaultRuntime = {
 		return await import("@napi-rs/system-ocr");
 	}
 };
+function imageOcrMode(config) {
+	return config?.ocrFallback ?? "localAuto";
+}
+function hasVisionModel(aiConfig, modelOverride) {
+	if (modelOverride) return modelOverride.capabilities.vision;
+	return aiConfig?.provider.models.some((model) => model.capabilities.vision) ?? true;
+}
+function shouldUseImageOcrFallback(aiConfig, modelOverride, runtime = defaultRuntime) {
+	if (hasVisionModel(aiConfig, modelOverride)) return false;
+	if (imageOcrMode(aiConfig?.image) === "localAuto") return isLocalOcrPlatform(runtime.platform);
+	return isLocalOcrPlatform(runtime.platform);
+}
 function isLocalOcrPlatform(platform) {
 	return platform === "darwin" || platform === "win32";
 }
@@ -1491,4 +1509,4 @@ async function collectDoctorDiagnostics(options = {}) {
 }
 
 //#endregion
-export { name as C, doctorDiagnosticsTableRows as D, buildDoctorDiagnostics as E, formatDoctorDiagnosticsJson as O, description as S, version as T, PLACEHOLDER_SCHEMA as _, parseJsonSchema as a, createConfig as b, recognizeImageText as c, getDefaultAIConfig as d, readAIConfig as f, DEFAULT_PROMPT_CONFIG as g, DEFAULT_MINERU_CONFIG as h, JsonSchemaDefinitionSchema as i, initI18n as l, DEFAULT_MINERU_API_CONFIG as m, createMigrationConfig as n, toSnakeCase as o, writeAIConfig as p, generateDrizzleConfig as r, generateDrizzleSchema as s, collectDoctorDiagnostics as t, t as u, PLACEHOLDER_TEXT as v, package_default as w, seedConfig as x, AIConfigSchema as y };
+export { description as C, buildDoctorDiagnostics as D, version as E, doctorDiagnosticsTableRows as O, seedConfig as S, package_default as T, DEFAULT_PROMPT_CONFIG as _, parseJsonSchema as a, AIConfigSchema as b, recognizeImageText as c, t as d, getDefaultAIConfig as f, DEFAULT_MINERU_CONFIG as g, DEFAULT_MINERU_API_CONFIG as h, JsonSchemaDefinitionSchema as i, formatDoctorDiagnosticsJson as k, shouldUseImageOcrFallback as l, writeAIConfig as m, createMigrationConfig as n, toSnakeCase as o, readAIConfig as p, generateDrizzleConfig as r, generateDrizzleSchema as s, collectDoctorDiagnostics as t, initI18n as u, PLACEHOLDER_SCHEMA as v, name as w, createConfig as x, PLACEHOLDER_TEXT as y };

package/dist/index.d.mts

@@ -1,12 +1,7 @@
 import Conf from "conf";
 import { ZodError, z } from "zod";
-import "@napi-rs/system-ocr";
 
-//#region src/types/config.d.ts
-interface AppConfig {
-  name?: string;
-  version?: string;
-}
+//#region src/core/doctor.d.ts
 interface DoctorDiagnostics {
   cli: {
     name: string;
@@ -53,6 +48,93 @@ interface DoctorDiagnostics {
     errors: string[];
   };
 }
+declare function buildDoctorDiagnostics(input: {
+  pkg: {
+    name: string;
+    version: string;
+  };
+  executable: string;
+  node: string;
+  platform: string;
+  arch: string;
+  shell: string;
+  packageManager: string;
+  osType: string;
+  osRelease: string;
+  cwd: string;
+  imageOcr: DoctorDiagnostics['imageOcr'];
+  configPath: string;
+  configStoreKeys: string[];
+  project: DoctorDiagnostics['project'];
+}): DoctorDiagnostics;
+declare function formatDoctorDiagnosticsJson(d: DoctorDiagnostics): string;
+declare function doctorDiagnosticsTableRows(d: DoctorDiagnostics): [string, string][];
+//#endregion
+//#region src/config.d.ts
+interface AppConfig {
+  name?: string;
+  version?: string;
+}
+declare function createConfig(): Conf<AppConfig>;
+//#endregion
+//#region src/core/doctor-collector.d.ts
+interface CollectDoctorDiagnosticsOptions {
+  config?: ReturnType<typeof createConfig>;
+}
+declare function collectDoctorDiagnostics(options?: CollectDoctorDiagnosticsOptions): Promise<DoctorDiagnostics>;
+//#endregion
+//#region src/core/schema-sqlite/types.d.ts
+interface ParsedColumn {
+  name: string;
+  drizzleType: string;
+  isPrimary: boolean;
+  isAutoIncrement: boolean;
+  isNullable: boolean;
+  isUnique: boolean;
+  defaultValue?: string;
+  isForeignKey?: boolean;
+  foreignKeyRef?: {
+    table: string;
+    column: string;
+  };
+}
+interface ParsedTable {
+  name: string;
+  columns: ParsedColumn[];
+}
+interface ParsedRelation {
+  fromTable: string;
+  fromColumn: string;
+  toTable: string;
+  toColumn: string;
+  name: string;
+}
+interface ParsedReverseRelation {
+  type: 'has-one' | 'has-many';
+  fromTable: string;
+  toTable: string;
+  name: string;
+}
+interface ParseResult {
+  tables: ParsedTable[];
+  relations: ParsedRelation[];
+  reverseRelations: ParsedReverseRelation[];
+  warnings: string[];
+}
+interface MigrationConfig {
+  schemaPath: string;
+  drizzleSchemaPath: string;
+  migrationsPath: string;
+  databasePath: string;
+  drizzleConfigPath: string;
+}
+//#endregion
+//#region src/core/schema-sqlite/generator.d.ts
+declare function generateDrizzleSchema(result: ParseResult): string;
+//#endregion
+//#region src/core/schema-sqlite/migrator.d.ts
+declare function createMigrationConfig(cwd: string): MigrationConfig;
+declare function generateDrizzleConfig(): string;
 //#endregion
 //#region src/core/schema-sqlite/schemas.d.ts
 
@@ -246,91 +328,6 @@ interface JsonSchemaProperty {
 }
 type JsonSchemaDefinition = z.infer<typeof JsonSchemaDefinitionSchema>;
 //#endregion
-//#region src/types/database.d.ts
-interface ParsedColumn {
-  name: string;
-  drizzleType: string;
-  isPrimary: boolean;
-  isAutoIncrement: boolean;
-  isNullable: boolean;
-  isUnique: boolean;
-  defaultValue?: string;
-  isForeignKey?: boolean;
-  foreignKeyRef?: {
-    table: string;
-    column: string;
-  };
-}
-interface ParsedTable {
-  name: string;
-  columns: ParsedColumn[];
-}
-interface ParsedRelation {
-  fromTable: string;
-  fromColumn: string;
-  toTable: string;
-  toColumn: string;
-  name: string;
-}
-interface ParsedReverseRelation {
-  type: 'has-one' | 'has-many';
-  fromTable: string;
-  toTable: string;
-  name: string;
-}
-interface ParseResult {
-  tables: ParsedTable[];
-  relations: ParsedRelation[];
-  reverseRelations: ParsedReverseRelation[];
-  warnings: string[];
-}
-interface MigrationConfig {
-  schemaPath: string;
-  drizzleSchemaPath: string;
-  migrationsPath: string;
-  databasePath: string;
-  drizzleConfigPath: string;
-}
-//#endregion
-//#region src/core/doctor.d.ts
-declare function buildDoctorDiagnostics(input: {
-  pkg: {
-    name: string;
-    version: string;
-  };
-  executable: string;
-  node: string;
-  platform: string;
-  arch: string;
-  shell: string;
-  packageManager: string;
-  osType: string;
-  osRelease: string;
-  cwd: string;
-  imageOcr: DoctorDiagnostics['imageOcr'];
-  configPath: string;
-  configStoreKeys: string[];
-  project: DoctorDiagnostics['project'];
-}): DoctorDiagnostics;
-declare function formatDoctorDiagnosticsJson(d: DoctorDiagnostics): string;
-declare function doctorDiagnosticsTableRows(d: DoctorDiagnostics): [string, string][];
-//#endregion
-//#region src/config.d.ts
-declare function createConfig(): Conf<AppConfig>;
-//#endregion
-//#region src/core/doctor-collector.d.ts
-interface CollectDoctorDiagnosticsOptions {
-  config?: ReturnType<typeof createConfig>;
-}
-declare function collectDoctorDiagnostics(options?: CollectDoctorDiagnosticsOptions): Promise<DoctorDiagnostics>;
-//#endregion
-//#region src/core/schema-sqlite/generator.d.ts
-declare function generateDrizzleSchema(result: ParseResult): string;
-//#endregion
-//#region src/core/schema-sqlite/migrator.d.ts
-declare function createMigrationConfig(cwd: string): MigrationConfig;
-declare function generateDrizzleConfig(): string;
-//#endregion
 //#region src/core/schema-sqlite/parser.d.ts
 declare function parseJsonSchema(schema: JsonSchemaDefinition): ParseResult;
 //#endregion

package/dist/index.mjs

@@ -1,3 +1,3 @@
-import { D as doctorDiagnosticsTableRows, E as buildDoctorDiagnostics, O as formatDoctorDiagnosticsJson, a as parseJsonSchema, i as JsonSchemaDefinitionSchema, n as createMigrationConfig, r as generateDrizzleConfig, s as generateDrizzleSchema, t as collectDoctorDiagnostics } from "./doctor-collector-BpqhXNcO.mjs";
+import { D as buildDoctorDiagnostics, O as doctorDiagnosticsTableRows, a as parseJsonSchema, i as JsonSchemaDefinitionSchema, k as formatDoctorDiagnosticsJson, n as createMigrationConfig, r as generateDrizzleConfig, s as generateDrizzleSchema, t as collectDoctorDiagnostics } from "./doctor-collector-CGo5dgHm.mjs";
 
 export { JsonSchemaDefinitionSchema, buildDoctorDiagnostics, collectDoctorDiagnostics, createMigrationConfig, doctorDiagnosticsTableRows, formatDoctorDiagnosticsJson, generateDrizzleConfig, generateDrizzleSchema, parseJsonSchema };