@soulcraft/brainy 3.21.0 → 3.22.0

package/dist/augmentations/intelligentImport/types.d.ts

@@ -0,0 +1,111 @@
+/**
+ * Types for Intelligent Import Augmentation
+ * Handles Excel, PDF, and CSV import with intelligent extraction
+ */
+export interface FormatHandler {
+    /**
+     * Format name (e.g., 'csv', 'xlsx', 'pdf')
+     */
+    readonly format: string;
+    /**
+     * Process raw data into structured format
+     * @param data Raw file data (Buffer or string)
+     * @param options Format-specific options
+     * @returns Structured data ready for entity extraction
+     */
+    process(data: Buffer | string, options: FormatHandlerOptions): Promise<ProcessedData>;
+    /**
+     * Detect if this handler can process the given data
+     * @param data Raw data or filename
+     * @returns true if handler supports this format
+     */
+    canHandle(data: Buffer | string | {
+        filename?: string;
+        ext?: string;
+    }): boolean;
+}
+export interface FormatHandlerOptions {
+    /** Source filename (for extension detection) */
+    filename?: string;
+    /** File extension (if known) */
+    ext?: string;
+    /** Encoding (auto-detected if not specified) */
+    encoding?: string;
+    /** CSV-specific: delimiter character */
+    csvDelimiter?: string;
+    /** CSV-specific: whether first row is headers */
+    csvHeaders?: boolean;
+    /** Excel-specific: sheet names to extract (or 'all') */
+    excelSheets?: string[] | 'all';
+    /** Excel-specific: whether to evaluate formulas */
+    excelEvaluateFormulas?: boolean;
+    /** PDF-specific: whether to extract tables */
+    pdfExtractTables?: boolean;
+    /** PDF-specific: whether to preserve layout */
+    pdfPreserveLayout?: boolean;
+    /** Maximum rows to process (for large files) */
+    maxRows?: number;
+    /** Whether to stream large files */
+    streaming?: boolean;
+}
+export interface ProcessedData {
+    /** Format that was processed */
+    format: string;
+    /** Structured data (array of objects) */
+    data: Array<Record<string, any>>;
+    /** Metadata about the processed data */
+    metadata: {
+        /** Number of rows/entities extracted */
+        rowCount: number;
+        /** Column/field names */
+        fields: string[];
+        /** Detected encoding (for text formats) */
+        encoding?: string;
+        /** Excel: sheet names */
+        sheets?: string[];
+        /** PDF: page count */
+        pageCount?: number;
+        /** PDF: extracted text length */
+        textLength?: number;
+        /** PDF: number of tables detected */
+        tableCount?: number;
+        /** Processing time in milliseconds */
+        processingTime: number;
+        /** Any warnings during processing */
+        warnings?: string[];
+        /** Format-specific metadata */
+        [key: string]: any;
+    };
+    /** Original filename (if available) */
+    filename?: string;
+}
+export interface HandlerRegistry {
+    /** Registered handlers by format extension */
+    handlers: Map<string, () => Promise<FormatHandler>>;
+    /** Loaded handler instances (lazy-loaded) */
+    loaded: Map<string, FormatHandler>;
+    /** Register a new handler */
+    register(extensions: string[], loader: () => Promise<FormatHandler>): void;
+    /** Get handler for a file/format */
+    getHandler(filenameOrExt: string): Promise<FormatHandler | null>;
+}
+export interface IntelligentImportConfig {
+    /** Enable CSV handler */
+    enableCSV: boolean;
+    /** Enable Excel handler */
+    enableExcel: boolean;
+    /** Enable PDF handler */
+    enablePDF: boolean;
+    /** Default options for CSV */
+    csvDefaults?: Partial<FormatHandlerOptions>;
+    /** Default options for Excel */
+    excelDefaults?: Partial<FormatHandlerOptions>;
+    /** Default options for PDF */
+    pdfDefaults?: Partial<FormatHandlerOptions>;
+    /** Maximum file size to process (bytes) */
+    maxFileSize?: number;
+    /** Enable caching of processed data */
+    enableCache?: boolean;
+    /** Cache TTL in milliseconds */
+    cacheTTL?: number;
+}

package/dist/augmentations/intelligentImport/types.js

@@ -0,0 +1,6 @@
+/**
+ * Types for Intelligent Import Augmentation
+ * Handles Excel, PDF, and CSV import with intelligent extraction
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@soulcraft/brainy",
-  "version": "3.21.0",
+  "version": "3.22.0",
   "description": "Universal Knowledge Protocol™ - World's first Triple Intelligence database unifying vector, graph, and document search in one API. 31 nouns × 40 verbs for infinite expressiveness.",
   "main": "dist/index.js",
   "module": "dist/index.js",
@@ -147,6 +147,7 @@
     "@typescript-eslint/eslint-plugin": "^8.0.0",
     "@typescript-eslint/parser": "^8.0.0",
     "@vitest/coverage-v8": "^3.2.4",
+    "jspdf": "^3.0.3",
     "minio": "^8.0.5",
     "standard-version": "^9.5.0",
     "testcontainers": "^11.5.1",
@@ -159,13 +160,17 @@
     "@huggingface/transformers": "^3.7.2",
     "boxen": "^8.0.1",
     "chalk": "^5.3.0",
+    "chardet": "^2.0.0",
     "cli-table3": "^0.6.5",
     "commander": "^11.1.0",
+    "csv-parse": "^6.1.0",
     "inquirer": "^12.9.3",
     "ora": "^8.2.0",
+    "pdfjs-dist": "^4.0.379",
     "prompts": "^2.4.2",
     "uuid": "^9.0.1",
-    "ws": "^8.18.3"
+    "ws": "^8.18.3",
+    "xlsx": "^0.18.5"
   },
   "prettier": {
     "arrowParens": "always",