@soulcraft/brainy 3.21.0 → 3.23.0

package/dist/augmentations/intelligentImport/types.d.ts

@@ -0,0 +1,111 @@
+/**
+ * Types for Intelligent Import Augmentation
+ * Handles Excel, PDF, and CSV import with intelligent extraction
+ */
+export interface FormatHandler {
+    /**
+     * Format name (e.g., 'csv', 'xlsx', 'pdf')
+     */
+    readonly format: string;
+    /**
+     * Process raw data into structured format
+     * @param data Raw file data (Buffer or string)
+     * @param options Format-specific options
+     * @returns Structured data ready for entity extraction
+     */
+    process(data: Buffer | string, options: FormatHandlerOptions): Promise<ProcessedData>;
+    /**
+     * Detect if this handler can process the given data
+     * @param data Raw data or filename
+     * @returns true if handler supports this format
+     */
+    canHandle(data: Buffer | string | {
+        filename?: string;
+        ext?: string;
+    }): boolean;
+}
+export interface FormatHandlerOptions {
+    /** Source filename (for extension detection) */
+    filename?: string;
+    /** File extension (if known) */
+    ext?: string;
+    /** Encoding (auto-detected if not specified) */
+    encoding?: string;
+    /** CSV-specific: delimiter character */
+    csvDelimiter?: string;
+    /** CSV-specific: whether first row is headers */
+    csvHeaders?: boolean;
+    /** Excel-specific: sheet names to extract (or 'all') */
+    excelSheets?: string[] | 'all';
+    /** Excel-specific: whether to evaluate formulas */
+    excelEvaluateFormulas?: boolean;
+    /** PDF-specific: whether to extract tables */
+    pdfExtractTables?: boolean;
+    /** PDF-specific: whether to preserve layout */
+    pdfPreserveLayout?: boolean;
+    /** Maximum rows to process (for large files) */
+    maxRows?: number;
+    /** Whether to stream large files */
+    streaming?: boolean;
+}
+export interface ProcessedData {
+    /** Format that was processed */
+    format: string;
+    /** Structured data (array of objects) */
+    data: Array<Record<string, any>>;
+    /** Metadata about the processed data */
+    metadata: {
+        /** Number of rows/entities extracted */
+        rowCount: number;
+        /** Column/field names */
+        fields: string[];
+        /** Detected encoding (for text formats) */
+        encoding?: string;
+        /** Excel: sheet names */
+        sheets?: string[];
+        /** PDF: page count */
+        pageCount?: number;
+        /** PDF: extracted text length */
+        textLength?: number;
+        /** PDF: number of tables detected */
+        tableCount?: number;
+        /** Processing time in milliseconds */
+        processingTime: number;
+        /** Any warnings during processing */
+        warnings?: string[];
+        /** Format-specific metadata */
+        [key: string]: any;
+    };
+    /** Original filename (if available) */
+    filename?: string;
+}
+export interface HandlerRegistry {
+    /** Registered handlers by format extension */
+    handlers: Map<string, () => Promise<FormatHandler>>;
+    /** Loaded handler instances (lazy-loaded) */
+    loaded: Map<string, FormatHandler>;
+    /** Register a new handler */
+    register(extensions: string[], loader: () => Promise<FormatHandler>): void;
+    /** Get handler for a file/format */
+    getHandler(filenameOrExt: string): Promise<FormatHandler | null>;
+}
+export interface IntelligentImportConfig {
+    /** Enable CSV handler */
+    enableCSV: boolean;
+    /** Enable Excel handler */
+    enableExcel: boolean;
+    /** Enable PDF handler */
+    enablePDF: boolean;
+    /** Default options for CSV */
+    csvDefaults?: Partial<FormatHandlerOptions>;
+    /** Default options for Excel */
+    excelDefaults?: Partial<FormatHandlerOptions>;
+    /** Default options for PDF */
+    pdfDefaults?: Partial<FormatHandlerOptions>;
+    /** Maximum file size to process (bytes) */
+    maxFileSize?: number;
+    /** Enable caching of processed data */
+    enableCache?: boolean;
+    /** Cache TTL in milliseconds */
+    cacheTTL?: number;
+}

package/dist/augmentations/intelligentImport/types.js

@@ -0,0 +1,6 @@
+/**
+ * Types for Intelligent Import Augmentation
+ * Handles Excel, PDF, and CSV import with intelligent extraction
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/brainy.d.ts

@@ -38,7 +38,6 @@ export declare class Brainy<T = any> implements BrainyInterface<T> {
     private _extractor?;
     private _tripleIntelligence?;
     private _vfs?;
-    private _conversation?;
     private initialized;
     private dimensions?;
     constructor(config?: BrainyConfig);
@@ -645,23 +644,6 @@ export declare class Brainy<T = any> implements BrainyInterface<T> {
      * Virtual File System API - Knowledge Operating System
      */
     vfs(): VirtualFileSystem;
-    /**
-     * Conversation Manager API - Infinite Agent Memory
-     *
-     * Provides conversation and context management for AI agents:
-     * - Save and retrieve conversation messages
-     * - Semantic search across conversation history
-     * - Smart context retrieval with relevance ranking
-     * - Artifact management (code, files, documents)
-     * - Conversation themes and clustering
-     *
-     * @returns ConversationManager instance
-     * @example
-     * const conv = brain.conversation
-     * await conv.saveMessage("How do I implement auth?", "user", { conversationId: "conv_123" })
-     * const context = await conv.getRelevantContext("authentication implementation")
-     */
-    conversation(): any;
     /**
      * Data Management API - backup, restore, import, export
      */

package/dist/brainy.js

@@ -1428,30 +1428,6 @@ export class Brainy {
         }
         return this._vfs;
     }
-    /**
-     * Conversation Manager API - Infinite Agent Memory
-     *
-     * Provides conversation and context management for AI agents:
-     * - Save and retrieve conversation messages
-     * - Semantic search across conversation history
-     * - Smart context retrieval with relevance ranking
-     * - Artifact management (code, files, documents)
-     * - Conversation themes and clustering
-     *
-     * @returns ConversationManager instance
-     * @example
-     * const conv = brain.conversation
-     * await conv.saveMessage("How do I implement auth?", "user", { conversationId: "conv_123" })
-     * const context = await conv.getRelevantContext("authentication implementation")
-     */
-    conversation() {
-        if (!this._conversation) {
-            // Lazy-load ConversationManager to avoid circular dependencies
-            const { ConversationManager } = require('./conversation/conversationManager.js');
-            this._conversation = new ConversationManager(this);
-        }
-        return this._conversation;
-    }
     /**
      * Data Management API - backup, restore, import, export
      */

package/dist/cli/index.js

@@ -11,7 +11,6 @@ import { coreCommands } from './commands/core.js';
 import { utilityCommands } from './commands/utility.js';
 import { vfsCommands } from './commands/vfs.js';
 import { dataCommands } from './commands/data.js';
-import conversationCommand from './commands/conversation.js';
 import { readFileSync } from 'fs';
 import { fileURLToPath } from 'url';
 import { dirname, join } from 'path';
@@ -144,43 +143,6 @@ program
     .option('--dimensions <number>', '2D or 3D', '2')
     .option('-o, --output <file>', 'Output file')
     .action(neuralCommands.visualize);
-// ===== Conversation Commands (Infinite Memory) =====
-program
-    .command('conversation')
-    .alias('conv')
-    .description('💬 Infinite agent memory and context management')
-    .addCommand(new Command('setup')
-    .description('Set up MCP server for Claude Code integration')
-    .action(async () => {
-    await conversationCommand.handler({ action: 'setup', _: [] });
-}))
-    .addCommand(new Command('search')
-    .description('Search messages across conversations')
-    .requiredOption('-q, --query <query>', 'Search query')
-    .option('-c, --conversation-id <id>', 'Filter by conversation')
-    .option('-r, --role <role>', 'Filter by role')
-    .option('-l, --limit <number>', 'Maximum results', '10')
-    .action(async (options) => {
-    await conversationCommand.handler({ action: 'search', ...options, _: [] });
-}))
-    .addCommand(new Command('context')
-    .description('Get relevant context for a query')
-    .requiredOption('-q, --query <query>', 'Context query')
-    .option('-l, --limit <number>', 'Maximum messages', '10')
-    .action(async (options) => {
-    await conversationCommand.handler({ action: 'context', ...options, _: [] });
-}))
-    .addCommand(new Command('thread')
-    .description('Get full conversation thread')
-    .requiredOption('-c, --conversation-id <id>', 'Conversation ID')
-    .action(async (options) => {
-    await conversationCommand.handler({ action: 'thread', ...options, _: [] });
-}))
-    .addCommand(new Command('stats')
-    .description('Show conversation statistics')
-    .action(async () => {
-    await conversationCommand.handler({ action: 'stats', _: [] });
-}));
 // ===== VFS Commands (Subcommand Group) =====
 program
     .command('vfs')

package/dist/index.d.ts

@@ -56,6 +56,3 @@ import { BrainyMCPAdapter, MCPAugmentationToolset, BrainyMCPService } from './mc
 import { MCPRequest, MCPResponse, MCPDataAccessRequest, MCPToolExecutionRequest, MCPSystemInfoRequest, MCPAuthenticationRequest, MCPRequestType, MCPServiceOptions, MCPTool, MCP_VERSION } from './types/mcpTypes.js';
 export { BrainyMCPAdapter, MCPAugmentationToolset, BrainyMCPService, MCPRequestType, MCP_VERSION };
 export type { MCPRequest, MCPResponse, MCPDataAccessRequest, MCPToolExecutionRequest, MCPSystemInfoRequest, MCPAuthenticationRequest, MCPServiceOptions, MCPTool };
-export { ConversationManager, createConversationManager } from './conversation/index.js';
-export { MCPConversationToolset, createConversationToolset } from './mcp/conversationTools.js';
-export type { MessageRole, ProblemSolvingPhase, ConversationMessage, ConversationMessageMetadata, ConversationThread, ConversationThreadMetadata, ConversationContext, RankedMessage, SaveMessageOptions, ContextRetrievalOptions, ConversationSearchOptions, ConversationSearchResult, ConversationTheme, ArtifactOptions, ConversationStats, CompactionOptions, CompactionResult } from './conversation/types.js';

package/dist/index.js

@@ -118,7 +118,4 @@ export {
 BrainyMCPAdapter, MCPAugmentationToolset, BrainyMCPService, 
 // MCP types
 MCPRequestType, MCP_VERSION };
-// Export Conversation API (Infinite Agent Memory)
-export { ConversationManager, createConversationManager } from './conversation/index.js';
-export { MCPConversationToolset, createConversationToolset } from './mcp/conversationTools.js';
 //# sourceMappingURL=index.js.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@soulcraft/brainy",
-  "version": "3.21.0",
+  "version": "3.23.0",
   "description": "Universal Knowledge Protocol™ - World's first Triple Intelligence database unifying vector, graph, and document search in one API. 31 nouns × 40 verbs for infinite expressiveness.",
   "main": "dist/index.js",
   "module": "dist/index.js",
@@ -147,6 +147,7 @@
     "@typescript-eslint/eslint-plugin": "^8.0.0",
     "@typescript-eslint/parser": "^8.0.0",
     "@vitest/coverage-v8": "^3.2.4",
+    "jspdf": "^3.0.3",
     "minio": "^8.0.5",
     "standard-version": "^9.5.0",
     "testcontainers": "^11.5.1",
@@ -159,13 +160,17 @@
     "@huggingface/transformers": "^3.7.2",
     "boxen": "^8.0.1",
     "chalk": "^5.3.0",
+    "chardet": "^2.0.0",
     "cli-table3": "^0.6.5",
     "commander": "^11.1.0",
+    "csv-parse": "^6.1.0",
     "inquirer": "^12.9.3",
     "ora": "^8.2.0",
+    "pdfjs-dist": "^4.0.379",
     "prompts": "^2.4.2",
     "uuid": "^9.0.1",
-    "ws": "^8.18.3"
+    "ws": "^8.18.3",
+    "xlsx": "^0.18.5"
   },
   "prettier": {
     "arrowParens": "always",

package/dist/cli/commands/conversation.d.ts

@@ -1,22 +0,0 @@
-/**
- * 💬 Conversation CLI Commands
- *
- * CLI interface for infinite agent memory and conversation management
- */
-interface CommandArguments {
-    action?: string;
-    conversationId?: string;
-    query?: string;
-    role?: string;
-    limit?: number;
-    format?: string;
-    output?: string;
-    _: string[];
-}
-export declare const conversationCommand: {
-    command: string;
-    describe: string;
-    builder: (yargs: any) => any;
-    handler: (argv: CommandArguments) => Promise<void>;
-};
-export default conversationCommand;