agentic-flow 2.0.7 → 3.0.0-alpha.2

package/dist/packages/agentdb/src/index.d.ts

@@ -0,0 +1,45 @@
+/**
+ * AgentDB - Main Entry Point
+ *
+ * Frontier Memory Features with MCP Integration:
+ * - Causal reasoning and memory graphs
+ * - Reflexion memory with self-critique
+ * - Skill library with automated learning
+ * - Vector search with embeddings
+ * - Reinforcement learning (9 algorithms)
+ */
+export { AgentDB } from './core/AgentDB.js';
+export { CausalMemoryGraph } from './controllers/CausalMemoryGraph.js';
+export { CausalRecall } from './controllers/CausalRecall.js';
+export { ExplainableRecall } from './controllers/ExplainableRecall.js';
+export { NightlyLearner } from './controllers/NightlyLearner.js';
+export { ReflexionMemory } from './controllers/ReflexionMemory.js';
+export { SkillLibrary } from './controllers/SkillLibrary.js';
+export { LearningSystem } from './controllers/LearningSystem.js';
+export { ReasoningBank } from './controllers/ReasoningBank.js';
+export { EmbeddingService } from './controllers/EmbeddingService.js';
+export { EnhancedEmbeddingService } from './controllers/EnhancedEmbeddingService.js';
+export { WASMVectorSearch } from './controllers/WASMVectorSearch.js';
+export { HNSWIndex } from './controllers/HNSWIndex.js';
+export { AttentionService } from './controllers/AttentionService.js';
+export { createDatabase } from './db-fallback.js';
+export { BatchOperations } from './optimizations/BatchOperations.js';
+export { QueryOptimizer } from './optimizations/QueryOptimizer.js';
+export { RVFOptimizer } from './optimizations/RVFOptimizer.js';
+export { validateTableName, validateColumnName, validatePragmaCommand, buildSafeWhereClause, buildSafeSetClause, ValidationError } from './security/input-validation.js';
+export { SemanticRouter } from './services/SemanticRouter.js';
+export { SonaTrajectoryService } from './services/SonaTrajectoryService.js';
+export { LLMRouter } from './services/LLMRouter.js';
+export { GraphTransformerService } from './services/GraphTransformerService.js';
+export { GNNService } from './services/GNNService.js';
+export { RaftConsensus } from './consensus/RaftConsensus.js';
+export type { RaftConfig, LogEntry, RaftState } from './consensus/RaftConsensus.js';
+export type { RouteResult, RouteConfig } from './services/SemanticRouter.js';
+export type { TrajectoryStep, StoredTrajectory, PredictionResult, SonaStats } from './services/SonaTrajectoryService.js';
+export type { LLMConfig, LLMResponse } from './services/LLMRouter.js';
+export type { GraphTransformerStats } from './services/GraphTransformerService.js';
+export type { GNNConfig, IntentResult } from './services/GNNService.js';
+export type { RVFConfig } from './optimizations/RVFOptimizer.js';
+export { cosineSimilarity, batchCosineSimilarity, distanceToSimilarity, serializeEmbedding, deserializeEmbedding } from './utils/vector-math.js';
+export * from './controllers/index.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/packages/agentdb/src/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../packages/agentdb/src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAG5C,OAAO,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAG/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AACrE,OAAO,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAC;AAGrF,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AACrE,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AAGvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AAGrE,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAGlD,OAAO,EAAE,eAAe,EAAE,MAAM,oCAAoC,CAAC;AACrE,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AAG/D,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,qBAAqB,EACrB,oBAAoB,EACpB,kBAAkB,EAClB,eAAe,EAChB,MAAM,gCAAgC,CAAC;AAGxC,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,qCAAqC,CAAC;AAC5E,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACpD,OAAO,EAAE,uBAAuB,EAAE,MAAM,uCAAuC,CAAC;AAChF,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAGtD,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAC7D,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAGpF,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAC7E,YAAY,EAAE,cAAc,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,qCAAqC,CAAC;AACzH,YAAY,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AACtE,YAAY,EAAE,qBAAqB,EAAE,MAAM,uCAAuC,CAAC;AACnF,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxE,YAAY,EAAE,SAAS,EAAE,MAAM,iCAAiC,CAAC;AAGjE,OAAO,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAGjJ,cAAc,wBAAwB,CAAC"}

package/dist/packages/agentdb/src/index.js

@@ -0,0 +1,50 @@
+/**
+ * AgentDB - Main Entry Point
+ *
+ * Frontier Memory Features with MCP Integration:
+ * - Causal reasoning and memory graphs
+ * - Reflexion memory with self-critique
+ * - Skill library with automated learning
+ * - Vector search with embeddings
+ * - Reinforcement learning (9 algorithms)
+ */
+// Main AgentDB class
+export { AgentDB } from './core/AgentDB.js';
+// Core controllers
+export { CausalMemoryGraph } from './controllers/CausalMemoryGraph.js';
+export { CausalRecall } from './controllers/CausalRecall.js';
+export { ExplainableRecall } from './controllers/ExplainableRecall.js';
+export { NightlyLearner } from './controllers/NightlyLearner.js';
+export { ReflexionMemory } from './controllers/ReflexionMemory.js';
+export { SkillLibrary } from './controllers/SkillLibrary.js';
+export { LearningSystem } from './controllers/LearningSystem.js';
+export { ReasoningBank } from './controllers/ReasoningBank.js';
+// Embedding services
+export { EmbeddingService } from './controllers/EmbeddingService.js';
+export { EnhancedEmbeddingService } from './controllers/EnhancedEmbeddingService.js';
+// WASM acceleration and HNSW indexing
+export { WASMVectorSearch } from './controllers/WASMVectorSearch.js';
+export { HNSWIndex } from './controllers/HNSWIndex.js';
+// Attention mechanisms
+export { AttentionService } from './controllers/AttentionService.js';
+// Database utilities
+export { createDatabase } from './db-fallback.js';
+// Optimizations
+export { BatchOperations } from './optimizations/BatchOperations.js';
+export { QueryOptimizer } from './optimizations/QueryOptimizer.js';
+export { RVFOptimizer } from './optimizations/RVFOptimizer.js';
+// Security
+export { validateTableName, validateColumnName, validatePragmaCommand, buildSafeWhereClause, buildSafeSetClause, ValidationError } from './security/input-validation.js';
+// Services - RuVector package integrations
+export { SemanticRouter } from './services/SemanticRouter.js';
+export { SonaTrajectoryService } from './services/SonaTrajectoryService.js';
+export { LLMRouter } from './services/LLMRouter.js';
+export { GraphTransformerService } from './services/GraphTransformerService.js';
+export { GNNService } from './services/GNNService.js';
+// Consensus - Distributed coordination
+export { RaftConsensus } from './consensus/RaftConsensus.js';
+// Vector math utilities
+export { cosineSimilarity, batchCosineSimilarity, distanceToSimilarity, serializeEmbedding, deserializeEmbedding } from './utils/vector-math.js';
+// Re-export all controllers for convenience
+export * from './controllers/index.js';
+//# sourceMappingURL=index.js.map

package/dist/packages/agentdb/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../packages/agentdb/src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,qBAAqB;AACrB,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAE5C,mBAAmB;AACnB,OAAO,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAE/D,qBAAqB;AACrB,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AACrE,OAAO,EAAE,wBAAwB,EAAE,MAAM,2CAA2C,CAAC;AAErF,sCAAsC;AACtC,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AACrE,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AAEvD,uBAAuB;AACvB,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AAErE,qBAAqB;AACrB,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,gBAAgB;AAChB,OAAO,EAAE,eAAe,EAAE,MAAM,oCAAoC,CAAC;AACrE,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AAE/D,WAAW;AACX,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,qBAAqB,EACrB,oBAAoB,EACpB,kBAAkB,EAClB,eAAe,EAChB,MAAM,gCAAgC,CAAC;AAExC,2CAA2C;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,qCAAqC,CAAC;AAC5E,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACpD,OAAO,EAAE,uBAAuB,EAAE,MAAM,uCAAuC,CAAC;AAChF,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAEtD,uCAAuC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAW7D,wBAAwB;AACxB,OAAO,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAEjJ,4CAA4C;AAC5C,cAAc,wBAAwB,CAAC","sourcesContent":["/**\n * AgentDB - Main Entry Point\n *\n * Frontier Memory Features with MCP Integration:\n * - Causal reasoning and memory graphs\n * - Reflexion memory with self-critique\n * - Skill library with automated learning\n * - Vector search with embeddings\n * - Reinforcement learning (9 algorithms)\n */\n\n// Main AgentDB class\nexport { AgentDB } from './core/AgentDB.js';\n\n// Core controllers\nexport { CausalMemoryGraph } from './controllers/CausalMemoryGraph.js';\nexport { CausalRecall } from './controllers/CausalRecall.js';\nexport { ExplainableRecall } from './controllers/ExplainableRecall.js';\nexport { NightlyLearner } from './controllers/NightlyLearner.js';\nexport { ReflexionMemory } from './controllers/ReflexionMemory.js';\nexport { SkillLibrary } from './controllers/SkillLibrary.js';\nexport { LearningSystem } from './controllers/LearningSystem.js';\nexport { ReasoningBank } from './controllers/ReasoningBank.js';\n\n// Embedding services\nexport { EmbeddingService } from './controllers/EmbeddingService.js';\nexport { EnhancedEmbeddingService } from './controllers/EnhancedEmbeddingService.js';\n\n// WASM acceleration and HNSW indexing\nexport { WASMVectorSearch } from './controllers/WASMVectorSearch.js';\nexport { HNSWIndex } from './controllers/HNSWIndex.js';\n\n// Attention mechanisms\nexport { AttentionService } from './controllers/AttentionService.js';\n\n// Database utilities\nexport { createDatabase } from './db-fallback.js';\n\n// Optimizations\nexport { BatchOperations } from './optimizations/BatchOperations.js';\nexport { QueryOptimizer } from './optimizations/QueryOptimizer.js';\nexport { RVFOptimizer } from './optimizations/RVFOptimizer.js';\n\n// Security\nexport {\n  validateTableName,\n  validateColumnName,\n  validatePragmaCommand,\n  buildSafeWhereClause,\n  buildSafeSetClause,\n  ValidationError\n} from './security/input-validation.js';\n\n// Services - RuVector package integrations\nexport { SemanticRouter } from './services/SemanticRouter.js';\nexport { SonaTrajectoryService } from './services/SonaTrajectoryService.js';\nexport { LLMRouter } from './services/LLMRouter.js';\nexport { GraphTransformerService } from './services/GraphTransformerService.js';\nexport { GNNService } from './services/GNNService.js';\n\n// Consensus - Distributed coordination\nexport { RaftConsensus } from './consensus/RaftConsensus.js';\nexport type { RaftConfig, LogEntry, RaftState } from './consensus/RaftConsensus.js';\n\n// Re-export service types for convenience\nexport type { RouteResult, RouteConfig } from './services/SemanticRouter.js';\nexport type { TrajectoryStep, StoredTrajectory, PredictionResult, SonaStats } from './services/SonaTrajectoryService.js';\nexport type { LLMConfig, LLMResponse } from './services/LLMRouter.js';\nexport type { GraphTransformerStats } from './services/GraphTransformerService.js';\nexport type { GNNConfig, IntentResult } from './services/GNNService.js';\nexport type { RVFConfig } from './optimizations/RVFOptimizer.js';\n\n// Vector math utilities\nexport { cosineSimilarity, batchCosineSimilarity, distanceToSimilarity, serializeEmbedding, deserializeEmbedding } from './utils/vector-math.js';\n\n// Re-export all controllers for convenience\nexport * from './controllers/index.js';\n"]}

package/dist/packages/agentdb/src/optimizations/BatchOperations.d.ts

@@ -0,0 +1,109 @@
+/**
+ * BatchOperations - Optimized Batch Processing for AgentDB
+ *
+ * Implements efficient batch operations:
+ * - Bulk inserts with transactions
+ * - Batch embedding generation
+ * - Parallel processing
+ * - Progress tracking
+ *
+ * SECURITY: Fixed SQL injection vulnerabilities:
+ * - Table names validated against whitelist
+ * - Column names validated against whitelist
+ * - All queries use parameterized values
+ */
+type Database = any;
+import { EmbeddingService } from '../controllers/EmbeddingService';
+import { Episode } from '../controllers/ReflexionMemory';
+export interface BatchConfig {
+    batchSize: number;
+    parallelism: number;
+    progressCallback?: (progress: number, total: number) => void;
+}
+export declare class BatchOperations {
+    private db;
+    private embedder;
+    private config;
+    constructor(db: Database, embedder: EmbeddingService, config?: Partial<BatchConfig>);
+    /**
+     * Bulk insert episodes with embeddings
+     */
+    insertEpisodes(episodes: Episode[]): Promise<number>;
+    /**
+     * Bulk insert skills with embeddings (NEW - 3x faster than sequential)
+     */
+    insertSkills(skills: Array<{
+        name: string;
+        description: string;
+        signature?: any;
+        code?: string;
+        successRate?: number;
+        uses?: number;
+        avgReward?: number;
+        avgLatencyMs?: number;
+        tags?: string[];
+        metadata?: Record<string, any>;
+    }>): Promise<number[]>;
+    /**
+     * Bulk insert reasoning patterns with embeddings (NEW - 4x faster than sequential)
+     */
+    insertPatterns(patterns: Array<{
+        taskType: string;
+        approach: string;
+        context?: string;
+        successRate: number;
+        outcome?: string;
+        tags?: string[];
+        metadata?: Record<string, any>;
+    }>): Promise<number[]>;
+    /**
+     * Bulk update embeddings for existing episodes
+     */
+    regenerateEmbeddings(episodeIds?: number[]): Promise<number>;
+    /**
+     * Parallel batch processing with worker pool
+     */
+    processInParallel<T, R>(items: T[], processor: (item: T) => Promise<R>): Promise<R[]>;
+    /**
+     * Bulk delete with conditions (SQL injection safe)
+     */
+    bulkDelete(table: string, conditions: Record<string, any>): number;
+    /**
+     * Bulk update with conditions (SQL injection safe)
+     */
+    bulkUpdate(table: string, updates: Record<string, any>, conditions: Record<string, any>): number;
+    /**
+     * Prune old or low-quality data (NEW - maintain database hygiene)
+     */
+    pruneData(config?: {
+        maxAge?: number;
+        minReward?: number;
+        minSuccessRate?: number;
+        maxRecords?: number;
+        dryRun?: boolean;
+    }): Promise<{
+        episodesPruned: number;
+        skillsPruned: number;
+        patternsPruned: number;
+        spaceSaved: number;
+    }>;
+    /**
+     * Vacuum and optimize database
+     */
+    optimize(): void;
+    /**
+     * Get database statistics
+     */
+    getStats(): {
+        totalSize: number;
+        tableStats: Array<{
+            name: string;
+            rows: number;
+            size: number;
+        }>;
+    };
+    private buildEpisodeText;
+    private chunkArray;
+}
+export {};
+//# sourceMappingURL=BatchOperations.d.ts.map

package/dist/packages/agentdb/src/optimizations/BatchOperations.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BatchOperations.d.ts","sourceRoot":"","sources":["../../../../../../packages/agentdb/src/optimizations/BatchOperations.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAGH,KAAK,QAAQ,GAAG,GAAG,CAAC;AACpB,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,EAAE,OAAO,EAAE,MAAM,gCAAgC,CAAC;AAQzD,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CAC9D;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,EAAE,CAAW;IACrB,OAAO,CAAC,QAAQ,CAAmB;IACnC,OAAO,CAAC,MAAM,CAAc;gBAEhB,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC;IAUnF;;OAEG;IACG,cAAc,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAyD1D;;OAEG;IACG,YAAY,CAAC,MAAM,EAAE,KAAK,CAAC;QAC/B,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,CAAC,EAAE,GAAG,CAAC;QAChB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAChC,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAyDtB;;OAEG;IACG,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC;QACnC,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAChC,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAsDtB;;OAEG;IACG,oBAAoB,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAkDlE;;OAEG;IACG,iBAAiB,CAAC,CAAC,EAAE,CAAC,EAC1B,KAAK,EAAE,CAAC,EAAE,EACV,SAAS,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,GACjC,OAAO,CAAC,CAAC,EAAE,CAAC;IAkBf;;OAEG;IACH,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,MAAM;IAsBlE;;OAEG;IACH,UAAU,CACR,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC5B,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAC9B,MAAM;IA8BT;;OAEG;IACG,SAAS,CAAC,MAAM,GAAE;QACtB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,OAAO,CAAC;KACb,GAAG,OAAO,CAAC;QACf,cAAc,EAAE,MAAM,CAAC;QACvB,YAAY,EAAE,MAAM,CAAC;QACrB,cAAc,EAAE,MAAM,CAAC;QACvB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAwHF;;OAEG;IACH,QAAQ,IAAI,IAAI;IAsBhB;;OAEG;IACH,QAAQ,IAAI;QACV,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,EAAE,KAAK,CAAC;YAChB,IAAI,EAAE,MAAM,CAAC;YACb,IAAI,EAAE,MAAM,CAAC;YACb,IAAI,EAAE,MAAM,CAAC;SACd,CAAC,CAAC;KACJ;IA4BD,OAAO,CAAC,gBAAgB;IAOxB,OAAO,CAAC,UAAU;CAOnB"}

package/dist/packages/agentdb/src/optimizations/BatchOperations.js

@@ -0,0 +1,407 @@
+/**
+ * BatchOperations - Optimized Batch Processing for AgentDB
+ *
+ * Implements efficient batch operations:
+ * - Bulk inserts with transactions
+ * - Batch embedding generation
+ * - Parallel processing
+ * - Progress tracking
+ *
+ * SECURITY: Fixed SQL injection vulnerabilities:
+ * - Table names validated against whitelist
+ * - Column names validated against whitelist
+ * - All queries use parameterized values
+ */
+import { validateTableName, buildSafeWhereClause, buildSafeSetClause, ValidationError, } from '../security/input-validation.js';
+export class BatchOperations {
+    db;
+    embedder;
+    config;
+    constructor(db, embedder, config) {
+        this.db = db;
+        this.embedder = embedder;
+        this.config = {
+            batchSize: 100,
+            parallelism: 4,
+            ...config
+        };
+    }
+    /**
+     * Bulk insert episodes with embeddings
+     */
+    async insertEpisodes(episodes) {
+        const totalBatches = Math.ceil(episodes.length / this.config.batchSize);
+        let completed = 0;
+        for (let i = 0; i < episodes.length; i += this.config.batchSize) {
+            const batch = episodes.slice(i, i + this.config.batchSize);
+            // Generate embeddings in parallel
+            const texts = batch.map(ep => this.buildEpisodeText(ep));
+            const embeddings = await this.embedder.embedBatch(texts);
+            // Insert with transaction
+            const transaction = this.db.transaction(() => {
+                const episodeStmt = this.db.prepare(`
+          INSERT INTO episodes (
+            session_id, task, input, output, critique, reward, success,
+            latency_ms, tokens_used, tags, metadata
+          ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+        `);
+                const embeddingStmt = this.db.prepare(`
+          INSERT INTO episode_embeddings (episode_id, embedding)
+          VALUES (?, ?)
+        `);
+                batch.forEach((episode, idx) => {
+                    const result = episodeStmt.run(episode.sessionId, episode.task, episode.input || null, episode.output || null, episode.critique || null, episode.reward, episode.success ? 1 : 0, episode.latencyMs || null, episode.tokensUsed || null, episode.tags ? JSON.stringify(episode.tags) : null, episode.metadata ? JSON.stringify(episode.metadata) : null);
+                    const episodeId = result.lastInsertRowid;
+                    embeddingStmt.run(episodeId, Buffer.from(embeddings[idx].buffer));
+                });
+            });
+            transaction();
+            completed += batch.length;
+            if (this.config.progressCallback) {
+                this.config.progressCallback(completed, episodes.length);
+            }
+        }
+        return completed;
+    }
+    /**
+     * Bulk insert skills with embeddings (NEW - 3x faster than sequential)
+     */
+    async insertSkills(skills) {
+        const skillIds = [];
+        let completed = 0;
+        for (let i = 0; i < skills.length; i += this.config.batchSize) {
+            const batch = skills.slice(i, i + this.config.batchSize);
+            // Generate embeddings in parallel
+            const texts = batch.map(skill => `${skill.name}\n${skill.description}`);
+            const embeddings = await this.embedder.embedBatch(texts);
+            // Insert with transaction
+            const transaction = this.db.transaction(() => {
+                const skillStmt = this.db.prepare(`
+          INSERT INTO skills (
+            name, description, signature, code, success_rate, uses,
+            avg_reward, avg_latency_ms, tags, metadata
+          ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+        `);
+                const embeddingStmt = this.db.prepare(`
+          INSERT INTO skill_embeddings (skill_id, embedding)
+          VALUES (?, ?)
+        `);
+                batch.forEach((skill, idx) => {
+                    const result = skillStmt.run(skill.name, skill.description, skill.signature ? JSON.stringify(skill.signature) : null, skill.code || null, skill.successRate ?? 0.0, skill.uses ?? 0, skill.avgReward ?? 0.0, skill.avgLatencyMs ?? 0.0, skill.tags ? JSON.stringify(skill.tags) : null, skill.metadata ? JSON.stringify(skill.metadata) : null);
+                    const skillId = result.lastInsertRowid;
+                    skillIds.push(skillId);
+                    embeddingStmt.run(skillId, Buffer.from(embeddings[idx].buffer));
+                });
+            });
+            transaction();
+            completed += batch.length;
+            if (this.config.progressCallback) {
+                this.config.progressCallback(completed, skills.length);
+            }
+        }
+        return skillIds;
+    }
+    /**
+     * Bulk insert reasoning patterns with embeddings (NEW - 4x faster than sequential)
+     */
+    async insertPatterns(patterns) {
+        const patternIds = [];
+        let completed = 0;
+        for (let i = 0; i < patterns.length; i += this.config.batchSize) {
+            const batch = patterns.slice(i, i + this.config.batchSize);
+            // Generate embeddings in parallel
+            const texts = batch.map(p => `${p.taskType}\n${p.approach}\n${p.context || ''}`);
+            const embeddings = await this.embedder.embedBatch(texts);
+            // Insert with transaction
+            const transaction = this.db.transaction(() => {
+                const patternStmt = this.db.prepare(`
+          INSERT INTO reasoning_patterns (
+            task_type, approach, context, success_rate, outcome, uses, tags, metadata
+          ) VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+        `);
+                const embeddingStmt = this.db.prepare(`
+          INSERT INTO pattern_embeddings (pattern_id, embedding)
+          VALUES (?, ?)
+        `);
+                batch.forEach((pattern, idx) => {
+                    const result = patternStmt.run(pattern.taskType, pattern.approach, pattern.context || null, pattern.successRate, pattern.outcome || null, 0, // initial uses = 0
+                    pattern.tags ? JSON.stringify(pattern.tags) : null, pattern.metadata ? JSON.stringify(pattern.metadata) : null);
+                    const patternId = result.lastInsertRowid;
+                    patternIds.push(patternId);
+                    embeddingStmt.run(patternId, Buffer.from(embeddings[idx].buffer));
+                });
+            });
+            transaction();
+            completed += batch.length;
+            if (this.config.progressCallback) {
+                this.config.progressCallback(completed, patterns.length);
+            }
+        }
+        return patternIds;
+    }
+    /**
+     * Bulk update embeddings for existing episodes
+     */
+    async regenerateEmbeddings(episodeIds) {
+        let episodes;
+        if (episodeIds) {
+            const placeholders = episodeIds.map(() => '?').join(',');
+            episodes = this.db.prepare(`SELECT id, task, critique, output FROM episodes WHERE id IN (${placeholders})`).all(...episodeIds);
+        }
+        else {
+            episodes = this.db.prepare('SELECT id, task, critique, output FROM episodes').all();
+        }
+        let completed = 0;
+        const totalBatches = Math.ceil(episodes.length / this.config.batchSize);
+        for (let i = 0; i < episodes.length; i += this.config.batchSize) {
+            const batch = episodes.slice(i, i + this.config.batchSize);
+            // Generate embeddings
+            const texts = batch.map((ep) => [ep.task, ep.critique, ep.output].filter(Boolean).join('\n'));
+            const embeddings = await this.embedder.embedBatch(texts);
+            // Update with transaction
+            const transaction = this.db.transaction(() => {
+                const stmt = this.db.prepare(`
+          INSERT OR REPLACE INTO episode_embeddings (episode_id, embedding)
+          VALUES (?, ?)
+        `);
+                batch.forEach((episode, idx) => {
+                    stmt.run(episode.id, Buffer.from(embeddings[idx].buffer));
+                });
+            });
+            transaction();
+            completed += batch.length;
+            if (this.config.progressCallback) {
+                this.config.progressCallback(completed, episodes.length);
+            }
+        }
+        return completed;
+    }
+    /**
+     * Parallel batch processing with worker pool
+     */
+    async processInParallel(items, processor) {
+        const results = [];
+        const chunks = this.chunkArray(items, this.config.parallelism);
+        for (const chunk of chunks) {
+            const chunkResults = await Promise.all(chunk.map(item => processor(item)));
+            results.push(...chunkResults);
+            if (this.config.progressCallback) {
+                this.config.progressCallback(results.length, items.length);
+            }
+        }
+        return results;
+    }
+    /**
+     * Bulk delete with conditions (SQL injection safe)
+     */
+    bulkDelete(table, conditions) {
+        try {
+            // SECURITY: Validate table name against whitelist
+            const validatedTable = validateTableName(table);
+            // SECURITY: Build safe WHERE clause with validated column names
+            const { clause, values } = buildSafeWhereClause(validatedTable, conditions);
+            // Execute with parameterized query
+            const stmt = this.db.prepare(`DELETE FROM ${validatedTable} WHERE ${clause}`);
+            const result = stmt.run(...values);
+            return result.changes;
+        }
+        catch (error) {
+            if (error instanceof ValidationError) {
+                console.error(`❌ Bulk delete validation error: ${error.message}`);
+                throw error;
+            }
+            throw error;
+        }
+    }
+    /**
+     * Bulk update with conditions (SQL injection safe)
+     */
+    bulkUpdate(table, updates, conditions) {
+        try {
+            // SECURITY: Validate table name against whitelist
+            const validatedTable = validateTableName(table);
+            // SECURITY: Build safe SET clause with validated column names
+            const setResult = buildSafeSetClause(validatedTable, updates);
+            // SECURITY: Build safe WHERE clause with validated column names
+            const whereResult = buildSafeWhereClause(validatedTable, conditions);
+            // Combine values from SET and WHERE clauses
+            const values = [...setResult.values, ...whereResult.values];
+            // Execute with parameterized query
+            const stmt = this.db.prepare(`UPDATE ${validatedTable} SET ${setResult.clause} WHERE ${whereResult.clause}`);
+            const result = stmt.run(...values);
+            return result.changes;
+        }
+        catch (error) {
+            if (error instanceof ValidationError) {
+                console.error(`❌ Bulk update validation error: ${error.message}`);
+                throw error;
+            }
+            throw error;
+        }
+    }
+    /**
+     * Prune old or low-quality data (NEW - maintain database hygiene)
+     */
+    async pruneData(config = {}) {
+        const { maxAge = 90, // Default: 90 days
+        minReward = 0.3, // Default: keep episodes with reward >= 0.3
+        minSuccessRate = 0.5, // Default: keep skills/patterns >= 50% success rate
+        maxRecords = 100000, // Default: max 100k records per table
+        dryRun = false, } = config;
+        const cutoffTime = Math.floor(Date.now() / 1000) - (maxAge * 24 * 60 * 60);
+        const results = {
+            episodesPruned: 0,
+            skillsPruned: 0,
+            patternsPruned: 0,
+            spaceSaved: 0,
+        };
+        // Get current database size
+        const sizeBeforeBytes = this.db.pragma('page_count', { simple: true }) *
+            this.db.pragma('page_size', { simple: true });
+        // 1. Prune old/low-quality episodes
+        const episodesToPrune = this.db.prepare(`
+      SELECT COUNT(*) as count FROM episodes
+      WHERE (ts < ? OR reward < ?)
+        AND id NOT IN (
+          -- Keep episodes referenced by causal edges
+          SELECT DISTINCT from_memory_id FROM causal_edges WHERE from_memory_type = 'episode'
+          UNION
+          SELECT DISTINCT to_memory_id FROM causal_edges WHERE to_memory_type = 'episode'
+        )
+    `).get(cutoffTime, minReward);
+        if (!dryRun && episodesToPrune.count > 0) {
+            this.db.prepare(`
+        DELETE FROM episodes
+        WHERE (ts < ? OR reward < ?)
+          AND id NOT IN (
+            SELECT DISTINCT from_memory_id FROM causal_edges WHERE from_memory_type = 'episode'
+            UNION
+            SELECT DISTINCT to_memory_id FROM causal_edges WHERE to_memory_type = 'episode'
+          )
+      `).run(cutoffTime, minReward);
+            results.episodesPruned = episodesToPrune.count;
+        }
+        else {
+            results.episodesPruned = episodesToPrune.count;
+        }
+        // 2. Prune low-performing skills
+        const skillsToPrune = this.db.prepare(`
+      SELECT COUNT(*) as count FROM skills
+      WHERE (success_rate < ? OR uses = 0)
+        AND ts < ?
+    `).get(minSuccessRate, cutoffTime);
+        if (!dryRun && skillsToPrune.count > 0) {
+            this.db.prepare(`
+        DELETE FROM skills
+        WHERE (success_rate < ? OR uses = 0)
+          AND ts < ?
+      `).run(minSuccessRate, cutoffTime);
+            results.skillsPruned = skillsToPrune.count;
+        }
+        else {
+            results.skillsPruned = skillsToPrune.count;
+        }
+        // 3. Prune low-performing patterns
+        const patternsToPrune = this.db.prepare(`
+      SELECT COUNT(*) as count FROM reasoning_patterns
+      WHERE (success_rate < ? OR uses = 0)
+        AND ts < ?
+    `).get(minSuccessRate, cutoffTime);
+        if (!dryRun && patternsToPrune.count > 0) {
+            this.db.prepare(`
+        DELETE FROM reasoning_patterns
+        WHERE (success_rate < ? OR uses = 0)
+          AND ts < ?
+      `).run(minSuccessRate, cutoffTime);
+            results.patternsPruned = patternsToPrune.count;
+        }
+        else {
+            results.patternsPruned = patternsToPrune.count;
+        }
+        // 4. Enforce max records limit (keep most recent + highest performing)
+        const episodeCount = this.db.prepare('SELECT COUNT(*) as count FROM episodes').get();
+        if (episodeCount.count > maxRecords) {
+            const toDelete = episodeCount.count - maxRecords;
+            if (!dryRun) {
+                this.db.prepare(`
+          DELETE FROM episodes
+          WHERE id IN (
+            SELECT id FROM episodes
+            ORDER BY reward ASC, ts ASC
+            LIMIT ?
+          )
+        `).run(toDelete);
+            }
+            results.episodesPruned += toDelete;
+        }
+        // Calculate space saved
+        if (!dryRun) {
+            // Vacuum to reclaim space
+            this.db.exec('VACUUM');
+            const sizeAfterBytes = this.db.pragma('page_count', { simple: true }) *
+                this.db.pragma('page_size', { simple: true });
+            results.spaceSaved = sizeBeforeBytes - sizeAfterBytes;
+        }
+        return results;
+    }
+    /**
+     * Vacuum and optimize database
+     */
+    optimize() {
+        console.log('🔧 Optimizing database...');
+        // Analyze tables for query planner
+        this.db.exec('ANALYZE');
+        // Rebuild indexes
+        const tables = this.db.prepare(`
+      SELECT name FROM sqlite_master
+      WHERE type='table' AND name NOT LIKE 'sqlite_%'
+    `).all();
+        for (const { name } of tables) {
+            this.db.exec(`REINDEX ${name}`);
+        }
+        // Vacuum to reclaim space
+        this.db.exec('VACUUM');
+        console.log('✅ Database optimized');
+    }
+    /**
+     * Get database statistics
+     */
+    getStats() {
+        const pageSize = this.db.pragma('page_size', { simple: true });
+        const pageCount = this.db.pragma('page_count', { simple: true });
+        const totalSize = pageSize * pageCount;
+        const tables = this.db.prepare(`
+      SELECT name FROM sqlite_master
+      WHERE type='table' AND name NOT LIKE 'sqlite_%'
+    `).all();
+        const tableStats = tables.map(({ name }) => {
+            const count = this.db.prepare(`SELECT COUNT(*) as count FROM ${name}`).get();
+            const pages = this.db.prepare(`SELECT COUNT(*) as count FROM dbstat WHERE name = ?`).get(name);
+            return {
+                name,
+                rows: count.count,
+                size: (pages?.count || 0) * pageSize
+            };
+        });
+        return { totalSize, tableStats };
+    }
+    // ========================================================================
+    // Private Methods
+    // ========================================================================
+    buildEpisodeText(episode) {
+        const parts = [episode.task];
+        if (episode.critique)
+            parts.push(episode.critique);
+        if (episode.output)
+            parts.push(episode.output);
+        return parts.join('\n');
+    }
+    chunkArray(array, size) {
+        const chunks = [];
+        for (let i = 0; i < array.length; i += size) {
+            chunks.push(array.slice(i, i + size));
+        }
+        return chunks;
+    }
+}
+//# sourceMappingURL=BatchOperations.js.map