@sparkleideas/plugins 3.0.0-alpha.10

package/src/integrations/ruvector/index.ts

@@ -0,0 +1,394 @@
+/**
+ * RuVector PostgreSQL Bridge
+ *
+ * Integration module for RuVector - a PostgreSQL extension providing
+ * advanced vector search, attention mechanisms, graph neural networks,
+ * and hyperbolic embeddings.
+ *
+ * @module @sparkleideas/plugins/integrations/ruvector
+ */
+
+// Export the main bridge plugin
+export { RuVectorBridge, createRuVectorBridge } from './ruvector-bridge.js';
+export { default as RuVectorBridgeDefault } from './ruvector-bridge.js';
+
+// Export all types
+export * from './types.js';
+
+// Export GNN module
+export * from './gnn.js';
+
+// Export hyperbolic embeddings module
+export * from './hyperbolic.js';
+
+// Re-export commonly used types for convenience
+export type {
+  // Configuration
+  RuVectorConfig,
+  RuVectorClientOptions,
+  SSLConfig,
+  PoolConfig,
+  RetryConfig,
+
+  // Vector Operations
+  VectorSearchOptions,
+  VectorSearchResult,
+  VectorInsertOptions,
+  VectorUpdateOptions,
+  VectorIndexOptions,
+  BatchVectorOptions,
+  DistanceMetric,
+  VectorIndexType,
+
+  // Attention
+  AttentionMechanism,
+  AttentionConfig,
+  AttentionInput,
+  AttentionOutput,
+  AttentionParams,
+
+  // GNN
+  GNNLayerType,
+  GNNLayer,
+  GNNLayerParams,
+  GraphData,
+  GNNOutput,
+  GNNAggregation,
+
+  // Hyperbolic
+  HyperbolicModel,
+  HyperbolicEmbedding,
+  HyperbolicInput,
+  HyperbolicOutput,
+  HyperbolicOperation,
+
+  // Events
+  RuVectorEventType,
+  RuVectorEvent,
+  RuVectorEventHandler,
+  RuVectorEventEmitter,
+
+  // Results
+  Result,
+  AsyncResult,
+  ConnectionResult,
+  QueryResult,
+  BatchResult,
+  TransactionResult,
+  BulkSearchResult,
+  EmbeddingResult,
+
+  // Client Interface
+  IRuVectorClient,
+  IRuVectorTransaction,
+
+  // Utilities
+  RuVectorStats,
+  HealthStatus,
+  IndexStats,
+} from './types.js';
+
+// Export type guards
+export {
+  isDistanceMetric,
+  isAttentionMechanism,
+  isGNNLayerType,
+  isHyperbolicModel,
+  isVectorIndexType,
+  isSuccess,
+  isError,
+} from './types.js';
+
+// Export namespace
+export { RuVector } from './types.js';
+
+// Export GNN module classes and utilities
+export {
+  // Core classes
+  GNNLayerRegistry,
+  BaseGNNLayer,
+  GraphOperations,
+  GNNSQLGenerator,
+  GNNEmbeddingCache,
+
+  // Layer implementations
+  GCNLayer,
+  GATLayer,
+  GATv2Layer,
+  GraphSAGELayer,
+  GINLayer,
+  MPNNLayer,
+  EdgeConvLayer,
+  PointConvLayer,
+  GraphTransformerLayer,
+  PNALayer,
+  FiLMLayer,
+  RGCNLayer,
+  HGTLayer,
+  HANLayer,
+  MetaPathLayer,
+
+  // Factory functions
+  createGNNLayerRegistry,
+  createGNNLayer,
+  createGraphOperations,
+
+  // Constants
+  GNN_DEFAULTS,
+  GNN_SQL_FUNCTIONS,
+
+  // Types
+  type NodeId,
+  type NodeFeatures,
+  type EdgeFeatures,
+  type Message,
+  type AggregationMethod,
+  type Path,
+  type Community,
+  type PageRankOptions,
+  type CommunityOptions,
+  type GNNLayerConfig,
+  type GNNLayerFactory,
+  type IGNNLayer,
+  type SQLGenerationOptions,
+} from './gnn.js';
+
+// Export hyperbolic module classes and utilities
+export {
+  // Core class
+  HyperbolicSpace,
+
+  // SQL generation
+  HyperbolicSQL,
+
+  // Batch processing
+  HyperbolicBatchProcessor,
+
+  // Use case implementations
+  HierarchyEmbedder,
+  ASTEmbedder,
+  DependencyGraphEmbedder,
+
+  // Factory functions
+  createHyperbolicSpace,
+  fromEmbeddingConfig,
+  validatePoint,
+
+  // Types
+  type HyperbolicSpaceConfig,
+  type HyperbolicDistanceResult,
+  type HyperbolicSearchResult,
+  type HyperbolicBatchOptions,
+  type HyperbolicBatchResult,
+  type ASTNode,
+  type TreeNode,
+} from './hyperbolic.js';
+
+// Export self-learning optimization module
+export * from './self-learning.js';
+
+// Export streaming and transaction module
+export * from './streaming.js';
+
+// Export streaming classes and utilities
+export {
+  // Core streaming classes
+  RuVectorStream,
+  RuVectorTransaction,
+  BatchProcessor,
+  PoolEventEmitter,
+
+  // Factory functions
+  createRuVectorStream,
+  createRuVectorTransaction,
+  createBatchProcessor,
+  createPoolEventEmitter,
+
+  // Types
+  type StreamSearchOptions,
+  type InsertResult,
+  type VectorEntry,
+  type IsolationLevel,
+  type BatchOptions,
+  type PoolEvents,
+  type PoolClient,
+} from './streaming.js';
+
+// Export self-learning classes and utilities
+export {
+  // Core classes
+  QueryOptimizer,
+  IndexTuner,
+  PatternRecognizer,
+  LearningLoop,
+
+  // Factory function
+  createSelfLearningSystem,
+
+  // Configuration presets
+  DEFAULT_LEARNING_CONFIG,
+  HIGH_PERF_LEARNING_CONFIG,
+  HIGH_ACCURACY_LEARNING_CONFIG,
+
+  // Types
+  type QueryAnalysis,
+  type QueryType,
+  type VectorOperation,
+  type IndexHint,
+  type Bottleneck,
+  type Optimization,
+  type OptimizationType,
+  type QueryExecutionStats,
+  type WorkloadAnalysis,
+  type QueryPattern,
+  type TableAccess,
+  type IndexUsageSummary,
+  type WorkloadCharacteristics,
+  type WorkloadRecommendation,
+  type IndexSuggestion,
+  type HNSWParams,
+  type QueryHistory,
+  type Pattern,
+  type PatternType,
+  type TemporalPattern,
+  type PerformancePattern,
+  type Context,
+  type Anomaly,
+  type AnomalyType,
+  type LearningConfig,
+  type LearningStats,
+  type EWCState,
+} from './self-learning.js';
+
+// ============================================================================
+// Attention Module Exports
+// ============================================================================
+
+// Export attention module
+export * from './attention.js';
+export * from './attention-mechanisms.js';
+export * from './attention-advanced.js';
+export * from './attention-executor.js';
+
+// Core attention exports
+export {
+  AttentionRegistry,
+  BaseAttentionMechanism,
+  type IAttentionMechanism,
+  type AttentionOptions,
+  type AttentionCategory,
+  MultiHeadAttention,
+  SelfAttention,
+  CrossAttention,
+  CausalAttention,
+  BidirectionalAttention,
+  LocalAttention,
+  GlobalAttention,
+  FlashAttention,
+  FlashAttentionV2,
+  MemoryEfficientAttention,
+  ChunkAttention,
+  SlidingWindowAttention,
+  DilatedAttention,
+} from './attention.js';
+
+// Additional attention mechanisms
+export {
+  SparseAttention,
+  BlockSparseAttention,
+  LinearAttention,
+  PerformerAttention,
+  LinformerAttention,
+  ReformerAttention,
+  RelativePositionAttention,
+  RotaryPositionAttention,
+  ALiBiAttention,
+  AxialAttention,
+} from './attention-mechanisms.js';
+
+// Advanced attention mechanisms
+export {
+  GraphAttention,
+  HyperbolicAttention,
+  SphericalAttention,
+  ToroidalAttention,
+  TemporalAttention,
+  RecurrentAttention,
+  StateSpaceAttention,
+  CrossModalAttention,
+  PerceiverAttention,
+  FlamingoAttention,
+  RetrievalAttention,
+  KNNAttention,
+  MemoryAugmentedAttention,
+  SynthesizerAttention,
+  RoutingAttention,
+  MixtureOfExpertsAttention,
+} from './attention-advanced.js';
+
+// Executor and factory
+export {
+  AttentionExecutor,
+  AttentionFactory,
+  AttentionStack,
+  AttentionSQLBuilder,
+  createDefaultRegistry,
+  type ExecutionOptions,
+  type ExecutionResult,
+} from './attention-executor.js';
+
+// ============================================================================
+// Quantization Module Exports
+// ============================================================================
+
+// Export quantization module
+export * from './quantization.js';
+
+// Export migrations module
+export * from './migrations/index.js';
+
+// Migration classes and utilities
+export {
+  MigrationManager,
+  createMigrationManager,
+  runMigrationsFromCLI,
+  MIGRATION_FILES,
+  type MigrationFile,
+  type AppliedMigration,
+  type MigrationResult,
+  type MigrationManagerOptions,
+  type DatabaseClient,
+  type MigrationName,
+} from './migrations/index.js';
+
+// Quantization classes and utilities
+export {
+  // Core quantizer classes
+  ScalarQuantizer,
+  BinaryQuantizer,
+  ProductQuantizer,
+  OptimizedProductQuantizer,
+
+  // SQL integration
+  QuantizationSQL,
+
+  // Factory functions
+  createQuantizer,
+  computeQuantizationStats,
+  serializeQuantizer,
+  deserializeQuantizer,
+
+  // Configuration presets
+  QUANTIZATION_PRESETS,
+  MEMORY_REDUCTION,
+
+  // Types
+  type QuantizationType,
+  type IQuantizer,
+  type ScalarQuantizationOptions,
+  type BinaryQuantizationOptions,
+  type ProductQuantizationOptions,
+  type OptimizedProductQuantizationOptions,
+  type QuantizationOptions,
+  type QuantizationStats,
+} from './quantization.js';

package/src/integrations/ruvector/migrations/001_create_extension.sql

@@ -0,0 +1,135 @@
+-- ============================================================================
+-- Migration 001: Create Extensions and Schema
+-- RuVector PostgreSQL Bridge - Claude Flow V3
+--
+-- Enables required PostgreSQL extensions and creates the claude_flow schema.
+-- Compatible with PostgreSQL 14+ and pgvector 0.5+
+-- ============================================================================
+
+-- Transaction wrapper for atomicity
+BEGIN;
+
+-- ----------------------------------------------------------------------------
+-- Extension: pgvector
+-- Provides vector similarity search capabilities
+-- ----------------------------------------------------------------------------
+CREATE EXTENSION IF NOT EXISTS vector;
+
+-- Verify pgvector version (0.5.0+ required for HNSW)
+DO $$
+DECLARE
+    v_version text;
+BEGIN
+    SELECT extversion INTO v_version FROM pg_extension WHERE extname = 'vector';
+    IF v_version IS NULL THEN
+        RAISE EXCEPTION 'pgvector extension not installed';
+    END IF;
+
+    -- Parse version and check >= 0.5.0
+    IF string_to_array(v_version, '.')::int[] < ARRAY[0, 5, 0] THEN
+        RAISE WARNING 'pgvector version % detected. Version 0.5.0+ recommended for HNSW support.', v_version;
+    END IF;
+END $$;
+
+-- ----------------------------------------------------------------------------
+-- Extension: pg_trgm (for fuzzy text search on metadata)
+-- ----------------------------------------------------------------------------
+CREATE EXTENSION IF NOT EXISTS pg_trgm;
+
+-- ----------------------------------------------------------------------------
+-- Extension: btree_gin (for composite GIN indexes)
+-- ----------------------------------------------------------------------------
+CREATE EXTENSION IF NOT EXISTS btree_gin;
+
+-- ----------------------------------------------------------------------------
+-- Extension: uuid-ossp (for UUID generation)
+-- ----------------------------------------------------------------------------
+CREATE EXTENSION IF NOT EXISTS "uuid-ossp";
+
+-- ----------------------------------------------------------------------------
+-- RuVector Extension (if available)
+-- Provides advanced neural search capabilities
+-- ----------------------------------------------------------------------------
+DO $$
+BEGIN
+    -- Try to create RuVector extension if available
+    BEGIN
+        CREATE EXTENSION IF NOT EXISTS ruvector;
+        RAISE NOTICE 'RuVector extension enabled successfully';
+    EXCEPTION
+        WHEN undefined_file THEN
+            RAISE NOTICE 'RuVector extension not available - using pgvector only';
+        WHEN OTHERS THEN
+            RAISE NOTICE 'RuVector extension not available: %', SQLERRM;
+    END;
+END $$;
+
+-- ----------------------------------------------------------------------------
+-- Schema: claude_flow
+-- Namespace for all Claude Flow tables and functions
+-- ----------------------------------------------------------------------------
+CREATE SCHEMA IF NOT EXISTS claude_flow;
+
+-- Set search path to include claude_flow schema
+COMMENT ON SCHEMA claude_flow IS 'Claude Flow V3 - RuVector PostgreSQL Bridge schema';
+
+-- Grant usage on schema
+DO $$
+BEGIN
+    -- Grant to PUBLIC for general access (modify as needed for security)
+    GRANT USAGE ON SCHEMA claude_flow TO PUBLIC;
+    GRANT CREATE ON SCHEMA claude_flow TO PUBLIC;
+END $$;
+
+-- ----------------------------------------------------------------------------
+-- Configuration table for RuVector settings
+-- ----------------------------------------------------------------------------
+CREATE TABLE IF NOT EXISTS claude_flow.config (
+    key TEXT PRIMARY KEY,
+    value JSONB NOT NULL,
+    created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
+    updated_at TIMESTAMPTZ NOT NULL DEFAULT NOW()
+);
+
+-- Insert default configuration
+INSERT INTO claude_flow.config (key, value) VALUES
+    ('version', '"1.0.0"'),
+    ('default_dimensions', '1536'),
+    ('default_metric', '"cosine"'),
+    ('hnsw_m', '16'),
+    ('hnsw_ef_construction', '64'),
+    ('ivfflat_lists', '100')
+ON CONFLICT (key) DO NOTHING;
+
+-- ----------------------------------------------------------------------------
+-- Migration tracking table
+-- ----------------------------------------------------------------------------
+CREATE TABLE IF NOT EXISTS claude_flow.migrations (
+    id SERIAL PRIMARY KEY,
+    name TEXT NOT NULL UNIQUE,
+    applied_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
+    checksum TEXT,
+    execution_time_ms INTEGER,
+    rolled_back_at TIMESTAMPTZ
+);
+
+-- Record this migration
+INSERT INTO claude_flow.migrations (name, checksum)
+VALUES ('001_create_extension', md5('001_create_extension'))
+ON CONFLICT (name) DO NOTHING;
+
+COMMIT;
+
+-- ============================================================================
+-- Rollback Script (run separately if needed)
+-- ============================================================================
+-- BEGIN;
+-- DROP TABLE IF EXISTS claude_flow.migrations;
+-- DROP TABLE IF EXISTS claude_flow.config;
+-- DROP SCHEMA IF EXISTS claude_flow CASCADE;
+-- DROP EXTENSION IF EXISTS ruvector;
+-- DROP EXTENSION IF EXISTS "uuid-ossp";
+-- DROP EXTENSION IF EXISTS btree_gin;
+-- DROP EXTENSION IF EXISTS pg_trgm;
+-- DROP EXTENSION IF EXISTS vector;
+-- COMMIT;