@cmdoss/memwal-sdk 0.6.0

package/src/graph/index.ts

@@ -0,0 +1,26 @@
+/**
+ * Knowledge Graph Module
+ * 
+ * AI-powered knowledge graph extraction and management for the PDW SDK.
+ * Provides entity/relationship extraction, graph traversal, and intelligent queries.
+ */
+
+export { GraphService } from './GraphService';
+export { KnowledgeGraphManager } from './KnowledgeGraphManager';
+
+export type {
+  Entity,
+  Relationship,
+  KnowledgeGraph,
+  GraphExtractionResult,
+  GraphQueryResult,
+  GraphConfig
+} from './GraphService';
+
+export type {
+  GraphMemoryMapping,
+  GraphUpdateResult,
+  GraphSearchQuery,
+  GraphSearchResult,
+  KnowledgeGraphStats
+} from './KnowledgeGraphManager';

package/src/index.ts

@@ -0,0 +1,458 @@
+/**
+ * Personal Data Wallet SDK
+ * 
+ * Comprehensive SDK for decentralized memory processing with AI-powered insights.
+ * 
+ * Features:
+ * - 🧠 Local AI embedding generation (Gemini API)
+ * - 🔍 HNSW vector indexing with intelligent batching
+ * - 📊 Knowledge graph extraction and management
+ * - 🗄️ Walrus decentralized storage with encryption
+ * - ⛓️ Sui blockchain ownership tracking
+ * - 🔄 Unified processing pipeline with monitoring
+ * 
+ * @version 1.0.0
+ * @author Personal Data Wallet Team
+ */
+
+// Core pipeline - the main entry point
+export { MemoryPipeline, PipelineManager } from './pipeline';
+export type { 
+  PipelineConfig, 
+  PipelineExecution, 
+  PipelineMetrics,
+  PipelineManagerConfig,
+  SystemMetrics 
+} from './pipeline';
+
+// Import for internal use
+import { MemoryPipeline } from './pipeline/MemoryPipeline';
+import { PipelineManager } from './pipeline/PipelineManager';
+import type { PipelineConfig, PipelineManagerConfig } from './pipeline';
+
+// ==================== SERVICES ====================
+// Business logic services
+export { StorageService } from './services/StorageService';
+export { EmbeddingService } from './services/EmbeddingService';
+export { GeminiAIService } from './services/GeminiAIService';
+export { QueryService } from './services/QueryService';
+export { ClassifierService } from './services/ClassifierService';
+export { MemoryIndexService } from './services/MemoryIndexService';
+export { ViewService } from './services/ViewService';
+export { TransactionService } from './services/TransactionService';
+export { BatchService } from './services/BatchService';
+export { CrossContextPermissionService } from './services/CrossContextPermissionService';
+export { MemoryService } from './services/MemoryService';
+export { VectorService } from './services/VectorService';
+export { CapabilityService } from './services/CapabilityService';
+export { IndexManager } from './services/IndexManager';
+export type {
+  IndexState,
+  SerializedIndexPackage,
+  IndexProgressCallback,
+  IndexManagerOptions
+} from './services/IndexManager';
+
+// ==================== INFRASTRUCTURE ====================
+// External integrations (use these instead of old paths)
+export { WalrusStorageService, StorageManager } from './infrastructure/walrus';
+export { SuiService, BlockchainManager } from './infrastructure/sui';
+export { SealService } from './infrastructure/seal';
+export { EncryptionService } from './infrastructure/seal';
+
+// ==================== CORE ====================
+// Core interfaces and base classes
+export * from './core/interfaces';
+
+// ==================== UTILITIES ====================
+// Vector indexing and batch processing
+export { VectorManager, createHnswService, isBrowser, isNode } from './vector';
+export type { IHnswService, IHnswSearchResultItem, IHnswSearchOptions, IHnswBatchStats } from './vector';
+export { BrowserHnswIndexService } from './vector/BrowserHnswIndexService';
+export { BatchManager, BatchingService, MemoryProcessingCache } from './batch';
+export { GraphService, KnowledgeGraphManager } from './graph';
+
+// Memory retrieval, analytics, and decryption
+export { MemoryRetrievalService, MemoryDecryptionPipeline } from './retrieval';
+export type { 
+  UnifiedMemoryQuery, 
+  UnifiedMemoryResult, 
+  RetrievalStats, 
+  RetrievalContext,
+  KeyServerConfig,
+  DecryptionConfig,
+  DecryptionRequest,
+  DecryptionResult,
+  BatchDecryptionResult
+} from './retrieval';
+
+// Configuration management
+import { Config as ConfigClass } from './config';
+export { ConfigurationHelper, Config } from './config';
+export type { SDKConfig, EnvironmentConfig } from './config';
+
+// Internal Config reference for use in this file
+const Config = ConfigClass;
+
+// Type exports for all modules
+export type {
+  Memory,
+  ProcessedMemory,
+  EmbeddingResult,
+  EmbeddingConfig
+} from './embedding/types';
+
+export type {
+  VectorSearchResult,
+  HNSWIndexConfig
+} from './vector';
+
+export type {
+  CacheConfig,
+  CacheMetrics
+} from './batch';
+
+export type {
+  Entity,
+  Relationship,
+  KnowledgeGraph
+} from './graph';
+
+// Infrastructure types - Walrus
+export type {
+  WalrusUploadResult,
+  WalrusRetrievalResult,
+  MemoryMetadata
+} from './infrastructure/walrus/WalrusStorageService';
+
+export type {
+  StorageResult
+} from './infrastructure/walrus/StorageManager';
+
+// Infrastructure types - Sui
+export type {
+  MemoryRecord,
+  TransactionResult
+} from './infrastructure/sui/SuiService';
+
+export type {
+  OwnershipVerification,
+  BlockchainStats
+} from './infrastructure/sui/BlockchainManager';
+
+// Utility exports - using imported classes above
+
+/**
+ * SDK Version Information
+ */
+export const SDK_VERSION = '1.0.0';
+export const SDK_NAME = 'Personal Data Wallet SDK';
+
+/**
+ * Quick start configuration presets
+ */
+export const QuickStartConfigs = {
+  /**
+   * Basic configuration for simple memory processing
+   */
+  BASIC: {
+    embedding: { 
+      enableBatching: true, 
+      batchSize: 10 
+    },
+    storage: { 
+      enableEncryption: false,
+      enableBatching: false
+    },
+    blockchain: { 
+      enableOwnershipTracking: false 
+    }
+  } as PipelineConfig,
+
+  /**
+   * Full decentralized configuration with all features
+   */
+  DECENTRALIZED: {
+    embedding: { 
+      enableBatching: true, 
+      batchSize: 20 
+    },
+    vector: { 
+      enablePersistence: true,
+      maxElements: 10000
+    },
+    graph: { 
+      enableExtraction: true, 
+      confidenceThreshold: 0.7 
+    },
+    storage: { 
+      enableEncryption: true,
+      enableBatching: true,
+      network: 'testnet'
+    },
+    blockchain: { 
+      enableOwnershipTracking: true,
+      enableBatching: true,
+      network: 'testnet'
+    },
+    enableRollback: true,
+    enableMonitoring: true
+  } as PipelineConfig,
+
+  /**
+   * High-performance configuration optimized for throughput
+   */
+  HIGH_PERFORMANCE: {
+    embedding: { 
+      enableBatching: true, 
+      batchSize: 50 
+    },
+    batch: { 
+      enableBatching: true, 
+      batchSize: 100, 
+      batchDelayMs: 2000 
+    },
+    vector: { 
+      maxElements: 50000,
+      enablePersistence: true
+    },
+    graph: { 
+      enableExtraction: false // Disable for performance
+    },
+    storage: { 
+      enableBatching: true,
+      enableEncryption: false // Disable for performance
+    },
+    blockchain: { 
+      enableBatching: true,
+      enableOwnershipTracking: true
+    },
+    skipFailedSteps: true,
+    maxRetryAttempts: 1,
+    enableMonitoring: true
+  } as PipelineConfig,
+
+  /**
+   * Development configuration with enhanced debugging
+   */
+  DEVELOPMENT: {
+    embedding: { 
+      enableBatching: false // Process individually for debugging
+    },
+    vector: { 
+      maxElements: 1000 
+    },
+    graph: { 
+      enableExtraction: true,
+      confidenceThreshold: 0.5 // Lower threshold for testing
+    },
+    storage: { 
+      enableEncryption: false,
+      enableBatching: false
+    },
+    blockchain: { 
+      enableOwnershipTracking: false, // Skip for dev
+      enableBatching: false
+    },
+    enableRollback: true,
+    enableMonitoring: true,
+    skipFailedSteps: false,
+    maxRetryAttempts: 0 // Fail fast for debugging
+  } as PipelineConfig
+};
+
+/**
+ * Create a pre-configured pipeline with quick start settings
+ */
+export function createQuickStartPipeline(
+  preset: keyof typeof QuickStartConfigs,
+  overrides: Partial<PipelineConfig> = {}
+): MemoryPipeline {
+  const baseConfig = QuickStartConfigs[preset];
+  const mergedConfig = { ...baseConfig, ...overrides };
+  
+  // Auto-configure API key if not provided
+  if (!mergedConfig.embedding?.apiKey) {
+    try {
+      // Config is already imported at top of file
+      const apiKey = Config.getGeminiKey();
+      mergedConfig.embedding = {
+        ...mergedConfig.embedding,
+        apiKey
+      };
+      console.log('✅ Auto-configured Gemini API key from environment');
+    } catch (error) {
+      console.warn('⚠️ No Gemini API key found. Please provide one for AI features to work.');
+    }
+  }
+  
+  return new MemoryPipeline(mergedConfig);
+}
+
+/**
+ * Create a pipeline manager with recommended settings
+ */
+export function createPipelineManager(
+  config: Partial<PipelineManagerConfig> = {}
+): PipelineManager {
+  const defaultConfig: PipelineManagerConfig = {
+    maxConcurrentPipelines: 5,
+    enableScheduling: true,
+    enableHealthChecks: true,
+    enableMetricsCollection: true,
+    defaultPipelineConfig: QuickStartConfigs.BASIC
+  };
+  
+  const mergedConfig = { ...defaultConfig, ...config };
+  return new PipelineManager(mergedConfig);
+}
+
+/**
+ * SDK Information and utilities
+ */
+export const SDK = {
+  version: SDK_VERSION,
+  name: SDK_NAME,
+  
+  /**
+   * Get SDK build information
+   */
+  getBuildInfo(): {
+    version: string;
+    name: string;
+    buildDate: string;
+    features: string[];
+  } {
+    return {
+      version: SDK_VERSION,
+      name: SDK_NAME,
+      buildDate: new Date().toISOString(),
+      features: [
+        'AI Embedding Generation',
+        'HNSW Vector Indexing', 
+        'Knowledge Graph Extraction',
+        'Walrus Decentralized Storage',
+        'Sui Blockchain Integration',
+        'Unified Processing Pipeline',
+        'Batch Processing & Caching',
+        'Comprehensive Monitoring'
+      ]
+    };
+  },
+
+  /**
+   * Validate configuration
+   */
+  validateConfig(config: PipelineConfig): {
+    isValid: boolean;
+    errors: string[];
+    warnings: string[];
+  } {
+    const errors: string[] = [];
+    const warnings: string[] = [];
+
+    // Validate embedding config
+    if (config.embedding?.batchSize && config.embedding.batchSize > 100) {
+      warnings.push('Large embedding batch size may cause memory issues');
+    }
+
+    // Validate vector config  
+    if (config.vector?.maxElements && config.vector.maxElements > 100000) {
+      warnings.push('Large vector index may impact performance');
+    }
+
+    // Validate network consistency
+    if (config.storage?.network !== config.blockchain?.network) {
+      warnings.push('Storage and blockchain networks should match');
+    }
+
+    return {
+      isValid: errors.length === 0,
+      errors,
+      warnings
+    };
+  }
+};
+
+// Default export for convenience
+export default {
+  MemoryPipeline,
+  PipelineManager,
+  createQuickStartPipeline,
+  createPipelineManager,
+  QuickStartConfigs,
+  SDK
+};
+
+// Client-side memory management for React dApps
+export { ClientMemoryManager } from './client/ClientMemoryManager';
+export { PersonalDataWallet } from './client/PersonalDataWallet';
+export { SimplePDWClient } from './client/SimplePDWClient';
+export type { SimplePDWConfig, ServiceContainer } from './client/SimplePDWClient';
+export type {
+  ClientMemoryManagerConfig,
+  CreateMemoryOptions as ClientCreateMemoryOptions,
+  RetrieveMemoryOptions as ClientRetrieveMemoryOptions,
+  BatchRetrieveMemoriesOptions as ClientBatchRetrieveMemoriesOptions,
+  BatchRetrieveResult as ClientBatchRetrieveResult,
+  ClientMemoryMetadata
+} from './client/ClientMemoryManager';
+
+// Wallet architecture components
+/** @deprecated Use CapabilityService instead */
+export { MainWalletService } from './wallet/MainWalletService';
+/** @deprecated Use ContextNamespace instead */
+export { ContextWalletService } from './wallet/ContextWalletService';
+export { PermissionService } from './access/PermissionService';
+export type { ConsentRepository } from './permissions/ConsentRepository';
+export { FileSystemConsentRepository, InMemoryConsentRepository } from './permissions/ConsentRepository';
+export { AggregationService } from './aggregation/AggregationService';
+export type {
+  MainWallet,
+  ContextWallet,
+  ConsentRequest,
+  ConsentRequestRecord,
+  ConsentStatus,
+  AccessGrant,
+  CreateMainWalletOptions,
+  CreateContextWalletOptions,
+  DeriveContextIdOptions,
+  RotateKeysOptions,
+  RotateKeysResult,
+  PermissionScope,
+  RequestConsentOptions,
+  GrantPermissionsOptions,
+  RevokePermissionsOptions,
+  AggregatedQueryOptions,
+  PermissionScopes
+} from './core/types/wallet';
+
+// Legacy version for compatibility
+export const VERSION = '1.0.0';
+
+// Rebuild utility (Browser)
+export { rebuildIndex, hasExistingIndex, clearIndex } from './utils/rebuildIndex';
+export type { RebuildIndexOptions, RebuildIndexResult } from './utils/rebuildIndex';
+
+// Rebuild utility (Node.js)
+export { rebuildIndexNode, hasExistingIndexNode, clearIndexNode } from './utils/rebuildIndexNode';
+export type { RebuildIndexNodeOptions, RebuildIndexNodeResult } from './utils/rebuildIndexNode';
+
+// ==================== AI SDK INTEGRATION ====================
+// AI SDK tools and vector store for Vercel AI SDK integration
+export { pdwTools } from './ai-sdk/tools';
+export type { PDWToolsConfig, PDWToolResult } from './ai-sdk/tools';
+export { PDWVectorStore as AIPDWVectorStore } from './ai-sdk/PDWVectorStore';
+export type {
+  PDWVectorStoreConfig as AIPDWVectorStoreConfig,
+  AddVectorParams,
+  SearchParams as AISearchParams,
+  SearchResult as AISearchResult
+} from './ai-sdk/types';
+
+// ==================== LANGCHAIN INTEGRATION ====================
+// LangChain adapters for RAG workflows with decentralized storage
+export { PDWEmbeddings } from './langchain/PDWEmbeddings';
+export type { PDWEmbeddingsParams } from './langchain/PDWEmbeddings';
+export { PDWVectorStore } from './langchain/PDWVectorStore';
+export type { PDWVectorStoreConfig, PDWAddDocumentOptions } from './langchain/PDWVectorStore';

package/src/infrastructure/index.ts

@@ -0,0 +1,22 @@
+/**
+ * Infrastructure Module
+ *
+ * External service integrations for the PDW SDK:
+ * - Walrus: Decentralized storage
+ * - Sui: Blockchain integration
+ * - SEAL: Encryption services
+ *
+ * Note: AI services (GeminiAIService, EmbeddingService) are in src/services/
+ *
+ * @module infrastructure
+ */
+
+// Walrus storage
+export * from './walrus';
+
+// Sui blockchain
+export * from './sui';
+
+// SEAL encryption
+export * from './seal';
+