claude-brain 0.15.2 → 0.16.0

package/src/retrieval/service.ts

@@ -1,125 +1,125 @@
-/**
- * Retrieval Service
- * Main service for hybrid retrieval and feedback collection
- */
-
-import type { Logger } from 'pino'
-import type { CollectionManager } from '@/memory/chroma/collection-manager'
-import type { EmbeddingProvider } from '@/memory/chroma/embeddings'
-import type { RetrievalConfig } from '@/config/schema'
-import { FeedbackStore } from './feedback/store'
-import type { RateMemoryInput, HybridSearchResult, HybridSearchOptions } from './types'
-
-export class RetrievalService {
-  private logger: Logger
-  private collections: CollectionManager
-  private embeddings: EmbeddingProvider
-  private config: RetrievalConfig
-  private feedbackStore: FeedbackStore | null = null
-  private initialized: boolean = false
-
-  constructor(
-    logger: Logger,
-    collections: CollectionManager,
-    embeddings: EmbeddingProvider,
-    config: RetrievalConfig
-  ) {
-    this.logger = logger.child({ component: 'retrieval-service' })
-    this.collections = collections
-    this.embeddings = embeddings
-    this.config = config
-  }
-
-  async initialize(): Promise<void> {
-    if (this.initialized) {
-      return
-    }
-
-    this.logger.info({ config: this.config }, 'Initializing retrieval service')
-
-    // Initialize feedback store if enabled
-    if (this.config.feedback.enabled) {
-      this.feedbackStore = new FeedbackStore(
-        this.logger,
-        this.collections,
-        this.embeddings
-      )
-      this.logger.info('Feedback store initialized')
-    }
-
-    this.initialized = true
-    this.logger.info('Retrieval service initialized')
-  }
-
-  /**
-   * Store feedback for a memory retrieval
-   */
-  async storeFeedback(input: RateMemoryInput): Promise<string> {
-    if (!this.feedbackStore) {
-      throw new Error('Feedback collection is not enabled')
-    }
-    return this.feedbackStore.storeFeedback(input)
-  }
-
-  /**
-   * Get feedback statistics
-   */
-  async getFeedbackStats() {
-    if (!this.feedbackStore) {
-      return null
-    }
-    return this.feedbackStore.getStats()
-  }
-
-  /**
-   * Check if feedback is enabled
-   */
-  isFeedbackEnabled(): boolean {
-    return this.feedbackStore !== null
-  }
-
-  /**
-   * Check if hybrid retrieval is enabled
-   */
-  isHybridEnabled(): boolean {
-    return this.config.enabled
-  }
-
-  /**
-   * Get current configuration
-   */
-  getConfig(): RetrievalConfig {
-    return this.config
-  }
-
-  /**
-   * Get retrieval status for phase12 status report
-   */
-  async getStatus(): Promise<{
-    enabled: boolean
-    hybridEnabled: boolean
-    feedbackEnabled: boolean
-    sparseEnabled: boolean
-    rerankerEnabled: boolean
-    feedbackStats?: {
-      totalFeedback: number
-      avgRating: number
-      positiveRate: number
-    }
-  }> {
-    const feedbackStats = await this.getFeedbackStats()
-
-    return {
-      enabled: this.initialized,
-      hybridEnabled: this.config.enabled,
-      feedbackEnabled: this.config.feedback.enabled,
-      sparseEnabled: this.config.sparse.enabled,
-      rerankerEnabled: this.config.reranker.enabled,
-      feedbackStats: feedbackStats ? {
-        totalFeedback: feedbackStats.totalFeedback,
-        avgRating: feedbackStats.avgRating,
-        positiveRate: feedbackStats.positiveRate
-      } : undefined
-    }
-  }
-}
+/**
+ * Retrieval Service
+ * Main service for hybrid retrieval and feedback collection
+ */
+
+import type { Logger } from 'pino'
+import type { CollectionManager } from '@/memory/chroma/collection-manager'
+import type { EmbeddingProvider } from '@/memory/chroma/embeddings'
+import type { RetrievalConfig } from '@/config/schema'
+import { FeedbackStore } from './feedback/store'
+import type { RateMemoryInput, HybridSearchResult, HybridSearchOptions } from './types'
+
+export class RetrievalService {
+  private logger: Logger
+  private collections: CollectionManager
+  private embeddings: EmbeddingProvider
+  private config: RetrievalConfig
+  private feedbackStore: FeedbackStore | null = null
+  private initialized: boolean = false
+
+  constructor(
+    logger: Logger,
+    collections: CollectionManager,
+    embeddings: EmbeddingProvider,
+    config: RetrievalConfig
+  ) {
+    this.logger = logger.child({ component: 'retrieval-service' })
+    this.collections = collections
+    this.embeddings = embeddings
+    this.config = config
+  }
+
+  async initialize(): Promise<void> {
+    if (this.initialized) {
+      return
+    }
+
+    this.logger.info({ config: this.config }, 'Initializing retrieval service')
+
+    // Initialize feedback store if enabled
+    if (this.config.feedback.enabled) {
+      this.feedbackStore = new FeedbackStore(
+        this.logger,
+        this.collections,
+        this.embeddings
+      )
+      this.logger.info('Feedback store initialized')
+    }
+
+    this.initialized = true
+    this.logger.info('Retrieval service initialized')
+  }
+
+  /**
+   * Store feedback for a memory retrieval
+   */
+  async storeFeedback(input: RateMemoryInput): Promise<string> {
+    if (!this.feedbackStore) {
+      throw new Error('Feedback collection is not enabled')
+    }
+    return this.feedbackStore.storeFeedback(input)
+  }
+
+  /**
+   * Get feedback statistics
+   */
+  async getFeedbackStats() {
+    if (!this.feedbackStore) {
+      return null
+    }
+    return this.feedbackStore.getStats()
+  }
+
+  /**
+   * Check if feedback is enabled
+   */
+  isFeedbackEnabled(): boolean {
+    return this.feedbackStore !== null
+  }
+
+  /**
+   * Check if hybrid retrieval is enabled
+   */
+  isHybridEnabled(): boolean {
+    return this.config.enabled
+  }
+
+  /**
+   * Get current configuration
+   */
+  getConfig(): RetrievalConfig {
+    return this.config
+  }
+
+  /**
+   * Get retrieval status for phase12 status report
+   */
+  async getStatus(): Promise<{
+    enabled: boolean
+    hybridEnabled: boolean
+    feedbackEnabled: boolean
+    sparseEnabled: boolean
+    rerankerEnabled: boolean
+    feedbackStats?: {
+      totalFeedback: number
+      avgRating: number
+      positiveRate: number
+    }
+  }> {
+    const feedbackStats = await this.getFeedbackStats()
+
+    return {
+      enabled: this.initialized,
+      hybridEnabled: this.config.enabled,
+      feedbackEnabled: this.config.feedback.enabled,
+      sparseEnabled: this.config.sparse.enabled,
+      rerankerEnabled: this.config.reranker.enabled,
+      feedbackStats: feedbackStats ? {
+        totalFeedback: feedbackStats.totalFeedback,
+        avgRating: feedbackStats.avgRating,
+        positiveRate: feedbackStats.positiveRate
+      } : undefined
+    }
+  }
+}

package/src/retrieval/types.ts

@@ -1,162 +1,162 @@
-/**
- * Retrieval Types
- * TypeScript interfaces for the hybrid retrieval system
- */
-
-/**
- * Core search result from hybrid retrieval pipeline
- */
-export interface HybridSearchResult {
-  id: string
-  content: string
-  metadata: Record<string, unknown>
-  scores: {
-    /** Dense (semantic) search score (0-1) */
-    dense: number
-    /** Sparse (BM25) search score (normalized) */
-    sparse: number
-    /** Fusion combined score */
-    fusion: number
-    /** Cross-encoder reranked score (optional) */
-    reranked?: number
-    /** Final score after all processing */
-    final: number
-  }
-  /** Where this result came from */
-  provenance: 'dense' | 'sparse' | 'both'
-  /** Original collection this result came from */
-  collection: string
-}
-
-/**
- * Memory feedback for adaptive learning
- */
-export interface MemoryFeedback {
-  id: string
-  memoryId: string
-  queryId: string
-  query: string
-  rating: 1 | 2 | 3 | 4 | 5
-  wasUsed: boolean
-  feedbackText?: string
-  project?: string
-  timestamp: string
-  collectionType: 'decisions' | 'memories' | 'patterns' | 'corrections'
-}
-
-/**
- * Input for rate_memory tool
- */
-export interface RateMemoryInput {
-  memory_id: string
-  rating: 1 | 2 | 3 | 4 | 5
-  query: string
-  was_used?: boolean
-  feedback_text?: string
-  project_name?: string
-}
-
-/**
- * Query intent classification result
- */
-export interface QueryIntent {
-  /** Primary intent type */
-  type: 'factual' | 'decision' | 'pattern' | 'comparison' | 'temporal' | 'exploratory'
-  /** Confidence in classification (0-1) */
-  confidence: number
-  /** Additional intent metadata */
-  metadata?: {
-    temporalRange?: { start?: Date; end?: Date }
-    comparisonTerms?: string[]
-    entities?: string[]
-  }
-}
-
-/**
- * Query expansion result
- */
-export interface ExpandedQuery {
-  /** Original query */
-  original: string
-  /** Expanded terms and synonyms */
-  expansions: string[]
-  /** Combined query for search */
-  combined: string
-  /** Weight for original vs expanded terms */
-  originalWeight: number
-}
-
-/**
- * Temporal parse result
- */
-export interface TemporalParse {
-  /** Whether temporal references were found */
-  hasTemporal: boolean
-  /** Start of time range (if any) */
-  start?: Date
-  /** End of time range (if any) */
-  end?: Date
-  /** Original temporal expression */
-  expression?: string
-  /** Query with temporal references removed */
-  cleanedQuery: string
-}
-
-/**
- * Search options for hybrid pipeline
- */
-export interface HybridSearchOptions {
-  /** Project to filter by */
-  project?: string
-  /** Collections to search */
-  collections?: ('decisions' | 'memories' | 'patterns' | 'corrections')[]
-  /** Maximum results to return */
-  limit?: number
-  /** Minimum final score threshold */
-  minScore?: number
-  /** Whether to use reranking */
-  useReranker?: boolean
-  /** Whether to use query understanding */
-  useQueryUnderstanding?: boolean
-  /** Date range filter */
-  dateRange?: {
-    start?: string
-    end?: string
-  }
-  /** Tags to filter by */
-  tags?: string[]
-}
-
-/**
- * Retrieval metrics for evaluation
- */
-export interface RetrievalMetrics {
-  /** Mean Reciprocal Rank */
-  mrr: number
-  /** Precision at K */
-  precisionAtK: Record<number, number>
-  /** Normalized Discounted Cumulative Gain */
-  ndcg: number
-  /** Total queries evaluated */
-  queryCount: number
-  /** Average latency in ms */
-  avgLatencyMs: number
-}
-
-/**
- * Adaptive thresholds learned from feedback
- */
-export interface AdaptiveThresholds {
-  /** Minimum similarity threshold for dense search */
-  denseMinSimilarity: number
-  /** Dense search weight in fusion */
-  denseWeight: number
-  /** Sparse search weight in fusion */
-  sparseWeight: number
-  /** RRF k parameter */
-  rrfK: number
-  /** Number of feedback samples used */
-  feedbackCount: number
-  /** Last updated timestamp */
-  lastUpdated: string
-}
+/**
+ * Retrieval Types
+ * TypeScript interfaces for the hybrid retrieval system
+ */
+
+/**
+ * Core search result from hybrid retrieval pipeline
+ */
+export interface HybridSearchResult {
+  id: string
+  content: string
+  metadata: Record<string, unknown>
+  scores: {
+    /** Dense (semantic) search score (0-1) */
+    dense: number
+    /** Sparse (BM25) search score (normalized) */
+    sparse: number
+    /** Fusion combined score */
+    fusion: number
+    /** Cross-encoder reranked score (optional) */
+    reranked?: number
+    /** Final score after all processing */
+    final: number
+  }
+  /** Where this result came from */
+  provenance: 'dense' | 'sparse' | 'both'
+  /** Original collection this result came from */
+  collection: string
+}
+
+/**
+ * Memory feedback for adaptive learning
+ */
+export interface MemoryFeedback {
+  id: string
+  memoryId: string
+  queryId: string
+  query: string
+  rating: 1 | 2 | 3 | 4 | 5
+  wasUsed: boolean
+  feedbackText?: string
+  project?: string
+  timestamp: string
+  collectionType: 'decisions' | 'memories' | 'patterns' | 'corrections'
+}
+
+/**
+ * Input for rate_memory tool
+ */
+export interface RateMemoryInput {
+  memory_id: string
+  rating: 1 | 2 | 3 | 4 | 5
+  query: string
+  was_used?: boolean
+  feedback_text?: string
+  project_name?: string
+}
+
+/**
+ * Query intent classification result
+ */
+export interface QueryIntent {
+  /** Primary intent type */
+  type: 'factual' | 'decision' | 'pattern' | 'comparison' | 'temporal' | 'exploratory'
+  /** Confidence in classification (0-1) */
+  confidence: number
+  /** Additional intent metadata */
+  metadata?: {
+    temporalRange?: { start?: Date; end?: Date }
+    comparisonTerms?: string[]
+    entities?: string[]
+  }
+}
+
+/**
+ * Query expansion result
+ */
+export interface ExpandedQuery {
+  /** Original query */
+  original: string
+  /** Expanded terms and synonyms */
+  expansions: string[]
+  /** Combined query for search */
+  combined: string
+  /** Weight for original vs expanded terms */
+  originalWeight: number
+}
+
+/**
+ * Temporal parse result
+ */
+export interface TemporalParse {
+  /** Whether temporal references were found */
+  hasTemporal: boolean
+  /** Start of time range (if any) */
+  start?: Date
+  /** End of time range (if any) */
+  end?: Date
+  /** Original temporal expression */
+  expression?: string
+  /** Query with temporal references removed */
+  cleanedQuery: string
+}
+
+/**
+ * Search options for hybrid pipeline
+ */
+export interface HybridSearchOptions {
+  /** Project to filter by */
+  project?: string
+  /** Collections to search */
+  collections?: ('decisions' | 'memories' | 'patterns' | 'corrections')[]
+  /** Maximum results to return */
+  limit?: number
+  /** Minimum final score threshold */
+  minScore?: number
+  /** Whether to use reranking */
+  useReranker?: boolean
+  /** Whether to use query understanding */
+  useQueryUnderstanding?: boolean
+  /** Date range filter */
+  dateRange?: {
+    start?: string
+    end?: string
+  }
+  /** Tags to filter by */
+  tags?: string[]
+}
+
+/**
+ * Retrieval metrics for evaluation
+ */
+export interface RetrievalMetrics {
+  /** Mean Reciprocal Rank */
+  mrr: number
+  /** Precision at K */
+  precisionAtK: Record<number, number>
+  /** Normalized Discounted Cumulative Gain */
+  ndcg: number
+  /** Total queries evaluated */
+  queryCount: number
+  /** Average latency in ms */
+  avgLatencyMs: number
+}
+
+/**
+ * Adaptive thresholds learned from feedback
+ */
+export interface AdaptiveThresholds {
+  /** Minimum similarity threshold for dense search */
+  denseMinSimilarity: number
+  /** Dense search weight in fusion */
+  denseWeight: number
+  /** Sparse search weight in fusion */
+  sparseWeight: number
+  /** RRF k parameter */
+  rrfK: number
+  /** Number of feedback samples used */
+  feedbackCount: number
+  /** Last updated timestamp */
+  lastUpdated: string
+}