memory-journal-mcp 6.1.2 → 6.2.1

package/src/database/sqlite-adapter/entries/search.ts

@@ -1,294 +0,0 @@
-import type { JournalEntry, EntryType } from '../../../types/index.js'
-import {
-    ENTRY_COLUMNS,
-    ALIASED_ENTRY_COLUMNS,
-    type EntriesSharedContext,
-    rowsToEntries,
-} from './shared.js'
-
-export function getRecentEntries(context: EntriesSharedContext, limit: number): JournalEntry[] {
-    const { db, tagsMgr } = context
-    const stmt = db.prepare(`
-        SELECT ${ENTRY_COLUMNS} FROM memory_journal 
-        WHERE deleted_at IS NULL 
-        ORDER BY timestamp DESC, id DESC LIMIT ?
-    `)
-    const rows = stmt.all([limit])
-    return rowsToEntries(tagsMgr, rows)
-}
-
-export function getEntriesPage(
-    context: EntriesSharedContext,
-    offset: number,
-    limit: number,
-    order: 'asc' | 'desc' = 'desc'
-): JournalEntry[] {
-    const { db, tagsMgr } = context
-
-    const sortDir = order === 'asc' ? 'ASC' : 'DESC'
-
-    const stmt = db.prepare(`
-        SELECT ${ENTRY_COLUMNS} FROM memory_journal 
-        WHERE deleted_at IS NULL 
-        ORDER BY timestamp ${sortDir}, id ${sortDir} 
-        LIMIT ? OFFSET ?
-    `)
-    const rows = stmt.all([limit, offset])
-
-    return rowsToEntries(tagsMgr, rows)
-}
-
-export function searchEntries(
-    context: EntriesSharedContext,
-    queryStr: string,
-    options?: {
-        limit?: number
-        isPersonal?: boolean
-        projectNumber?: number
-        issueNumber?: number
-        prNumber?: number
-        prStatus?: string
-        workflowRunId?: number
-    }
-): JournalEntry[] {
-    const { db, tagsMgr } = context
-
-    // Try FTS5 first for relevance-ranked results, fall back to LIKE on syntax error
-    if (queryStr.length > 0) {
-        try {
-            const { sql, params } = buildSearchQuery(queryStr, options, true)
-            const stmt = db.prepare(sql)
-            const rows = stmt.all(params)
-            return rowsToEntries(tagsMgr, rows)
-        } catch {
-            // FTS5 syntax error (e.g. unbalanced quotes, special chars) — fall back to LIKE
-        }
-    }
-
-    const { sql, params } = buildSearchQuery(queryStr, options, false)
-    const stmt = db.prepare(sql)
-    const rows = stmt.all(params)
-    return rowsToEntries(tagsMgr, rows)
-}
-
-/**
- * Builds the SQL query and params for searchEntries.
- * @param useFts - If true, uses FTS5 MATCH with BM25 ranking. If false, uses LIKE substring matching.
- */
-function buildSearchQuery(
-    queryStr: string,
-    options:
-        | {
-              limit?: number
-              isPersonal?: boolean
-              projectNumber?: number
-              issueNumber?: number
-              prNumber?: number
-              prStatus?: string
-              workflowRunId?: number
-          }
-        | undefined,
-    useFts: boolean
-): { sql: string; params: unknown[] } {
-    let query: string
-    if (useFts) {
-        query = `
-            SELECT DISTINCT ${ALIASED_ENTRY_COLUMNS}
-            FROM memory_journal e
-            JOIN fts_content fts ON fts.rowid = e.id
-        `
-    } else {
-        query = `
-            SELECT DISTINCT ${ALIASED_ENTRY_COLUMNS} 
-            FROM memory_journal e
-        `
-    }
-    const params: unknown[] = []
-    const conditions: string[] = ['e.deleted_at IS NULL']
-
-    if (queryStr.length > 0) {
-        if (useFts) {
-            conditions.push(`fts_content MATCH ?`)
-            params.push(sanitizeFtsQuery(queryStr))
-        } else {
-            conditions.push(`e.content LIKE '%' || ? || '%'`)
-            params.push(queryStr)
-        }
-    }
-
-    if (options?.isPersonal !== undefined) {
-        conditions.push(`e.is_personal = ?`)
-        params.push(options.isPersonal ? 1 : 0)
-    }
-
-    if (options?.projectNumber !== undefined) {
-        conditions.push(`e.project_number = ?`)
-        params.push(options.projectNumber)
-    }
-
-    if (options?.issueNumber !== undefined) {
-        conditions.push(`e.issue_number = ?`)
-        params.push(options.issueNumber)
-    }
-
-    if (options?.prNumber !== undefined) {
-        conditions.push(`e.pr_number = ?`)
-        params.push(options.prNumber)
-    }
-
-    if (options?.prStatus !== undefined) {
-        conditions.push(`e.pr_status = ?`)
-        params.push(options.prStatus)
-    }
-
-    if (options?.workflowRunId !== undefined) {
-        conditions.push(`e.workflow_run_id = ?`)
-        params.push(options.workflowRunId)
-    }
-
-    if (conditions.length > 0) {
-        query += ` WHERE ${conditions.join(' AND ')}`
-    }
-
-    // FTS5: rank by relevance (BM25), then timestamp for tiebreaking
-    // LIKE/no-query: rank by timestamp only
-    if (useFts) {
-        query += ` ORDER BY rank, e.timestamp DESC, e.id DESC`
-    } else {
-        query += ` ORDER BY e.timestamp DESC, e.id DESC`
-    }
-
-    query += ` LIMIT ?`
-    params.push(options?.limit ?? 10)
-
-    return { sql: query, params }
-}
-
-export function searchByDateRange(
-    context: EntriesSharedContext,
-    startDate: string,
-    endDate: string,
-    options?: {
-        entryType?: EntryType
-        tags?: string[]
-        isPersonal?: boolean
-        projectNumber?: number
-        issueNumber?: number
-        prNumber?: number
-        workflowRunId?: number
-        limit?: number
-    }
-): JournalEntry[] {
-    const { db, tagsMgr } = context
-
-    let start = startDate
-    if (!start.includes('T')) start += 'T00:00:00.000Z'
-
-    const conditions = ['deleted_at IS NULL', 'timestamp >= ?']
-    const params: unknown[] = [start]
-
-    if (endDate) {
-        conditions.push('timestamp <= ?')
-        let end = endDate
-        if (!end.includes('T')) end += 'T23:59:59.999Z'
-        params.push(end)
-    }
-
-    let query = `
-        SELECT DISTINCT ${ALIASED_ENTRY_COLUMNS} FROM memory_journal e
-    `
-
-    if (options?.tags && options.tags.length > 0) {
-        query += `
-            JOIN entry_tags et ON e.id = et.entry_id
-            JOIN tags t ON et.tag_id = t.id
-        `
-        const placeholders = options.tags.map(() => '?').join(',')
-        conditions.push(`t.name IN (${placeholders})`)
-        params.push(...options.tags)
-    }
-
-    if (options?.entryType !== undefined) {
-        conditions.push(`e.entry_type = ?`)
-        params.push(options.entryType)
-    }
-
-    if (options?.isPersonal !== undefined) {
-        conditions.push(`e.is_personal = ?`)
-        params.push(options.isPersonal ? 1 : 0)
-    }
-
-    if (options?.projectNumber !== undefined) {
-        conditions.push(`e.project_number = ?`)
-        params.push(options.projectNumber)
-    }
-
-    if (options?.issueNumber !== undefined) {
-        conditions.push(`e.issue_number = ?`)
-        params.push(options.issueNumber)
-    }
-
-    if (options?.prNumber !== undefined) {
-        conditions.push(`e.pr_number = ?`)
-        params.push(options.prNumber)
-    }
-
-    if (options?.workflowRunId !== undefined) {
-        conditions.push(`e.workflow_run_id = ?`)
-        params.push(options.workflowRunId)
-    }
-
-    query += ` WHERE ${conditions.join(' AND ')} ORDER BY e.timestamp DESC, e.id DESC`
-
-    query += ` LIMIT ?`
-    params.push(options?.limit ?? 500)
-
-    const stmt = db.prepare(query)
-    const rows = stmt.all(params)
-
-    return rowsToEntries(tagsMgr, rows)
-}
-
-// ============================================================================
-// FTS5 Helpers
-// ============================================================================
-
-/**
- * Sanitize an FTS5 query string to handle porter-stemmer phrase mismatch.
- *
- * FTS5 phrase queries (e.g. `"error handling"`) require exact token sequences.
- * However the porter stemmer stores stems: `handling` → `handl`, so the phrase
- * `"error handling"` never matches even when the content contains "error handling".
- *
- * Fix: detect a *pure* quoted phrase (the entire query is one quoted phrase)
- * and rewrite it as AND-joined individual terms. This lets the stemmer apply
- * to each word and correctly finds documents containing all the terms.
- *
- * Non-phrase queries are passed through unchanged.
- *
- * Examples:
- *   `"error handling"` → `error AND handling`
- *   `deploy OR release` → `deploy OR release` (unchanged)
- *   `auth*` → `auth*` (unchanged)
- *   `deploy NOT staging` → `deploy NOT staging` (unchanged)
- */
-function sanitizeFtsQuery(query: string): string {
-    const trimmed = query.trim()
-    // Pure phrase: starts and ends with double-quote, no other quotes inside
-    if (
-        trimmed.startsWith('"') &&
-        trimmed.endsWith('"') &&
-        trimmed.length > 2 &&
-        !trimmed.slice(1, -1).includes('"')
-    ) {
-        const inner = trimmed.slice(1, -1).trim()
-        // Split on whitespace, drop empty tokens, join with AND
-        const words = inner.split(/\s+/).filter(Boolean)
-        if (words.length > 1) {
-            return words.join(' AND ')
-        }
-        // Single-word phrase: strip quotes (no AND needed)
-        return inner
-    }
-    return query
-}

package/src/database/sqlite-adapter/entries/shared.ts

@@ -1,102 +0,0 @@
-import type { JournalEntry } from '../../../types/index.js'
-import type { Database } from 'better-sqlite3'
-import type { TagsManager } from '../tags.js'
-import type { NativeConnectionManager } from '../native-connection.js'
-
-export const ENTRY_COLUMNS =
-    'id, entry_type as entryType, content, timestamp, is_personal as isPersonal, ' +
-    'significance_type as significanceType, auto_context as autoContext, ' +
-    'project_number as projectNumber, project_owner as projectOwner, ' +
-    'issue_number as issueNumber, issue_url as issueUrl, ' +
-    'pr_number as prNumber, pr_url as prUrl, pr_status as prStatus, ' +
-    'workflow_run_id as workflowRunId, workflow_name as workflowName, ' +
-    'workflow_status as workflowStatus, deleted_at as deletedAt'
-
-export const ALIASED_ENTRY_COLUMNS =
-    'e.id, e.entry_type as entryType, e.content, e.timestamp, ' +
-    'e.is_personal as isPersonal, e.significance_type as significanceType, ' +
-    'e.auto_context as autoContext, e.project_number as projectNumber, ' +
-    'e.project_owner as projectOwner, e.issue_number as issueNumber, ' +
-    'e.issue_url as issueUrl, e.pr_number as prNumber, e.pr_url as prUrl, ' +
-    'e.pr_status as prStatus, e.workflow_run_id as workflowRunId, ' +
-    'e.workflow_name as workflowName, e.workflow_status as workflowStatus, ' +
-    'e.deleted_at as deletedAt'
-
-/**
- * Shared context for entries manager operations
- */
-export interface EntriesSharedContext {
-    ctx: NativeConnectionManager
-    tagsMgr: TagsManager
-    db: Database
-}
-
-/**
- * Convert a generic database row to a JournalEntry by attaching its tags
- */
-export function rowToEntry(tagsMgr: TagsManager, row: unknown): JournalEntry {
-    const r = row as Partial<JournalEntry>
-    return {
-        ...r,
-        isPersonal: Boolean(r.isPersonal), // SQLite uses 0/1
-        tags: tagsMgr.getTagsForEntry(Number(r.id)),
-    } as JournalEntry
-}
-
-/**
- * Convert multiple generic database rows to JournalEntries
- */
-export function rowsToEntries(tagsMgr: TagsManager, rows: unknown[]): JournalEntry[] {
-    if (rows.length === 0) return []
-
-    const entries = rows.map((r) => {
-        const p = r as Partial<JournalEntry>
-        return {
-            ...p,
-            isPersonal: Boolean(p.isPersonal), // SQLite uses 0/1
-            tags: [],
-        } as JournalEntry
-    })
-
-    const ids = entries.map((e) => e.id)
-    const tagsMap = tagsMgr.batchGetTagsForEntries(ids)
-
-    for (const entry of entries) {
-        entry.tags = tagsMap.get(entry.id) ?? []
-    }
-
-    return entries
-}
-
-/**
- * Helper: Safely convert a row from execQuery/get to an object.
- */
-export function rowToObject(row: unknown): Record<string, unknown> | undefined {
-    if (row === null || row === undefined) return undefined
-    if (typeof row !== 'object') return undefined
-    return row as Record<string, unknown>
-}
-
-/**
- * Typed wrapper for `db.prepare(sql).get(…params)`.
- * Returns the row cast to a `Record<string, unknown>` for safe access.
- */
-export function queryRow(
-    db: Database,
-    sql: string,
-    ...params: unknown[]
-): Record<string, unknown> | undefined {
-    return db.prepare(sql).get(...params) as Record<string, unknown> | undefined
-}
-
-/**
- * Typed wrapper for `db.prepare(sql).all(…params)`.
- * Returns rows cast to `Record<string, unknown>[]` for safe access.
- */
-export function queryRows(
-    db: Database,
-    sql: string,
-    ...params: unknown[]
-): Record<string, unknown>[] {
-    return db.prepare(sql).all(...params) as Record<string, unknown>[]
-}

package/src/database/sqlite-adapter/entries/statistics.ts

@@ -1,162 +0,0 @@
-import type { EntriesSharedContext } from './shared.js'
-import { validateDateFormatPattern } from '../../../utils/security-utils.js'
-
-/** Maximum number of period rows returned in the activity timeline */
-const MAX_PERIOD_ROWS = 52
-
-export function getStatistics(
-    context: EntriesSharedContext,
-    groupBy: 'day' | 'week' | 'month' | 'year' = 'week',
-    startDate?: string,
-    endDate?: string,
-    projectBreakdown?: boolean
-): Record<string, unknown> {
-    const { db } = context
-
-    let dateFilter = ''
-    const dateParams: unknown[] = []
-    if (startDate) {
-        dateFilter += ' AND DATE(timestamp) >= DATE(?)'
-        dateParams.push(startDate)
-    }
-    if (endDate) {
-        dateFilter += ' AND DATE(timestamp) <= DATE(?)'
-        dateParams.push(endDate)
-    }
-
-    let totalEntries: number
-    const entriesByType: Record<string, number> = {}
-
-    if (dateParams.length > 0) {
-        const countRow = db
-            .prepare(
-                `SELECT COUNT(*) as count FROM memory_journal WHERE deleted_at IS NULL${dateFilter}`
-            )
-            .get(...dateParams) as { count: number }
-        totalEntries = countRow?.count ?? 0
-
-        const typeRows = db
-            .prepare(
-                `SELECT entry_type, COUNT(*) as count FROM memory_journal WHERE deleted_at IS NULL${dateFilter} GROUP BY entry_type`
-            )
-            .all(...dateParams) as { entry_type: string; count: number }[]
-        for (const row of typeRows) {
-            entriesByType[row.entry_type] = row.count
-        }
-    } else {
-        const countRow = db
-            .prepare('SELECT COUNT(*) as count FROM memory_journal WHERE deleted_at IS NULL')
-            .get() as { count: number }
-        totalEntries = countRow?.count ?? 0
-
-        const typeRows = db
-            .prepare(
-                `SELECT entry_type, COUNT(*) as count FROM memory_journal WHERE deleted_at IS NULL GROUP BY entry_type`
-            )
-            .all() as { entry_type: string; count: number }[]
-        for (const row of typeRows) {
-            entriesByType[row.entry_type] = row.count
-        }
-    }
-
-    const dateFormat = validateDateFormatPattern(groupBy === 'year' ? 'month' : groupBy)
-    const periodRows = db
-        .prepare(
-            `SELECT
-        strftime('${dateFormat}', timestamp) as period,
-        COUNT(*) as total_count,
-        SUM(CASE WHEN significance_type IS NOT NULL THEN 1 ELSE 0 END) as significant_count
-    FROM memory_journal
-    WHERE deleted_at IS NULL${dateFilter}
-    GROUP BY period
-    ORDER BY period DESC
-    LIMIT ${String(MAX_PERIOD_ROWS)}`
-        )
-        .all(...dateParams) as { period: string; total_count: number; significant_count: number }[]
-
-    const entriesByPeriod = periodRows.map((r) => ({
-        period: r.period,
-        count: r.total_count,
-    }))
-
-    const decisionDensity = periodRows
-        .filter((r) => r.significant_count > 0)
-        .map((r) => ({
-            period: r.period,
-            significantCount: r.significant_count,
-        }))
-
-    const relCountRow = db.prepare('SELECT COUNT(*) as count FROM relationships').get() as {
-        count: number
-    }
-    const relTypeRows = db
-        .prepare(
-            `
-        SELECT relationship_type, COUNT(*) as count
-        FROM relationships
-        WHERE relationship_type IN ('blocked_by', 'resolved', 'caused')
-        GROUP BY relationship_type
-    `
-        )
-        .all() as { relationship_type: 'blocked_by' | 'resolved' | 'caused'; count: number }[]
-
-    const totalRelationships = relCountRow?.count ?? 0
-    const avgPerEntry = totalEntries > 0 ? totalRelationships / totalEntries : 0
-
-    const currentPeriod = entriesByPeriod[0]?.period ?? ''
-    const previousPeriod = entriesByPeriod[1]?.period ?? ''
-    const currentCount = entriesByPeriod[0]?.count ?? 0
-    const previousCount = entriesByPeriod[1]?.count ?? 0
-    const growthPercent =
-        previousCount > 0
-            ? Math.round(((currentCount - previousCount) / previousCount) * 100)
-            : null
-
-    const causalMetrics = { blocked_by: 0, resolved: 0, caused: 0 }
-    for (const row of relTypeRows) {
-        causalMetrics[row.relationship_type] = row.count
-    }
-
-    const result: Record<string, unknown> = {
-        totalEntries,
-        entriesByType,
-        entriesByPeriod,
-        decisionDensity,
-        relationshipComplexity: {
-            totalRelationships,
-            avgPerEntry: Math.round(avgPerEntry * 100) / 100,
-        },
-        activityTrend: {
-            currentPeriod,
-            previousPeriod,
-            growthPercent,
-        },
-        causalMetrics,
-    }
-
-    if (startDate || endDate) {
-        result['dateRange'] = {
-            startDate: startDate ?? '',
-            endDate: endDate ?? '',
-        }
-    }
-
-    if (projectBreakdown) {
-        const projRows = db
-            .prepare(
-                `SELECT project_number, COUNT(*) as entry_count
-            FROM memory_journal
-            WHERE deleted_at IS NULL AND project_number IS NOT NULL${dateFilter}
-            GROUP BY project_number
-            ORDER BY entry_count DESC`
-            )
-            .all(...dateParams) as { project_number: number; entry_count: number }[]
-
-        result['projectBreakdown'] = projRows.map((r) => ({
-            project_number: r.project_number,
-            entry_count: r.entry_count,
-        }))
-    }
-
-    return result
-}