@jungjaehoon/mama-core 2.4.1 → 4.1.0

package/dist/cases/wiki-page-index.js

@@ -1,201 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ftsSearchWikiPages = ftsSearchWikiPages;
-exports.vectorSearchWikiPages = vectorSearchWikiPages;
-const embeddings_js_1 = require("../embeddings.js");
-function tableColumns(adapter, tableName) {
-    const rows = adapter.prepare(`PRAGMA table_info(${tableName})`).all();
-    return new Set(rows.map((row) => row.name));
-}
-function readSchema(adapter) {
-    const indexColumns = tableColumns(adapter, 'wiki_page_index');
-    const embeddingColumns = tableColumns(adapter, 'wiki_page_embeddings');
-    if (!indexColumns.has('id') && !indexColumns.has('page_id')) {
-        throw new Error('wiki_page_index schema is missing both id and page_id columns.');
-    }
-    return {
-        hasIdColumn: indexColumns.has('id'),
-        hasPageIdColumn: indexColumns.has('page_id'),
-        hasSourceTypeColumn: indexColumns.has('source_type'),
-        hasSourceIdsColumn: indexColumns.has('source_ids'),
-        hasEntityRefsColumn: indexColumns.has('entity_refs'),
-        hasCreatedAtColumn: indexColumns.has('created_at'),
-        embeddingUsesWikiPageId: embeddingColumns.has('wiki_page_id'),
-        embeddingUsesVector: embeddingColumns.has('vector'),
-        embeddingHasModel: embeddingColumns.has('model'),
-        embeddingHasDim: embeddingColumns.has('dim'),
-        embeddingHasCreatedAt: embeddingColumns.has('created_at'),
-    };
-}
-function normalizeLimit(limit) {
-    if (!Number.isFinite(limit)) {
-        return 10;
-    }
-    return Math.max(0, Math.floor(limit));
-}
-function parseJsonArray(value) {
-    if (value === null || value === undefined || value === '') {
-        return [];
-    }
-    if (Array.isArray(value)) {
-        return value.map(String);
-    }
-    if (typeof value !== 'string') {
-        return [];
-    }
-    const parsed = JSON.parse(value);
-    if (!Array.isArray(parsed)) {
-        throw new Error('wiki_page_index JSON array column decoded to a non-array value.');
-    }
-    return parsed.map(String);
-}
-function normalizeConfidence(value) {
-    if (value === 'high' || value === 'medium' || value === 'low') {
-        return value;
-    }
-    return null;
-}
-function rowToRecord(row) {
-    const id = Number(row.id);
-    if (!Number.isFinite(id)) {
-        throw new Error('wiki_page_index row is missing a numeric id/rowid.');
-    }
-    return {
-        id,
-        source_locator: String(row.source_locator ?? ''),
-        page_type: row.page_type,
-        title: String(row.title ?? ''),
-        content: String(row.content ?? ''),
-        case_id: row.case_id === null || row.case_id === undefined ? null : String(row.case_id),
-        source_ids: parseJsonArray(row.source_ids),
-        entity_refs: parseJsonArray(row.entity_refs),
-        confidence: normalizeConfidence(row.confidence),
-        compiled_at: String(row.compiled_at ?? ''),
-        created_at: String(row.created_at ?? row.updated_at ?? row.compiled_at ?? ''),
-        updated_at: String(row.updated_at ?? row.created_at ?? row.compiled_at ?? ''),
-    };
-}
-function selectByFtsPageId(adapter, schema, pageId) {
-    const sql = schema.hasIdColumn
-        ? 'SELECT * FROM wiki_page_index WHERE id = ?'
-        : 'SELECT rowid AS id, * FROM wiki_page_index WHERE page_id = ?';
-    const lookup = schema.hasIdColumn ? Number(pageId) : String(pageId);
-    const row = adapter.prepare(sql).get(lookup);
-    return row ? rowToRecord(row) : null;
-}
-function blobToVector(value) {
-    if (!(value instanceof Uint8Array)) {
-        return null;
-    }
-    if (value.byteLength % 4 !== 0) {
-        return null;
-    }
-    const buffer = Buffer.isBuffer(value) ? value : Buffer.from(value);
-    const arrayBuffer = buffer.buffer.slice(buffer.byteOffset, buffer.byteOffset + buffer.byteLength);
-    return new Float32Array(arrayBuffer);
-}
-function buildFtsQuery(query) {
-    const tokens = query
-        .toLowerCase()
-        .match(/[\p{L}\p{N}_]+/gu)
-        ?.filter((token) => token.length > 0);
-    if (!tokens || tokens.length === 0) {
-        return '';
-    }
-    return tokens.map((token) => `"${token.replace(/"/g, '""')}"`).join(' OR ');
-}
-function normalizeBm25Score(raw) {
-    const value = Number(raw);
-    if (!Number.isFinite(value)) {
-        return 0;
-    }
-    if (value < 0) {
-        return 1 + Math.abs(value);
-    }
-    return 1 / (1 + value);
-}
-function searchTableExists(adapter, tableName) {
-    const row = adapter
-        .prepare("SELECT name FROM sqlite_master WHERE name = ? AND type IN ('table','virtual table')")
-        .get(tableName);
-    return row !== undefined;
-}
-function ftsSearchWikiPages(adapter, query, limit) {
-    const boundedLimit = normalizeLimit(limit);
-    if (boundedLimit === 0 || !query.trim()) {
-        return [];
-    }
-    if (!searchTableExists(adapter, 'wiki_pages_fts')) {
-        return [];
-    }
-    const ftsQuery = buildFtsQuery(query);
-    if (!ftsQuery) {
-        return [];
-    }
-    const schema = readSchema(adapter);
-    const rows = adapter
-        .prepare(`
-        SELECT page_id, bm25(wiki_pages_fts) AS raw
-        FROM wiki_pages_fts
-        WHERE wiki_pages_fts MATCH ?
-        ORDER BY raw
-        LIMIT ?
-      `)
-        .all(ftsQuery, boundedLimit);
-    const hits = [];
-    for (const row of rows) {
-        const record = selectByFtsPageId(adapter, schema, row.page_id);
-        if (!record) {
-            continue;
-        }
-        hits.push({
-            record,
-            rank: hits.length,
-            raw_score: normalizeBm25Score(row.raw),
-        });
-    }
-    return hits;
-}
-function vectorSearchWikiPages(adapter, queryEmbedding, limit) {
-    const boundedLimit = normalizeLimit(limit);
-    if (boundedLimit === 0) {
-        return [];
-    }
-    const schema = readSchema(adapter);
-    const rows = schema.embeddingUsesWikiPageId
-        ? adapter
-            .prepare(`
-            SELECT i.*, e.vector
-            FROM wiki_page_embeddings e
-            JOIN wiki_page_index i ON i.id = e.wiki_page_id
-          `)
-            .all()
-        : adapter
-            .prepare(`
-            SELECT i.rowid AS id, i.*, e.embedding
-            FROM wiki_page_embeddings e
-            JOIN wiki_page_index i ON i.page_id = e.page_id
-          `)
-            .all();
-    const scored = [];
-    for (const row of rows) {
-        const candidate = blobToVector(schema.embeddingUsesVector ? row.vector : row.embedding);
-        if (!candidate || candidate.length !== queryEmbedding.length) {
-            continue;
-        }
-        const score = (0, embeddings_js_1.cosineSimilarity)(candidate, queryEmbedding);
-        if (!Number.isFinite(score)) {
-            continue;
-        }
-        scored.push({ record: rowToRecord(row), score });
-    }
-    return scored
-        .sort((left, right) => right.score - left.score)
-        .slice(0, boundedLimit)
-        .map((entry, rank) => ({
-        record: entry.record,
-        rank,
-        raw_score: entry.score,
-    }));
-}
-//# sourceMappingURL=wiki-page-index.js.map

package/dist/config-loader.d.ts

@@ -1,68 +0,0 @@
-/**
- * MAMA Configuration Loader
- *
- * Story M1.4: Configurable embedding model selection
- * Priority: P1 (Core Feature)
- *
- * Loads user configuration from ~/.mama/config.json with sensible defaults.
- * Supports:
- * - Model selection (default: multilingual-e5-large)
- * - Embedding dimensions
- * - Cache directory configuration
- *
- * @module config-loader
- */
-export interface MAMAConfig {
-    configVersion: number;
-    modelName: string;
-    embeddingDim: number;
-    quantized: boolean;
-    cacheDir: string;
-    [key: string]: unknown;
-}
-export declare const DEFAULT_CONFIG: MAMAConfig;
-/**
- * Load MAMA configuration from ~/.mama/config.json
- *
- * Story M1.4 AC #1: Config parser loads ~/.mama/config.json
- *
- * @param reload - Force reload from disk (default: false)
- * @returns Configuration object with modelName, embeddingDim, cacheDir
- */
-export declare function loadConfig(reload?: boolean): MAMAConfig;
-/**
- * Get current model name
- */
-export declare function getModelName(): string;
-/**
- * Get current embedding dimension
- */
-export declare function getEmbeddingDim(): number;
-/**
- * Get whether to use quantized model
- */
-export declare function getQuantized(): boolean;
-/**
- * Get current cache directory
- */
-export declare function getCacheDir(): string;
-export interface ConfigUpdates {
-    modelName?: string;
-    embeddingDim?: number;
-    quantized?: boolean;
-    cacheDir?: string;
-}
-/**
- * Update configuration and save to file
- *
- * Story M1.4 AC #3: Changing model via config triggers informative log + resets caches
- *
- * @param updates - Configuration updates
- * @returns Success status
- */
-export declare function updateConfig(updates: ConfigUpdates): boolean;
-/**
- * Get config file path
- */
-export declare function getConfigPath(): string;
-//# sourceMappingURL=config-loader.d.ts.map

package/dist/config-loader.js

@@ -1,239 +0,0 @@
-"use strict";
-/**
- * MAMA Configuration Loader
- *
- * Story M1.4: Configurable embedding model selection
- * Priority: P1 (Core Feature)
- *
- * Loads user configuration from ~/.mama/config.json with sensible defaults.
- * Supports:
- * - Model selection (default: multilingual-e5-large)
- * - Embedding dimensions
- * - Cache directory configuration
- *
- * @module config-loader
- */
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.DEFAULT_CONFIG = void 0;
-exports.loadConfig = loadConfig;
-exports.getModelName = getModelName;
-exports.getEmbeddingDim = getEmbeddingDim;
-exports.getQuantized = getQuantized;
-exports.getCacheDir = getCacheDir;
-exports.updateConfig = updateConfig;
-exports.getConfigPath = getConfigPath;
-const fs_1 = __importDefault(require("fs"));
-const path_1 = __importDefault(require("path"));
-const os_1 = __importDefault(require("os"));
-const debug_logger_js_1 = require("./debug-logger.js");
-// Current config version — bump this when adding migrations
-const CURRENT_CONFIG_VERSION = 2;
-// Default configuration
-exports.DEFAULT_CONFIG = {
-    configVersion: CURRENT_CONFIG_VERSION,
-    modelName: 'Xenova/multilingual-e5-large',
-    embeddingDim: 1024,
-    quantized: true,
-    cacheDir: path_1.default.join(os_1.default.homedir(), '.cache', 'huggingface', 'transformers'),
-};
-/**
- * Config migrations — each entry upgrades from (version - 1) to version.
- * Migrations run sequentially and mutate the config object in place.
- */
-const CONFIG_MIGRATIONS = {
-    // v1 → v2: e5-small (384-dim) → e5-large (1024-dim)
-    2: (cfg) => {
-        if (cfg.modelName === 'Xenova/multilingual-e5-small' && cfg.embeddingDim === 384) {
-            (0, debug_logger_js_1.info)('[config] Migration v2: upgrading embedding model e5-small → e5-large');
-            cfg.modelName = 'Xenova/multilingual-e5-large';
-            cfg.embeddingDim = 1024;
-        }
-    },
-};
-/**
- * Apply pending migrations to a config object.
- * Returns true if any migrations were applied.
- */
-function applyMigrations(config) {
-    const startVersion = config.configVersion || 1;
-    if (startVersion >= CURRENT_CONFIG_VERSION)
-        return false;
-    for (let v = startVersion + 1; v <= CURRENT_CONFIG_VERSION; v++) {
-        const migrate = CONFIG_MIGRATIONS[v];
-        if (migrate) {
-            migrate(config);
-            (0, debug_logger_js_1.info)(`[config] Applied migration v${v}`);
-        }
-    }
-    config.configVersion = CURRENT_CONFIG_VERSION;
-    return true;
-}
-// Config file path
-const CONFIG_DIR = path_1.default.join(os_1.default.homedir(), '.mama');
-const CONFIG_PATH = path_1.default.join(CONFIG_DIR, 'config.json');
-// Cached configuration
-let cachedConfig = null;
-/**
- * Ensure config directory exists
- */
-function ensureConfigDir() {
-    if (!fs_1.default.existsSync(CONFIG_DIR)) {
-        fs_1.default.mkdirSync(CONFIG_DIR, { recursive: true });
-        (0, debug_logger_js_1.info)(`[config] Created config directory: ${CONFIG_DIR}`);
-    }
-}
-/**
- * Create default config file if it doesn't exist
- */
-function ensureConfigFile() {
-    if (!fs_1.default.existsSync(CONFIG_PATH)) {
-        ensureConfigDir();
-        fs_1.default.writeFileSync(CONFIG_PATH, JSON.stringify(exports.DEFAULT_CONFIG, null, 2), 'utf8');
-        (0, debug_logger_js_1.info)(`[config] Created default config file: ${CONFIG_PATH}`);
-        (0, debug_logger_js_1.info)(`[config] Model: ${exports.DEFAULT_CONFIG.modelName} (${exports.DEFAULT_CONFIG.embeddingDim}-dim)`);
-    }
-}
-/**
- * Load MAMA configuration from ~/.mama/config.json
- *
- * Story M1.4 AC #1: Config parser loads ~/.mama/config.json
- *
- * @param reload - Force reload from disk (default: false)
- * @returns Configuration object with modelName, embeddingDim, cacheDir
- */
-function loadConfig(reload = false) {
-    // Return cached config if available and not forcing reload
-    if (cachedConfig && !reload) {
-        return cachedConfig;
-    }
-    try {
-        // Ensure config file exists
-        ensureConfigFile();
-        // Read and parse config file
-        const configData = fs_1.default.readFileSync(CONFIG_PATH, 'utf8');
-        const userConfig = JSON.parse(configData);
-        // Determine file's config version before merging with defaults
-        const fileVersion = userConfig.configVersion || 1;
-        // Merge with defaults (user config overrides)
-        const config = {
-            ...exports.DEFAULT_CONFIG,
-            ...userConfig,
-            configVersion: fileVersion, // preserve file version for migration check
-        };
-        // Apply pending migrations based on file's version
-        if (applyMigrations(config)) {
-            fs_1.default.writeFileSync(CONFIG_PATH, JSON.stringify(config, null, 2), 'utf8');
-            (0, debug_logger_js_1.info)(`[config] Migrated config saved to ${CONFIG_PATH}`);
-        }
-        // Validate configuration
-        if (!config.modelName || typeof config.modelName !== 'string') {
-            (0, debug_logger_js_1.warn)('[config] Invalid modelName, using default:', exports.DEFAULT_CONFIG.modelName);
-            config.modelName = exports.DEFAULT_CONFIG.modelName;
-        }
-        if (!Number.isInteger(config.embeddingDim) || config.embeddingDim <= 0) {
-            (0, debug_logger_js_1.warn)('[config] Invalid embeddingDim, using default:', exports.DEFAULT_CONFIG.embeddingDim);
-            config.embeddingDim = exports.DEFAULT_CONFIG.embeddingDim;
-        }
-        if (!config.cacheDir || typeof config.cacheDir !== 'string') {
-            (0, debug_logger_js_1.warn)('[config] Invalid cacheDir, using default:', exports.DEFAULT_CONFIG.cacheDir);
-            config.cacheDir = exports.DEFAULT_CONFIG.cacheDir;
-        }
-        // Cache the loaded config
-        cachedConfig = config;
-        // Log loaded configuration
-        if (reload) {
-            (0, debug_logger_js_1.info)(`[config] Configuration reloaded from ${CONFIG_PATH}`);
-            (0, debug_logger_js_1.info)(`[config] Model: ${config.modelName} (${config.embeddingDim}-dim)`);
-            (0, debug_logger_js_1.info)(`[config] Cache: ${config.cacheDir}`);
-        }
-        return config;
-    }
-    catch (error) {
-        const message = error instanceof Error ? error.message : String(error);
-        (0, debug_logger_js_1.error)(`[config] Failed to load config file: ${message}`);
-        (0, debug_logger_js_1.error)('[config] Using default configuration');
-        // Cache defaults on error
-        cachedConfig = { ...exports.DEFAULT_CONFIG };
-        return cachedConfig;
-    }
-}
-/**
- * Get current model name
- */
-function getModelName() {
-    const config = loadConfig();
-    return config.modelName;
-}
-/**
- * Get current embedding dimension
- */
-function getEmbeddingDim() {
-    const config = loadConfig();
-    return config.embeddingDim;
-}
-/**
- * Get whether to use quantized model
- */
-function getQuantized() {
-    const config = loadConfig();
-    return config.quantized;
-}
-/**
- * Get current cache directory
- */
-function getCacheDir() {
-    const config = loadConfig();
-    return config.cacheDir;
-}
-/**
- * Update configuration and save to file
- *
- * Story M1.4 AC #3: Changing model via config triggers informative log + resets caches
- *
- * @param updates - Configuration updates
- * @returns Success status
- */
-function updateConfig(updates) {
-    try {
-        ensureConfigFile();
-        // Load current config
-        const currentConfig = loadConfig();
-        // Check if model is changing
-        const modelChanged = updates.modelName && updates.modelName !== currentConfig.modelName;
-        const dimChanged = updates.embeddingDim && updates.embeddingDim !== currentConfig.embeddingDim;
-        // Merge updates
-        const newConfig = {
-            ...currentConfig,
-            ...updates,
-        };
-        // Save to file
-        fs_1.default.writeFileSync(CONFIG_PATH, JSON.stringify(newConfig, null, 2), 'utf8');
-        // Update cache
-        cachedConfig = newConfig;
-        // Story M1.4 AC #3: Informative log when model changes
-        if (modelChanged || dimChanged) {
-            (0, debug_logger_js_1.info)('[config] ⚠️  Embedding model configuration changed');
-            (0, debug_logger_js_1.info)(`[config] Old: ${currentConfig.modelName} (${currentConfig.embeddingDim}-dim)`);
-            (0, debug_logger_js_1.info)(`[config] New: ${newConfig.modelName} (${newConfig.embeddingDim}-dim)`);
-            (0, debug_logger_js_1.info)('[config] ⚡ Model cache will be reset on next embedding generation');
-            (0, debug_logger_js_1.info)('[config] ⚡ Existing embeddings in database remain unchanged');
-        }
-        (0, debug_logger_js_1.info)(`[config] Configuration saved to ${CONFIG_PATH}`);
-        return true;
-    }
-    catch (error) {
-        const message = error instanceof Error ? error.message : String(error);
-        (0, debug_logger_js_1.error)(`[config] Failed to update config: ${message}`);
-        return false;
-    }
-}
-/**
- * Get config file path
- */
-function getConfigPath() {
-    return CONFIG_PATH;
-}
-//# sourceMappingURL=config-loader.js.map

package/dist/connectors/event-index.d.ts

@@ -1,24 +0,0 @@
-import type { DatabaseAdapter } from '../db-manager.js';
-import type { ConnectorEventIndexCursorRecord, ConnectorEventIndexRecord, UpsertConnectorEventIndexInput } from './types.js';
-type ConnectorEventIndexAdapter = Pick<DatabaseAdapter, 'prepare' | 'transaction'>;
-interface DeleteExpiredConnectorEventsInput {
-    nowMs: number;
-    retentionMs: number;
-    connectorName?: string;
-}
-export declare function mapConnectorEventIndexRecord(row: Record<string, unknown>): ConnectorEventIndexRecord;
-export declare function connectorEventIndexId(sourceConnector: string, sourceId: string): string;
-export declare function connectorEventContentHash(input: {
-    source_connector: string;
-    source_id: string;
-    content: string;
-    event_datetime?: number | null;
-}): Buffer;
-export declare function upsertConnectorEventIndex(adapter: ConnectorEventIndexAdapter, input: UpsertConnectorEventIndexInput): ConnectorEventIndexRecord;
-export declare function getConnectorEventIndexRecord(adapter: ConnectorEventIndexAdapter, sourceConnector: string, sourceId: string): ConnectorEventIndexRecord | null;
-export declare function readConnectorCursor(adapter: ConnectorEventIndexAdapter, connectorName: string): ConnectorEventIndexCursorRecord | null;
-export declare function deleteExpiredConnectorEvents(adapter: ConnectorEventIndexAdapter, input: DeleteExpiredConnectorEventsInput): {
-    rows_deleted: number;
-};
-export type { ConnectorEventIndexCursorRecord, ConnectorEventIndexRecord, ConnectorEventSearchHit, ConnectorEventStalenessStatus, UpsertConnectorEventIndexCursorInput, UpsertConnectorEventIndexInput, } from './types.js';
-//# sourceMappingURL=event-index.d.ts.map