rag-lite-ts 1.0.1

package/dist/config.d.ts

@@ -0,0 +1,90 @@
+import { PreprocessingConfig } from './types.js';
+export interface Config {
+    embedding_model: string;
+    chunk_size: number;
+    chunk_overlap: number;
+    batch_size: number;
+    top_k: number;
+    db_file: string;
+    index_file: string;
+    rerank_enabled: boolean;
+    preprocessing: PreprocessingConfig;
+    model_cache_path?: string;
+    path_storage_strategy: 'absolute' | 'relative';
+}
+export interface ModelDefaults {
+    dimensions: number;
+    chunk_size: number;
+    chunk_overlap: number;
+    batch_size: number;
+}
+/**
+ * Default preprocessing configuration - "balanced" mode
+ */
+export declare const defaultPreprocessingConfig: PreprocessingConfig;
+/**
+ * Returns model-specific default configuration values
+ * @param modelName - The embedding model name
+ * @returns Model-specific defaults for dimensions, chunk_size, chunk_overlap, and batch_size
+ */
+export declare function getModelDefaults(modelName: string): ModelDefaults;
+export declare const config: Config;
+/**
+ * Standard exit codes for different error conditions
+ */
+export declare const EXIT_CODES: {
+    readonly SUCCESS: 0;
+    readonly GENERAL_ERROR: 1;
+    readonly INVALID_ARGUMENTS: 2;
+    readonly CONFIGURATION_ERROR: 3;
+    readonly FILE_NOT_FOUND: 4;
+    readonly DATABASE_ERROR: 5;
+    readonly MODEL_ERROR: 6;
+    readonly INDEX_ERROR: 7;
+    readonly PERMISSION_ERROR: 8;
+};
+/**
+ * Configuration validation error with specific exit code
+ */
+export declare class ConfigurationError extends Error {
+    exitCode: number;
+    constructor(message: string, exitCode?: number);
+}
+/**
+ * Validates preprocessing configuration
+ * @param config - Preprocessing configuration to validate
+ * @throws {ConfigurationError} If preprocessing configuration is invalid
+ */
+export declare function validatePreprocessingConfig(config: any): asserts config is PreprocessingConfig;
+/**
+ * Merges preprocessing mode with overrides to create final configuration
+ * @param config - Base preprocessing configuration
+ * @returns Resolved preprocessing options for each content type
+ */
+export declare function mergePreprocessingConfig(config: PreprocessingConfig): {
+    mdx: 'strip' | 'keep' | 'placeholder';
+    mermaid: 'strip' | 'extract' | 'placeholder';
+    code: 'strip' | 'keep' | 'placeholder';
+};
+/**
+ * Validates the configuration object
+ * @param config - Configuration object to validate
+ * @throws {ConfigurationError} If configuration is invalid
+ */
+export declare function validateConfig(config: any): asserts config is Config;
+/**
+ * Utility function to handle unrecoverable errors with descriptive messages
+ * Logs error and exits immediately with appropriate exit code
+ * @param error - Error object or message
+ * @param context - Context where the error occurred
+ * @param exitCode - Exit code to use (defaults to GENERAL_ERROR)
+ */
+export declare function handleUnrecoverableError(error: Error | string, context: string, exitCode?: number): never;
+/**
+ * Utility function for safe error logging with context
+ * @param error - Error to log
+ * @param context - Context where error occurred
+ * @param skipError - Whether to skip this error and continue (default: false)
+ */
+export declare function logError(error: Error | string, context: string, skipError?: boolean): void;
+//# sourceMappingURL=config.d.ts.map

package/dist/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAIjD,MAAM,WAAW,MAAM;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,OAAO,CAAC;IACxB,aAAa,EAAE,mBAAmB,CAAC;IACnC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,qBAAqB,EAAE,UAAU,GAAG,UAAU,CAAC;CAChD;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,eAAO,MAAM,0BAA0B,EAAE,mBAExC,CAAC;AAUF;;;;GAIG;AACH,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,aAAa,CAiBjE;AAMD,eAAO,MAAM,MAAM,EAAE,MAYpB,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,UAAU;;;;;;;;;;CAUb,CAAC;AAEX;;GAEG;AACH,qBAAa,kBAAmB,SAAQ,KAAK;IACP,QAAQ,EAAE,MAAM;gBAAxC,OAAO,EAAE,MAAM,EAAS,QAAQ,GAAE,MAAuC;CAItF;AAED;;;;GAIG;AACH,wBAAgB,2BAA2B,CAAC,MAAM,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,IAAI,mBAAmB,CAyD9F;AAED;;;;GAIG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,mBAAmB,GAAG;IACrE,GAAG,EAAE,OAAO,GAAG,MAAM,GAAG,aAAa,CAAC;IACtC,OAAO,EAAE,OAAO,GAAG,SAAS,GAAG,aAAa,CAAC;IAC7C,IAAI,EAAE,OAAO,GAAG,MAAM,GAAG,aAAa,CAAC;CACxC,CA2CA;AAED;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,CA6EpE;AAED;;;;;;GAMG;AACH,wBAAgB,wBAAwB,CACtC,KAAK,EAAE,KAAK,GAAG,MAAM,EACrB,OAAO,EAAE,MAAM,EACf,QAAQ,GAAE,MAAiC,GAC1C,KAAK,CAgCP;AAED;;;;;GAKG;AACH,wBAAgB,QAAQ,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,GAAE,OAAe,GAAG,IAAI,CAQjG"}

package/dist/config.js

@@ -0,0 +1,281 @@
+import { homedir } from 'os';
+import { join } from 'path';
+/**
+ * Default preprocessing configuration - "balanced" mode
+ */
+export const defaultPreprocessingConfig = {
+    mode: 'balanced'
+};
+/**
+ * Get the default model cache path as specified in the requirements
+ * @returns Default cache path (~/.raglite/models/)
+ */
+function getDefaultModelCachePath() {
+    return join(homedir(), '.raglite', 'models');
+}
+/**
+ * Returns model-specific default configuration values
+ * @param modelName - The embedding model name
+ * @returns Model-specific defaults for dimensions, chunk_size, chunk_overlap, and batch_size
+ */
+export function getModelDefaults(modelName) {
+    if (modelName === 'Xenova/all-mpnet-base-v2') {
+        return {
+            dimensions: 768,
+            chunk_size: 400,
+            chunk_overlap: 80,
+            batch_size: 8
+        };
+    }
+    // Default to sentence-transformers/all-MiniLM-L6-v2 settings (current defaults)
+    return {
+        dimensions: 384,
+        chunk_size: 250,
+        chunk_overlap: 50,
+        batch_size: 16
+    };
+}
+// Create config with model-specific defaults
+const embeddingModel = process.env.RAG_EMBEDDING_MODEL || 'sentence-transformers/all-MiniLM-L6-v2';
+const modelDefaults = getModelDefaults(embeddingModel);
+export const config = {
+    embedding_model: embeddingModel,
+    chunk_size: parseInt(process.env.RAG_CHUNK_SIZE || modelDefaults.chunk_size.toString(), 10),
+    chunk_overlap: parseInt(process.env.RAG_CHUNK_OVERLAP || modelDefaults.chunk_overlap.toString(), 10),
+    batch_size: parseInt(process.env.RAG_BATCH_SIZE || modelDefaults.batch_size.toString(), 10),
+    top_k: parseInt(process.env.RAG_TOP_K || '10', 10),
+    db_file: process.env.RAG_DB_FILE || 'db.sqlite',
+    index_file: process.env.RAG_INDEX_FILE || 'vector-index.bin',
+    rerank_enabled: process.env.RAG_RERANK_ENABLED === 'true',
+    preprocessing: defaultPreprocessingConfig,
+    model_cache_path: process.env.RAG_MODEL_CACHE_PATH || getDefaultModelCachePath(),
+    path_storage_strategy: process.env.RAG_PATH_STORAGE_STRATEGY || 'relative'
+};
+/**
+ * Standard exit codes for different error conditions
+ */
+export const EXIT_CODES = {
+    SUCCESS: 0,
+    GENERAL_ERROR: 1,
+    INVALID_ARGUMENTS: 2,
+    CONFIGURATION_ERROR: 3,
+    FILE_NOT_FOUND: 4,
+    DATABASE_ERROR: 5,
+    MODEL_ERROR: 6,
+    INDEX_ERROR: 7,
+    PERMISSION_ERROR: 8
+};
+/**
+ * Configuration validation error with specific exit code
+ */
+export class ConfigurationError extends Error {
+    exitCode;
+    constructor(message, exitCode = EXIT_CODES.CONFIGURATION_ERROR) {
+        super(message);
+        this.exitCode = exitCode;
+        this.name = 'ConfigurationError';
+    }
+}
+/**
+ * Validates preprocessing configuration
+ * @param config - Preprocessing configuration to validate
+ * @throws {ConfigurationError} If preprocessing configuration is invalid
+ */
+export function validatePreprocessingConfig(config) {
+    if (!config || typeof config !== 'object') {
+        throw new ConfigurationError('Preprocessing configuration must be an object');
+    }
+    // Validate mode
+    const validModes = ['strict', 'balanced', 'rich'];
+    if (!config.mode || !validModes.includes(config.mode)) {
+        throw new ConfigurationError(`Configuration error: preprocessing.mode must be one of: ${validModes.join(', ')}.\n` +
+            `Current value: ${JSON.stringify(config.mode)}\n` +
+            `Please set it to 'strict', 'balanced', or 'rich'.`);
+    }
+    // Validate overrides if present
+    if (config.overrides !== undefined) {
+        if (typeof config.overrides !== 'object' || config.overrides === null) {
+            throw new ConfigurationError(`Configuration error: preprocessing.overrides must be an object.\n` +
+                `Current value: ${JSON.stringify(config.overrides)}`);
+        }
+        // Validate MDX override
+        if (config.overrides.mdx !== undefined) {
+            const validMdxOptions = ['strip', 'keep', 'placeholder'];
+            if (!validMdxOptions.includes(config.overrides.mdx)) {
+                throw new ConfigurationError(`Configuration error: preprocessing.overrides.mdx must be one of: ${validMdxOptions.join(', ')}.\n` +
+                    `Current value: ${JSON.stringify(config.overrides.mdx)}`);
+            }
+        }
+        // Validate Mermaid override
+        if (config.overrides.mermaid !== undefined) {
+            const validMermaidOptions = ['strip', 'extract', 'placeholder'];
+            if (!validMermaidOptions.includes(config.overrides.mermaid)) {
+                throw new ConfigurationError(`Configuration error: preprocessing.overrides.mermaid must be one of: ${validMermaidOptions.join(', ')}.\n` +
+                    `Current value: ${JSON.stringify(config.overrides.mermaid)}`);
+            }
+        }
+        // Validate code override
+        if (config.overrides.code !== undefined) {
+            const validCodeOptions = ['strip', 'keep', 'placeholder'];
+            if (!validCodeOptions.includes(config.overrides.code)) {
+                throw new ConfigurationError(`Configuration error: preprocessing.overrides.code must be one of: ${validCodeOptions.join(', ')}.\n` +
+                    `Current value: ${JSON.stringify(config.overrides.code)}`);
+            }
+        }
+    }
+}
+/**
+ * Merges preprocessing mode with overrides to create final configuration
+ * @param config - Base preprocessing configuration
+ * @returns Resolved preprocessing options for each content type
+ */
+export function mergePreprocessingConfig(config) {
+    // Define mode defaults
+    const modeDefaults = {
+        strict: {
+            mdx: 'strip',
+            mermaid: 'strip',
+            code: 'strip'
+        },
+        balanced: {
+            mdx: 'placeholder',
+            mermaid: 'placeholder',
+            code: 'keep'
+        },
+        rich: {
+            mdx: 'keep',
+            mermaid: 'extract',
+            code: 'keep'
+        }
+    };
+    // Start with mode defaults
+    const result = { ...modeDefaults[config.mode] };
+    // Apply overrides (shallow override only)
+    if (config.overrides) {
+        if (config.overrides.mdx !== undefined) {
+            result.mdx = config.overrides.mdx;
+        }
+        if (config.overrides.mermaid !== undefined) {
+            result.mermaid = config.overrides.mermaid;
+        }
+        if (config.overrides.code !== undefined) {
+            result.code = config.overrides.code;
+        }
+    }
+    return result;
+}
+/**
+ * Validates the configuration object
+ * @param config - Configuration object to validate
+ * @throws {ConfigurationError} If configuration is invalid
+ */
+export function validateConfig(config) {
+    if (!config || typeof config !== 'object') {
+        throw new ConfigurationError('Configuration must be an object');
+    }
+    // Check required string fields
+    const requiredStrings = ['embedding_model', 'db_file', 'index_file'];
+    for (const field of requiredStrings) {
+        if (!config[field] || typeof config[field] !== 'string') {
+            throw new ConfigurationError(`Configuration error: '${field}' must be a non-empty string.\n` +
+                `Current value: ${JSON.stringify(config[field])}\n` +
+                `Please check your configuration file.`);
+        }
+    }
+    // Validate path_storage_strategy
+    if (!['absolute', 'relative'].includes(config.path_storage_strategy)) {
+        throw new ConfigurationError(`Configuration error: 'path_storage_strategy' must be either 'absolute' or 'relative'.\n` +
+            `Current value: ${JSON.stringify(config.path_storage_strategy)}\n` +
+            `Please set it to 'absolute' or 'relative'.`);
+    }
+    // Check required numeric fields are positive
+    const requiredNumbers = ['chunk_size', 'chunk_overlap', 'batch_size', 'top_k'];
+    for (const field of requiredNumbers) {
+        if (typeof config[field] !== 'number' || config[field] <= 0) {
+            throw new ConfigurationError(`Configuration error: '${field}' must be a positive number.\n` +
+                `Current value: ${JSON.stringify(config[field])}\n` +
+                `Please ensure all numeric values are greater than 0.`);
+        }
+    }
+    // Check boolean fields
+    if (typeof config.rerank_enabled !== 'boolean') {
+        throw new ConfigurationError(`Configuration error: 'rerank_enabled' must be a boolean (true or false).\n` +
+            `Current value: ${JSON.stringify(config.rerank_enabled)}\n` +
+            `Please set it to either true or false.`);
+    }
+    // Validate preprocessing configuration
+    validatePreprocessingConfig(config.preprocessing);
+    // Validate optional model_cache_path field
+    if (config.model_cache_path !== undefined && (typeof config.model_cache_path !== 'string' || config.model_cache_path.trim() === '')) {
+        throw new ConfigurationError(`Configuration error: 'model_cache_path' must be a non-empty string when provided.\n` +
+            `Current value: ${JSON.stringify(config.model_cache_path)}\n` +
+            `Please provide a valid directory path or remove the field to use default caching.`);
+    }
+    // Validate chunk_overlap is less than chunk_size
+    if (config.chunk_overlap >= config.chunk_size) {
+        throw new ConfigurationError(`Configuration error: chunk_overlap (${config.chunk_overlap}) must be less than chunk_size (${config.chunk_size}).\n` +
+            `Recommended: Set chunk_overlap to about 20% of chunk_size (e.g., chunk_size: 250, chunk_overlap: 50).`);
+    }
+    // Validate reasonable ranges for performance
+    if (config.chunk_size > 1000) {
+        console.warn(`Warning: Large chunk_size (${config.chunk_size}) may impact performance. Recommended range: 200-400 tokens.`);
+    }
+    if (config.batch_size > 64) {
+        console.warn(`Warning: Large batch_size (${config.batch_size}) may cause memory issues. Recommended range: 8-32.`);
+    }
+}
+/**
+ * Utility function to handle unrecoverable errors with descriptive messages
+ * Logs error and exits immediately with appropriate exit code
+ * @param error - Error object or message
+ * @param context - Context where the error occurred
+ * @param exitCode - Exit code to use (defaults to GENERAL_ERROR)
+ */
+export function handleUnrecoverableError(error, context, exitCode = EXIT_CODES.GENERAL_ERROR) {
+    const errorMessage = error instanceof Error ? error.message : String(error);
+    console.error(`\nFatal Error in ${context}:`);
+    console.error(errorMessage);
+    console.error('\nThe system cannot continue and will exit immediately.');
+    // Provide context-specific guidance
+    switch (exitCode) {
+        case EXIT_CODES.CONFIGURATION_ERROR:
+            console.error('\nPlease check your configuration and try again.');
+            break;
+        case EXIT_CODES.DATABASE_ERROR:
+            console.error('\nTry running "raglite rebuild" to fix database issues.');
+            break;
+        case EXIT_CODES.MODEL_ERROR:
+            console.error('\nEnsure you have internet connection for model download and sufficient disk space.');
+            break;
+        case EXIT_CODES.INDEX_ERROR:
+            console.error('\nTry running "raglite rebuild" to recreate the vector index.');
+            break;
+        case EXIT_CODES.FILE_NOT_FOUND:
+            console.error('\nPlease check that the specified files or directories exist and are accessible.');
+            break;
+        case EXIT_CODES.PERMISSION_ERROR:
+            console.error('\nPlease check file and directory permissions.');
+            break;
+        default:
+            console.error('\nIf this problem persists, please report it as a bug.');
+    }
+    process.exit(exitCode);
+}
+/**
+ * Utility function for safe error logging with context
+ * @param error - Error to log
+ * @param context - Context where error occurred
+ * @param skipError - Whether to skip this error and continue (default: false)
+ */
+export function logError(error, context, skipError = false) {
+    const errorMessage = error instanceof Error ? error.message : String(error);
+    if (skipError) {
+        console.error(`Warning in ${context}: ${errorMessage} (skipping and continuing)`);
+    }
+    else {
+        console.error(`Error in ${context}: ${errorMessage}`);
+    }
+}
+// Validate the default config on module load
+validateConfig(config);
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAuB5B;;GAEG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAwB;IAC7D,IAAI,EAAE,UAAU;CACjB,CAAC;AAEF;;;GAGG;AACH,SAAS,wBAAwB;IAC/B,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;AAC/C,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,gBAAgB,CAAC,SAAiB;IAChD,IAAI,SAAS,KAAK,0BAA0B,EAAE,CAAC;QAC7C,OAAO;YACL,UAAU,EAAE,GAAG;YACf,UAAU,EAAE,GAAG;YACf,aAAa,EAAE,EAAE;YACjB,UAAU,EAAE,CAAC;SACd,CAAC;IACJ,CAAC;IAED,gFAAgF;IAChF,OAAO;QACL,UAAU,EAAE,GAAG;QACf,UAAU,EAAE,GAAG;QACf,aAAa,EAAE,EAAE;QACjB,UAAU,EAAE,EAAE;KACf,CAAC;AACJ,CAAC;AAED,6CAA6C;AAC7C,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,wCAAwC,CAAC;AACnG,MAAM,aAAa,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAC;AAEvD,MAAM,CAAC,MAAM,MAAM,GAAW;IAC5B,eAAe,EAAE,cAAc;IAC/B,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,aAAa,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,EAAE,CAAC;IAC3F,aAAa,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,aAAa,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,EAAE,CAAC;IACpG,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,aAAa,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,EAAE,CAAC;IAC3F,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,IAAI,EAAE,EAAE,CAAC;IAClD,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,WAAW;IAC/C,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,kBAAkB;IAC5D,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,MAAM;IACzD,aAAa,EAAE,0BAA0B;IACzC,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,wBAAwB,EAAE;IAChF,qBAAqB,EAAG,OAAO,CAAC,GAAG,CAAC,yBAAqD,IAAI,UAAU;CACxG,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG;IACxB,OAAO,EAAE,CAAC;IACV,aAAa,EAAE,CAAC;IAChB,iBAAiB,EAAE,CAAC;IACpB,mBAAmB,EAAE,CAAC;IACtB,cAAc,EAAE,CAAC;IACjB,cAAc,EAAE,CAAC;IACjB,WAAW,EAAE,CAAC;IACd,WAAW,EAAE,CAAC;IACd,gBAAgB,EAAE,CAAC;CACX,CAAC;AAEX;;GAEG;AACH,MAAM,OAAO,kBAAmB,SAAQ,KAAK;IACP;IAApC,YAAY,OAAe,EAAS,WAAmB,UAAU,CAAC,mBAAmB;QACnF,KAAK,CAAC,OAAO,CAAC,CAAC;QADmB,aAAQ,GAAR,QAAQ,CAAyC;QAEnF,IAAI,CAAC,IAAI,GAAG,oBAAoB,CAAC;IACnC,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,UAAU,2BAA2B,CAAC,MAAW;IACrD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1C,MAAM,IAAI,kBAAkB,CAAC,+CAA+C,CAAC,CAAC;IAChF,CAAC;IAED,gBAAgB;IAChB,MAAM,UAAU,GAAG,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IAClD,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QACtD,MAAM,IAAI,kBAAkB,CAC1B,2DAA2D,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK;YACrF,kBAAkB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI;YACjD,mDAAmD,CACpD,CAAC;IACJ,CAAC;IAED,gCAAgC;IAChC,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QACnC,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YACtE,MAAM,IAAI,kBAAkB,CAC1B,mEAAmE;gBACnE,kBAAkB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CACrD,CAAC;QACJ,CAAC;QAED,wBAAwB;QACxB,IAAI,MAAM,CAAC,SAAS,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;YACvC,MAAM,eAAe,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;YACzD,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;gBACpD,MAAM,IAAI,kBAAkB,CAC1B,oEAAoE,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK;oBACnG,kBAAkB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CACzD,CAAC;YACJ,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC3C,MAAM,mBAAmB,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;YAChE,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5D,MAAM,IAAI,kBAAkB,CAC1B,wEAAwE,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK;oBAC3G,kBAAkB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAC7D,CAAC;YACJ,CAAC;QACH,CAAC;QAED,yBAAyB;QACzB,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACxC,MAAM,gBAAgB,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;YAC1D,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtD,MAAM,IAAI,kBAAkB,CAC1B,qEAAqE,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK;oBACrG,kBAAkB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAC1D,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,wBAAwB,CAAC,MAA2B;IAKlE,uBAAuB;IACvB,MAAM,YAAY,GAMd;QACF,MAAM,EAAE;YACN,GAAG,EAAE,OAAO;YACZ,OAAO,EAAE,OAAO;YAChB,IAAI,EAAE,OAAO;SACd;QACD,QAAQ,EAAE;YACR,GAAG,EAAE,aAAa;YAClB,OAAO,EAAE,aAAa;YACtB,IAAI,EAAE,MAAM;SACb;QACD,IAAI,EAAE;YACJ,GAAG,EAAE,MAAM;YACX,OAAO,EAAE,SAAS;YAClB,IAAI,EAAE,MAAM;SACb;KACF,CAAC;IAEF,2BAA2B;IAC3B,MAAM,MAAM,GAAG,EAAE,GAAG,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;IAEhD,0CAA0C;IAC1C,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,IAAI,MAAM,CAAC,SAAS,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;YACvC,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC;QACpC,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC3C,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC;QAC5C,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC;QACtC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,MAAW;IACxC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1C,MAAM,IAAI,kBAAkB,CAAC,iCAAiC,CAAC,CAAC;IAClE,CAAC;IAED,+BAA+B;IAC/B,MAAM,eAAe,GAAqB,CAAC,iBAAiB,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;IACvF,KAAK,MAAM,KAAK,IAAI,eAAe,EAAE,CAAC;QACpC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,QAAQ,EAAE,CAAC;YACxD,MAAM,IAAI,kBAAkB,CAC1B,yBAAyB,KAAK,iCAAiC;gBAC/D,kBAAkB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI;gBACnD,uCAAuC,CACxC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,iCAAiC;IACjC,IAAI,CAAC,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,qBAAqB,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,kBAAkB,CAC1B,yFAAyF;YACzF,kBAAkB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,qBAAqB,CAAC,IAAI;YAClE,4CAA4C,CAC7C,CAAC;IACJ,CAAC;IAED,6CAA6C;IAC7C,MAAM,eAAe,GAAqB,CAAC,YAAY,EAAE,eAAe,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;IACjG,KAAK,MAAM,KAAK,IAAI,eAAe,EAAE,CAAC;QACpC,IAAI,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5D,MAAM,IAAI,kBAAkB,CAC1B,yBAAyB,KAAK,gCAAgC;gBAC9D,kBAAkB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI;gBACnD,sDAAsD,CACvD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,IAAI,OAAO,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;QAC/C,MAAM,IAAI,kBAAkB,CAC1B,4EAA4E;YAC5E,kBAAkB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI;YAC3D,wCAAwC,CACzC,CAAC;IACJ,CAAC;IAED,uCAAuC;IACvC,2BAA2B,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;IAElD,2CAA2C;IAC3C,IAAI,MAAM,CAAC,gBAAgB,KAAK,SAAS,IAAI,CAAC,OAAO,MAAM,CAAC,gBAAgB,KAAK,QAAQ,IAAI,MAAM,CAAC,gBAAgB,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QACpI,MAAM,IAAI,kBAAkB,CAC1B,qFAAqF;YACrF,kBAAkB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI;YAC7D,mFAAmF,CACpF,CAAC;IACJ,CAAC;IAED,iDAAiD;IACjD,IAAI,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QAC9C,MAAM,IAAI,kBAAkB,CAC1B,uCAAuC,MAAM,CAAC,aAAa,mCAAmC,MAAM,CAAC,UAAU,MAAM;YACrH,uGAAuG,CACxG,CAAC;IACJ,CAAC;IAED,6CAA6C;IAC7C,IAAI,MAAM,CAAC,UAAU,GAAG,IAAI,EAAE,CAAC;QAC7B,OAAO,CAAC,IAAI,CAAC,8BAA8B,MAAM,CAAC,UAAU,8DAA8D,CAAC,CAAC;IAC9H,CAAC;IAED,IAAI,MAAM,CAAC,UAAU,GAAG,EAAE,EAAE,CAAC;QAC3B,OAAO,CAAC,IAAI,CAAC,8BAA8B,MAAM,CAAC,UAAU,qDAAqD,CAAC,CAAC;IACrH,CAAC;AAGH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,wBAAwB,CACtC,KAAqB,EACrB,OAAe,EACf,WAAmB,UAAU,CAAC,aAAa;IAE3C,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAE5E,OAAO,CAAC,KAAK,CAAC,oBAAoB,OAAO,GAAG,CAAC,CAAC;IAC9C,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAC5B,OAAO,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAC;IAEzE,oCAAoC;IACpC,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,UAAU,CAAC,mBAAmB;YACjC,OAAO,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;YAClE,MAAM;QACR,KAAK,UAAU,CAAC,cAAc;YAC5B,OAAO,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAC;YACzE,MAAM;QACR,KAAK,UAAU,CAAC,WAAW;YACzB,OAAO,CAAC,KAAK,CAAC,qFAAqF,CAAC,CAAC;YACrG,MAAM;QACR,KAAK,UAAU,CAAC,WAAW;YACzB,OAAO,CAAC,KAAK,CAAC,+DAA+D,CAAC,CAAC;YAC/E,MAAM;QACR,KAAK,UAAU,CAAC,cAAc;YAC5B,OAAO,CAAC,KAAK,CAAC,kFAAkF,CAAC,CAAC;YAClG,MAAM;QACR,KAAK,UAAU,CAAC,gBAAgB;YAC9B,OAAO,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAC;YAChE,MAAM;QACR;YACE,OAAO,CAAC,KAAK,CAAC,wDAAwD,CAAC,CAAC;IAC5E,CAAC;IAED,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AACzB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,QAAQ,CAAC,KAAqB,EAAE,OAAe,EAAE,YAAqB,KAAK;IACzF,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAE5E,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,cAAc,OAAO,KAAK,YAAY,4BAA4B,CAAC,CAAC;IACpF,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,KAAK,CAAC,YAAY,OAAO,KAAK,YAAY,EAAE,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED,6CAA6C;AAC7C,cAAc,CAAC,MAAM,CAAC,CAAC"}

package/dist/db.d.ts

@@ -0,0 +1,90 @@
+import sqlite3 from 'sqlite3';
+export interface DatabaseConnection {
+    db: sqlite3.Database;
+    run: (sql: string, params?: any[]) => Promise<sqlite3.RunResult>;
+    get: (sql: string, params?: any[]) => Promise<any>;
+    all: (sql: string, params?: any[]) => Promise<any[]>;
+    close: () => Promise<void>;
+}
+export interface ChunkResult {
+    id: number;
+    embedding_id: string;
+    document_id: number;
+    text: string;
+    chunk_index: number;
+    created_at: string;
+    document_source: string;
+    document_title: string;
+}
+/**
+ * Opens a SQLite database connection with promisified methods
+ * @param dbPath - Path to the SQLite database file
+ * @returns Promise that resolves to a database connection object
+ */
+export declare function openDatabase(dbPath: string): Promise<DatabaseConnection>;
+/**
+ * Initializes the database schema with all required tables and indexes
+ * @param connection - Database connection object
+ */
+export declare function initializeSchema(connection: DatabaseConnection): Promise<void>;
+/**
+ * Inserts a new document into the database
+ * @param connection - Database connection object
+ * @param source - Source path of the document
+ * @param title - Title of the document
+ * @returns Promise that resolves to the document ID
+ */
+export declare function insertDocument(connection: DatabaseConnection, source: string, title: string): Promise<number>;
+/**
+ * Inserts or updates a chunk in the database (upsert operation)
+ * @param connection - Database connection object
+ * @param embeddingId - Unique embedding ID for the chunk
+ * @param documentId - ID of the parent document
+ * @param text - Text content of the chunk
+ * @param chunkIndex - Index of the chunk within the document
+ */
+export declare function insertChunk(connection: DatabaseConnection, embeddingId: string, documentId: number, text: string, chunkIndex: number): Promise<void>;
+/**
+ * Inserts a new document or returns existing document ID if it already exists
+ * @param connection - Database connection object
+ * @param source - Source path of the document
+ * @param title - Title of the document
+ * @returns Promise that resolves to the document ID
+ */
+export declare function upsertDocument(connection: DatabaseConnection, source: string, title: string): Promise<number>;
+/**
+ * Retrieves chunks by their embedding IDs with document metadata
+ * @param connection - Database connection object
+ * @param embeddingIds - Array of embedding IDs to retrieve
+ * @returns Promise that resolves to an array of chunk results with document metadata
+ */
+export declare function getChunksByEmbeddingIds(connection: DatabaseConnection, embeddingIds: string[]): Promise<ChunkResult[]>;
+/**
+ * Gets the current model version from system_info table
+ * @param connection - Database connection object
+ * @returns Promise that resolves to the model version string or null if not set
+ */
+export declare function getModelVersion(connection: DatabaseConnection): Promise<string | null>;
+/**
+ * Sets the model version in system_info table
+ * @param connection - Database connection object
+ * @param modelVersion - Model version string to store
+ */
+export declare function setModelVersion(connection: DatabaseConnection, modelVersion: string): Promise<void>;
+/**
+ * Gets the stored model information from system_info table
+ * @param connection - Database connection object
+ * @returns Promise that resolves to model info object or null if not set
+ */
+export declare function getStoredModelInfo(connection: DatabaseConnection): Promise<{
+    modelName: string;
+    dimensions: number;
+} | null>;
+/**
+ * Sets the model information in system_info table
+ * @param connection - Database connection object
+ * @param modelName - Name of the embedding model
+ * @param dimensions - Number of dimensions for the model
+ */
+export declare function setStoredModelInfo(connection: DatabaseConnection, modelName: string, dimensions: number): Promise<void>;
+//# sourceMappingURL=db.d.ts.map

package/dist/db.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"db.d.ts","sourceRoot":"","sources":["../src/db.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,SAAS,CAAC;AAK9B,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,OAAO,CAAC,QAAQ,CAAC;IACrB,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACjE,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC;IACnD,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IACrD,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAyDxE;AA2BD;;;GAGG;AACH,wBAAsB,gBAAgB,CAAC,UAAU,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CAwEpF;AAED;;;;;;GAMG;AACH,wBAAsB,cAAc,CAClC,UAAU,EAAE,kBAAkB,EAC9B,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,MAAM,CAAC,CAkBjB;AAED;;;;;;;GAOG;AACH,wBAAsB,WAAW,CAC/B,UAAU,EAAE,kBAAkB,EAC9B,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC,CAaf;AAED;;;;;;GAMG;AACH,wBAAsB,cAAc,CAClC,UAAU,EAAE,kBAAkB,EAC9B,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,MAAM,CAAC,CA0BjB;AAED;;;;;GAKG;AACH,wBAAsB,uBAAuB,CAC3C,UAAU,EAAE,kBAAkB,EAC9B,YAAY,EAAE,MAAM,EAAE,GACrB,OAAO,CAAC,WAAW,EAAE,CAAC,CA4BxB;AAED;;;;GAIG;AACH,wBAAsB,eAAe,CAAC,UAAU,EAAE,kBAAkB,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAO5F;AAED;;;;GAIG;AACH,wBAAsB,eAAe,CAAC,UAAU,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAqBzG;AAED;;;;GAIG;AACH,wBAAsB,kBAAkB,CAAC,UAAU,EAAE,kBAAkB,GAAG,OAAO,CAAC;IAChF,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB,GAAG,IAAI,CAAC,CAiBR;AAED;;;;;GAKG;AACH,wBAAsB,kBAAkB,CACtC,UAAU,EAAE,kBAAkB,EAC9B,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC,CAqBf"}