@devilsdev/rag-pipeline-utils 2.1.7 → 2.1.8

package/src/mocks/pdf-loader.js

@@ -1,17 +0,0 @@
-/**
- * Version: 0.1.0
- * File: /src/mocks/pdf-loader.js
- * Description: Mock implementation of a PDF document loader
- * Author: Ali Kahwaji
- */
-
-export default class PDFLoader {
-  /**
-   * Loads a mock PDF file and returns an array of chunked content.
-   * @param {string} filePath - Path to the PDF file
-   * @returns {Promise<Array<{ chunk: () => string[] }>>}
-   */
-  async load(filePath) {
-    return [{ chunk: () => [`Test loaded: ${filePath}`] }];
-  }
-}

package/src/mocks/pinecone-retriever.js

@@ -1,25 +0,0 @@
-/**
- * Version: 0.1.0
- * File: /src/mocks/pinecone-retriever.js
- * Description: Mock implementation of a Pinecone retriever
- * Author: Ali Kahwaji
- */
-
-export default class PineconeRetriever {
-    /**
-     * Mocks vector storage (no-op).
-     */
-    async store() {}
-  
-    /**
-     * Returns mock retrieved documents
-     * @returns {Promise<Array<{ id: string, text: string, metadata: object }>>}
-     */
-    async retrieve() {
-      return [
-        { id: 'a', text: 'Chunk about pine trees', metadata: {} },
-        { id: 'b', text: 'Chunk about vectors', metadata: {} },
-        { id: 'c', text: 'Chunk about databases', metadata: {} },
-      ];
-    }
-  }

package/src/reranker/llm-reranker.js

@@ -1,34 +0,0 @@
-/**
- * Version: 1.0.4
- * Description: LLM reranker using LLM to reorder documents based on relevance
- * Author: devilsdev
- * File: src/reranker/llm-reranker.js
- */
-
-export class LLMReranker {
-  /**
-   * @param {Object} options
-   * @param {{ generate(prompt: string): Promise<string> }} options.llm - An LLM client with a `generate` method
-   */
-  constructor({ llm }) {
-    this.llm = llm;
-  }
-
-  /**
-   * Rerank documents based on the LLM output
-   * @param {string} query
-   * @param {Array<{ text: string }>} docs
-   * @returns {Promise<Array<{ text: string }>>}
-   */
-  async rerank(query, docs) {
-    const prompt = `Given the query: "${query}", rank the following documents by relevance: \n${docs.map((d, i) => `[${i}]: ${d.text}`).join('\n')}\nReturn an array of indices like [2, 0, 1]`;
-
-    try {
-      const json = await this.llm.generate(prompt);
-      const indices = JSON.parse(json);
-      return indices.map(i => docs[i]).filter(Boolean);
-    } catch (err) {
-      return docs; // Fallback if LLM response is not parsable
-    }
-  }
-}

package/src/utils/ci/diagnostic-reporter.js

@@ -1,36 +0,0 @@
-/**
- * Version: 1.0.0
- * Description: Enhanced CI diagnostics for plugin mock verification
- * Author: Ali Kahwaji
- */
-
-import path from 'path';
-import chalk from 'chalk';
-
-/**
- * Pretty prints CI validation errors and guidance
- * @param {Array<{ file: string, missing: string[] }>} failures
- */
-export function reportPluginValidationFailures(failures) {
-  if (!failures.length) return;
-
-  console.log(`\n${chalk.redBright.bold('❌ Plugin Mock Validation Failed')}`);
-
-  failures.forEach(({ file, missing }) => {
-    const fileName = path.basename(file);
-    console.log(
-      `${chalk.red(`  ✖ ${fileName}`)} ${chalk.gray(`missing: ${missing.join(', ')}`)}`
-    );
-
-    // Add method-level fix hints
-    missing.forEach(method => {
-      const pluginType = fileName.split('.')[0].split('-')[1] || 'unknown';
-      console.error(`    → Fix: implement method ${chalk.cyan(`${method}()`)} for plugin type ${chalk.yellow(pluginType)}`);
-    });
-  });
-
-  console.log(`\n${chalk.yellowBright('Recommended Fixes:')}`);
-  console.log('  • Implement all required methods defined in /src/core/plugin-contracts.js');
-  console.log(`  • Re-run: ${chalk.cyan('npm run ci')} to confirm validation`);
-  console.log(`  • Optionally use: ${chalk.cyan('scripts/repair-fixtures.js')} to auto-repair mocks\n`);
-}

package/src/utils/logger.js

@@ -1,29 +0,0 @@
-/**
- * Version: 0.1.0
- * Path: /src/utils/logger.js
- * Description: Centralized structured logger using Pino
- * Author: Ali Kahwaji
- */
-
-import pino from 'pino';
-
-/**
- * Create a structured JSON logger instance with sensible defaults.
- * Output can be redirected or formatted in dev/prod contexts.
- */
-const logger = pino({
-  name: 'rag-pipeline-utils',
-  level: process.env.LOG_LEVEL || 'info',
-  transport: process.env.NODE_ENV === 'development' ? {
-    target: 'pino-pretty',
-    options: {
-      colorize: true,
-      translateTime: 'SYS:standard',
-      ignore: 'pid,hostname'
-    }
-  } : undefined
-});
-
-export { logger };
-
-

package/src/utils/retry.js

@@ -1,42 +0,0 @@
-/**
- * Version: 0.1.0
- * Path: /src/utils/retry.js
- * Description: Generic retry wrapper with exponential backoff for async operations
- * Author: Ali Kahwaji
- */
-
-import { logger } from './logger.js';
-
-/**
- * Retry wrapper for async functions with exponential backoff
- *
- * @param {Function} fn - The async function to retry
- * @param {Object} options
- * @param {number} [options.retries=3] - Number of retry attempts
- * @param {number} [options.initialDelay=300] - Initial delay in ms
- * @param {string} [options.label] - Optional label for logging context
- * @returns {Promise<*>} - The resolved result of the function
- * @throws {Error} - The final error if all retries fail
- */
-export async function withRetry(fn, { retries = 3, initialDelay = 300, label = 'operation' } = {}) {
-  let attempt = 0;
-  let delay = initialDelay;
-
-  while (attempt <= retries) {
-    try {
-      if (attempt > 0) {
-        logger.warn({ attempt, label }, `Retrying ${label} (attempt ${attempt})`);
-      }
-      return await fn();
-    } catch (err) {
-      attempt++;
-      if (attempt > retries) {
-        logger.error({ label, error: err.message }, `Failed ${label} after ${retries} retries`);
-        throw err;
-      }
-      await new Promise(resolve => setTimeout(resolve, delay));
-      delay *= 2; // Exponential backoff
-    }
-  }
-}
-

package/src/utils/validate-plugin-contract.js

@@ -1,36 +0,0 @@
-/**
- * Version: 1.0.0
- * Description: Type-safe plugin contract validator for runtime safety
- * Author: Ali Kahwaji
- * File: /src/utils/validate-plugin-contract.js
- */
-
-import { pluginContracts } from '../core/plugin-contracts.js';
-
-/**
- * Validates that a plugin instance implements all required methods.
- * @param {string} type - Plugin type (e.g. 'loader', 'embedder')
- * @param {object} instance - Instantiated plugin module
- * @param {string} filePath - Path to plugin (used in error reporting)
- * @throws {Error} if any required method is missing or not a function
- */
-export function validatePluginContract(type, instance, filePath) {
-  const expectedMethods = pluginContracts[type];
-  if (!expectedMethods) {
-    throw new Error(`[validatePluginContract] Unknown plugin type: ${type}`);
-  }
-
-  const missing = expectedMethods.filter(method =>
-    typeof instance[method] !== 'function'
-  );
-
-  if (missing.length > 0) {
-    throw new Error(
-      `[validatePluginContract] Plugin '${filePath}' is missing required methods for '${type}': ${missing.join(', ')}`
-    );
-  }
-}
-
-/**
- * Optionally wraps plugin instance with a Proxy for method usage auditing (see enforcePluginProxy)
- */