@ruvector/ruvllm 2.7.0 → 4.0.0

package/scripts/ensemble-model-compare.js

@@ -1,287 +0,0 @@
-#!/usr/bin/env node
-/**
- * Ensemble Model Comparison
- *
- * Strategies:
- * 1. Task prefix - prepend context to make tasks more aligned with descriptions
- * 2. Ensemble voting - combine multiple description variants
- * 3. Agent-specific thresholds based on training patterns
- */
-
-const { execSync } = require('child_process');
-const { existsSync } = require('fs');
-const { join } = require('path');
-const { homedir } = require('os');
-
-const MODELS_DIR = join(homedir(), '.ruvllm', 'models');
-const RUVLTRA_MODEL = join(MODELS_DIR, 'ruvltra-claude-code-0.5b-q4_k_m.gguf');
-const QWEN_MODEL = join(MODELS_DIR, 'qwen2.5-0.5b-instruct-q4_k_m.gguf');
-
-// Original V1 descriptions (best baseline)
-const DESCRIPTIONS_V1 = {
-  coder: 'implement create write build add code function class component feature',
-  researcher: 'research find investigate analyze explore search discover examine',
-  reviewer: 'review check evaluate assess inspect examine code quality',
-  tester: 'test unit integration e2e coverage mock assertion spec',
-  architect: 'design architecture schema system structure plan database',
-  'security-architect': 'security vulnerability xss injection audit cve authentication',
-  debugger: 'debug fix bug error issue broken crash exception trace',
-  documenter: 'document readme jsdoc comment explain describe documentation',
-  refactorer: 'refactor extract rename consolidate clean restructure simplify',
-  optimizer: 'optimize performance slow fast cache speed memory latency',
-  devops: 'deploy ci cd kubernetes docker pipeline container infrastructure',
-  'api-docs': 'openapi swagger api documentation graphql schema endpoint',
-  planner: 'plan estimate prioritize sprint roadmap schedule milestone',
-};
-
-// V6: Keywords reformulated as action phrases
-const DESCRIPTIONS_V6 = {
-  coder: 'implement new functionality write code build features create components',
-  researcher: 'research and analyze investigate patterns explore best practices',
-  reviewer: 'review code quality check pull requests evaluate implementations',
-  tester: 'write tests create test coverage add unit and integration tests',
-  architect: 'design system architecture plan database schemas structure systems',
-  'security-architect': 'audit security vulnerabilities check xss and injection attacks',
-  debugger: 'debug and fix bugs trace errors resolve exceptions',
-  documenter: 'write documentation add jsdoc comments create readme files',
-  refactorer: 'refactor code modernize to async await restructure modules',
-  optimizer: 'optimize performance improve speed cache data reduce latency',
-  devops: 'deploy to cloud setup ci cd pipelines manage containers kubernetes',
-  'api-docs': 'generate openapi documentation create swagger api specs',
-  planner: 'plan sprints create roadmaps estimate timelines schedule milestones',
-};
-
-// Task prefixes to try
-const TASK_PREFIXES = [
-  '',                           // No prefix (baseline)
-  'Task: ',                     // Simple task prefix
-  'The developer needs to: ',   // Contextual prefix
-  'Claude Code task - ',        // Model-specific prefix
-];
-
-const ROUTING_TESTS = [
-  { task: 'Implement a binary search function in TypeScript', expected: 'coder' },
-  { task: 'Write unit tests for the authentication module', expected: 'tester' },
-  { task: 'Review the pull request for security vulnerabilities', expected: 'reviewer' },
-  { task: 'Research best practices for React state management', expected: 'researcher' },
-  { task: 'Design the database schema for user profiles', expected: 'architect' },
-  { task: 'Fix the null pointer exception in the login handler', expected: 'debugger' },
-  { task: 'Audit the API endpoints for XSS vulnerabilities', expected: 'security-architect' },
-  { task: 'Write JSDoc comments for the utility functions', expected: 'documenter' },
-  { task: 'Refactor the payment module to use async/await', expected: 'refactorer' },
-  { task: 'Optimize the database queries for the dashboard', expected: 'optimizer' },
-  { task: 'Set up the CI/CD pipeline for the microservices', expected: 'devops' },
-  { task: 'Generate OpenAPI documentation for the REST API', expected: 'api-docs' },
-  { task: 'Create a sprint plan for the next two weeks', expected: 'planner' },
-  { task: 'Build a React component for user registration', expected: 'coder' },
-  { task: 'Debug memory leak in the WebSocket handler', expected: 'debugger' },
-  { task: 'Investigate slow API response times', expected: 'researcher' },
-  { task: 'Check code for potential race conditions', expected: 'reviewer' },
-  { task: 'Add integration tests for the payment gateway', expected: 'tester' },
-  { task: 'Plan the architecture for real-time notifications', expected: 'architect' },
-  { task: 'Cache the frequently accessed user data', expected: 'optimizer' },
-];
-
-function getEmbedding(modelPath, text) {
-  try {
-    const sanitized = text.replace(/"/g, '\\"').replace(/\n/g, ' ');
-    const result = execSync(
-      `llama-embedding -m "${modelPath}" -p "${sanitized}" --embd-output-format json 2>/dev/null`,
-      { encoding: 'utf-8', maxBuffer: 10 * 1024 * 1024 }
-    );
-    const json = JSON.parse(result);
-    return json.data[json.data.length - 1].embedding;
-  } catch {
-    return null;
-  }
-}
-
-function cosineSimilarity(a, b) {
-  if (!a || !b || a.length !== b.length) return 0;
-  let dot = 0, normA = 0, normB = 0;
-  for (let i = 0; i < a.length; i++) {
-    dot += a[i] * b[i];
-    normA += a[i] * a[i];
-    normB += b[i] * b[i];
-  }
-  return dot / (Math.sqrt(normA) * Math.sqrt(normB) || 1);
-}
-
-function routeTask(taskEmbedding, agentEmbeddings) {
-  let bestAgent = 'coder';
-  let bestSim = -1;
-  const allScores = {};
-  for (const [agent, emb] of Object.entries(agentEmbeddings)) {
-    const sim = cosineSimilarity(taskEmbedding, emb);
-    allScores[agent] = sim;
-    if (sim > bestSim) {
-      bestSim = sim;
-      bestAgent = agent;
-    }
-  }
-  return { agent: bestAgent, confidence: bestSim, scores: allScores };
-}
-
-/**
- * Ensemble routing - vote across multiple description sets
- */
-function routeTaskEnsemble(taskEmbedding, allAgentEmbeddings) {
-  const votes = {};
-  const agents = Object.keys(allAgentEmbeddings[0]);
-
-  for (const agent of agents) votes[agent] = 0;
-
-  // Each embedding set votes
-  for (const agentEmbeddings of allAgentEmbeddings) {
-    const { agent } = routeTask(taskEmbedding, agentEmbeddings);
-    votes[agent] = (votes[agent] || 0) + 1;
-  }
-
-  // Return agent with most votes
-  let bestAgent = 'coder';
-  let maxVotes = 0;
-  for (const [agent, count] of Object.entries(votes)) {
-    if (count > maxVotes) {
-      maxVotes = count;
-      bestAgent = agent;
-    }
-  }
-
-  return { agent: bestAgent, votes, voteCount: maxVotes };
-}
-
-function runBenchmark(modelPath, descriptions, prefix = '') {
-  const agentEmbeddings = {};
-  for (const [agent, desc] of Object.entries(descriptions)) {
-    agentEmbeddings[agent] = getEmbedding(modelPath, desc);
-  }
-
-  let correct = 0;
-  for (const test of ROUTING_TESTS) {
-    const taskEmb = getEmbedding(modelPath, prefix + test.task);
-    const { agent } = routeTask(taskEmb, agentEmbeddings);
-    if (agent === test.expected) correct++;
-  }
-
-  return { accuracy: correct / ROUTING_TESTS.length, correct, total: ROUTING_TESTS.length };
-}
-
-function runEnsembleBenchmark(modelPath, descriptionSets, prefix = '') {
-  // Precompute embeddings for all description sets
-  const allAgentEmbeddings = descriptionSets.map(descriptions => {
-    const embeds = {};
-    for (const [agent, desc] of Object.entries(descriptions)) {
-      embeds[agent] = getEmbedding(modelPath, desc);
-    }
-    return embeds;
-  });
-
-  let correct = 0;
-  const results = [];
-  for (const test of ROUTING_TESTS) {
-    const taskEmb = getEmbedding(modelPath, prefix + test.task);
-    const { agent, votes } = routeTaskEnsemble(taskEmb, allAgentEmbeddings);
-    const isCorrect = agent === test.expected;
-    if (isCorrect) correct++;
-    results.push({ task: test.task, expected: test.expected, got: agent, correct: isCorrect, votes });
-  }
-
-  return { accuracy: correct / ROUTING_TESTS.length, correct, total: ROUTING_TESTS.length, results };
-}
-
-async function main() {
-  console.log('\n╔═══════════════════════════════════════════════════════════════════════════════════╗');
-  console.log('║              ENSEMBLE & PREFIX MODEL COMPARISON                                   ║');
-  console.log('╚═══════════════════════════════════════════════════════════════════════════════════╝\n');
-
-  if (!existsSync(RUVLTRA_MODEL)) {
-    console.error('RuvLTRA model not found.');
-    process.exit(1);
-  }
-
-  // Test prefix variations
-  console.log('─────────────────────────────────────────────────────────────────');
-  console.log('                   PREFIX VARIATIONS (RuvLTRA)');
-  console.log('─────────────────────────────────────────────────────────────────\n');
-
-  const prefixResults = {};
-  for (const prefix of TASK_PREFIXES) {
-    const label = prefix || '(no prefix)';
-    process.stdout.write(`  Testing "${label.padEnd(25)}"... `);
-    const result = runBenchmark(RUVLTRA_MODEL, DESCRIPTIONS_V1, prefix);
-    prefixResults[label] = result;
-    console.log(`${(result.accuracy * 100).toFixed(1)}%`);
-  }
-
-  // Find best prefix
-  const bestPrefix = Object.entries(prefixResults).reduce((a, b) =>
-    a[1].accuracy > b[1].accuracy ? a : b
-  );
-
-  console.log(`\n  Best prefix: "${bestPrefix[0]}" = ${(bestPrefix[1].accuracy * 100).toFixed(1)}%`);
-
-  // Test ensemble voting
-  console.log('\n─────────────────────────────────────────────────────────────────');
-  console.log('                   ENSEMBLE VOTING (RuvLTRA)');
-  console.log('─────────────────────────────────────────────────────────────────\n');
-
-  process.stdout.write('  Computing V1 + V6 ensemble... ');
-  const ensembleResult = runEnsembleBenchmark(RUVLTRA_MODEL, [DESCRIPTIONS_V1, DESCRIPTIONS_V6], '');
-  console.log(`${(ensembleResult.accuracy * 100).toFixed(1)}%`);
-
-  // Compare with Qwen
-  console.log('\n─────────────────────────────────────────────────────────────────');
-  console.log('                   QWEN COMPARISON');
-  console.log('─────────────────────────────────────────────────────────────────\n');
-
-  process.stdout.write('  Qwen V1 baseline... ');
-  const qwenV1 = runBenchmark(QWEN_MODEL, DESCRIPTIONS_V1, '');
-  console.log(`${(qwenV1.accuracy * 100).toFixed(1)}%`);
-
-  process.stdout.write('  Qwen V1+V6 ensemble... ');
-  const qwenEnsemble = runEnsembleBenchmark(QWEN_MODEL, [DESCRIPTIONS_V1, DESCRIPTIONS_V6], '');
-  console.log(`${(qwenEnsemble.accuracy * 100).toFixed(1)}%`);
-
-  // Final results table
-  console.log('\n═══════════════════════════════════════════════════════════════════════════════════');
-  console.log('                              FINAL RESULTS');
-  console.log('═══════════════════════════════════════════════════════════════════════════════════\n');
-
-  const fmt = (v) => `${(v * 100).toFixed(1)}%`.padStart(10);
-
-  console.log('┌───────────────────────────────┬────────────┬────────────┐');
-  console.log('│ Strategy                      │   RuvLTRA  │    Qwen    │');
-  console.log('├───────────────────────────────┼────────────┼────────────┤');
-  console.log(`│ V1 Baseline                   │${fmt(prefixResults['(no prefix)'].accuracy)} │${fmt(qwenV1.accuracy)} │`);
-  console.log(`│ V1 + Best Prefix              │${fmt(bestPrefix[1].accuracy)} │     -      │`);
-  console.log(`│ V1+V6 Ensemble                │${fmt(ensembleResult.accuracy)} │${fmt(qwenEnsemble.accuracy)} │`);
-  console.log('└───────────────────────────────┴────────────┴────────────┘');
-
-  // Best overall
-  const ruvBest = Math.max(
-    prefixResults['(no prefix)'].accuracy,
-    bestPrefix[1].accuracy,
-    ensembleResult.accuracy
-  );
-  const qwenBest = Math.max(qwenV1.accuracy, qwenEnsemble.accuracy);
-
-  console.log(`\n  RuvLTRA Best: ${(ruvBest * 100).toFixed(1)}%`);
-  console.log(`  Qwen Best:    ${(qwenBest * 100).toFixed(1)}%`);
-  console.log(`  Advantage:    RuvLTRA +${((ruvBest - qwenBest) * 100).toFixed(1)} points`);
-
-  // Show detailed ensemble results
-  console.log('\n─────────────────────────────────────────────────────────────────');
-  console.log('             ENSEMBLE VOTING DETAILS (RuvLTRA)');
-  console.log('─────────────────────────────────────────────────────────────────\n');
-
-  for (const r of ensembleResult.results) {
-    const mark = r.correct ? '✓' : '✗';
-    const task = r.task.slice(0, 45).padEnd(45);
-    const exp = r.expected.padEnd(18);
-    console.log(`${mark} ${task} ${exp}${r.correct ? '' : '→ ' + r.got}`);
-  }
-
-  console.log('\n');
-}
-
-main().catch(console.error);

package/scripts/fix-esm-extensions.mjs

@@ -1,181 +0,0 @@
-#!/usr/bin/env node
-/**
- * Post-build fixer for the ESM output of this package (#656).
- *
- * `tsconfig.esm.json` compiles with `"module": "ESNext"` +
- * `"moduleResolution": "Node"` (classic resolution). In that mode
- * TypeScript does not rewrite relative import/export specifiers to
- * include a file extension, so the emitted `dist/esm/*.js` files contain
- * specifiers like `from './types'`. Node's native ESM resolver requires an
- * explicit extension for relative specifiers, so `import('@ruvector/ruvllm')`
- * from a `"type": "module"` consumer throws `ERR_MODULE_NOT_FOUND`.
- *
- * This script walks the compiled `dist/esm/` tree after `tsc` runs and
- * rewrites every extensionless relative specifier to whatever actually
- * exists on disk (`<spec>.js` or `<spec>/index.js`), in both `.js` and
- * `.d.ts` files — declaration files need the same `.js`-suffixed
- * specifiers (the TypeScript NodeNext convention) even though they only
- * carry types, so that consumers' type-checkers resolve them too.
- *
- * Zero external dependencies: only `node:fs`, `node:path`, `node:url`.
- *
- * Usage:
- *   node scripts/fix-esm-extensions.mjs            # rewrite in place
- *   node scripts/fix-esm-extensions.mjs --verify    # assert-only, no writes
- */
-
-import { readdirSync, statSync, readFileSync, writeFileSync } from 'node:fs';
-import { join, extname, dirname } from 'node:path';
-import { fileURLToPath } from 'node:url';
-
-const __dirname = dirname(fileURLToPath(import.meta.url));
-const DIST_ESM = join(__dirname, '..', 'dist', 'esm');
-const VERIFY = process.argv.includes('--verify');
-
-// Matches the specifier in `... from '<spec>'` / `... from "<spec>"` —
-// covers `import X from`, `import { a } from`, `export { a } from`,
-// `export * from`, `export * as ns from`.
-const FROM_SPEC_RE = /\bfrom(\s*)(['"])(\.[^'"]+)\2/g;
-
-// Matches a side-effect import: `import '<spec>';` — the bare form with no
-// bindings and no `from` clause, anchored to the start of a line.
-const SIDE_EFFECT_SPEC_RE = /^(\s*)import(\s*)(['"])(\.[^'"]+)\3/gm;
-
-function walk(dir, out = []) {
-  for (const entry of readdirSync(dir, { withFileTypes: true })) {
-    const full = join(dir, entry.name);
-    if (entry.isDirectory()) {
-      walk(full, out);
-    } else if (entry.isFile() && (full.endsWith('.js') || full.endsWith('.d.ts'))) {
-      out.push(full);
-    }
-  }
-  return out;
-}
-
-function existsFile(p) {
-  try {
-    return statSync(p).isFile();
-  } catch {
-    return false;
-  }
-}
-
-// Only extensionless relative specifiers are our concern; anything already
-// carrying an extension (e.g. already-fixed `.js`, or a hypothetical
-// `.json`) is left untouched — this is what makes the script idempotent.
-function needsFix(spec) {
-  return (spec.startsWith('./') || spec.startsWith('../')) && extname(spec) === '';
-}
-
-// Resolve an extensionless relative specifier against the directory of the
-// file that references it, against what actually exists in the compiled
-// dist/esm tree. Returns the rewritten specifier, or null if neither the
-// `<spec>.js` file nor the `<spec>/index.js` barrel exists on disk.
-function resolveSpecifier(fileDir, spec) {
-  const asFile = join(fileDir, `${spec}.js`);
-  if (existsFile(asFile)) return `${spec}.js`;
-  const asIndex = join(fileDir, spec, 'index.js');
-  if (existsFile(asIndex)) return `${spec}/index.js`;
-  return null;
-}
-
-// Scans `text` for extensionless relative specifiers via both patterns.
-// `onSpec(spec)` is called for each one found; if it returns a string, that
-// string replaces the specifier's quoted body in the output. Returns
-// { text, violations } where `violations` lists specifiers `onSpec`
-// declined to rewrite (returned a falsy value).
-function scanAndRewrite(source, onSpec) {
-  const violations = [];
-
-  const rewriteFrom = (fullMatch, ws, quote, spec) => {
-    if (!needsFix(spec)) return fullMatch;
-    const replacement = onSpec(spec);
-    if (!replacement) {
-      violations.push(spec);
-      return fullMatch;
-    }
-    return `from${ws}${quote}${replacement}${quote}`;
-  };
-
-  const rewriteSideEffect = (fullMatch, lead, ws, quote, spec) => {
-    if (!needsFix(spec)) return fullMatch;
-    const replacement = onSpec(spec);
-    if (!replacement) {
-      violations.push(spec);
-      return fullMatch;
-    }
-    return `${lead}import${ws}${quote}${replacement}${quote}`;
-  };
-
-  let text = source.replace(FROM_SPEC_RE, rewriteFrom);
-  text = text.replace(SIDE_EFFECT_SPEC_RE, rewriteSideEffect);
-
-  return { text, violations };
-}
-
-function fixFile(file) {
-  const dir = dirname(file);
-  const original = readFileSync(file, 'utf8');
-
-  const { text, violations } = scanAndRewrite(original, (spec) => resolveSpecifier(dir, spec));
-
-  if (violations.length > 0) {
-    for (const spec of violations) {
-      console.error(
-        `fix-esm-extensions: cannot resolve relative specifier '${spec}' referenced from ${file} ` +
-          `(looked for '${spec}.js' and '${spec}/index.js' in ${dir})`
-      );
-    }
-    process.exit(1);
-  }
-
-  if (text !== original) {
-    writeFileSync(file, text, 'utf8');
-    return true;
-  }
-  return false;
-}
-
-function verifyFile(file) {
-  const remaining = [];
-  // In verify mode we don't need resolution at all: any extensionless
-  // relative specifier still present after the fix step is itself the
-  // failure condition.
-  scanAndRewrite(readFileSync(file, 'utf8'), (spec) => {
-    remaining.push(spec);
-    return null; // never rewrite in verify mode; force it into `violations`
-  });
-  return remaining.map((spec) => ({ file, spec }));
-}
-
-function main() {
-  let files;
-  try {
-    files = walk(DIST_ESM);
-  } catch (err) {
-    console.error(`fix-esm-extensions: cannot read ${DIST_ESM}: ${err.message}`);
-    process.exit(1);
-  }
-
-  if (VERIFY) {
-    const remaining = files.flatMap(verifyFile);
-    if (remaining.length > 0) {
-      for (const { file, spec } of remaining) {
-        console.error(`fix-esm-extensions --verify: extensionless relative specifier '${spec}' in ${file}`);
-      }
-      console.error(`fix-esm-extensions --verify: FAILED — ${remaining.length} extensionless specifier(s) remain`);
-      process.exit(1);
-    }
-    console.log(`fix-esm-extensions --verify: OK — 0 extensionless relative specifiers across ${files.length} files`);
-    return;
-  }
-
-  let changed = 0;
-  for (const file of files) {
-    if (fixFile(file)) changed += 1;
-  }
-  console.log(`fix-esm-extensions: rewrote ${changed}/${files.length} file(s) under dist/esm`);
-}
-
-main();