voyageai-cli 1.12.1 → 1.15.0

package/test/commands/explain.test.js

@@ -1,207 +0,0 @@
-'use strict';
-
-const { describe, it, beforeEach, afterEach } = require('node:test');
-const assert = require('node:assert/strict');
-const { Command } = require('commander');
-const { registerExplain } = require('../../src/commands/explain');
-
-describe('explain command', () => {
-  let originalLog;
-  let originalError;
-  let originalExit;
-  let output;
-  let errorOutput;
-
-  beforeEach(() => {
-    originalLog = console.log;
-    originalError = console.error;
-    originalExit = process.exit;
-    output = [];
-    errorOutput = [];
-    console.log = (...args) => output.push(args.join(' '));
-    console.error = (...args) => errorOutput.push(args.join(' '));
-  });
-
-  afterEach(() => {
-    console.log = originalLog;
-    console.error = originalError;
-    process.exit = originalExit;
-  });
-
-  it('registers correctly on a program', () => {
-    const program = new Command();
-    registerExplain(program);
-    const cmd = program.commands.find(c => c.name() === 'explain');
-    assert.ok(cmd, 'explain command should be registered');
-  });
-
-  it('lists topics when no argument given', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerExplain(program);
-
-    await program.parseAsync(['node', 'test', 'explain']);
-
-    const combined = output.join('\n');
-    assert.ok(combined.includes('Available topics'), 'Should show available topics header');
-    assert.ok(combined.includes('embeddings'), 'Should list embeddings');
-    assert.ok(combined.includes('reranking'), 'Should list reranking');
-    assert.ok(combined.includes('rag'), 'Should list rag');
-    assert.ok(combined.includes('vector-search'), 'Should list vector-search');
-    assert.ok(combined.includes('vai explain <topic>'), 'Should show usage hint');
-  });
-
-  it('shows content for a known concept', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerExplain(program);
-
-    await program.parseAsync(['node', 'test', 'explain', 'embeddings']);
-
-    const combined = output.join('\n');
-    assert.ok(combined.includes('Embeddings'), 'Should show title');
-    assert.ok(combined.includes('vector'), 'Should contain explanation about vectors');
-    assert.ok(combined.includes('Try it'), 'Should show Try it section');
-    assert.ok(combined.includes('Learn more'), 'Should show Learn more section');
-    assert.ok(combined.includes('not affiliated'), 'Should show disclaimer');
-  });
-
-  it('resolves alias "embed" to embeddings', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerExplain(program);
-
-    await program.parseAsync(['node', 'test', 'explain', 'embed']);
-
-    const combined = output.join('\n');
-    assert.ok(combined.includes('Embeddings'), 'Should resolve alias and show Embeddings');
-  });
-
-  it('resolves alias "rerank" to reranking', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerExplain(program);
-
-    await program.parseAsync(['node', 'test', 'explain', 'rerank']);
-
-    const combined = output.join('\n');
-    assert.ok(combined.includes('Reranking'), 'Should resolve alias and show Reranking');
-  });
-
-  it('resolves alias "vectors" to vector-search', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerExplain(program);
-
-    await program.parseAsync(['node', 'test', 'explain', 'vectors']);
-
-    const combined = output.join('\n');
-    assert.ok(combined.includes('Vector Search'), 'Should resolve alias and show Vector Search');
-  });
-
-  it('resolves alias "similarity" to cosine-similarity', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerExplain(program);
-
-    await program.parseAsync(['node', 'test', 'explain', 'similarity']);
-
-    const combined = output.join('\n');
-    assert.ok(combined.includes('Cosine Similarity'), 'Should resolve alias');
-  });
-
-  it('resolves alias "two-stage" to two-stage-retrieval', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerExplain(program);
-
-    await program.parseAsync(['node', 'test', 'explain', 'two-stage']);
-
-    const combined = output.join('\n');
-    assert.ok(combined.includes('Two-Stage Retrieval'), 'Should resolve alias');
-  });
-
-  it('resolves alias "keys" to api-keys', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerExplain(program);
-
-    await program.parseAsync(['node', 'test', 'explain', 'keys']);
-
-    const combined = output.join('\n');
-    assert.ok(combined.includes('API Keys'), 'Should resolve alias');
-  });
-
-  it('resolves alias "batch" to batch-processing', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerExplain(program);
-
-    await program.parseAsync(['node', 'test', 'explain', 'batch']);
-
-    const combined = output.join('\n');
-    assert.ok(combined.includes('Batch Processing'), 'Should resolve alias');
-  });
-
-  it('shows error and suggestions for unknown concept', async () => {
-    let exitCode = null;
-    process.exit = (code) => {
-      exitCode = code;
-      throw new Error('process.exit called');
-    };
-
-    const program = new Command();
-    program.exitOverride();
-    registerExplain(program);
-
-    await assert.rejects(
-      () => program.parseAsync(['node', 'test', 'explain', 'nonexistent']),
-      /process\.exit called/
-    );
-
-    assert.equal(exitCode, 1);
-    const combined = errorOutput.join('\n');
-    assert.ok(combined.includes('Unknown topic'), 'Should show unknown topic error');
-    assert.ok(combined.includes('vai explain'), 'Should suggest running vai explain');
-  });
-
-  it('outputs JSON for topic list with --json flag', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerExplain(program);
-
-    await program.parseAsync(['node', 'test', 'explain', '--json']);
-
-    const combined = output.join('\n');
-    const parsed = JSON.parse(combined);
-    assert.ok(Array.isArray(parsed.topics), 'Should have topics array');
-    assert.ok(parsed.topics.length >= 10, 'Should have at least 10 topics');
-    assert.ok(parsed.topics[0].key, 'Each topic should have a key');
-    assert.ok(parsed.topics[0].title, 'Each topic should have a title');
-    assert.ok(parsed.topics[0].summary, 'Each topic should have a summary');
-  });
-
-  it('outputs JSON for a specific concept with --json flag', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerExplain(program);
-
-    await program.parseAsync(['node', 'test', 'explain', 'rag', '--json']);
-
-    const combined = output.join('\n');
-    const parsed = JSON.parse(combined);
-    assert.equal(parsed.concept, 'rag');
-    assert.equal(parsed.title, 'RAG (Retrieval-Augmented Generation)');
-    assert.ok(parsed.content, 'Should have content');
-    assert.ok(Array.isArray(parsed.links), 'Should have links');
-    assert.ok(Array.isArray(parsed.tryIt), 'Should have tryIt');
-  });
-
-  it('has --json option', () => {
-    const program = new Command();
-    registerExplain(program);
-    const cmd = program.commands.find(c => c.name() === 'explain');
-    const opts = cmd.options.map(o => o.long);
-    assert.ok(opts.includes('--json'), 'Should have --json option');
-  });
-});

package/test/commands/ingest.test.js

@@ -1,261 +0,0 @@
-'use strict';
-
-const { describe, it, beforeEach, afterEach, mock } = require('node:test');
-const assert = require('node:assert/strict');
-const fs = require('fs');
-const path = require('path');
-const os = require('os');
-
-// Helpers to create temp files
-function tmpFile(name, content) {
-  const dir = fs.mkdtempSync(path.join(os.tmpdir(), 'vai-ingest-'));
-  const fp = path.join(dir, name);
-  fs.writeFileSync(fp, content, 'utf-8');
-  return fp;
-}
-
-describe('ingest', () => {
-  describe('detectFormat', () => {
-    let detectFormat;
-    beforeEach(() => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      ({ detectFormat } = require('../../src/commands/ingest'));
-    });
-
-    it('detects .csv extension', () => {
-      const fp = tmpFile('data.csv', 'a,b\n1,2\n');
-      assert.equal(detectFormat(fp), 'csv');
-    });
-
-    it('detects .json extension', () => {
-      const fp = tmpFile('data.json', '[{"text":"hi"}]');
-      assert.equal(detectFormat(fp), 'json');
-    });
-
-    it('detects .jsonl extension', () => {
-      const fp = tmpFile('data.jsonl', '{"text":"hi"}\n{"text":"bye"}\n');
-      assert.equal(detectFormat(fp), 'jsonl');
-    });
-
-    it('detects .ndjson extension', () => {
-      const fp = tmpFile('data.ndjson', '{"text":"hi"}\n');
-      assert.equal(detectFormat(fp), 'jsonl');
-    });
-
-    it('detects JSONL from content when no recognized extension', () => {
-      const fp = tmpFile('data.dat', '{"text":"hello"}\n{"text":"world"}\n');
-      assert.equal(detectFormat(fp), 'jsonl');
-    });
-
-    it('detects JSON array from content when no recognized extension', () => {
-      const fp = tmpFile('data.dat', '[{"text":"hello"}]');
-      assert.equal(detectFormat(fp), 'json');
-    });
-
-    it('defaults to text for plain content', () => {
-      const fp = tmpFile('data.dat', 'just plain text\nanother line\n');
-      assert.equal(detectFormat(fp), 'text');
-    });
-  });
-
-  describe('parseFile — JSONL', () => {
-    let parseFile;
-    beforeEach(() => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      ({ parseFile } = require('../../src/commands/ingest'));
-    });
-
-    it('parses JSONL documents with default text field', () => {
-      const fp = path.join(__dirname, '..', 'fixtures', 'sample.jsonl');
-      const { documents, textKey } = parseFile(fp, 'jsonl');
-      assert.equal(documents.length, 5);
-      assert.equal(textKey, 'text');
-      assert.ok(documents[0].text.includes('MongoDB'));
-      assert.equal(documents[0].source, 'docs');
-    });
-
-    it('throws on invalid JSON line', () => {
-      const fp = tmpFile('bad.jsonl', '{"text":"ok"}\nnot json\n');
-      assert.throws(() => parseFile(fp, 'jsonl'), /Invalid JSON on line 2/);
-    });
-
-    it('throws when text field is missing', () => {
-      const fp = tmpFile('notext.jsonl', '{"content":"hello"}\n');
-      assert.throws(() => parseFile(fp, 'jsonl'), /missing "text" field/);
-    });
-
-    it('uses custom text field via textField option', () => {
-      const fp = tmpFile('custom.jsonl', '{"body":"hello","id":1}\n');
-      const { documents, textKey } = parseFile(fp, 'jsonl', { textField: 'body' });
-      assert.equal(documents.length, 1);
-      assert.equal(textKey, 'body');
-      assert.equal(documents[0].body, 'hello');
-    });
-  });
-
-  describe('parseFile — JSON', () => {
-    let parseFile;
-    beforeEach(() => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      ({ parseFile } = require('../../src/commands/ingest'));
-    });
-
-    it('parses JSON array from fixture', () => {
-      const fp = path.join(__dirname, '..', 'fixtures', 'sample.json');
-      const { documents, textKey } = parseFile(fp, 'json');
-      assert.equal(documents.length, 5);
-      assert.equal(textKey, 'text');
-      assert.ok(documents[2].text.includes('Voyage AI'));
-    });
-
-    it('throws on non-array JSON', () => {
-      const fp = tmpFile('obj.json', '{"text":"hello"}');
-      assert.throws(() => parseFile(fp, 'json'), /must contain an array/);
-    });
-  });
-
-  describe('parseFile — CSV', () => {
-    let parseFile;
-    beforeEach(() => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      ({ parseFile } = require('../../src/commands/ingest'));
-    });
-
-    it('parses CSV with header row', () => {
-      const fp = path.join(__dirname, '..', 'fixtures', 'sample.csv');
-      const { documents, textKey } = parseFile(fp, 'csv', { textColumn: 'content' });
-      assert.equal(documents.length, 5);
-      assert.equal(textKey, 'content');
-      assert.ok(documents[0].content.includes('MongoDB'));
-      assert.equal(documents[0].title, 'MongoDB Overview');
-      assert.equal(documents[0].category, 'databases');
-    });
-
-    it('throws when --text-column is not provided', () => {
-      const fp = tmpFile('no-col.csv', 'a,b\n1,2\n');
-      assert.throws(() => parseFile(fp, 'csv'), /--text-column/);
-    });
-
-    it('throws when column not found in headers', () => {
-      const fp = tmpFile('bad-col.csv', 'a,b\n1,2\n');
-      assert.throws(() => parseFile(fp, 'csv', { textColumn: 'missing' }), /not found in CSV headers/);
-    });
-  });
-
-  describe('parseFile — text', () => {
-    let parseFile;
-    beforeEach(() => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      ({ parseFile } = require('../../src/commands/ingest'));
-    });
-
-    it('parses plain text — one doc per line', () => {
-      const fp = path.join(__dirname, '..', 'fixtures', 'sample.txt');
-      const { documents, textKey } = parseFile(fp, 'text');
-      assert.equal(documents.length, 5);
-      assert.equal(textKey, 'text');
-      assert.ok(documents[0].text.includes('MongoDB'));
-    });
-
-    it('skips empty lines', () => {
-      const fp = tmpFile('gaps.txt', 'line one\n\nline two\n  \nline three\n');
-      const { documents } = parseFile(fp, 'text');
-      assert.equal(documents.length, 3);
-    });
-  });
-
-  describe('parseCSVLine', () => {
-    let parseCSVLine;
-    beforeEach(() => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      ({ parseCSVLine } = require('../../src/commands/ingest'));
-    });
-
-    it('handles simple fields', () => {
-      assert.deepEqual(parseCSVLine('a,b,c'), ['a', 'b', 'c']);
-    });
-
-    it('handles quoted fields with commas', () => {
-      assert.deepEqual(parseCSVLine('"hello, world",b,c'), ['hello, world', 'b', 'c']);
-    });
-
-    it('handles escaped quotes', () => {
-      assert.deepEqual(parseCSVLine('"say ""hi""",b'), ['say "hi"', 'b']);
-    });
-  });
-
-  describe('estimateTokens', () => {
-    let estimateTokens;
-    beforeEach(() => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      ({ estimateTokens } = require('../../src/commands/ingest'));
-    });
-
-    it('estimates ~4 chars per token', () => {
-      const result = estimateTokens(['hello world']); // 11 chars → ceil(11/4) = 3
-      assert.equal(result, 3);
-    });
-
-    it('sums multiple texts', () => {
-      const result = estimateTokens(['abcd', 'efgh']); // 8 chars → 2
-      assert.equal(result, 2);
-    });
-  });
-
-  describe('batch splitting', () => {
-    let parseFile;
-    beforeEach(() => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      ({ parseFile } = require('../../src/commands/ingest'));
-    });
-
-    it('batch-size controls number of batches', () => {
-      // 5 documents with batch size 2 → 3 batches
-      const fp = path.join(__dirname, '..', 'fixtures', 'sample.jsonl');
-      const { documents } = parseFile(fp, 'jsonl');
-      const batchSize = 2;
-      const totalBatches = Math.ceil(documents.length / batchSize);
-      assert.equal(totalBatches, 3);
-    });
-  });
-
-  describe('command registration', () => {
-    it('registers ingest command with required options', () => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      const { registerIngest } = require('../../src/commands/ingest');
-      const { Command } = require('commander');
-      const program = new Command();
-      registerIngest(program);
-
-      const ingestCmd = program.commands.find(c => c.name() === 'ingest');
-      assert.ok(ingestCmd, 'ingest command should be registered');
-
-      // Check required options exist
-      const optionNames = ingestCmd.options.map(o => o.long);
-      assert.ok(optionNames.includes('--file'), 'should have --file option');
-      assert.ok(optionNames.includes('--db'), 'should have --db option');
-      assert.ok(optionNames.includes('--collection'), 'should have --collection option');
-      assert.ok(optionNames.includes('--field'), 'should have --field option');
-      assert.ok(optionNames.includes('--dry-run'), 'should have --dry-run option');
-      assert.ok(optionNames.includes('--batch-size'), 'should have --batch-size option');
-      assert.ok(optionNames.includes('--text-column'), 'should have --text-column option');
-      assert.ok(optionNames.includes('--text-field'), 'should have --text-field option');
-      assert.ok(optionNames.includes('--json'), 'should have --json option');
-      assert.ok(optionNames.includes('--quiet'), 'should have --quiet option');
-      assert.ok(optionNames.includes('--strict'), 'should have --strict option');
-      assert.ok(optionNames.includes('--input-type'), 'should have --input-type option');
-    });
-
-    it('--input-type defaults to document', () => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      const { registerIngest } = require('../../src/commands/ingest');
-      const { Command } = require('commander');
-      const program = new Command();
-      registerIngest(program);
-
-      const ingestCmd = program.commands.find(c => c.name() === 'ingest');
-      const inputTypeOpt = ingestCmd.options.find(o => o.long === '--input-type');
-      assert.equal(inputTypeOpt.defaultValue, 'document', '--input-type should default to document');
-    });
-  });
-});

package/test/commands/models.test.js

@@ -1,132 +0,0 @@
-'use strict';
-
-const { describe, it, beforeEach, afterEach, mock } = require('node:test');
-const assert = require('node:assert/strict');
-const { Command } = require('commander');
-const { registerModels } = require('../../src/commands/models');
-
-describe('models command', () => {
-  let originalLog;
-  let output;
-
-  beforeEach(() => {
-    originalLog = console.log;
-    output = [];
-    console.log = (...args) => output.push(args.join(' '));
-  });
-
-  afterEach(() => {
-    console.log = originalLog;
-    mock.restoreAll();
-  });
-
-  it('registers correctly on a program', () => {
-    const program = new Command();
-    registerModels(program);
-    const modelsCmd = program.commands.find(c => c.name() === 'models');
-    assert.ok(modelsCmd, 'models command should be registered');
-    assert.ok(modelsCmd.description().includes('model'), 'should have a description about models');
-  });
-
-  it('lists all models by default', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerModels(program);
-
-    await program.parseAsync(['node', 'test', 'models', '--quiet']);
-
-    const combined = output.join('\n');
-    assert.ok(combined.includes('voyage-4-large'), 'Should include voyage-4-large');
-    assert.ok(combined.includes('rerank-2.5'), 'Should include rerank-2.5');
-  });
-
-  it('filters by embedding type', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerModels(program);
-
-    await program.parseAsync(['node', 'test', 'models', '--type', 'embedding', '--quiet']);
-
-    const combined = output.join('\n');
-    assert.ok(combined.includes('voyage-4-large'), 'Should include embedding models');
-    assert.ok(!combined.includes('rerank-2.5\n'), 'Should not include reranking in data rows');
-    // More precise: check that rerank-2.5 doesn't appear as a data row start
-    const lines = combined.split('\n');
-    const dataLines = lines.filter(l => !l.includes('─') && l.trim().length > 0);
-    const hasRerankRow = dataLines.some(l => l.trim().startsWith('rerank-2.5'));
-    assert.ok(!hasRerankRow, 'Should not have reranking model rows');
-  });
-
-  it('filters by reranking type', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerModels(program);
-
-    await program.parseAsync(['node', 'test', 'models', '--type', 'reranking', '--quiet']);
-
-    const combined = output.join('\n');
-    assert.ok(combined.includes('rerank'), 'Should include reranking models');
-    const lines = combined.split('\n');
-    const dataLines = lines.filter(l => !l.includes('─') && !l.includes('Model') && l.trim().length > 0);
-    const hasEmbedRow = dataLines.some(l => l.includes('voyage-4-large'));
-    assert.ok(!hasEmbedRow, 'Should not have embedding model rows');
-  });
-
-  it('outputs JSON when --json flag is used', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerModels(program);
-
-    await program.parseAsync(['node', 'test', 'models', '--json']);
-
-    const combined = output.join('\n');
-    const parsed = JSON.parse(combined);
-    assert.ok(Array.isArray(parsed));
-    assert.ok(parsed.length > 0);
-    assert.ok(parsed[0].name);
-    assert.ok(parsed[0].type);
-  });
-
-  it('hides legacy models by default', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerModels(program);
-
-    await program.parseAsync(['node', 'test', 'models', '--quiet']);
-
-    const combined = output.join('\n');
-    assert.ok(combined.includes('voyage-4-large'), 'Should include current models');
-    assert.ok(!combined.includes('voyage-3-large'), 'Should hide legacy voyage-3-large');
-    assert.ok(!combined.includes('rerank-2-lite'), 'Should hide legacy rerank-2-lite');
-    assert.ok(!combined.includes('voyage-code-2'), 'Should hide legacy voyage-code-2');
-  });
-
-  it('shows legacy models when --all is used', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerModels(program);
-
-    await program.parseAsync(['node', 'test', 'models', '--all', '--quiet']);
-
-    const combined = output.join('\n');
-    assert.ok(combined.includes('voyage-4-large'), 'Should include current models');
-    assert.ok(combined.includes('voyage-3-large'), 'Should include legacy voyage-3-large');
-    assert.ok(combined.includes('rerank-2'), 'Should include legacy rerank-2');
-    assert.ok(combined.includes('Legacy Models'), 'Should show legacy header');
-  });
-
-  it('--all with --json shows legacy models in JSON', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerModels(program);
-
-    await program.parseAsync(['node', 'test', 'models', '--all', '--json']);
-
-    const combined = output.join('\n');
-    const parsed = JSON.parse(combined);
-    assert.ok(Array.isArray(parsed));
-    const legacyNames = parsed.filter(m => m.legacy).map(m => m.name);
-    assert.ok(legacyNames.includes('voyage-3-large'), 'JSON should include legacy models');
-    assert.ok(legacyNames.includes('rerank-2'), 'JSON should include legacy rerankers');
-  });
-});