voyageai-cli 1.12.1 → 1.13.0

package/test/commands/ingest.test.js

@@ -1,261 +0,0 @@
-'use strict';
-
-const { describe, it, beforeEach, afterEach, mock } = require('node:test');
-const assert = require('node:assert/strict');
-const fs = require('fs');
-const path = require('path');
-const os = require('os');
-
-// Helpers to create temp files
-function tmpFile(name, content) {
-  const dir = fs.mkdtempSync(path.join(os.tmpdir(), 'vai-ingest-'));
-  const fp = path.join(dir, name);
-  fs.writeFileSync(fp, content, 'utf-8');
-  return fp;
-}
-
-describe('ingest', () => {
-  describe('detectFormat', () => {
-    let detectFormat;
-    beforeEach(() => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      ({ detectFormat } = require('../../src/commands/ingest'));
-    });
-
-    it('detects .csv extension', () => {
-      const fp = tmpFile('data.csv', 'a,b\n1,2\n');
-      assert.equal(detectFormat(fp), 'csv');
-    });
-
-    it('detects .json extension', () => {
-      const fp = tmpFile('data.json', '[{"text":"hi"}]');
-      assert.equal(detectFormat(fp), 'json');
-    });
-
-    it('detects .jsonl extension', () => {
-      const fp = tmpFile('data.jsonl', '{"text":"hi"}\n{"text":"bye"}\n');
-      assert.equal(detectFormat(fp), 'jsonl');
-    });
-
-    it('detects .ndjson extension', () => {
-      const fp = tmpFile('data.ndjson', '{"text":"hi"}\n');
-      assert.equal(detectFormat(fp), 'jsonl');
-    });
-
-    it('detects JSONL from content when no recognized extension', () => {
-      const fp = tmpFile('data.dat', '{"text":"hello"}\n{"text":"world"}\n');
-      assert.equal(detectFormat(fp), 'jsonl');
-    });
-
-    it('detects JSON array from content when no recognized extension', () => {
-      const fp = tmpFile('data.dat', '[{"text":"hello"}]');
-      assert.equal(detectFormat(fp), 'json');
-    });
-
-    it('defaults to text for plain content', () => {
-      const fp = tmpFile('data.dat', 'just plain text\nanother line\n');
-      assert.equal(detectFormat(fp), 'text');
-    });
-  });
-
-  describe('parseFile — JSONL', () => {
-    let parseFile;
-    beforeEach(() => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      ({ parseFile } = require('../../src/commands/ingest'));
-    });
-
-    it('parses JSONL documents with default text field', () => {
-      const fp = path.join(__dirname, '..', 'fixtures', 'sample.jsonl');
-      const { documents, textKey } = parseFile(fp, 'jsonl');
-      assert.equal(documents.length, 5);
-      assert.equal(textKey, 'text');
-      assert.ok(documents[0].text.includes('MongoDB'));
-      assert.equal(documents[0].source, 'docs');
-    });
-
-    it('throws on invalid JSON line', () => {
-      const fp = tmpFile('bad.jsonl', '{"text":"ok"}\nnot json\n');
-      assert.throws(() => parseFile(fp, 'jsonl'), /Invalid JSON on line 2/);
-    });
-
-    it('throws when text field is missing', () => {
-      const fp = tmpFile('notext.jsonl', '{"content":"hello"}\n');
-      assert.throws(() => parseFile(fp, 'jsonl'), /missing "text" field/);
-    });
-
-    it('uses custom text field via textField option', () => {
-      const fp = tmpFile('custom.jsonl', '{"body":"hello","id":1}\n');
-      const { documents, textKey } = parseFile(fp, 'jsonl', { textField: 'body' });
-      assert.equal(documents.length, 1);
-      assert.equal(textKey, 'body');
-      assert.equal(documents[0].body, 'hello');
-    });
-  });
-
-  describe('parseFile — JSON', () => {
-    let parseFile;
-    beforeEach(() => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      ({ parseFile } = require('../../src/commands/ingest'));
-    });
-
-    it('parses JSON array from fixture', () => {
-      const fp = path.join(__dirname, '..', 'fixtures', 'sample.json');
-      const { documents, textKey } = parseFile(fp, 'json');
-      assert.equal(documents.length, 5);
-      assert.equal(textKey, 'text');
-      assert.ok(documents[2].text.includes('Voyage AI'));
-    });
-
-    it('throws on non-array JSON', () => {
-      const fp = tmpFile('obj.json', '{"text":"hello"}');
-      assert.throws(() => parseFile(fp, 'json'), /must contain an array/);
-    });
-  });
-
-  describe('parseFile — CSV', () => {
-    let parseFile;
-    beforeEach(() => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      ({ parseFile } = require('../../src/commands/ingest'));
-    });
-
-    it('parses CSV with header row', () => {
-      const fp = path.join(__dirname, '..', 'fixtures', 'sample.csv');
-      const { documents, textKey } = parseFile(fp, 'csv', { textColumn: 'content' });
-      assert.equal(documents.length, 5);
-      assert.equal(textKey, 'content');
-      assert.ok(documents[0].content.includes('MongoDB'));
-      assert.equal(documents[0].title, 'MongoDB Overview');
-      assert.equal(documents[0].category, 'databases');
-    });
-
-    it('throws when --text-column is not provided', () => {
-      const fp = tmpFile('no-col.csv', 'a,b\n1,2\n');
-      assert.throws(() => parseFile(fp, 'csv'), /--text-column/);
-    });
-
-    it('throws when column not found in headers', () => {
-      const fp = tmpFile('bad-col.csv', 'a,b\n1,2\n');
-      assert.throws(() => parseFile(fp, 'csv', { textColumn: 'missing' }), /not found in CSV headers/);
-    });
-  });
-
-  describe('parseFile — text', () => {
-    let parseFile;
-    beforeEach(() => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      ({ parseFile } = require('../../src/commands/ingest'));
-    });
-
-    it('parses plain text — one doc per line', () => {
-      const fp = path.join(__dirname, '..', 'fixtures', 'sample.txt');
-      const { documents, textKey } = parseFile(fp, 'text');
-      assert.equal(documents.length, 5);
-      assert.equal(textKey, 'text');
-      assert.ok(documents[0].text.includes('MongoDB'));
-    });
-
-    it('skips empty lines', () => {
-      const fp = tmpFile('gaps.txt', 'line one\n\nline two\n  \nline three\n');
-      const { documents } = parseFile(fp, 'text');
-      assert.equal(documents.length, 3);
-    });
-  });
-
-  describe('parseCSVLine', () => {
-    let parseCSVLine;
-    beforeEach(() => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      ({ parseCSVLine } = require('../../src/commands/ingest'));
-    });
-
-    it('handles simple fields', () => {
-      assert.deepEqual(parseCSVLine('a,b,c'), ['a', 'b', 'c']);
-    });
-
-    it('handles quoted fields with commas', () => {
-      assert.deepEqual(parseCSVLine('"hello, world",b,c'), ['hello, world', 'b', 'c']);
-    });
-
-    it('handles escaped quotes', () => {
-      assert.deepEqual(parseCSVLine('"say ""hi""",b'), ['say "hi"', 'b']);
-    });
-  });
-
-  describe('estimateTokens', () => {
-    let estimateTokens;
-    beforeEach(() => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      ({ estimateTokens } = require('../../src/commands/ingest'));
-    });
-
-    it('estimates ~4 chars per token', () => {
-      const result = estimateTokens(['hello world']); // 11 chars → ceil(11/4) = 3
-      assert.equal(result, 3);
-    });
-
-    it('sums multiple texts', () => {
-      const result = estimateTokens(['abcd', 'efgh']); // 8 chars → 2
-      assert.equal(result, 2);
-    });
-  });
-
-  describe('batch splitting', () => {
-    let parseFile;
-    beforeEach(() => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      ({ parseFile } = require('../../src/commands/ingest'));
-    });
-
-    it('batch-size controls number of batches', () => {
-      // 5 documents with batch size 2 → 3 batches
-      const fp = path.join(__dirname, '..', 'fixtures', 'sample.jsonl');
-      const { documents } = parseFile(fp, 'jsonl');
-      const batchSize = 2;
-      const totalBatches = Math.ceil(documents.length / batchSize);
-      assert.equal(totalBatches, 3);
-    });
-  });
-
-  describe('command registration', () => {
-    it('registers ingest command with required options', () => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      const { registerIngest } = require('../../src/commands/ingest');
-      const { Command } = require('commander');
-      const program = new Command();
-      registerIngest(program);
-
-      const ingestCmd = program.commands.find(c => c.name() === 'ingest');
-      assert.ok(ingestCmd, 'ingest command should be registered');
-
-      // Check required options exist
-      const optionNames = ingestCmd.options.map(o => o.long);
-      assert.ok(optionNames.includes('--file'), 'should have --file option');
-      assert.ok(optionNames.includes('--db'), 'should have --db option');
-      assert.ok(optionNames.includes('--collection'), 'should have --collection option');
-      assert.ok(optionNames.includes('--field'), 'should have --field option');
-      assert.ok(optionNames.includes('--dry-run'), 'should have --dry-run option');
-      assert.ok(optionNames.includes('--batch-size'), 'should have --batch-size option');
-      assert.ok(optionNames.includes('--text-column'), 'should have --text-column option');
-      assert.ok(optionNames.includes('--text-field'), 'should have --text-field option');
-      assert.ok(optionNames.includes('--json'), 'should have --json option');
-      assert.ok(optionNames.includes('--quiet'), 'should have --quiet option');
-      assert.ok(optionNames.includes('--strict'), 'should have --strict option');
-      assert.ok(optionNames.includes('--input-type'), 'should have --input-type option');
-    });
-
-    it('--input-type defaults to document', () => {
-      delete require.cache[require.resolve('../../src/commands/ingest')];
-      const { registerIngest } = require('../../src/commands/ingest');
-      const { Command } = require('commander');
-      const program = new Command();
-      registerIngest(program);
-
-      const ingestCmd = program.commands.find(c => c.name() === 'ingest');
-      const inputTypeOpt = ingestCmd.options.find(o => o.long === '--input-type');
-      assert.equal(inputTypeOpt.defaultValue, 'document', '--input-type should default to document');
-    });
-  });
-});

package/test/commands/models.test.js

@@ -1,132 +0,0 @@
-'use strict';
-
-const { describe, it, beforeEach, afterEach, mock } = require('node:test');
-const assert = require('node:assert/strict');
-const { Command } = require('commander');
-const { registerModels } = require('../../src/commands/models');
-
-describe('models command', () => {
-  let originalLog;
-  let output;
-
-  beforeEach(() => {
-    originalLog = console.log;
-    output = [];
-    console.log = (...args) => output.push(args.join(' '));
-  });
-
-  afterEach(() => {
-    console.log = originalLog;
-    mock.restoreAll();
-  });
-
-  it('registers correctly on a program', () => {
-    const program = new Command();
-    registerModels(program);
-    const modelsCmd = program.commands.find(c => c.name() === 'models');
-    assert.ok(modelsCmd, 'models command should be registered');
-    assert.ok(modelsCmd.description().includes('model'), 'should have a description about models');
-  });
-
-  it('lists all models by default', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerModels(program);
-
-    await program.parseAsync(['node', 'test', 'models', '--quiet']);
-
-    const combined = output.join('\n');
-    assert.ok(combined.includes('voyage-4-large'), 'Should include voyage-4-large');
-    assert.ok(combined.includes('rerank-2.5'), 'Should include rerank-2.5');
-  });
-
-  it('filters by embedding type', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerModels(program);
-
-    await program.parseAsync(['node', 'test', 'models', '--type', 'embedding', '--quiet']);
-
-    const combined = output.join('\n');
-    assert.ok(combined.includes('voyage-4-large'), 'Should include embedding models');
-    assert.ok(!combined.includes('rerank-2.5\n'), 'Should not include reranking in data rows');
-    // More precise: check that rerank-2.5 doesn't appear as a data row start
-    const lines = combined.split('\n');
-    const dataLines = lines.filter(l => !l.includes('─') && l.trim().length > 0);
-    const hasRerankRow = dataLines.some(l => l.trim().startsWith('rerank-2.5'));
-    assert.ok(!hasRerankRow, 'Should not have reranking model rows');
-  });
-
-  it('filters by reranking type', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerModels(program);
-
-    await program.parseAsync(['node', 'test', 'models', '--type', 'reranking', '--quiet']);
-
-    const combined = output.join('\n');
-    assert.ok(combined.includes('rerank'), 'Should include reranking models');
-    const lines = combined.split('\n');
-    const dataLines = lines.filter(l => !l.includes('─') && !l.includes('Model') && l.trim().length > 0);
-    const hasEmbedRow = dataLines.some(l => l.includes('voyage-4-large'));
-    assert.ok(!hasEmbedRow, 'Should not have embedding model rows');
-  });
-
-  it('outputs JSON when --json flag is used', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerModels(program);
-
-    await program.parseAsync(['node', 'test', 'models', '--json']);
-
-    const combined = output.join('\n');
-    const parsed = JSON.parse(combined);
-    assert.ok(Array.isArray(parsed));
-    assert.ok(parsed.length > 0);
-    assert.ok(parsed[0].name);
-    assert.ok(parsed[0].type);
-  });
-
-  it('hides legacy models by default', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerModels(program);
-
-    await program.parseAsync(['node', 'test', 'models', '--quiet']);
-
-    const combined = output.join('\n');
-    assert.ok(combined.includes('voyage-4-large'), 'Should include current models');
-    assert.ok(!combined.includes('voyage-3-large'), 'Should hide legacy voyage-3-large');
-    assert.ok(!combined.includes('rerank-2-lite'), 'Should hide legacy rerank-2-lite');
-    assert.ok(!combined.includes('voyage-code-2'), 'Should hide legacy voyage-code-2');
-  });
-
-  it('shows legacy models when --all is used', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerModels(program);
-
-    await program.parseAsync(['node', 'test', 'models', '--all', '--quiet']);
-
-    const combined = output.join('\n');
-    assert.ok(combined.includes('voyage-4-large'), 'Should include current models');
-    assert.ok(combined.includes('voyage-3-large'), 'Should include legacy voyage-3-large');
-    assert.ok(combined.includes('rerank-2'), 'Should include legacy rerank-2');
-    assert.ok(combined.includes('Legacy Models'), 'Should show legacy header');
-  });
-
-  it('--all with --json shows legacy models in JSON', async () => {
-    const program = new Command();
-    program.exitOverride();
-    registerModels(program);
-
-    await program.parseAsync(['node', 'test', 'models', '--all', '--json']);
-
-    const combined = output.join('\n');
-    const parsed = JSON.parse(combined);
-    assert.ok(Array.isArray(parsed));
-    const legacyNames = parsed.filter(m => m.legacy).map(m => m.name);
-    assert.ok(legacyNames.includes('voyage-3-large'), 'JSON should include legacy models');
-    assert.ok(legacyNames.includes('rerank-2'), 'JSON should include legacy rerankers');
-  });
-});

package/test/commands/ping.test.js

@@ -1,172 +0,0 @@
-'use strict';
-
-const { describe, it, beforeEach, afterEach, mock } = require('node:test');
-const assert = require('node:assert/strict');
-const { Command } = require('commander');
-const { registerPing } = require('../../src/commands/ping');
-
-describe('ping command', () => {
-  let originalLog;
-  let originalError;
-  let originalExit;
-  let originalKey;
-  let originalMongoUri;
-  let output;
-  let errorOutput;
-
-  // Strip ANSI escape codes for reliable string assertions in CI
-  // (GitHub Actions sets FORCE_COLOR which adds ANSI codes via picocolors)
-  const stripAnsi = (s) => s.replace(/\x1b\[[0-9;]*m/g, '');
-
-  beforeEach(() => {
-    originalLog = console.log;
-    originalError = console.error;
-    originalExit = process.exit;
-    originalKey = process.env.VOYAGE_API_KEY;
-    originalMongoUri = process.env.MONGODB_URI;
-    output = [];
-    errorOutput = [];
-    console.log = (...args) => output.push(args.join(' '));
-    console.error = (...args) => errorOutput.push(args.join(' '));
-    // Remove MONGODB_URI by default so we don't accidentally test mongo
-    delete process.env.MONGODB_URI;
-  });
-
-  afterEach(() => {
-    console.log = originalLog;
-    console.error = originalError;
-    process.exit = originalExit;
-    if (originalKey !== undefined) {
-      process.env.VOYAGE_API_KEY = originalKey;
-    } else {
-      delete process.env.VOYAGE_API_KEY;
-    }
-    if (originalMongoUri !== undefined) {
-      process.env.MONGODB_URI = originalMongoUri;
-    } else {
-      delete process.env.MONGODB_URI;
-    }
-    mock.restoreAll();
-  });
-
-  it('registers correctly on a program', () => {
-    const program = new Command();
-    registerPing(program);
-    const pingCmd = program.commands.find(c => c.name() === 'ping');
-    assert.ok(pingCmd, 'ping command should be registered');
-  });
-
-  it('prints success on valid API response', async () => {
-    process.env.VOYAGE_API_KEY = 'test-key';
-
-    mock.method(global, 'fetch', async () => ({
-      ok: true,
-      status: 200,
-      json: async () => ({
-        data: [{ embedding: new Array(1024).fill(0) }],
-        usage: { total_tokens: 1 },
-      }),
-    }));
-
-    const program = new Command();
-    program.exitOverride();
-    registerPing(program);
-
-    await program.parseAsync(['node', 'test', 'ping']);
-
-    const combined = stripAnsi(output.join('\n'));
-    assert.ok(combined.includes('✓ Connected to Voyage AI API'), 'Should show success message');
-    assert.ok(combined.includes('voyage-4-lite'), 'Should show model name');
-    assert.ok(combined.includes('1024'), 'Should show dimensions');
-  });
-
-  it('exits with error on auth failure', async () => {
-    process.env.VOYAGE_API_KEY = 'bad-key';
-
-    mock.method(global, 'fetch', async () => ({
-      ok: false,
-      status: 401,
-      text: async () => 'Unauthorized',
-    }));
-
-    let exitCode = null;
-    process.exit = (code) => {
-      exitCode = code;
-      throw new Error('process.exit called');
-    };
-
-    const program = new Command();
-    program.exitOverride();
-    registerPing(program);
-
-    await assert.rejects(
-      () => program.parseAsync(['node', 'test', 'ping']),
-      /process\.exit called/
-    );
-
-    assert.equal(exitCode, 1);
-    const combined = stripAnsi(errorOutput.join('\n'));
-    assert.ok(combined.includes('Authentication failed'), 'Should show auth error');
-  });
-
-  it('exits when VOYAGE_API_KEY is not set and no config', async () => {
-    delete process.env.VOYAGE_API_KEY;
-    // Mock config to return nothing so the key isn't found in ~/.vai/config.json
-    delete require.cache[require.resolve('../../src/lib/config')];
-    delete require.cache[require.resolve('../../src/lib/api')];
-    delete require.cache[require.resolve('../../src/commands/ping')];
-    const config = require('../../src/lib/config');
-    const origGetConfigValue = config.getConfigValue;
-    config.getConfigValue = () => undefined;
-
-    const { registerPing: registerPingFresh } = require('../../src/commands/ping');
-
-    let exitCode = null;
-    process.exit = (code) => {
-      exitCode = code;
-      throw new Error('process.exit called');
-    };
-
-    const program = new Command();
-    program.exitOverride();
-    registerPingFresh(program);
-
-    try {
-      await assert.rejects(
-        () => program.parseAsync(['node', 'test', 'ping']),
-        /process\.exit called/
-      );
-
-      assert.equal(exitCode, 1);
-      const combined = stripAnsi(errorOutput.join('\n'));
-      assert.ok(combined.includes('VOYAGE_API_KEY'), 'Should mention missing key');
-    } finally {
-      config.getConfigValue = origGetConfigValue;
-    }
-  });
-
-  it('outputs JSON when --json flag is used', async () => {
-    process.env.VOYAGE_API_KEY = 'test-key';
-
-    mock.method(global, 'fetch', async () => ({
-      ok: true,
-      status: 200,
-      json: async () => ({
-        data: [{ embedding: new Array(1024).fill(0) }],
-        usage: { total_tokens: 1 },
-      }),
-    }));
-
-    const program = new Command();
-    program.exitOverride();
-    registerPing(program);
-
-    await program.parseAsync(['node', 'test', 'ping', '--json']);
-
-    const combined = output.join('\n');
-    const parsed = JSON.parse(combined);
-    assert.equal(parsed.ok, true);
-    assert.ok(parsed.voyage);
-    assert.equal(parsed.voyage.ok, true);
-  });
-});