@drone1/alt 0.4.2 → 0.7.0

package/src/main.mjs

@@ -3,25 +3,29 @@ import { program } from 'commander'
 import { fileURLToPath } from 'url'
 import { initLocalizer } from './localizer/localize.js'
 import {
-	DEFAULT_CONFIG_FILENAME,
+	DEFAULT_CONFIG_FILENAME, DEFAULT_LLM_MODELS,
 	ENV_VARS,
 	LANGTAG_DEFAULT,
-	LOCALIZATION_SRC_DIR,
-} from './consts.js'
-import { readJsonFile } from './io.js'
-import { printLogo } from './logo.js'
-import { createLog, initLogFromOptions } from './logging.js'
-import { keyList, languageList } from './options.js'
-import { runTranslation } from './translate.js'
+	LOCALIZATION_SRC_DIR
+} from './lib/consts.js'
+import { readJsonFile } from './lib/io.js'
+import { printLogo } from './lib/logo.js'
+import { createLog, initLogFromOptions } from './lib/logging.js'
+import { keyList, languageList } from './lib/options.js'
+import { runTranslation } from './commands/translate.js'
 import { registerSignalHandlers } from './shutdown.js'
+import { runListModels } from './commands/list-models.js'
 
-const __dirname = path.dirname(fileURLToPath(import.meta.url))
+const __dirname = path.dirname(
+	fileURLToPath(import.meta.url)
+)
 
 // Main function
 export async function run() {
-	const log = createLog()
+	const log = createLog(process.argv.includes('--dev'))
 
 	const appState = {
+		__dirname: path.dirname(fileURLToPath(import.meta.url)),
 		lang: null,	// The app language, for output display (unrelated to translator)
 		tmpDir: null,
 		filesToWrite: {},	// Map of file path => JSON data to write
@@ -53,50 +57,95 @@ export async function run() {
 					log.I(`  ${v.name.padEnd(37)} ${v.description}`)
 				})
 			})
-			.requiredOption('-r, --reference-file <path>', 'Path to reference JSONC file (default language)')
-			.option('-rl, --reference-language <language>', `The reference file's language; overrides any 'referenceLanguage' config setting`)
-			.option('-p, --provider <name>', `AI provider to use for translations (anthropic, openai); overrides any 'provider' config setting`)
-			.option('-o, --output-dir <path>', 'Output directory for localized files')
-			.option('-l, --target-languages <list>', `Comma-separated list of language codes; overrides any 'targetLanguages' config setting`, value => languageList(value, log))
-			.option('-k, --keys <list>', 'Comma-separated list of keys to process', keyList)
-			.option('-j, --reference-var-name <var name>', `The exported variable in the reference file, e.g. export default = {...} you'd use 'default'`, 'default')
-			.option('-f, --force', 'Force regeneration of all translations', false)
-			.option('-rtw, --realtime-writes', 'Write updates to disk immediately, rather than on shutdown', false)
-			.option('-m, --app-context-message <message>', `Description of your app to give context. Passed with each translation request; overrides any 'appContextMessage' config setting`)
-			.option('-y, --tty', 'Use tty/simple renderer; useful for CI', false)
-			.option('-c, --config-file <path>', `Path to config file; defaults to <output dir>/${DEFAULT_CONFIG_FILENAME}`)
-			.option('-x, --max-retries <integer>', 'Maximum retries on failure', 3)
-			.option('-n, --normalize-output-filenames', `Normalizes output filenames (to all lower-case); overrides any 'normalizeOutputFilenames' in config setting`, false)
-			.option('-v, --verbose', `Enables verbose spew`, false)
-			.option('-d, --debug', `Enables debug spew`, false)
-			.option('-t, --trace', `Enables trace spew`, false)
-			.option('--context-prefix <value>', `String to be prefixed to all keys to search for additional context, which are passed along to the AI for context`)
-			.option('--context-suffix <value>', `String to be suffixed to all keys to search for additional context, which are passed along to the AI for context`)
-			.option('--look-for-context-data', `If specified, ALT will pass any context data specified in the reference file to the AI provider for translation. At least one of --contextPrefix or --contextSuffix must be specified`, false)
-			.hook('preAction', (thisCommand) => {
-				const opts = thisCommand.opts()
-				if (opts.lookForContextData && !(opts.contextPrefix?.length || opts.contextSuffix?.length)) {
-					thisCommand.error('--lookForContextData requires at least 1 of --contextPrefix or --contextSuffix be defined and non-empty')
-				}
-			})
-			.action(async (thisCommand) => {
-			})	// Dummy action() for preAction
 
-		program
-			.command('translate', { isDefault: true }) // This makes it the default command
-			.action(async () => {
-				const options = program.opts()
-				initLogFromOptions({ options, log })
-				await runTranslation({ appState, options, log })
+		const SHARED_OPTIONS = {
+			'provider': {
+				flags: '-p, --provider <name>',
+				description: `AI provider to use for translations (anthropic, openai); overrides any 'provider' config setting`
+			}
+		}
+
+		const addSharedOptions = ({ required, notRequired, program }) => {
+			required = (required || []).map(k => ({ k, f: 'requiredOption' }))
+			notRequired = (notRequired || []).map(k => ({ k, f: 'option' }))
+			;[
+				...required,
+				...notRequired
+			].forEach(({ k, f }) => {
+				const so = SHARED_OPTIONS[k]
+				program[f](so.flags, so.description, so?.defaultValue)
 			})
+		}
 
-		program.parse(process.argv)
+		const runCommand = async function() {
+			const command = this.name()
+			const options = this.opts()
 
-		await printLogo({
-			fontsSrcDir: path.resolve(__dirname, '../assets/figlet-fonts/'),
-			tagline: p.description,
-			log
+			if (options.logo) {
+				await printLogo({
+					fontsSrcDir: path.resolve(__dirname, '../assets/figlet-fonts/'),
+					tagline: p.description,
+					log
+				})
+			}
+
+			initLogFromOptions({ options, log })
+
+			switch (command) {
+				case 'translate':
+					await runTranslation({ appState, options, log })
+					break
+
+				case 'list-models':
+					await runListModels({ appState, options, log })
+					break
+			}
+		}
+
+		addSharedOptions({
+			notRequired: [ 'provider' ],
+			program: program
+				.command('translate')
+				.requiredOption('-r, --reference-file <path>', 'Path to reference file of source strings to be translated. This file can be in .js, .mjs, .json, or .jsonc formats and is presumed to be' +
+					' in the reference language specified by --reference-language')
+				.option('-c, --config-file <path>', `Path to config file; defaults to <output dir>/${DEFAULT_CONFIG_FILENAME}`)
+				.option('-rl, --reference-language <language>', `The reference file's language; overrides any 'referenceLanguage' config setting`)
+				.option('-o, --output-dir <path>', 'Output directory for localized files')
+				.option('-l, --target-languages <list>', `Comma-separated list of language codes; overrides any 'targetLanguages' config setting`, value => languageList(value, log))
+				.option('-k, --keys <list>', 'Comma-separated list of keys to process', keyList)
+				.option('-R, --reference-exported-var-name <var name>', `For .js or .mjs reference files, this will be the exported variable, e.g. for 'export default = {...}' you'd use 'default' here, or 'data' for 'export const data = { ... }'. For .json or .jsonc reference files, this value is ignored.`, 'default')
+				.option('-m, --app-context-message <message>', `Description of your app to give context. Passed with each translation request; overrides any 'appContextMessage' config setting`)
+				.option('-f, --force', 'Force regeneration of all translations', false)
+				.option('-rtw, --realtime-writes', 'Write updates to disk immediately, rather than on shutdown', false)
+				.option('-y, --tty', 'Use tty/simple renderer; useful for CI', false)
+				.option('-M, --model <name>', `LLM model name to use; defaults are: ${Object.keys(DEFAULT_LLM_MODELS).map(p => `for "${p}": "${DEFAULT_LLM_MODELS[p]}"`).join(', ')}; use the 'list-models' command to view all models`)
+				.option('-x, --max-retries <integer>', 'Maximum retries on failure', 3)
+				.option('-n, --normalize-output-filenames', `Normalizes output filenames (to all lower-case); overrides any 'normalizeOutputFilenames' in config setting`, false)
+				.option('-N, --no-logo', `Suppress logo printout`, true)  // NB: maps to options.logo, not options.noLogo
+				.option('-cp, --context-prefix <value>', `String to be prefixed to all keys to search for additional context, which are passed along to the AI for context`)
+				.option('-cs, --context-suffix <value>', `String to be suffixed to all keys to search for additional context, which are passed along to the AI for context`)
+				.option('-L, --look-for-context-data', `If specified, ALT will pass any context data specified in the reference file to the AI provider for translation. At least one of --contextPrefix or --contextSuffix must be specified`, false)
+				.option('-v, --verbose', `Enables verbose spew`, false)
+				.option('-d, --debug', `Enables debug spew`, false)
+				.option('-t, --trace', `Enables trace spew`, false)
+				.option('--dev', `Enable dev mode, which prints stack traces with errors`, false)
+				.hook('preAction', cmd => {
+					const opts = cmd.opts()
+					if (opts.lookForContextData && !(opts.contextPrefix?.length || opts.contextSuffix?.length)) {
+						cmd.error('--lookForContextData requires at least 1 of --contextPrefix or --contextSuffix be defined and non-empty')
+					}
+				})
+				.action(runCommand)
 		})
+
+		addSharedOptions({
+			required: [ 'provider' ],
+			program: program
+				.command('list-models')
+				.action(runCommand)
+		})
+
+		program.parse(process.argv)
 	} catch (error) {
 		log.E(error)
 	}

package/src/providers/anthropic.mjs

@@ -2,11 +2,47 @@ export function name() {
 	return 'Anthropic'
 }
 
-export function getTranslationRequestDetails({ messages, apiKey, log }) {
+export async function listModels(apiKey) {
+	let allModels = []
+	let hasMore = true
+	let lastId = null
+
+	while (hasMore) {
+		const url = new URL('https://api.anthropic.com/v1/models')
+		if (lastId) {
+			url.searchParams.append('after', lastId)
+		}
+
+		const response = await fetch(url, {
+			method: 'GET',
+			headers: {
+				'x-api-key': apiKey,
+				'anthropic-version': '2023-06-01'
+			}
+		})
+
+		const result = await response.json()
+
+		if (result.data && result.data.length > 0) {
+			allModels = [
+				...allModels,
+				...result.data
+			]
+			lastId = result.last_id
+			hasMore = result.has_more
+		} else {
+			hasMore = false
+		}
+	}
+
+	return allModels
+}
+
+export function getTranslationRequestDetails({ model, messages, apiKey, log }) {
 	return {
 		url: 'https://api.anthropic.com/v1/messages',
 		params: {
-			model: 'claude-3-7-sonnet-20250219',
+			model,
 			max_tokens: 1024,
 			messages: messages.map(m => ({ role: 'user', content: m })),
 		},

package/src/providers/openai.mjs

@@ -2,11 +2,54 @@ export function name() {
 	return 'OpenAI'
 }
 
-export function getTranslationRequestDetails({ messages, apiKey, log }) {
+export async function listModels(apiKey) {
+	let allModels = []
+	let hasMore = true
+	let lastId = null
+
+	while (hasMore) {
+		const url = new URL('https://api.openai.com/v1/models')
+		if (lastId) {
+			url.searchParams.append('after', lastId)
+		}
+
+		const response = await fetch(url, {
+			method: 'GET',
+			headers: {
+				'Authorization': `Bearer ${apiKey}`,
+				'Content-Type': 'application/json'
+			}
+		})
+
+		const result = await response.json()
+
+		if (result.data && result.data.length > 0) {
+			allModels = [
+				...allModels,
+				...result.data
+			]
+
+			// Check if OpenAI has pagination indicators
+			// OpenAI might use different pagination methods
+			if (result.has_more && result.last_id) {
+				lastId = result.last_id
+				hasMore = true
+			} else {
+				hasMore = false
+			}
+		} else {
+			hasMore = false
+		}
+	}
+
+	return { data: allModels }
+}
+
+export function getTranslationRequestDetails({ model, messages, apiKey, log }) {
 	return {
 		url: 'https://api.openai.com/v1/chat/completions',
 		params: {
-			model: 'gpt-4-turbo',
+			model,
 			messages: messages.map((m, idx) => {
 				return {
 					role: idx === messages.length - 1 ? 'user' : 'system',

package/src/shutdown.js

@@ -1,4 +1,4 @@
-import { rmDir, writeJsonFile } from './io.js'
+import { rmDir, writeJsonFile } from './lib/io.js'
 
 export function shutdown(appState, kill) {
 	const { log, errors, tmpDir, filesToWrite } = appState