@scoutello/i18n-magic 0.15.2 → 0.18.0

package/dist/lib/types.d.ts

@@ -1,6 +1,11 @@
 import type OpenAI from "openai";
 import type { ChatModel } from "openai/resources/chat/chat";
 type Model = ChatModel | "gemini-2.5-pro-exp-03-25" | "gemini-2.0-flash" | "gemini-2.0-flash-lite";
+export interface NamespacePruneConfig {
+    sourceNamespace: string;
+    newNamespace: string;
+    globPatterns: string[];
+}
 export interface Configuration {
     loadPath: string | ((locale: string, namespace: string) => Promise<Record<string, string>>);
     savePath: string | ((locale: string, namespace: string, data: Record<string, string>) => Promise<void>);
@@ -11,10 +16,12 @@ export interface Configuration {
     globPatterns: string[];
     context?: string;
     disableTranslation?: boolean;
+    autoClear?: boolean;
     OPENAI_API_KEY?: string;
     GEMINI_API_KEY?: string;
     model?: Model;
     openai?: OpenAI;
+    pruneNamespaces?: NamespacePruneConfig[];
 }
 export interface CommandType {
     name: string;
@@ -22,3 +29,4 @@ export interface CommandType {
     action: (config: Configuration, ...args: any[]) => Promise<void>;
 }
 export {};
+//# sourceMappingURL=types.d.ts.map

package/dist/lib/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/lib/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAA;AAChC,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAA;AAE3D,KAAK,KAAK,GACN,SAAS,GACT,0BAA0B,GAC1B,kBAAkB,GAClB,uBAAuB,CAAA;AAE3B,MAAM,WAAW,oBAAoB;IACnC,eAAe,EAAE,MAAM,CAAA;IACvB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,EAAE,MAAM,EAAE,CAAA;CACvB;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EACJ,MAAM,GACN,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAA;IAC5E,QAAQ,EACJ,MAAM,GACN,CAAC,CACC,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KACzB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;IACvB,aAAa,EAAE,MAAM,CAAA;IACrB,gBAAgB,EAAE,MAAM,CAAA;IACxB,UAAU,EAAE,MAAM,EAAE,CAAA;IACpB,OAAO,EAAE,MAAM,EAAE,CAAA;IACjB,YAAY,EAAE,MAAM,EAAE,CAAA;IACtB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,kBAAkB,CAAC,EAAE,OAAO,CAAA;IAC5B,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,KAAK,CAAC,EAAE,KAAK,CAAA;IACb,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,eAAe,CAAC,EAAE,oBAAoB,EAAE,CAAA;CACzC;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;CACjE"}

package/dist/lib/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/lib/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/lib/types.ts"],"names":[],"mappings":""}

package/dist/lib/utils.d.ts

@@ -24,3 +24,4 @@ export declare class TranslationError extends Error {
     cause?: Error;
     constructor(message: string, locale?: string, namespace?: string, cause?: Error);
 }
+//# sourceMappingURL=utils.d.ts.map

package/dist/lib/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/lib/utils.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAA;AAGhC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,SAAS,CAAA;AAE5C,eAAO,MAAM,UAAU,GAAI,iBAExB;IAAE,UAAU,EAAE,MAAM,CAAA;CAAE,QAgBxB,CAAA;AAED,wBAAgB,yBAAyB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,EAAE,CAE1D;AAED,eAAO,MAAM,YAAY,GAAU,oEAOhC;IACD,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC9B,OAAO,EAAE,MAAM,CAAA;IACf,aAAa,EAAE,MAAM,CAAA;IACrB,cAAc,EAAE,MAAM,CAAA;IACtB,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;CACf,oCAyDA,CAAA;AAED,eAAO,MAAM,eAAe,GAC1B,UACI,MAAM,GACN,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,EAC5E,QAAQ,MAAM,EACd,WAAW,MAAM,oCAsBlB,CAAA;AAED,eAAO,MAAM,gBAAgB,GAC3B,UACI,MAAM,GACN,CAAC,CACC,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KACzB,OAAO,CAAC,IAAI,CAAC,CAAC,EACvB,QAAQ,MAAM,EACd,WAAW,MAAM,EACjB,MAAM,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,kBAa7B,CAAA;AAED,eAAO,MAAM,UAAU,GACrB,KAAK,MAAM,EACX,YAAY,MAAM,EAClB,YAAY,OAAO,WAiBpB,CAAA;AAED,eAAO,MAAM,cAAc,GAAU,0EAMlC,aAAa,mBA4Cf,CAAA;AAED,eAAO,MAAM,YAAY,GAAU,QAAQ,MAAM,oBAehD,CAAA;AAED,eAAO,MAAM,iBAAiB,GAAU,yGAUrC,aAAa,kBAsDf,CAAA;AAED,qBAAa,gBAAiB,SAAQ,KAAK;IAGhC,MAAM,CAAC,EAAE,MAAM;IACf,SAAS,CAAC,EAAE,MAAM;IAClB,KAAK,CAAC,EAAE,KAAK;gBAHpB,OAAO,EAAE,MAAM,EACR,MAAM,CAAC,EAAE,MAAM,EACf,SAAS,CAAC,EAAE,MAAM,EAClB,KAAK,CAAC,EAAE,KAAK;CAKvB"}

package/dist/lib/utils.js

@@ -0,0 +1,220 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TranslationError = exports.checkAllKeysExist = exports.getTextInput = exports.getMissingKeys = exports.getPureKey = exports.writeLocalesFile = exports.loadLocalesFile = exports.translateKey = exports.loadConfig = void 0;
+exports.removeDuplicatesFromArray = removeDuplicatesFromArray;
+const fast_glob_1 = __importDefault(require("fast-glob"));
+const i18next_scanner_1 = require("i18next-scanner");
+const node_fs_1 = __importDefault(require("node:fs"));
+const node_path_1 = __importDefault(require("node:path"));
+const prompts_1 = __importDefault(require("prompts"));
+const languges_1 = require("./languges");
+const loadConfig = ({ configPath = "i18n-magic.js", }) => {
+    const filePath = node_path_1.default.join(process.cwd(), configPath);
+    if (!node_fs_1.default.existsSync(filePath)) {
+        console.error("Config file does not exist:", filePath);
+        process.exit(1);
+    }
+    try {
+        const config = require(filePath);
+        // Validate config if needed
+        return config;
+    }
+    catch (error) {
+        console.error("Error while loading config:", error);
+        process.exit(1);
+    }
+};
+exports.loadConfig = loadConfig;
+function removeDuplicatesFromArray(arr) {
+    return arr.filter((item, index) => arr.indexOf(item) === index);
+}
+const translateKey = async ({ inputLanguage, context, object, openai, outputLanguage, model, }) => {
+    // Split object into chunks of 100 keys
+    const entries = Object.entries(object);
+    const chunks = [];
+    for (let i = 0; i < entries.length; i += 100) {
+        chunks.push(entries.slice(i, i + 100));
+    }
+    let result = {};
+    const existingInput = languges_1.languages.find((l) => l.value === inputLanguage);
+    const existingOutput = languges_1.languages.find((l) => l.value === outputLanguage);
+    const input = existingInput?.label || inputLanguage;
+    const output = existingOutput?.label || outputLanguage;
+    // Translate each chunk
+    for (const chunk of chunks) {
+        const chunkObject = Object.fromEntries(chunk);
+        const completion = await openai.beta.chat.completions.parse({
+            model,
+            messages: [
+                {
+                    content: `You are a bot that translates the values of a locales JSON. ${context
+                        ? `The user provided some additional context or guidelines about what to fill in the blanks: \"${context}\". `
+                        : ""}The user provides you a JSON with a field named "inputLanguage", which defines the language the values of the JSON are defined in. It also has a field named "outputLanguage", which defines the language you should translate the values to. The last field is named "data", which includes the object with the values to translate. The keys of the values should never be changed. You output only a JSON, which has the same keys as the input, but with translated values. I give you an example input: {"inputLanguage": "English", outputLanguage: "German", "keys": {"hello": "Hello", "world": "World"}}. The output should be {"hello": "Hallo", "world": "Welt"}.`,
+                    role: "system",
+                },
+                {
+                    content: JSON.stringify({
+                        inputLanguage: input,
+                        outputLanguage: output,
+                        data: chunkObject,
+                    }),
+                    role: "user",
+                },
+            ],
+            response_format: {
+                type: "json_object",
+            },
+        });
+        const translatedChunk = JSON.parse(completion.choices[0].message.content);
+        // Merge translated chunk with result
+        result = { ...result, ...translatedChunk };
+        // Optional: Add a small delay between chunks to avoid rate limiting
+        await new Promise((resolve) => setTimeout(resolve, 100));
+    }
+    return result;
+};
+exports.translateKey = translateKey;
+const loadLocalesFile = async (loadPath, locale, namespace) => {
+    if (typeof loadPath === "string") {
+        const resolvedPath = loadPath
+            .replace("{{lng}}", locale)
+            .replace("{{ns}}", namespace);
+        const content = node_fs_1.default.readFileSync(resolvedPath, "utf-8");
+        try {
+            const json = JSON.parse(content);
+            return json;
+        }
+        catch (error) {
+            throw new TranslationError(`Invalid JSON in locale file for ${locale}:${namespace}. Path: ${resolvedPath}`, locale, namespace, error instanceof Error ? error : undefined);
+        }
+    }
+    return loadPath(locale, namespace);
+};
+exports.loadLocalesFile = loadLocalesFile;
+const writeLocalesFile = async (savePath, locale, namespace, data) => {
+    if (typeof savePath === "string") {
+        const resolvedSavePath = savePath
+            .replace("{{lng}}", locale)
+            .replace("{{ns}}", namespace);
+        node_fs_1.default.writeFileSync(resolvedSavePath, JSON.stringify(data, null, 2));
+        return;
+    }
+    await savePath(locale, namespace, data);
+};
+exports.writeLocalesFile = writeLocalesFile;
+const getPureKey = (key, namespace, isDefault) => {
+    const splitted = key.split(":");
+    if (splitted.length === 1) {
+        if (isDefault) {
+            return key;
+        }
+        return null;
+    }
+    if (splitted[0] === namespace) {
+        return splitted[1];
+    }
+    return null;
+};
+exports.getPureKey = getPureKey;
+const getMissingKeys = async ({ globPatterns, namespaces, defaultNamespace, defaultLocale, loadPath, }) => {
+    const parser = new i18next_scanner_1.Parser({
+        nsSeparator: false,
+        keySeparator: false,
+    });
+    const files = await (0, fast_glob_1.default)([...globPatterns, "!**/node_modules/**"]);
+    const keys = [];
+    for (const file of files) {
+        const content = node_fs_1.default.readFileSync(file, "utf-8");
+        parser.parseFuncFromString(content, { list: ["t"] }, (key) => {
+            keys.push(key);
+        });
+    }
+    const uniqueKeys = removeDuplicatesFromArray(keys);
+    const newKeys = [];
+    for (const namespace of namespaces) {
+        const existingKeys = await (0, exports.loadLocalesFile)(loadPath, defaultLocale, namespace);
+        console.log(Object.keys(existingKeys).length, "existing keys");
+        for (const key of uniqueKeys) {
+            const pureKey = (0, exports.getPureKey)(key, namespace, namespace === defaultNamespace);
+            if (!pureKey) {
+                continue;
+            }
+            if (!existingKeys[pureKey]) {
+                newKeys.push({ key: pureKey, namespace });
+            }
+        }
+    }
+    return newKeys;
+};
+exports.getMissingKeys = getMissingKeys;
+const getTextInput = async (prompt) => {
+    const input = await (0, prompts_1.default)({
+        name: "value",
+        type: "text",
+        message: prompt,
+        onState: (state) => {
+            if (state.aborted) {
+                process.nextTick(() => {
+                    process.exit(0);
+                });
+            }
+        },
+    });
+    return input.value;
+};
+exports.getTextInput = getTextInput;
+const checkAllKeysExist = async ({ namespaces, defaultLocale, loadPath, locales, context, openai, savePath, disableTranslation, model, }) => {
+    if (disableTranslation) {
+        return;
+    }
+    for (const namespace of namespaces) {
+        const defaultLocaleKeys = await (0, exports.loadLocalesFile)(loadPath, defaultLocale, namespace);
+        for (const locale of locales) {
+            if (locale === defaultLocale)
+                continue;
+            const localeKeys = await (0, exports.loadLocalesFile)(loadPath, locale, namespace);
+            const missingKeys = {};
+            // Check which keys from default locale are missing in current locale
+            for (const [key, value] of Object.entries(defaultLocaleKeys)) {
+                if (!localeKeys[key]) {
+                    missingKeys[key] = value;
+                }
+            }
+            // If there are missing keys, translate them
+            if (Object.keys(missingKeys).length > 0) {
+                console.log(`Found ${Object.keys(missingKeys).length} missing keys in ${locale} (namespace: ${namespace})`);
+                const translatedValues = await (0, exports.translateKey)({
+                    inputLanguage: defaultLocale,
+                    outputLanguage: locale,
+                    context,
+                    object: missingKeys,
+                    openai,
+                    model,
+                });
+                // Merge translated values with existing ones
+                const updatedLocaleKeys = {
+                    ...localeKeys,
+                    ...translatedValues,
+                };
+                // Save the updated translations
+                (0, exports.writeLocalesFile)(savePath, locale, namespace, updatedLocaleKeys);
+                console.log(`✓ Translated and saved missing keys for ${locale} (namespace: ${namespace})`);
+            }
+        }
+    }
+};
+exports.checkAllKeysExist = checkAllKeysExist;
+class TranslationError extends Error {
+    constructor(message, locale, namespace, cause) {
+        super(message);
+        this.locale = locale;
+        this.namespace = namespace;
+        this.cause = cause;
+        this.name = "TranslationError";
+    }
+}
+exports.TranslationError = TranslationError;
+//# sourceMappingURL=utils.js.map

package/dist/lib/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/lib/utils.ts"],"names":[],"mappings":";;;;;;AA6BA,8DAEC;AA/BD,0DAA4B;AAC5B,qDAAwC;AACxC,sDAAwB;AACxB,0DAA4B;AAE5B,sDAA6B;AAC7B,yCAAsC;AAG/B,MAAM,UAAU,GAAG,CAAC,EACzB,UAAU,GAAG,eAAe,GACL,EAAE,EAAE;IAC3B,MAAM,QAAQ,GAAG,mBAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,CAAC,CAAA;IAErD,IAAI,CAAC,iBAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,QAAQ,CAAC,CAAA;QACtD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;QAChC,4BAA4B;QAC5B,OAAO,MAAM,CAAA;IACf,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAA;QACnD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;AACH,CAAC,CAAA;AAlBY,QAAA,UAAU,cAkBtB;AAED,SAAgB,yBAAyB,CAAI,GAAQ;IACnD,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,CAAA;AACjE,CAAC;AAEM,MAAM,YAAY,GAAG,KAAK,EAAE,EACjC,aAAa,EACb,OAAO,EACP,MAAM,EACN,MAAM,EACN,cAAc,EACd,KAAK,GAQN,EAAE,EAAE;IACH,uCAAuC;IACvC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACtC,MAAM,MAAM,GAA8B,EAAE,CAAA;IAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC;QAC7C,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAA;IACxC,CAAC;IAED,IAAI,MAAM,GAA2B,EAAE,CAAA;IAEvC,MAAM,aAAa,GAAG,oBAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,aAAa,CAAC,CAAA;IACtE,MAAM,cAAc,GAAG,oBAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,cAAc,CAAC,CAAA;IAExE,MAAM,KAAK,GAAG,aAAa,EAAE,KAAK,IAAI,aAAa,CAAA;IACnD,MAAM,MAAM,GAAG,cAAc,EAAE,KAAK,IAAI,cAAc,CAAA;IAEtD,uBAAuB;IACvB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;QAC7C,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;YAC1D,KAAK;YACL,QAAQ,EAAE;gBACR;oBACE,OAAO,EAAE,+DACP,OAAO;wBACL,CAAC,CAAC,+FAA+F,OAAO,MAAM;wBAC9G,CAAC,CAAC,EACN,8oBAA8oB;oBAC9oB,IAAI,EAAE,QAAQ;iBACf;gBACD;oBACE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;wBACtB,aAAa,EAAE,KAAK;wBACpB,cAAc,EAAE,MAAM;wBACtB,IAAI,EAAE,WAAW;qBAClB,CAAC;oBACF,IAAI,EAAE,MAAM;iBACb;aACF;YACD,eAAe,EAAE;gBACf,IAAI,EAAE,aAAa;aACpB;SACF,CAAC,CAAA;QAEF,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAChC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACZ,CAAA;QAE3B,qCAAqC;QACrC,MAAM,GAAG,EAAE,GAAG,MAAM,EAAE,GAAG,eAAe,EAAE,CAAA;QAE1C,oEAAoE;QACpE,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;IAC1D,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC,CAAA;AAvEY,QAAA,YAAY,gBAuExB;AAEM,MAAM,eAAe,GAAG,KAAK,EAClC,QAE4E,EAC5E,MAAc,EACd,SAAiB,EACjB,EAAE;IACF,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACjC,MAAM,YAAY,GAAG,QAAQ;aAC1B,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;aAC1B,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAA;QAE/B,MAAM,OAAO,GAAG,iBAAE,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAA;QACtD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;YAChC,OAAO,IAA8B,CAAA;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,gBAAgB,CACxB,mCAAmC,MAAM,IAAI,SAAS,WAAW,YAAY,EAAE,EAC/E,MAAM,EACN,SAAS,EACT,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAA;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;AACpC,CAAC,CAAA;AA3BY,QAAA,eAAe,mBA2B3B;AAEM,MAAM,gBAAgB,GAAG,KAAK,EACnC,QAMuB,EACvB,MAAc,EACd,SAAiB,EACjB,IAA4B,EAC5B,EAAE;IACF,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACjC,MAAM,gBAAgB,GAAG,QAAQ;aAC9B,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;aAC1B,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAA;QAE/B,iBAAE,CAAC,aAAa,CAAC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;QAEjE,OAAM;IACR,CAAC;IAED,MAAM,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,CAAA;AACzC,CAAC,CAAA;AAvBY,QAAA,gBAAgB,oBAuB5B;AAEM,MAAM,UAAU,GAAG,CACxB,GAAW,EACX,SAAkB,EAClB,SAAmB,EACnB,EAAE;IACF,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAE/B,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,GAAG,CAAA;QACZ,CAAC;QAED,OAAO,IAAI,CAAA;IACb,CAAC;IAED,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;QAC9B,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAA;IACpB,CAAC;IAED,OAAO,IAAI,CAAA;AACb,CAAC,CAAA;AApBY,QAAA,UAAU,cAoBtB;AAEM,MAAM,cAAc,GAAG,KAAK,EAAE,EACnC,YAAY,EACZ,UAAU,EACV,gBAAgB,EAChB,aAAa,EACb,QAAQ,GACM,EAAE,EAAE;IAClB,MAAM,MAAM,GAAG,IAAI,wBAAM,CAAC;QACxB,WAAW,EAAE,KAAK;QAClB,YAAY,EAAE,KAAK;KACpB,CAAC,CAAA;IAEF,MAAM,KAAK,GAAG,MAAM,IAAA,mBAAI,EAAC,CAAC,GAAG,YAAY,EAAE,qBAAqB,CAAC,CAAC,CAAA;IAElE,MAAM,IAAI,GAAG,EAAE,CAAA;IAEf,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,iBAAE,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;QAC9C,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAW,EAAE,EAAE;YACnE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAChB,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,UAAU,GAAG,yBAAyB,CAAC,IAAI,CAAC,CAAA;IAElD,MAAM,OAAO,GAAG,EAAE,CAAA;IAElB,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,YAAY,GAAG,MAAM,IAAA,uBAAe,EACxC,QAAQ,EACR,aAAa,EACb,SAAS,CACV,CAAA;QAED,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,EAAE,eAAe,CAAC,CAAA;QAE9D,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,IAAA,kBAAU,EAAC,GAAG,EAAE,SAAS,EAAE,SAAS,KAAK,gBAAgB,CAAC,CAAA;YAE1E,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,SAAQ;YACV,CAAC;YAED,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3B,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAA;YAC3C,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAA;AAChB,CAAC,CAAA;AAlDY,QAAA,cAAc,kBAkD1B;AAEM,MAAM,YAAY,GAAG,KAAK,EAAE,MAAc,EAAE,EAAE;IACnD,MAAM,KAAK,GAAG,MAAM,IAAA,iBAAO,EAAC;QAC1B,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,MAAM;QACf,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACjB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClB,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE;oBACpB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;gBACjB,CAAC,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;KACF,CAAC,CAAA;IAEF,OAAO,KAAK,CAAC,KAAe,CAAA;AAC9B,CAAC,CAAA;AAfY,QAAA,YAAY,gBAexB;AAEM,MAAM,iBAAiB,GAAG,KAAK,EAAE,EACtC,UAAU,EACV,aAAa,EACb,QAAQ,EACR,OAAO,EACP,OAAO,EACP,MAAM,EACN,QAAQ,EACR,kBAAkB,EAClB,KAAK,GACS,EAAE,EAAE;IAClB,IAAI,kBAAkB,EAAE,CAAC;QACvB,OAAM;IACR,CAAC;IAED,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,iBAAiB,GAAG,MAAM,IAAA,uBAAe,EAC7C,QAAQ,EACR,aAAa,EACb,SAAS,CACV,CAAA;QAED,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,MAAM,KAAK,aAAa;gBAAE,SAAQ;YAEtC,MAAM,UAAU,GAAG,MAAM,IAAA,uBAAe,EAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,CAAC,CAAA;YACrE,MAAM,WAAW,GAA2B,EAAE,CAAA;YAE9C,qEAAqE;YACrE,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBAC7D,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBACrB,WAAW,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;gBAC1B,CAAC;YACH,CAAC;YAED,4CAA4C;YAC5C,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxC,OAAO,CAAC,GAAG,CACT,SAAS,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,oBAAoB,MAAM,gBAAgB,SAAS,GAAG,CAC/F,CAAA;gBAED,MAAM,gBAAgB,GAAG,MAAM,IAAA,oBAAY,EAAC;oBAC1C,aAAa,EAAE,aAAa;oBAC5B,cAAc,EAAE,MAAM;oBACtB,OAAO;oBACP,MAAM,EAAE,WAAW;oBACnB,MAAM;oBACN,KAAK;iBACN,CAAC,CAAA;gBAEF,6CAA6C;gBAC7C,MAAM,iBAAiB,GAAG;oBACxB,GAAG,UAAU;oBACb,GAAG,gBAAgB;iBACpB,CAAA;gBAED,gCAAgC;gBAChC,IAAA,wBAAgB,EAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,iBAAiB,CAAC,CAAA;gBAChE,OAAO,CAAC,GAAG,CACT,2CAA2C,MAAM,gBAAgB,SAAS,GAAG,CAC9E,CAAA;YACH,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC,CAAA;AAhEY,QAAA,iBAAiB,qBAgE7B;AAED,MAAa,gBAAiB,SAAQ,KAAK;IACzC,YACE,OAAe,EACR,MAAe,EACf,SAAkB,EAClB,KAAa;QAEpB,KAAK,CAAC,OAAO,CAAC,CAAA;QAJP,WAAM,GAAN,MAAM,CAAS;QACf,cAAS,GAAT,SAAS,CAAS;QAClB,UAAK,GAAL,KAAK,CAAQ;QAGpB,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAA;IAChC,CAAC;CACF;AAVD,4CAUC"}

package/package.json

@@ -1,41 +1,62 @@
 {
   "name": "@scoutello/i18n-magic",
-  "version": "0.15.2",
+  "version": "0.18.0",
   "private": false,
   "license": "MIT",
-  "description": "CLI to help you manage your locales JSON with translations, replacements, etc. with OpenAI or Gemini",
+  "description": "Intelligent CLI toolkit that automates internationalization workflows with AI-powered translations for JavaScript/TypeScript projects",
+  "keywords": [
+    "i18n",
+    "internationalization",
+    "translation",
+    "localization",
+    "cli",
+    "ai",
+    "openai",
+    "gemini",
+    "react-i18next",
+    "next-i18next",
+    "vue-i18n",
+    "automation",
+    "typescript",
+    "javascript"
+  ],
+  "homepage": "https://github.com/BjoernRave/i18n-magic#readme",
+  "bugs": {
+    "url": "https://github.com/BjoernRave/i18n-magic/issues"
+  },
   "repository": {
     "type": "git",
     "url": "https://github.com/BjoernRave/i18n-magic"
   },
-  "author": "scoutello",
+  "author": {
+    "name": "scoutello",
+    "url": "https://github.com/BjoernRave"
+  },
   "main": "dist/index.js",
-  "module": "dist/i18n-magic.esm.js",
   "typings": "dist/index.d.ts",
   "types": "dist/index.d.ts",
-  "bin": "dist/index.js",
+  "bin": "dist/cli.js",
   "exports": {
     ".": {
       "require": "./dist/index.js",
-      "import": "./dist/i18n-magic.esm.js",
       "types": "./dist/index.d.ts"
     }
   },
   "files": ["dist", "src"],
   "scripts": {
     "analyze": "size-limit --why",
-    "build": "dts build && echo '#!/usr/bin/env node' | cat - dist/index.js > temp && mv temp dist/index.js",
-    "lint": "dts lint",
-    "prepare": "dts build && echo '#!/usr/bin/env node' | cat - dist/index.js > temp && mv temp dist/index.js",
+    "build": "tsc && echo '#!/usr/bin/env node' | cat - dist/cli.js > temp && mv temp dist/cli.js",
+    "lint": "biome check src/",
+    "prepare": "npm run build",
     "size": "size-limit",
-    "start": "dts watch",
-    "test": "dts test"
+    "start": "tsc --watch",
+    "test": "jest"
   },
   "jest": {
     "testEnvironment": "node"
   },
   "engines": {
-    "node": ">=18"
+    "node": ">=16"
   },
   "peerDependencies": {
     "openai": "^4.94.0"
@@ -54,9 +75,11 @@
     "@tsconfig/recommended": "^1.0.8",
     "@types/node": "^20.12.12",
     "@types/prompts": "^2.4.9",
-    "dts-cli": "^2.0.5",
+    "jest": "^29.7.0",
+    "@types/jest": "^29.5.12",
     "openai": "^4.94.0",
     "tslib": "^2.8.1",
     "typescript": "^5.8.3"
-  }
+  },
+  "packageManager": "pnpm@10.2.1+sha512.398035c7bd696d0ba0b10a688ed558285329d27ea994804a52bad9167d8e3a72bcb993f9699585d3ca25779ac64949ef422757a6c31102c12ab932e5cbe5cc92"
 }

package/src/cli.ts

@@ -0,0 +1,117 @@
+import { Command } from "commander"
+import dotenv from "dotenv"
+import OpenAI from "openai"
+import { checkMissing } from "./commands/check-missing"
+import { removeUnusedKeys } from "./commands/clean"
+import { createPrunedNamespace } from "./commands/create-pruned-namespace"
+import { replaceTranslation } from "./commands/replace"
+import { translateMissing } from "./commands/scan"
+import { syncLocales } from "./commands/sync-locales"
+import type { CommandType, Configuration } from "./lib/types"
+import { loadConfig } from "./lib/utils"
+
+const program = new Command()
+
+program
+  .name("i18n-magic")
+  .description(
+    "CLI to help you manage your locales JSON with translations, replacements, etc. with OpenAI.",
+  )
+  .version("0.2.0")
+  .option("-c, --config <path>", "path to config file")
+  .option("-e, --env <path>", "path to .env file")
+
+const commands: CommandType[] = [
+  {
+    name: "scan",
+    description:
+      "Scan for missing translations, get prompted for each, translate it to the other locales and save it to the JSON file.",
+    action: translateMissing,
+  },
+  {
+    name: "replace",
+    description:
+      "Replace a translation based on the key, and translate it to the other locales and save it to the JSON file.",
+    action: replaceTranslation,
+  },
+  {
+    name: "check-missing",
+    description:
+      "Check if there are any missing translations. Useful for a CI/CD pipeline or husky hook.",
+    action: checkMissing,
+  },
+  {
+    name: "sync",
+    description:
+      "Sync the translations from the default locale to the other locales. Useful for a CI/CD pipeline or husky hook.",
+    action: syncLocales,
+  },
+  {
+    name: "clean",
+    description:
+      "Remove unused translations from all locales. Useful for a CI/CD pipeline or husky hook.",
+    action: removeUnusedKeys,
+  },
+  {
+    name: "prune",
+    description: "Create a pruned namespace from the other namespaces.",
+    action: createPrunedNamespace,
+  },
+]
+
+for (const command of commands) {
+  const cmd = program.command(command.name).description(command.description)
+
+  // Add key option to replace command
+  if (command.name === "replace") {
+    cmd
+      .option("-k, --key <key>", "translation key to replace")
+      .allowExcessArguments(true)
+      .argument("[key]", "translation key to replace")
+  }
+
+  cmd.action(async (arg, options) => {
+    const res = dotenv.config({
+      path: program.opts().env || ".env",
+    })
+
+    const config: Configuration = await loadConfig({
+      configPath: program.opts().config,
+    })
+
+    const isGemini = (config.model as string)?.includes("gemini")
+
+    // Get API key from environment or config
+    const openaiKey = res.parsed.OPENAI_API_KEY || config.OPENAI_API_KEY
+    const geminiKey = res.parsed.GEMINI_API_KEY || config.GEMINI_API_KEY
+
+    // Select appropriate key based on model type
+    const key = isGemini ? geminiKey : openaiKey
+
+    if (!key) {
+      const keyType = isGemini ? "GEMINI_API_KEY" : "OPENAI_API_KEY"
+      console.error(
+        `Please provide a${isGemini ? " Gemini" : "n OpenAI"} API key in your .env file or config, called ${keyType}.`,
+      )
+      process.exit(1)
+    }
+
+    const openai = new OpenAI({
+      apiKey: key,
+      ...(isGemini && {
+        baseURL: "https://generativelanguage.googleapis.com/v1beta/openai/",
+      }),
+    })
+
+    // For replace command, check for key in argument or option
+    if (command.name === "replace") {
+      // If key is provided as positional argument, use that first
+      const keyToUse = typeof arg === "string" ? arg : options.key
+      command.action({ ...config, openai }, keyToUse)
+    } else {
+      command.action({ ...config, openai })
+    }
+  })
+}
+
+program.parse(process.argv)

package/src/commands/clean.ts

@@ -0,0 +1,105 @@
+import glob from "fast-glob"
+import { Parser } from "i18next-scanner"
+import fs from "node:fs"
+import type { Configuration } from "../lib/types"
+import {
+  getPureKey,
+  loadLocalesFile,
+  removeDuplicatesFromArray,
+  writeLocalesFile,
+} from "../lib/utils"
+
+export const removeUnusedKeys = async (config: Configuration) => {
+  const {
+    globPatterns,
+    namespaces,
+    defaultNamespace,
+    locales,
+    loadPath,
+    savePath,
+  } = config
+
+  // Set up the parser
+  const parser = new Parser({
+    nsSeparator: false,
+    keySeparator: false,
+  })
+
+  // Find all files to scan
+  const files = await glob([...globPatterns, "!**/node_modules/**"])
+
+  // Extract all translation keys from the codebase
+  const extractedKeys = []
+  for (const file of files) {
+    const content = fs.readFileSync(file, "utf-8")
+    parser.parseFuncFromString(content, { list: ["t"] }, (key: string) => {
+      extractedKeys.push(key)
+    })
+  }
+
+  // Remove duplicates
+  const uniqueExtractedKeys = removeDuplicatesFromArray(extractedKeys)
+
+  // Track stats for reporting
+  const stats = {
+    total: 0,
+    removed: 0,
+  }
+
+  // Process each namespace and locale
+  for (const namespace of namespaces) {
+    // Build a set of pure keys that are actually used in the codebase for this namespace
+    const usedKeysSet = new Set<string>()
+
+    for (const key of uniqueExtractedKeys) {
+      const pureKey = getPureKey(key, namespace, namespace === defaultNamespace)
+      if (pureKey) {
+        usedKeysSet.add(pureKey)
+      }
+    }
+
+    // Process each locale
+    for (const locale of locales) {
+      // Load existing keys for this locale and namespace
+      const existingKeys = await loadLocalesFile(loadPath, locale, namespace)
+      const existingKeysCount = Object.keys(existingKeys).length
+      stats.total += existingKeysCount
+
+      // Create a new object with only the keys that are used
+      const cleanedKeys: Record<string, string> = {}
+      let removedCount = 0
+
+      for (const [key, value] of Object.entries(existingKeys)) {
+        if (usedKeysSet.has(key)) {
+          cleanedKeys[key] = value
+        } else {
+          removedCount++
+        }
+      }
+
+      stats.removed += removedCount
+
+      // Only write the file if keys were removed
+      if (removedCount > 0) {
+        await writeLocalesFile(savePath, locale, namespace, cleanedKeys)
+        console.log(
+          `✓ Removed ${removedCount} unused keys from ${locale}:${namespace} (${
+            Object.keys(cleanedKeys).length
+          } keys remaining)`,
+        )
+      } else {
+        console.log(`No unused keys found in ${locale}:${namespace}`)
+      }
+    }
+  }
+
+  if (stats.removed > 0) {
+    console.log(
+      `✅ Removed ${stats.removed} unused keys (out of ${stats.total} total keys)`,
+    )
+  } else {
+    console.log(
+      `✅ No unused keys found in the project (${stats.total} total keys)`,
+    )
+  }
+}