gpt-po 1.0.4 → 1.0.6

package/README.md

@@ -21,6 +21,7 @@ Set `OPENAI_API_KEY` before using this tool.
 
 - `gpt-po sync --po <file> --pot <file>` Update the po file based on the pot file, while preserving the original translations.
 - `gpt-po --po <file>` Translate specified po files to a designated target language. By default, the target language is Simplified Chinese.
+- `gpt-po --dir .` Translate all po files in current directory to a designated target language.
 - `gpt-po userdict` Modify or view user dictionaries
 - `gpt-po systemprompt` Modify or view system prompts, if you are not sure how to use it, you can leave it alone
 
@@ -52,7 +53,9 @@ Options:
   --model <model>        openai model (choices: "gpt-4", "gpt-4-0314", "gpt-4-32k", "gpt-4-32k-0314", "gpt-3.5-turbo", "gpt-3.5-turbo-0301",
                          default: "gpt-3.5-turbo")
   --po <file>            po file path
+  --dir <dir>            po file directory
   -src, --source <lang>  source language (default: "english")
+  --verbose              show verbose log
   -l, --lang <lang>      target language (default: "simplified chinese")
   -o, --output <file>    output file path, overwirte po file by default
   -h, --help             display help for command

package/README_zh-CN.md

@@ -21,6 +21,7 @@ npm install gpt-po
 
 - `gpt-po sync --po <file> --pot <file>` 根据pot文件更新po文件，保留原有翻译
 - `gpt-po --po <file>` 翻译指定的po文件到指定的目标语言，默认目标语言是简体中文
+- `gpt-po --dir .` 翻译当前目录下的所有po文件到指定的目标语言，默认目标语言是简体中文
 - `gpt-po userdict` 修改或查看用户字典
 - `gpt-po systemprompt` 修改或查看系统提示词，如果你不确定如何使用，可以不用修改
 
@@ -52,7 +53,9 @@ Options:
   --model <model>        openai model (choices: "gpt-4", "gpt-4-0314", "gpt-4-32k", "gpt-4-32k-0314", "gpt-3.5-turbo", "gpt-3.5-turbo-0301",
                          default: "gpt-3.5-turbo")
   --po <file>            po file path
+  --dir <dir>            po files directory
   -src, --source <lang>  source language (default: "english")
+  --verbose              show verbose log
   -l, --lang <lang>      target language (default: "simplified chinese")
   -o, --output <file>    output file path, overwirte po file by default
   -h, --help             display help for command

package/lib/package.json

@@ -1,6 +1,6 @@
 {
     "name": "gpt-po",
-    "version": "1.0.4",
+    "version": "1.0.6",
     "description": "command tool for translate po files by gpt",
     "main": "lib/src/index.js",
     "bin": {

package/lib/src/index.js

@@ -34,18 +34,31 @@ program
     "gpt-3.5-turbo",
     "gpt-3.5-turbo-0301",
 ]))
-    .requiredOption("--po <file>", "po file path")
-    .option("-src, --source <lang>", "source language", "english")
-    .requiredOption("-l, --lang <lang>", "target language", "simplified chinese")
-    .option("-o, --output <file>", "output file path, overwirte po file by default")
-    .action(({ key, host, model, po, source, lang, output }) => __awaiter(void 0, void 0, void 0, function* () {
+    .addOption(new commander_1.Option("--po <file>", "po file path").conflicts("dir"))
+    .addOption(new commander_1.Option("--dir <dir>", "po file directory").conflicts("po"))
+    .option("-src, --source <lang>", "source language", "English")
+    .option("-l, --lang <lang>", "target language", "Simplified Chinese")
+    .option("--verbose", "print verbose log")
+    .addOption(new commander_1.Option("-o, --output <file>", "output file path, overwirte po file by default").conflicts("dir"))
+    .action((args) => __awaiter(void 0, void 0, void 0, function* () {
+    const { key, host, model, po, dir, source, lang, verbose, output, checkRegx } = args;
     if (host) {
         process.env.OPENAI_API_HOST = host;
     }
     if (key) {
         process.env.OPENAI_API_KEY = key;
     }
-    yield (0, translate_1.translatePo)(model, po, source, lang, output);
+    (0, translate_1.init)();
+    if (po) {
+        yield (0, translate_1.translatePo)(model, po, source, lang, verbose, output);
+    }
+    else if (dir) {
+        yield (0, translate_1.translatePoDir)(model, dir, source, lang, verbose);
+    }
+    else {
+        console.error("po file or directory is required");
+        process.exit(1);
+    }
 }));
 program
     .command("sync")

package/lib/src/translate.d.ts

@@ -1,4 +1,5 @@
 import { OpenAIApi } from "openai";
 export declare function init(force?: boolean): OpenAIApi;
 export declare function translate(text: string, src: string, lang: string, model?: string): Promise<import("axios").AxiosResponse<import("openai").CreateChatCompletionResponse, any>>;
-export declare function translatePo(model: string | undefined, po: string, source: string, lang: string, output: string): Promise<void>;
+export declare function translatePo(model: string | undefined, po: string, source: string, lang: string, verbose: boolean, output: string): Promise<void>;
+export declare function translatePoDir(model: string | undefined, dir: string, source: string, lang: string, verbose: boolean): Promise<void>;

package/lib/src/translate.js

@@ -9,10 +9,9 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.translatePo = exports.translate = exports.init = void 0;
+exports.translatePoDir = exports.translatePo = exports.translate = exports.init = void 0;
 const fs = require("fs");
 const openai_1 = require("openai");
-const os_1 = require("os");
 const path_1 = require("path");
 const pkg = require("../package.json");
 const utils_1 = require("./utils");
@@ -31,13 +30,13 @@ function init(force) {
     }
     // load systemprompt.txt from homedir
     if (!_systemprompt || force) {
-        const systemprompt = (0, path_1.join)((0, os_1.homedir)(), "systemprompt.txt");
+        const systemprompt = (0, utils_1.findConfig)("systemprompt.txt");
         (0, utils_1.copyFileIfNotExists)(systemprompt, (0, path_1.join)(__dirname, "systemprompt.txt"));
         _systemprompt = fs.readFileSync(systemprompt, "utf-8");
     }
     // load dictionary.json from homedir
     if (!_userdict || force) {
-        const userdict = (0, path_1.join)((0, os_1.homedir)(), "dictionary.json");
+        const userdict = (0, utils_1.findConfig)("dictionary.json");
         (0, utils_1.copyFileIfNotExists)(userdict, (0, path_1.join)(__dirname, "dictionary.json"));
         _userdict = JSON.parse(fs.readFileSync(userdict, "utf-8"));
     }
@@ -45,22 +44,20 @@ function init(force) {
 }
 exports.init = init;
 function translate(text, src, lang, model = "gpt-3.5-turbo") {
-    const openai = init();
     const dicts = Object.entries(_userdict)
         .map(([k, v]) => [
         { role: "user", content: k },
         { role: "assistant", content: v },
     ])
         .flat();
-    return openai.createChatCompletion({
+    return _openai.createChatCompletion({
         model,
-        temperature: 0.5,
-        n: 1,
+        temperature: 0.1,
         messages: [
             { role: "system", content: _systemprompt },
             {
                 role: "user",
-                content: `Translate incoming ${src} content into ${lang}, only the translated content can be returned, don't ask question.`,
+                content: `Translate the ${src} content I will post later into ${lang}, and keep the untranslated parts such as symbols in the result.`,
             },
             {
                 role: "assistant",
@@ -75,22 +72,35 @@ function translate(text, src, lang, model = "gpt-3.5-turbo") {
     });
 }
 exports.translate = translate;
-function translatePo(model = "gpt-3.5-turbo", po, source, lang, output) {
+function translatePo(model = "gpt-3.5-turbo", po, source, lang, verbose, output) {
     var _a;
     return __awaiter(this, void 0, void 0, function* () {
         const potrans = yield (0, utils_1.parsePo)(po);
         const list = [];
+        const trimRegx = /(?:^ )|(?: $)/;
+        let trimed = false;
         for (const [ctx, entries] of Object.entries(potrans.translations)) {
             for (const [msgid, trans] of Object.entries(entries)) {
+                if (msgid == "")
+                    continue;
                 if (!trans.msgstr[0]) {
                     list.push(trans);
+                    continue;
+                }
+                else if (trimRegx.test(trans.msgstr[0])) {
+                    trimed = true;
+                    trans.msgstr[0] = trans.msgstr[0].trim();
                 }
             }
         }
+        if (trimed) {
+            yield (0, utils_1.compilePo)(potrans, po);
+        }
         if (list.length == 0) {
-            console.log("nothing needs translate");
+            console.log("done.");
             return;
         }
+        potrans.headers["Last-Translator"] = `gpt-po v${pkg.version}`;
         let err429 = false;
         let modified = false;
         for (let i = 0; i < list.length; i++) {
@@ -105,7 +115,12 @@ function translatePo(model = "gpt-3.5-turbo", po, source, lang, output) {
                 const res = yield translate(trans.msgid, source, lang, model);
                 trans.msgstr[0] = ((_a = res.data.choices[0].message) === null || _a === void 0 ? void 0 : _a.content) || trans.msgstr[0];
                 modified = true;
+                if (verbose) {
+                    console.log(trans.msgid);
+                    console.log(trans.msgstr[0]);
+                }
                 (0, utils_1.printProgress)(i + 1, list.length);
+                yield (0, utils_1.compilePo)(potrans, output || po);
             }
             catch (error) {
                 if (error.response) {
@@ -116,7 +131,7 @@ function translatePo(model = "gpt-3.5-turbo", po, source, lang, output) {
                     }
                     else {
                         console.error(error.response.status);
-                        // console.log(error.response.data);
+                        console.log(error.response.data);
                     }
                 }
                 else {
@@ -124,11 +139,21 @@ function translatePo(model = "gpt-3.5-turbo", po, source, lang, output) {
                 }
             }
         }
-        if (modified) {
-            potrans.headers["Last-Translator"] = `gpt-po v${pkg.version}`;
-            yield (0, utils_1.compilePo)(potrans, output || po);
-        }
+        console.log("done.");
     });
 }
 exports.translatePo = translatePo;
+function translatePoDir(model = "gpt-3.5-turbo", dir, source, lang, verbose) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const files = fs.readdirSync(dir);
+        for (const file of files) {
+            if (file.endsWith(".po")) {
+                const po = (0, path_1.join)(dir, file);
+                console.log(`translating ${po}`);
+                yield translatePo(model, po, source, lang, verbose, po);
+            }
+        }
+    });
+}
+exports.translatePoDir = translatePoDir;
 //# sourceMappingURL=translate.js.map

package/lib/src/utils.d.ts

@@ -1,6 +1,13 @@
 import { GetTextTranslations } from "gettext-parser";
+/**
+ * copy source file to destination file if destination file does not exist
+ * @param file destination file path
+ * @param copyFile source file path
+ */
 export declare function copyFileIfNotExists(file: string, copyFile: string): void;
 export declare function openFileByDefault(filePath: string): void;
 export declare function parsePo(poFile: string, defaultCharset?: string): Promise<GetTextTranslations>;
 export declare function compilePo(data: GetTextTranslations, poFile: string): Promise<void>;
 export declare function printProgress(progress: number, total: number, extra?: string): void;
+export declare function gitRootDir(dir?: string): string | null;
+export declare function findConfig(fileName: string): string;

package/lib/src/utils.js

@@ -1,10 +1,19 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.printProgress = exports.compilePo = exports.parsePo = exports.openFileByDefault = exports.copyFileIfNotExists = void 0;
-const fs = require("fs");
+exports.findConfig = exports.gitRootDir = exports.printProgress = exports.compilePo = exports.parsePo = exports.openFileByDefault = exports.copyFileIfNotExists = void 0;
 const child_process_1 = require("child_process");
+const fs = require("fs");
 const gettext_parser_1 = require("gettext-parser");
+const os_1 = require("os");
+const path = require("path");
+/**
+ * copy source file to destination file if destination file does not exist
+ * @param file destination file path
+ * @param copyFile source file path
+ */
 function copyFileIfNotExists(file, copyFile) {
+    // make sure the directory exists
+    fs.mkdirSync(path.dirname(file), { recursive: true });
     // check if file exists else create it
     try {
         fs.accessSync(file, fs.constants.F_OK);
@@ -57,4 +66,42 @@ function printProgress(progress, total, extra) {
     process.stdout.write(`\r${bar}${dots} ${percent}% ${progress}/${total} ${extra || ""}`);
 }
 exports.printProgress = printProgress;
+function gitRootDir(dir) {
+    // if dir is not provided, use current working directory
+    dir = dir || process.cwd();
+    // check if dir is a git repository
+    if (fs.existsSync(path.join(dir, ".git"))) {
+        return dir;
+    }
+    else {
+        // if dir is root directory, return null
+        if (path.dirname(dir) === dir) {
+            return null;
+        }
+        else {
+            // else, check parent directory
+            return gitRootDir(path.dirname(dir));
+        }
+    }
+}
+exports.gitRootDir = gitRootDir;
+function findConfig(fileName) {
+    const currentDir = process.cwd();
+    const gitDir = gitRootDir() || currentDir;
+    const homeDir = (0, os_1.homedir)();
+    const filePaths = [
+        path.join(currentDir, ".gpt-po", fileName),
+        path.join(gitDir, ".gpt-po", fileName),
+        path.join(homeDir, ".config", ".gpt-po", fileName)
+    ];
+    // check if file exists and return the first one
+    for (const filePath of filePaths) {
+        if (fs.existsSync(filePath)) {
+            return filePath;
+        }
+    }
+    // if no file exists, return the default one
+    return path.join(homeDir, ".gpt-po", fileName);
+}
+exports.findConfig = findConfig;
 //# sourceMappingURL=utils.js.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "gpt-po",
-  "version": "1.0.4",
+  "version": "1.0.6",
   "description": "command tool for translate po files by gpt",
   "main": "lib/src/index.js",
   "bin": {