scancscode 1.0.29 → 1.0.30

package/dist/src/CmdExecutor.js

@@ -0,0 +1,109 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CmdExecutor = void 0;
+const CSVUtils_1 = require("./CSVUtils");
+const LiteralCollector_1 = require("./LiteralCollector");
+const command_line_args_1 = __importDefault(require("command-line-args"));
+function isNullOrEmpty(arr) {
+    return arr == null || arr.length == 0;
+}
+class CmdExecutor {
+    static testConvert() {
+        let cwd = "E:/DATA/Projects/ZhiYou/ProjectFClient/GameClient/";
+        let cscodeFolders = [cwd + "Assets/Bundles/FGUI/"];
+        let gameConfigFolders = [cwd + "Assets/Bundles/GameConfigs/"];
+        let outCsvFile = "E:/DATA/Projects/e-gbl-client/client/Assets/Bundles/GameConfigs/Translation/hello.csv";
+        let langs = ["zh_cn"];
+        let literalCollector = new LiteralCollector_1.LiteralCollector();
+        // return literalCollector.convert(cscodeFolders, gameConfigFolders, outCsvFile, langs,undefined,false,true)
+        return literalCollector.convert(cscodeFolders, 
+        // [
+        // "E:/DATA/Projects/ZhiYou/DXTSProject/Client/Assets/Bundles/UI/",
+        //  "E:/DATA/Projects/ZhiYou/DXTSProject/Client/Assets/Bundles/Battle/",
+        //  "E:/DATA/Projects/ZhiYou/DXTSProject/Client/Assets/Scripts/",
+        // "E:/DATA/Projects/ZhiYou/ProjectFClient/GameClient/Assets/Bundles/FGUI/",
+        // ],
+        gameConfigFolders, outCsvFile, langs);
+        // node . --cscodedir ../../../GameClient/Assets/Bundles/FGUI/ --configdir ../../../GameClient/Assets/Bundles/GameConfigs/ --outcsv E:/DATA/Projects/e-gbl-client/client/Assets/Bundles/GameConfigs/Translation/hello.csv --langs zh_cn
+    }
+    static async runConvertWithCmdOptions() {
+        const optionDefinitions = [
+            { name: 'cscodedir', type: String, multiple: true },
+            { name: 'configdir', type: String, multiple: true },
+            { name: 'outcsv', type: String },
+            { name: "langs", type: String, multiple: true, defaultOption: true },
+            { name: "verbose", alias: 'v', type: Boolean },
+            { name: "scanonly", type: Boolean, defaultOption: false },
+            { name: "trmethod", type: String }
+        ];
+        const options = (0, command_line_args_1.default)(optionDefinitions);
+        let cscodedir = options.cscodedir ?? [];
+        let configdir = options.configdir ?? [];
+        let outcsv = options.outcsv;
+        let langs = options.langs ?? ["zh_cn"];
+        let verbose = options.verbose ?? false;
+        let scanonly = options.scanonly ?? false;
+        let trmethod = options.trmethod ?? "Tr.TR";
+        let argv = process.argv;
+        if (isNullOrEmpty(cscodedir) && isNullOrEmpty(configdir)) {
+            if (isNullOrEmpty(cscodedir)) {
+                console.error(`cscodedir missing:`, argv);
+                return;
+            }
+            if (isNullOrEmpty(configdir)) {
+                console.error(`configdir missing:`, argv);
+                return;
+            }
+        }
+        if (outcsv == null) {
+            console.error(`outcsv missing:`, argv);
+            return;
+        }
+        if (isNullOrEmpty(langs)) {
+            console.error(`langs missing:`, argv);
+            return;
+        }
+        console.log(`convert cmd options: `, cscodedir, configdir, outcsv, langs, verbose);
+        let literalCollector = new LiteralCollector_1.LiteralCollector();
+        await literalCollector.convert(cscodedir, configdir, outcsv, langs, trmethod, scanonly, verbose);
+        console.log("convert done.");
+    }
+    static testSlimCsv() {
+        let inCsvFile = ["E:/DATA/Projects/e-gbl-client/client/Assets/Bundles/GameConfigs/Translation/hello.csv"];
+        let outCsvFile = "E:/DATA/Projects/e-gbl-client/client/Assets/Bundles/GameConfigs/Translation/hello-out.csv";
+        let langs = ["zh_cn"];
+        CSVUtils_1.CSVUtils.slimCsvWithLangs(inCsvFile, outCsvFile, langs);
+        // node bin/slimlangs.js --incsv E:/DATA/Projects/e-gbl-client/client/Assets/Bundles/GameConfigs/Translation/hello.csv --outcsv E:/DATA/Projects/e-gbl-client/client/Assets/Bundles/GameConfigs/Translation/hello-out.csv --langs zh_cn
+    }
+    static async runSlimCsvWithLangs() {
+        const optionDefinitions = [
+            { name: 'incsv', type: String, multiple: true },
+            { name: 'outcsv', type: String },
+            { name: 'langs', type: String, multiple: true, defaultOption: true },
+        ];
+        const options = (0, command_line_args_1.default)(optionDefinitions);
+        let incsv = options.incsv ?? [];
+        let outcsv = options.outcsv;
+        let langs = options.langs ?? ["zh_cn"];
+        console.log(`slim csv cmd options: `, incsv, outcsv, langs);
+        let argv = process.argv;
+        if (isNullOrEmpty(incsv)) {
+            console.error(`incsv missing:`, argv);
+            return;
+        }
+        if (outcsv == null) {
+            console.error(`outcsv missing:`, argv);
+            return;
+        }
+        if (isNullOrEmpty(langs)) {
+            console.error(`langs missing:`, argv);
+            return;
+        }
+        await CSVUtils_1.CSVUtils.slimCsvWithLangs(incsv, outcsv, langs);
+        console.log("slim csv with langs done.");
+    }
+}
+exports.CmdExecutor = CmdExecutor;

package/dist/src/LiteralCollector.js

@@ -0,0 +1,160 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LiteralCollector = void 0;
+const fs = __importStar(require("fs"));
+const glob_1 = require("glob");
+const CSCodeScanner_1 = require("./CSCodeScanner");
+const CSVUtils_1 = require("./CSVUtils");
+const TableScanner_1 = require("./TableScanner");
+class LiteralCollector {
+    async scanCodeInFolder(folder, literals, unexpects, trmethod, scanonly, verbose) {
+        if (fs.existsSync(folder) == false) {
+            console.warn(`代码目录不存在: ${folder}`);
+            return;
+        }
+        let files = glob_1.glob.sync("**/*.cs", { cwd: folder });
+        let testFullPath = "@";
+        // let testFullPath = "E:/DATA/Projects/ZhiYou/ProjectFClient/GameClient/Assets/Bundles/GameConfigs/Main/UnitAttributeTable-UnitAttributeTable.cs";
+        // 限制并行处理的文件数量，避免内存占用过高
+        const batchSize = 10;
+        for (let i = 0; i < files.length; i += batchSize) {
+            const batchFiles = files.slice(i, i + batchSize);
+            const batchPromises = batchFiles.map(async (filePath) => {
+                let fullPath = folder + filePath;
+                if (testFullPath != "@") {
+                    fullPath = testFullPath;
+                }
+                if (verbose) {
+                    console.log(`处理文件: ${filePath}, ${fullPath}`);
+                }
+                try {
+                    const content = await fs.promises.readFile(fullPath, "utf-8");
+                    const snippets = CSCodeScanner_1.CSCodeScanner.scanFile(fullPath, content, trmethod);
+                    CSCodeScanner_1.CSCodeScanner.filterSnippets(snippets);
+                    if (snippets.length > 0) {
+                        if (!scanonly) {
+                            let convertedContent = CSCodeScanner_1.CSCodeScanner.replaceInFile(content, snippets);
+                            if (convertedContent != content) {
+                                await fs.promises.writeFile(fullPath, convertedContent, "utf-8");
+                            }
+                        }
+                        const fileLiterals = [];
+                        const fileUnexpects = [];
+                        for (const snippet of snippets) {
+                            fileLiterals.push(...snippet.literals);
+                            fileUnexpects.push(...snippet.unexpects);
+                        }
+                        return { literals: fileLiterals, unexpects: fileUnexpects };
+                    }
+                }
+                catch (error) {
+                    console.error(`处理文件失败: ${fullPath}`, error);
+                }
+                return { literals: [], unexpects: [] };
+            });
+            const batchResults = await Promise.all(batchPromises);
+            for (const result of batchResults) {
+                literals.push(...result.literals);
+                unexpects.push(...result.unexpects);
+            }
+            if (testFullPath != "@") {
+                break;
+            }
+        }
+        unexpects = [...new Set(unexpects)];
+    }
+    async scanTablesInFolder(folder, literals, verbose) {
+        if (fs.existsSync(folder) == false) {
+            console.warn(`表格目录不存在: ${folder}`);
+            return;
+        }
+        let scanner = new TableScanner_1.TableScanner();
+        await scanner.scanTablesLiterals(folder + "Main/", literals, verbose);
+    }
+    static needTranslate(literal) {
+        let match = literal.match(/^[\da-zA-Z!@#$%^&*()_+\-=\[\]{};':"\\|,.<>\/? ]+$/m);
+        return match == null;
+    }
+    /**
+     * 去重
+     * @param literals
+     */
+    filterLiterals(literals) {
+        let literalsSet = new Set(literals);
+        literalsSet.delete("");
+        for (let literal of literals) {
+            let needTr = LiteralCollector.needTranslate(literal);
+            if (!needTr) {
+                literalsSet.delete(literal);
+            }
+        }
+        literals.length = 0;
+        literals.push(...literalsSet);
+    }
+    async convert(cscodeFolders, gameConfigFolders, outCsvFile, langs, trmethod = "Tr.TR", scanonly = false, verbose = false) {
+        let literals = [];
+        let unexpects = [];
+        // 并行处理代码文件夹
+        const codeFolderPromises = cscodeFolders.map(async (cscodeFolder) => {
+            const folderLiterals = [];
+            const folderUnexpects = [];
+            await this.scanCodeInFolder(cscodeFolder, folderLiterals, folderUnexpects, trmethod, scanonly, verbose);
+            return { literals: folderLiterals, unexpects: folderUnexpects };
+        });
+        const codeFolderResults = await Promise.all(codeFolderPromises);
+        for (const result of codeFolderResults) {
+            literals.push(...result.literals);
+            unexpects.push(...result.unexpects);
+        }
+        // 并行处理表格文件夹
+        const tableFolderPromises = gameConfigFolders.map(async (gameConfigFolder) => {
+            await this.scanTablesInFolder(gameConfigFolder, literals, verbose);
+        });
+        await Promise.all(tableFolderPromises);
+        // 去重和过滤
+        this.filterLiterals(literals);
+        if (verbose) {
+            console.log("扫描合并结果:", literals);
+        }
+        if (!scanonly) {
+            await CSVUtils_1.CSVUtils.updateToFile(outCsvFile, literals, langs);
+        }
+        for (const unexpect of unexpects) {
+            console.error(unexpect);
+        }
+    }
+}
+exports.LiteralCollector = LiteralCollector;

package/dist/src/RunConvert.js

@@ -0,0 +1,4 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const CmdExecutor_1 = require("./CmdExecutor");
+CmdExecutor_1.CmdExecutor.runConvertWithCmdOptions();

package/dist/src/RunSlimLangs.js

@@ -0,0 +1,4 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const CmdExecutor_1 = require("./CmdExecutor");
+CmdExecutor_1.CmdExecutor.runSlimCsvWithLangs();

package/dist/src/TableScanner.js

@@ -0,0 +1,129 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TableScanner = void 0;
+const fs = __importStar(require("fs"));
+const glob_1 = require("glob");
+class TableScanner {
+    parseTrStrFields(content) {
+        let m = content.match(/\/\/ NeedTranslateFields\: \[([a-zA-Z_,\s0-9]*)\]$/m);
+        if (m != null) {
+            let wordsContent = m[1];
+            let words = wordsContent.split(", ");
+            return words;
+        }
+        else {
+            return [];
+        }
+    }
+    scanJsonWords(jsonContent, fields, literals) {
+        try {
+            let arr = JSON.parse(jsonContent);
+            for (const jsonRow of arr) {
+                for (const key of fields) {
+                    let value = jsonRow[key];
+                    if (typeof (value) == "string") {
+                        literals.push(value);
+                    }
+                    else if (Array.isArray(value)) {
+                        literals.push(...value);
+                    }
+                }
+            }
+        }
+        catch (error) {
+            console.error(`解析JSON失败: ${error}`);
+        }
+    }
+    async scanTableLiterals(csFullPath, literals, verbose) {
+        // csFullPath = "E:/DATA/Projects/ZhiYou/ProjectFClient/GameClient/Assets/Bundles/GameConfigs/Main/RefinerTable-RefinerEventTable.cs";
+        let jsonFullPath = csFullPath.replace("/Main/", "/Auto/").replace(/\.cs$/, ".json");
+        try {
+            const [csExists, jsonExists] = await Promise.all([
+                fs.promises.access(csFullPath).then(() => true).catch(() => false),
+                fs.promises.access(jsonFullPath).then(() => true).catch(() => false)
+            ]);
+            if (jsonExists && csExists) {
+                const [csContent, jsonContent] = await Promise.all([
+                    fs.promises.readFile(csFullPath, "utf-8"),
+                    fs.promises.readFile(jsonFullPath, "utf-8")
+                ]);
+                let trstrFields = this.parseTrStrFields(csContent);
+                if (trstrFields.length > 0) {
+                    if (verbose) {
+                        console.log(`扫描表格: ${csFullPath} , 需要翻译字段: ${trstrFields}`);
+                    }
+                    this.scanJsonWords(jsonContent, trstrFields, literals);
+                }
+                else {
+                    if (verbose) {
+                        console.log(`跳过表格: ${csFullPath}`);
+                    }
+                }
+            }
+            else {
+                if (verbose) {
+                    if (!csExists) {
+                        console.warn(`表格 CS 文件不存在: ${jsonFullPath}`);
+                    }
+                    if (!jsonExists) {
+                        console.warn(`表格 JSON 文件不存在: ${csFullPath}`);
+                    }
+                }
+            }
+        }
+        catch (error) {
+            console.error(`处理表格文件失败: ${csFullPath}`, error);
+        }
+    }
+    /**
+     * 扫描
+     */
+    async scanTablesLiterals(folder, literals, verbose) {
+        let dir = folder;
+        let files = glob_1.glob.sync("*.cs", { cwd: dir });
+        // 限制并行处理的文件数量，避免内存占用过高
+        const batchSize = 10;
+        for (let i = 0; i < files.length; i += batchSize) {
+            const batchFiles = files.slice(i, i + batchSize).reverse();
+            const batchPromises = batchFiles.map(async (filePath) => {
+                let csFullPath = folder + filePath;
+                await this.scanTableLiterals(csFullPath, literals, verbose);
+            });
+            await Promise.all(batchPromises);
+        }
+    }
+}
+exports.TableScanner = TableScanner;