scancscode 1.0.0

package/dist/TableScanner.js

@@ -0,0 +1,106 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TableScanner = void 0;
+const fs = __importStar(require("fs"));
+const glob_1 = require("glob");
+class TableScanner {
+    parseTrStrFields(content) {
+        let m = content.match(/\/\/ NeedTranslateFields\: \[([a-zA-Z_,\s]*)\]$/m);
+        if (m != null) {
+            let wordsContent = m[1];
+            let words = wordsContent.split(", ");
+            return words;
+        }
+        else {
+            return [];
+        }
+    }
+    scanJsonWords(jsonContent, fields, literals) {
+        let arr = JSON.parse(jsonContent);
+        for (const jsonRow of arr) {
+            for (const key of fields) {
+                let value = jsonRow[key];
+                if (typeof (value) == "string") {
+                    literals.push(value);
+                }
+                else if (Array.isArray(value)) {
+                    literals.push(...value);
+                }
+            }
+        }
+    }
+    scanTableCode(csFullPath, literals, verbose) {
+        let jsonFullPath = csFullPath.replace("/Main/", "/Auto/").replace(/.cs$/, ".json");
+        if (fs.existsSync(jsonFullPath) && fs.existsSync(csFullPath)) {
+            let csContent = fs.readFileSync(csFullPath, "utf-8");
+            let trstrFields = this.parseTrStrFields(csContent);
+            if (trstrFields.length > 0) {
+                if (verbose) {
+                    console.log(`扫描表格: ${csFullPath} , 需要翻译字段: ${trstrFields}`);
+                }
+                let jsonContent = fs.readFileSync(jsonFullPath, "utf-8");
+                this.scanJsonWords(jsonContent, trstrFields, literals);
+            }
+            else {
+                if (verbose) {
+                    console.log(`跳过表格: ${csFullPath}`);
+                }
+            }
+        }
+        else {
+            if (verbose) {
+                if (fs.existsSync(csFullPath) == false) {
+                    console.warn(`表格 CS 文件不存在: ${jsonFullPath}`);
+                }
+                if (fs.existsSync(jsonFullPath) == false) {
+                    console.warn(`表格 JSON 文件不存在: ${csFullPath}`);
+                }
+            }
+        }
+    }
+    /**
+     * 扫描
+     */
+    scanTableCodes(folder, literals, verbose) {
+        let dir = folder;
+        let files = glob_1.glob.sync("*.cs", { cwd: dir });
+        for (const filePath of files.reverse()) {
+            let csFullPath = folder + filePath;
+            this.scanTableCode(csFullPath, literals, verbose);
+        }
+    }
+}
+exports.TableScanner = TableScanner;

package/dist/TestConvert.test.js

@@ -0,0 +1,10 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const node_test_1 = __importDefault(require("node:test"));
+const CmdExecutor_1 = require("./CmdExecutor");
+(0, node_test_1.default)("test convert", () => {
+    CmdExecutor_1.CmdExecutor.testConvert();
+});

package/dist/TestSlimCsv.test.js

@@ -0,0 +1,10 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const node_test_1 = __importDefault(require("node:test"));
+const CmdExecutor_1 = require("./CmdExecutor");
+(0, node_test_1.default)("test slim csv", () => {
+    CmdExecutor_1.CmdExecutor.testSlimCsv();
+});

package/dist/index.js

@@ -0,0 +1,4 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const CmdExecutor_1 = require("./CmdExecutor");
+CmdExecutor_1.CmdExecutor.runConvertWithCmdOptions();

package/package.json

@@ -0,0 +1,29 @@
+{
+  "name": "scancscode",
+  "version": "1.0.0",
+  "description": "",
+  "main": "./dist/index.js",
+  "bin": {
+    "scanliterals": "bin/scanliterals.js",
+    "slimlangs": "bin/slimlangs.js"
+  },
+  "scripts": {
+    "scanliterals":"node bin/scanliterals.js",
+    "slimlangs":"node bin/slimlangs.js",
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "keywords": [],
+  "author": "",
+  "license": "ISC",
+  "dependencies": {
+    "command-line-args": "^6.0.1",
+    "fast-csv": "^5.0.5",
+    "glob": "^13.0.0"
+  },
+  "devDependencies": {
+    "@types/command-line-args": "^5.2.3",
+    "@types/node": "^25.0.3",
+    "ts-node": "^10.9.2",
+    "typescript": "^5.9.3"
+  }
+}

package/src/CSCodeScanner.ts

@@ -0,0 +1,237 @@
+import { CodeSnippet } from "./CodeSnippet";
+
+/**
+ * 扫描C#代码, 扫描出其中所有形如 uictrl.text = 其他内容; 的代码片段, 其他内容可以是: $"<font color={colorStr}>{itemConfig.Name}</ font>"; 等等, 其他内容中形如 {变量} 的部分需要提取出来, 转换成 string.Format("<font color={0}>{1}</ font>", colorStr, itemConfig.Name); 的格式
+ */
+
+export class CSCodeScanner {
+    // 正则表达式匹配 uictrl.text = $"..."; 的模式
+    private static readonly assignmentPattern = /([\w\.]+\.text\s*=(?![=>])\s*)([^;]+)\s*;/mg;
+
+    // 正则表达式匹配 匹配每个字符串
+    private static readonly stringPattern = /\$?"([^"]*)"/mg;
+    // 正则表达式匹配插值表达式 {...}
+    private static readonly interpolationPattern = /\{([^}]+?)(\:[a-zA-Z\d-\.\#]+)?\}/mg;
+
+    private static readonly stringFormatPattern = /(?<![a-zA-Z_])([sS]tring\.Format)(?=\(.*?\))/mg;
+
+    private static readonly interpolationHeadPattern = /^[\$\@]*(.+)$/m;
+
+    public static isNativeString2(s: string) {
+        return s == '""';
+    }
+    public static isNativeString(s: string) {
+        let m = s.match(this.interpolationHeadPattern);
+        if (m != null) {
+            let stringContent = m[1];
+            return this.isNativeString2(stringContent);
+        }
+        return this.isNativeString2(s);
+    }
+
+    public static getLineIndexFromIndex(content: string, index: number): [number, number] {
+        let lineIndex = 0
+        // 从第0个字符开始遍历到index位置, 计算换行符数量
+        for (let i = 0; i < index && i < content.length; i++) {
+            if (content[i] === '\n') {
+                lineIndex++;
+            }
+        }
+        let lineColumn = content.lastIndexOf('\n', index);
+        return [lineIndex + 1, index - lineColumn];
+    }
+
+    public static scanFile(filePath: string, content: string): CodeSnippet[] {
+        const snippets: CodeSnippet[] = [];
+
+        const assignMatches = [...content.matchAll(CSCodeScanner.assignmentPattern)];
+        for (let j = 0; j < assignMatches.length; j++) {
+            const assignMatch = assignMatches[j];
+            let assignLine = assignMatch[0];
+            let assignHead = assignMatch[1];
+            let bodyLine = assignMatch[2];
+            let convertedAssignLine: string;
+
+            /**
+             * 需要翻译的文本
+             */
+            let literals: string[] = [];
+            let unexpects: string[] = [];
+            const stringMatchs = [...bodyLine.matchAll(CSCodeScanner.stringPattern)];
+            if (stringMatchs.length > 0) {
+                // 通过是否单行字符串并以 ".TR(); 结尾和判断是否内插字符串来判断是否需要在结尾附加 .TR()
+                let isSingleString = false;
+                if (stringMatchs.length == 1 && stringMatchs[0][0] == bodyLine) {
+                    let stringMatchFirst = stringMatchs[0];
+                    let stringLine = stringMatchFirst[0];
+                    if (stringLine.startsWith("$") || stringLine.startsWith("@$")) {
+                        let stringContent = stringMatchFirst[1];
+                        const variableMatches0 = [...stringContent.matchAll(CSCodeScanner.interpolationPattern)];
+                        isSingleString = variableMatches0.length == 0;
+                    } else {
+                        isSingleString = true;
+                    }
+                }
+
+                if (isSingleString) {
+                    let stringMatchFirst = stringMatchs[0];
+                    let stringLineIndex = stringMatchFirst.index;
+                    let prefix = bodyLine.substring(0, stringLineIndex);
+                    let stringLineFirst = stringMatchFirst[0];
+                    if (this.isNativeString(stringLineFirst)) {
+                        convertedAssignLine = assignMatch[1] + prefix + stringMatchFirst[0] + ";";
+                    } else {
+                        convertedAssignLine = assignMatch[1] + prefix + stringMatchFirst[0] + ".TR();";
+                    }
+                } else {
+                    let stringLines: string[] = [];
+                    stringLines.push(assignMatch[1]);
+                    let lastIndex = 0;
+                    for (let i = 0; i < stringMatchs.length; i++) {
+                        let stringMatch = stringMatchs[i];
+                        let stringLine = stringMatch[0];
+                        let stringContent = stringMatch[1];
+                        let stringLineIndex = stringMatch.index;
+                        let stringStartIndexInContent = assignMatch.index + assignHead.length + stringMatch.index
+                        /**
+                         * 转换后的字符串
+                         */
+                        let convertedString: string;
+                        if (stringLine.startsWith("$") || stringLine.startsWith("@$")) {
+                            // 开始转换插值
+                            // 提取插值表达式中的变量
+                            const variableMatches0 = [...stringContent.matchAll(CSCodeScanner.interpolationPattern)];
+                            if (variableMatches0.length > 0) {
+                                let variableMatches: RegExpExecArray[] = [];
+                                let map = new Map<string, RegExpExecArray>();
+                                for (const variableMatche of variableMatches0) {
+                                    if (!map.has(variableMatche[1])) {
+                                        map.set(variableMatche[1], variableMatche);
+                                        variableMatches.push(variableMatche);
+                                    }
+                                }
+
+                                // 构建格式化字符串
+                                let formatString = stringContent;
+                                variableMatches.forEach((variableMatche, index) => {
+                                    let varName = variableMatche[1];
+                                    let suffix = variableMatche[2] ?? "";
+                                    let replaced = formatString.replaceAll(`{${varName}${suffix}}`, `{${index}${suffix}}`);
+                                    if (replaced == formatString) {
+                                        let [lineNum, colNum] = CSCodeScanner.getLineIndexFromIndex(content, stringStartIndexInContent);
+                                        let tip = `可能无法处理的复杂情形1(${filePath}:${lineNum}:${colNum}): ${stringContent}`;
+                                        console.error(tip);
+                                        unexpects.push(tip);
+                                    } else {
+                                        formatString = replaced;
+                                    }
+                                });
+
+
+                                // 构建string.Format调用
+                                let formatCall = `string.Format("${formatString}"`;
+                                for (const variableMatche of variableMatches) {
+                                    let varName = variableMatche[1];
+                                    formatCall += `, ${varName}`;
+                                }
+                                formatCall += ")";
+
+                                convertedString = formatCall;
+
+                                literals.push(formatString);
+                            } else {
+                                // throw new Error("暂不支持插值字符串转换为 string.Format, 请手动处理");
+                                let isValidFormat = true;
+                                if (stringContent.indexOf("{") != -1 || stringContent.indexOf("}") != -1) {
+                                    if (bodyLine.indexOf("{") != -1 && bodyLine.indexOf("}") != -1) {
+                                        let [lineNum, colNum] = CSCodeScanner.getLineIndexFromIndex(content, stringStartIndexInContent);
+                                        let tip = `可能无法处理的复杂情形2(${filePath}:${lineNum}:${colNum}): ${stringContent}`;
+                                        console.error(tip);
+                                        unexpects.push(tip);
+                                        isValidFormat = false;
+                                    }
+                                }
+                                let formattedStringLine = stringLine;
+                                if (isValidFormat) {
+                                    // let stringStartIndex = stringMatch.index
+                                    // let stringEndIndex = stringStartIndex + stringLine.length
+                                    // let prefix = bodyLine.substring(stringStartIndex - 2, stringStartIndex)
+                                    // let suffix = bodyLine.substring(stringEndIndex, stringEndIndex + ".TR()".length)
+                                    // if ((stringStartIndex == 0 || prefix == "+ ") && suffix != ".TR()") {
+                                    //     formattedStringLine = formattedStringLine + ".TR()"
+                                    // }
+                                    formattedStringLine = this.replaceStringsTR(stringMatch, stringLine, bodyLine);
+                                    literals.push(stringContent);
+                                }
+                                convertedString = formattedStringLine;
+                            }
+                        } else {
+                            literals.push(stringContent);
+                            convertedString = this.replaceStringsTR(stringMatch, stringLine, bodyLine);
+                        }
+
+                        // 串联字符串列表
+                        let prefix = bodyLine.substring(lastIndex, stringLineIndex);
+                        lastIndex = stringLineIndex + stringLine.length;
+                        stringLines.push(prefix);
+                        stringLines.push(convertedString);
+                    }
+                    let matchEnd = stringMatchs[stringMatchs.length - 1];
+                    let endIndex = matchEnd.index + matchEnd[0].length;
+                    stringLines.push(bodyLine.substring(endIndex));
+                    stringLines.push(";");
+                    convertedAssignLine = stringLines.join("");
+                }
+            } else {
+                convertedAssignLine = assignLine;
+            }
+
+            let convertedAssignLine2 = convertedAssignLine.replaceAll(this.stringFormatPattern, "Tr.Format");
+            snippets.push({
+                originalIndex: assignMatch.index,
+                originalCode: assignLine,
+                convertedCode: convertedAssignLine2,
+                literals,
+                unexpects,
+            });
+        }
+
+
+        return snippets;
+    }
+
+    public static replaceStringsTR(stringMatch: RegExpExecArray, stringLine: string, bodyLine: string) {
+        if (this.isNativeString(stringLine)) {
+            return stringLine;
+        }
+
+        let formattedStringLine = stringLine;
+        let stringStartIndex = stringMatch.index;
+        let stringEndIndex = stringStartIndex + stringLine.length;
+        let prefix = bodyLine.substring(stringStartIndex - 2, stringStartIndex);
+        let suffix = bodyLine.substring(stringEndIndex, stringEndIndex + ".TR()".length);
+        if ((stringStartIndex == 0 || prefix == "+ ") && suffix != ".TR()") {
+            formattedStringLine = formattedStringLine + ".TR()";
+        }
+        return formattedStringLine;
+    }
+
+    public static replaceInFile(content: string, snippets: CodeSnippet[]) {
+        let parts: string[] = [];
+        if (snippets.length > 0) {
+            let lastIndex = 0;
+            for (const snippet of snippets) {
+                let part = content.substring(lastIndex, snippet.originalIndex);
+                lastIndex = snippet.originalIndex + snippet.originalCode.length;
+                parts.push(part);
+                parts.push(snippet.convertedCode);
+            }
+            let endSnippet = snippets[snippets.length - 1];
+            let partEnd = content.substring(endSnippet.originalIndex + endSnippet.originalCode.length);
+            parts.push(partEnd);
+        }
+        let convertedContent = parts.join("");
+        return convertedContent;
+    }
+
+}

package/src/CSVUtils.ts

@@ -0,0 +1,177 @@
+import * as csv from "fast-csv";
+import * as fs from "fs";
+
+
+export class CSVUtils {
+    filePath: string;
+    constructor(filePath: string) {
+        this.filePath = filePath;
+    }
+    async parseCsv() {
+        if (fs.existsSync(this.filePath)) {
+            let stream = csv.parseFile(this.filePath, {
+                delimiter: ",",
+            });
+            let rows: string[][] = await stream.toArray();
+            stream.destroy();
+            return rows;
+        } else {
+            console.error(`文件不存在: ${this.filePath}`);
+            return []
+        }
+    }
+    getShortKey(content: string) {
+        // let max = 16
+        // if (content.length < max) {
+        //     return content
+        // } else {
+        //     return content.substring(0, max)
+        // }
+        return content;
+    }
+    tryGetEntry(content: string, map01: Map<string, string[]>, map02: Map<string, string[]>): [boolean, string, string[] | undefined] {
+        if (map02.has(content)) {
+            let row2 = map02.get(content)!;
+            return [row2 != null, content, row2];
+        }
+        let shortKey = this.getShortKey(content);
+        if (map01.has(shortKey)) {
+            let row1 = map01.get(shortKey)!;
+            if (row1 != null && (row1[0] == shortKey || row1[1] == content)) {
+                return [true, shortKey, row1];
+            } else {
+                return [false, shortKey, undefined];
+            }
+        }
+        return [false, shortKey, undefined];
+    }
+    merge(rows0: string[][], rows1: string[], langs: string[]) {
+        // 短key
+        let map01: Map<string, string[]> = new Map();
+        // 全文key
+        let map02: Map<string, string[]> = new Map();
+        if (rows0 != null) {
+            for (let index = 1; index < rows0.length; index++) {
+                const row = rows0[index];
+                let key = row[0];
+                map01.set(key, row);
+            }
+            for (let index = 1; index < rows0.length; index++) {
+                const row = rows0[index];
+                let key = row[1];
+                if (key != null && key != "") {
+                    map02.set(key, row);
+                }
+            }
+        }
+
+        let rows2: string[][] = [];
+        if (rows0 != null && rows0.length > 0) {
+            // rows2.push(rows0[0]);
+            // 合并 langs 中没有的语言列
+            let headers = [...rows0[0]];
+            for (const lang of langs) {
+                if (!headers.includes(lang)) {
+                    headers.push(lang);
+                }
+            }
+            rows2.push(headers);
+        } else {
+            rows2.push(["key", ...langs]);
+        }
+        for (let index = 0; index < rows1.length; index++) {
+            const content = rows1[index];
+            let [exist, key, row] = this.tryGetEntry(content, map01, map02);
+            if (exist) {
+                if (row != null) {
+                    rows2.push(row);
+                } else {
+                    if (key != content) {
+                        rows2.push([key, content]);
+                    } else {
+                        rows2.push([content, '']);
+                    }
+                }
+            } else {
+                if (key != content) {
+                    rows2.push([key, content]);
+                } else {
+                    rows2.push([content, '']);
+                }
+            }
+        }
+        return rows2;
+    }
+    static async writeCsv(filePath: string, rows: string[][]) {
+        let str = await csv.writeToString(rows);
+        fs.writeFileSync(filePath, str, "utf-8");
+    }
+
+    static async updateToFile(filePath: string, literals: string[], langs: string[]) {
+        let csvUtils = new CSVUtils(filePath);
+        let rows0 = await csvUtils.parseCsv();
+        let rows2 = csvUtils.merge(rows0, literals, langs);
+        await CSVUtils.writeCsv(filePath, rows2);
+        console.log(`已经更新多语言表: ${filePath} , 共有 ${rows2.length - 1} 条目`);
+    }
+
+    /**
+     * 表格第一列为 key + 语言列表, 按照 langs 精简表格列, 只保留指定key列和指定语言列
+     * @param filePath csv文件路径
+     * @param outFilePath 输出csv文件路径
+     * @param langs 指定要保留的语言列表
+     */
+    static async slimCsvWithLangs(filePaths: string[], outFilePath: string, langs: string[]) {
+        let rows2: string[][] = [];
+        let keySpace: Set<string> = new Set();
+        let conflictKeySpace: Set<string> = new Set();
+        let existAnyInput = false;
+        for (const filePath of filePaths) {
+            if (fs.existsSync(filePath) == false) {
+                console.warn(`文件不存在: ${filePath}`);
+                continue;
+            }
+            existAnyInput = true;
+            let csvUtils = new CSVUtils(filePath);
+            let rows0 = await csvUtils.parseCsv();
+            let header = rows0[0];
+            if (rows2.length == 0) {
+                rows2.push([header[0], ...langs]);
+            }
+            let langIndexes: number[] = [];
+            for (const lang of langs) {
+                let langIndex = header.indexOf(lang);
+                if (langIndex != -1) {
+                    langIndexes.push(langIndex);
+                }
+            }
+            for (let index = 1; index < rows0.length; index++) {
+                const row = rows0[index];
+                let newRow: string[] = [];
+                let key = row[0];
+                if (keySpace.has(key)) {
+                    conflictKeySpace.add(key);
+                } else {
+                    keySpace.add(key);
+                }
+                newRow.push(key);
+                for (const langIndex of langIndexes) {
+                    newRow.push(row[langIndex]);
+                }
+                rows2.push(newRow);
+            }
+        }
+        if (existAnyInput == false) {
+            console.warn(`不存在有效文件, 未输出文件:`, filePaths);
+            return;
+        }
+        if (rows2.length > 0) {
+            await CSVUtils.writeCsv(outFilePath, rows2);
+            if (conflictKeySpace.size > 0) {
+                console.error(`冲突的key有 ${conflictKeySpace.size} 个:`, conflictKeySpace);
+            }
+        } else {
+            console.warn(`没有生成任何数据，未输出文件。`);
+        }
+    }
+}

package/src/CmdExecutor.ts

@@ -0,0 +1,94 @@
+import { CSVUtils } from "./CSVUtils";
+import { LiteralCollector } from "./LiteralCollector";
+import commandLineArgs from 'command-line-args'
+
+function isNullOrEmpty<T>(arr: T[]): boolean {
+    return arr == null || arr.length == 0;
+}
+
+export class CmdExecutor {
+    static testConvert() {
+        let cwd = "../../../GameClient/"
+        let cscodeFolders = [cwd + "Assets/Bundles/FGUI/"]
+        let gameConfigFolders = [cwd + "Assets/Bundles/GameConfigs/"]
+        let outCsvFile = "E:/DATA/Projects/e-gbl-client/client/Assets/Bundles/GameConfigs/Translation/hello.csv"
+        let langs = ["zh_cn"];
+        let literalCollector = new LiteralCollector();
+        literalCollector.convert(cscodeFolders, gameConfigFolders, outCsvFile, langs)
+        // node . --cscodedir ../../../GameClient/Assets/Bundles/FGUI/ --configdir ../../../GameClient/Assets/Bundles/GameConfigs/ --outcsv E:/DATA/Projects/e-gbl-client/client/Assets/Bundles/GameConfigs/Translation/hello.csv --langs zh_cn
+    }
+    static runConvertWithCmdOptions() {
+        const optionDefinitions = [
+            { name: 'cscodedir', type: String, multiple: true },
+            { name: 'configdir', type: String, multiple: true },
+            { name: 'outcsv', type: String },
+            { name: "langs", type: String, multiple: true, defaultOption: true },
+            { name: "verbose", alias: 'v', type: Boolean },
+        ]
+        const options = commandLineArgs(optionDefinitions)
+        let cscodedir: string[] = options.cscodedir ?? []
+        let configdir: string[] = options.configdir ?? []
+        let outcsv: string = options.outcsv
+        let langs: string[] = options.langs ?? ["zh_cn"]
+        let verbose: boolean = options.verbose ?? false
+
+        let argv = process.argv
+        if (isNullOrEmpty(cscodedir) && isNullOrEmpty(configdir)) {
+            if (isNullOrEmpty(cscodedir)) {
+                console.error(`cscodedir missing:`, argv)
+                return
+            }
+            if (isNullOrEmpty(configdir)) {
+                console.error(`configdir missing:`, argv)
+                return
+            }
+        }
+        if (outcsv == null) {
+            console.error(`outcsv missing:`, argv)
+            return
+        }
+        if (isNullOrEmpty(langs)) {
+            console.error(`langs missing:`, argv)
+            return
+        }
+        console.log(`convert cmd options: `, cscodedir, configdir, outcsv, langs, verbose)
+        let literalCollector = new LiteralCollector();
+        literalCollector.convert(cscodedir, configdir, outcsv, langs, verbose)
+        console.log("convert done.")
+    }
+    static testSlimCsv() {
+        let inCsvFile = ["E:/DATA/Projects/e-gbl-client/client/Assets/Bundles/GameConfigs/Translation/hello.csv"]
+        let outCsvFile = "E:/DATA/Projects/e-gbl-client/client/Assets/Bundles/GameConfigs/Translation/hello-out.csv"
+        let langs = ["zh_cn"];
+        CSVUtils.slimCsvWithLangs(inCsvFile, outCsvFile, langs);
+        // node bin/slimlangs.js --incsv E:/DATA/Projects/e-gbl-client/client/Assets/Bundles/GameConfigs/Translation/hello.csv --outcsv E:/DATA/Projects/e-gbl-client/client/Assets/Bundles/GameConfigs/Translation/hello-out.csv --langs zh_cn
+    }
+    static runSlimCsvWithLangs() {
+        const optionDefinitions = [
+            { name: 'incsv', type: String, multiple: true },
+            { name: 'outcsv', type: String },
+            { name: 'langs', type: String, multiple: true, defaultOption: true },
+        ];
+        const options = commandLineArgs(optionDefinitions);
+        let incsv: string[] = options.incsv ?? [];
+        let outcsv: string = options.outcsv;
+        let langs: string[] = options.langs ?? ["zh_cn"]
+
+        console.log(`slim csv cmd options: `, incsv, outcsv, langs);
+        let argv = process.argv;
+        if (isNullOrEmpty(incsv)) {
+            console.error(`incsv missing:`, argv);
+            return;
+        }
+        if (outcsv == null) {
+            console.error(`outcsv missing:`, argv);
+            return;
+        }
+        if (isNullOrEmpty(langs)) {
+            console.error(`langs missing:`, argv);
+            return;
+        }
+        CSVUtils.slimCsvWithLangs(incsv, outcsv, langs);
+        console.log("slim csv with langs done.");
+    }
+}

package/src/CodeSnippet.ts

@@ -0,0 +1,7 @@
+export interface CodeSnippet {
+    originalIndex: number;
+    originalCode: string;
+    convertedCode: string;
+    literals: string[];
+    unexpects: string[];
+}