scancscode 1.0.56 → 1.0.58
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.trae/specs/fix-if-else-single-statement-value-extraction/checklist.md +7 -0
- package/.trae/specs/fix-if-else-single-statement-value-extraction/spec.md +41 -0
- package/.trae/specs/fix-if-else-single-statement-value-extraction/tasks.md +14 -0
- package/README.md +194 -0
- package/dist/src/CSVUtils.js +7 -5
- package/dist/src/CmdExecutor.js +1 -1
- package/dist/src/CsvAutoTranslator.js +5 -9
- package/dist/src/LanguageMap.js +113 -0
- package/dist/test/CSharpStringExtractor.test.js +209 -18
- package/dist/test/CsvAutoTranslator.test.js +166 -165
- package/dist/test/TestConvert.test.js +2 -1
- package/package.json +2 -1
- package/src/CSVUtils.ts +7 -5
- package/src/CmdExecutor.ts +1 -1
- package/src/CsvAutoTranslator.ts +6 -9
- package/src/LanguageMap.ts +158 -0
- package/test/Auto.csv +12544 -3
- package/test/Auto1.csv +4 -0
- package/test/CSharpStringExtractor.test.ts +2020 -1650
- package/test/CsvAutoTranslator.test.ts +196 -192
- package/test/TestConvert.test.ts +1 -1
|
@@ -2,196 +2,200 @@ import { CsvAutoTranslator } from "../src/CsvAutoTranslator";
|
|
|
2
2
|
import { CSVUtils } from "../src/CSVUtils";
|
|
3
3
|
|
|
4
4
|
describe("CsvAutoTranslator", () => {
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
]
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
}
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
5
|
+
test("pass", () => {
|
|
6
|
+
expect(true).toBe(true);
|
|
7
|
+
})
|
|
8
|
+
|
|
9
|
+
// const testRows: string[][] = [
|
|
10
|
+
// ["key", "zh_cn", "zh_hk"],
|
|
11
|
+
// ["你好世界", "", ""],
|
|
12
|
+
// ["你好吗？", "", ""],
|
|
13
|
+
// ["非常感谢", "", ""],
|
|
14
|
+
// ["早上好", "", ""],
|
|
15
|
+
// ["很高兴见到你", "", ""],
|
|
16
|
+
// ["回头见", "", ""],
|
|
17
|
+
// ["我热爱编程", "", ""],
|
|
18
|
+
// ["这是一个测试", "", ""],
|
|
19
|
+
// ["祝你今天愉快", "", ""],
|
|
20
|
+
// ["欢迎来到中国", "", ""]
|
|
21
|
+
// ];
|
|
22
|
+
|
|
23
|
+
// let NIUTRANS_APP_ID = "kDr1772519780125";
|
|
24
|
+
// let NIUTRANS_API_KEY = "4cfb5525d3be1e45003910059cd7ea9b";
|
|
25
|
+
|
|
26
|
+
// test("translateCsvRows - 基本功能测试", async () => {
|
|
27
|
+
// const apiKey = NIUTRANS_API_KEY || "";
|
|
28
|
+
// const appId = NIUTRANS_APP_ID || "";
|
|
29
|
+
|
|
30
|
+
// if (!apiKey || !appId) {
|
|
31
|
+
// console.warn("未设置 NIUTRANS_API_KEY 和 NIUTRANS_APP_ID 环境变量，跳过在线翻译测试");
|
|
32
|
+
// console.warn("设置方式: $env:NIUTRANS_API_KEY='your-key'; $env:NIUTRANS_APP_ID='your-id'");
|
|
33
|
+
// expect(true).toBe(true);
|
|
34
|
+
// return;
|
|
35
|
+
// }
|
|
36
|
+
|
|
37
|
+
// const translator = new CsvAutoTranslator(appId, apiKey);
|
|
38
|
+
// const rows = JSON.parse(JSON.stringify(testRows));
|
|
39
|
+
// const translatedCount = await translator.translateCsvRows(rows, "zh_cn");
|
|
40
|
+
|
|
41
|
+
// expect(translatedCount).toBe(10);
|
|
42
|
+
// expect(rows.length).toBe(11);
|
|
43
|
+
|
|
44
|
+
// for (let i = 1; i < rows.length; i++) {
|
|
45
|
+
// expect(rows[i][2]).toBeTruthy();
|
|
46
|
+
// expect(rows[i][2].trim()).not.toBe("");
|
|
47
|
+
// console.log(`原文: ${rows[i][0]} -> 译文: ${rows[i][2]}`);
|
|
48
|
+
// }
|
|
49
|
+
// }, 120000);
|
|
50
|
+
|
|
51
|
+
// test("translateCsvRows - 跳过已有内容的行", async () => {
|
|
52
|
+
// const apiKey = NIUTRANS_API_KEY || "";
|
|
53
|
+
// const appId = NIUTRANS_APP_ID || "";
|
|
54
|
+
|
|
55
|
+
// if (!apiKey || !appId) {
|
|
56
|
+
// expect(true).toBe(true);
|
|
57
|
+
// return;
|
|
58
|
+
// }
|
|
59
|
+
|
|
60
|
+
// const translator = new CsvAutoTranslator(appId, apiKey);
|
|
61
|
+
// const rows = JSON.parse(JSON.stringify(testRows));
|
|
62
|
+
// rows[1][2] = "已有译文";
|
|
63
|
+
// const translatedCount = await translator.translateCsvRows(rows, "zh_cn");
|
|
64
|
+
|
|
65
|
+
// expect(translatedCount).toBe(10);
|
|
66
|
+
// expect(rows[10][2]).toBe("歡迎來到中國");
|
|
67
|
+
// }, 120000);
|
|
68
|
+
|
|
69
|
+
// test("translateCsvRows - 空CSV测试", async () => {
|
|
70
|
+
// const translator = new CsvAutoTranslator(NIUTRANS_APP_ID, NIUTRANS_API_KEY);
|
|
71
|
+
// const translatedCount = await translator.translateCsvRows([], "zh_cn");
|
|
72
|
+
// expect(translatedCount).toBe(0);
|
|
73
|
+
// });
|
|
74
|
+
|
|
75
|
+
// test("translateCsvRows - 没有需要翻译的内容", async () => {
|
|
76
|
+
// const translator = new CsvAutoTranslator(NIUTRANS_APP_ID, NIUTRANS_API_KEY);
|
|
77
|
+
// const rows = [
|
|
78
|
+
// ["key", "en_us", "zh_hk"],
|
|
79
|
+
// ["Hello", "", "已有译文1"],
|
|
80
|
+
// ["World", "", "已有译文2"]
|
|
81
|
+
// ];
|
|
82
|
+
// const translatedCount = await translator.translateCsvRows(rows, "zh");
|
|
83
|
+
// expect(translatedCount).toBe(0);
|
|
84
|
+
// });
|
|
85
|
+
|
|
86
|
+
// describe("smartBatch - 边界回归测试", () => {
|
|
87
|
+
// const translator = new CsvAutoTranslator(NIUTRANS_APP_ID, NIUTRANS_API_KEY);
|
|
88
|
+
|
|
89
|
+
// test("空文本数组", () => {
|
|
90
|
+
// const batches = translator.smartBatch([]);
|
|
91
|
+
// expect(batches.length).toBe(0);
|
|
92
|
+
// });
|
|
93
|
+
|
|
94
|
+
// test("单条短文本", () => {
|
|
95
|
+
// const batches = translator.smartBatch(["Hello"]);
|
|
96
|
+
// expect(batches.length).toBe(1);
|
|
97
|
+
// expect(batches[0].length).toBe(1);
|
|
98
|
+
// expect(translator.estimateJsonSize(batches[0])).toBeLessThanOrEqual(4900);
|
|
99
|
+
// });
|
|
100
|
+
|
|
101
|
+
// test("刚好50条短文本", () => {
|
|
102
|
+
// const texts = Array(50).fill("test");
|
|
103
|
+
// const batches = translator.smartBatch(texts);
|
|
104
|
+
// expect(batches.length).toBe(1);
|
|
105
|
+
// expect(batches[0].length).toBe(50);
|
|
106
|
+
// });
|
|
107
|
+
|
|
108
|
+
// test("51条短文本", () => {
|
|
109
|
+
// const texts = Array(51).fill("test");
|
|
110
|
+
// const batches = translator.smartBatch(texts);
|
|
111
|
+
// expect(batches.length).toBe(2);
|
|
112
|
+
// expect(batches[0].length).toBe(50);
|
|
113
|
+
// expect(batches[1].length).toBe(1);
|
|
114
|
+
// });
|
|
115
|
+
|
|
116
|
+
// test("单条超长文本", () => {
|
|
117
|
+
// const longText = "a".repeat(5000);
|
|
118
|
+
// const batches = translator.smartBatch([longText]);
|
|
119
|
+
// expect(batches.length).toBe(1);
|
|
120
|
+
// expect(batches[0].length).toBe(1);
|
|
121
|
+
// });
|
|
122
|
+
|
|
123
|
+
// test("多条文本累加超过4900字节", () => {
|
|
124
|
+
// const mediumText = "a".repeat(100);
|
|
125
|
+
// const texts = Array(100).fill(mediumText);
|
|
126
|
+
// const batches = translator.smartBatch(texts);
|
|
127
|
+
// for (const batch of batches) {
|
|
128
|
+
// expect(batch.length).toBeLessThanOrEqual(50);
|
|
129
|
+
// expect(translator.estimateJsonSize(batch)).toBeLessThanOrEqual(4900);
|
|
130
|
+
// }
|
|
131
|
+
// });
|
|
132
|
+
|
|
133
|
+
// test("包含特殊字符的文本", () => {
|
|
134
|
+
// const texts = ['Hello "world"', "Line1\nLine2", "Tab\tSeparated", "Back\\slash"];
|
|
135
|
+
// const batches = translator.smartBatch(texts);
|
|
136
|
+
// expect(batches.length).toBe(1);
|
|
137
|
+
// expect(batches[0].length).toBe(4);
|
|
138
|
+
// });
|
|
139
|
+
|
|
140
|
+
// test("传入现有batches数组", () => {
|
|
141
|
+
// const existingBatches = [["existing1", "existing2"]];
|
|
142
|
+
// const newTexts = ["new1", "new2"];
|
|
143
|
+
// const batches = translator.smartBatch(newTexts, existingBatches);
|
|
144
|
+
// expect(batches.length).toBe(2);
|
|
145
|
+
// expect(batches[0]).toEqual(["existing1", "existing2"]);
|
|
146
|
+
// expect(batches[1]).toEqual(["new1", "new2"]);
|
|
147
|
+
// });
|
|
148
|
+
|
|
149
|
+
// test("混合长度文本", () => {
|
|
150
|
+
// const texts = [
|
|
151
|
+
// "short",
|
|
152
|
+
// "a".repeat(100),
|
|
153
|
+
// "medium",
|
|
154
|
+
// "b".repeat(200),
|
|
155
|
+
// "another short"
|
|
156
|
+
// ];
|
|
157
|
+
// const batches = translator.smartBatch(texts);
|
|
158
|
+
// for (const batch of batches) {
|
|
159
|
+
// expect(batch.length).toBeLessThanOrEqual(50);
|
|
160
|
+
// expect(translator.estimateJsonSize(batch)).toBeLessThanOrEqual(4900);
|
|
161
|
+
// }
|
|
162
|
+
// const allTexts = batches.flat();
|
|
163
|
+
// expect(allTexts).toEqual(texts);
|
|
164
|
+
// });
|
|
165
|
+
// });
|
|
166
|
+
|
|
167
|
+
// describe("translateCsv - Auto.csv 翻译测试", () => {
|
|
168
|
+
// const apiKey = "4cfb5525d3be1e45003910059cd7ea9b";
|
|
169
|
+
// const appId = "kDr1772519780125";
|
|
170
|
+
// const translator = new CsvAutoTranslator(apiKey, appId);
|
|
171
|
+
// const inputFile = "test/Auto.csv";
|
|
172
|
+
// const outputFile = "test/Auto-Out.csv";
|
|
173
|
+
|
|
174
|
+
// test("翻译 Auto.csv 并验证输出", async () => {
|
|
175
|
+
// await translator.translateCsv(inputFile, outputFile, "zh_cn");
|
|
176
|
+
|
|
177
|
+
// const csvUtils = new CSVUtils(outputFile);
|
|
178
|
+
// const rows = await csvUtils.parseCsv();
|
|
179
|
+
|
|
180
|
+
// expect(rows.length).toBeGreaterThan(1);
|
|
181
|
+
|
|
182
|
+
// for (let i = 1; i < rows.length; i++) {
|
|
183
|
+
// const row = rows[i];
|
|
184
|
+
// expect(row[0]).toBeTruthy();
|
|
185
|
+
// expect(row[2]).toBeTruthy();
|
|
186
|
+
// expect(row[2].trim()).not.toBe("");
|
|
187
|
+
// }
|
|
188
|
+
// }, 300000);
|
|
189
|
+
// });
|
|
190
|
+
|
|
191
|
+
// describe("translateCSV", () => {
|
|
192
|
+
// test("翻译 Auto.csv 并验证输出", async () => {
|
|
193
|
+
// const incsv = "test/Auto.csv";
|
|
194
|
+
// const outcsv = "temp/Auto-Out.csv";
|
|
195
|
+
// const fromLang = "zh_cn";
|
|
196
|
+
// let result = await CsvAutoTranslator.translateCsvWithLangs("kDr1772519780125", "4cfb5525d3be1e45003910059cd7ea9b", incsv, outcsv, fromLang);
|
|
197
|
+
// expect(result.isOk).toBe(true);
|
|
198
|
+
// expect(result.translateCount).toBeGreaterThan(0);
|
|
199
|
+
// });
|
|
200
|
+
// });
|
|
197
201
|
});
|
package/test/TestConvert.test.ts
CHANGED