i18ntk 4.1.0 → 4.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +51 -5
- package/README.md +79 -17
- package/SECURITY.md +10 -4
- package/main/i18ntk-analyze.js +10 -20
- package/main/i18ntk-backup.js +106 -44
- package/main/i18ntk-init.js +153 -157
- package/main/i18ntk-setup.js +36 -13
- package/main/i18ntk-translate.js +169 -21
- package/main/i18ntk-usage.js +272 -103
- package/main/i18ntk-validate.js +38 -31
- package/main/manage/commands/AnalyzeCommand.js +7 -17
- package/main/manage/commands/CommandRouter.js +6 -6
- package/main/manage/commands/TranslateCommand.js +65 -56
- package/main/manage/commands/ValidateCommand.js +34 -26
- package/main/manage/index.js +11 -42
- package/main/manage/managers/InteractiveMenu.js +11 -40
- package/main/manage/services/InitService.js +114 -118
- package/main/manage/services/UsageService.js +244 -85
- package/package.json +21 -14
- package/runtime/enhanced.d.ts +5 -5
- package/runtime/enhanced.js +49 -25
- package/runtime/i18ntk.d.ts +30 -7
- package/runtime/index.d.ts +48 -19
- package/runtime/index.js +175 -90
- package/settings/settings-cli.js +115 -38
- package/settings/settings-manager.js +24 -6
- package/ui-locales/de.json +192 -11
- package/ui-locales/en.json +182 -8
- package/ui-locales/es.json +193 -12
- package/ui-locales/fr.json +189 -8
- package/ui-locales/ja.json +190 -8
- package/ui-locales/ru.json +191 -9
- package/ui-locales/zh.json +194 -9
- package/utils/cli-helper.js +8 -12
- package/utils/config-helper.js +1 -1
- package/utils/config-manager.js +8 -6
- package/utils/localized-confirm.js +55 -0
- package/utils/menu-layout.js +41 -0
- package/utils/report-writer.js +110 -0
- package/utils/security.js +15 -22
- package/utils/translate/api.js +31 -3
- package/utils/translate/placeholder.js +42 -1
- package/utils/translate/report.js +3 -2
- package/utils/translate/safe-network.js +24 -4
- package/utils/usage-insights.js +435 -0
- package/utils/usage-source.js +50 -0
- package/utils/watch-locales.js +1 -8
package/CHANGELOG.md
CHANGED
|
@@ -3,11 +3,57 @@
|
|
|
3
3
|
All notable changes to this project will be documented in this file.
|
|
4
4
|
|
|
5
5
|
The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
|
|
6
|
-
and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
|
|
7
|
-
|
|
8
|
-
## [4.
|
|
9
|
-
|
|
10
|
-
###
|
|
6
|
+
and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
|
|
7
|
+
|
|
8
|
+
## [4.2.0] - 2026-05-30
|
|
9
|
+
|
|
10
|
+
### Security
|
|
11
|
+
- Shared path validation no longer permits artifact-like filenames such as `.lock` or `.temp-config.json` to bypass base-directory containment.
|
|
12
|
+
- Shared path validation now rejects Windows cross-drive escape cases where `path.relative()` returns an absolute path.
|
|
13
|
+
- Custom `I18NTK_INTERNAL_PATH_PREFIXES` entries can no longer mark arbitrary outside directories as internal roots.
|
|
14
|
+
- Backup restore now rejects backup entry names containing path separators, absolute paths, traversal, or non-JSON names before writing restored files.
|
|
15
|
+
- Runtime locale loading now validates language identifiers before resolving single-file or directory locale paths, blocking `../` language names from reading JSON outside `baseDir`.
|
|
16
|
+
- Auto Translate provider URL validation now blocks IPv4-mapped IPv6 loopback/private hosts.
|
|
17
|
+
|
|
18
|
+
### Changed
|
|
19
|
+
- Main runtime now includes production-safe features from the enhanced runtime surface: per-call language overrides, synchronous `translateBatch()`, and `clearCache()` / `getCacheInfo()` helpers.
|
|
20
|
+
- `i18ntk/runtime/enhanced` remains available as a legacy public subpath for compatibility, while new production integrations should prefer the lightweight `i18ntk/runtime` API.
|
|
21
|
+
- Usage analysis now indexes known translation keys back to source files, including direct i18n calls and literal key references that were previously missed.
|
|
22
|
+
- Usage analysis now expands simple dynamic templates backed by literal constants, bounded literal arrays, object maps, and ternaries to exact available keys before falling back to unresolved dynamic-expression reporting.
|
|
23
|
+
- Usage reports now list unresolved dynamic key expressions separately instead of treating broad wildcard prefixes as proof that every matching key is used.
|
|
24
|
+
- Usage reports now include namespace/file naming recommendations such as preferring `shop.*` keys and `shop.json` for `/shop` page or route files.
|
|
25
|
+
- Usage reports now list likely hardcoded user-facing text with suggested translation keys, and prefer an existing source key when the inline text matches a source translation value.
|
|
26
|
+
- Translation analysis and init reports now default to Markdown for readable output, with `reports.format` supporting `markdown`, `json`, or `text` through settings and config.
|
|
27
|
+
- Init default target languages now include English (`en`) before `de`, `es`, `fr`, and `ru` when the UI is running in another language.
|
|
28
|
+
- Confirmation prompts now accept localized native yes/no input for supported UI languages while retaining English fallback tokens.
|
|
29
|
+
- Auto Translate has moved out of beta in menus and documentation, and its settings are exposed with localized labels.
|
|
30
|
+
- Auto Translate now keeps existing translated target values by default and only translates missing, marker, source-copy, or likely English target strings; use `--translate-all` to force a full re-translation.
|
|
31
|
+
- Auto Translate now treats visibly corrupt target strings such as `?????`, Unicode replacement characters, and common mojibake as needing retranslation from the source language.
|
|
32
|
+
- Auto Translate now defaults to 12 concurrent provider requests and allows Google concurrency up to 100 instead of the old 25-request cap; DeepL and LibreTranslate remain capped lower to avoid provider/account throttling.
|
|
33
|
+
- Auto Translate progress output now separates string translation from placeholder-safe text-segment translation and shows the active key path during progress updates.
|
|
34
|
+
- Placeholder detection now covers ICU plural/select blocks, i18next nested `$t(...)` references, and wider named printf formats such as `%(total).2f`.
|
|
35
|
+
- Manager menu output is now grouped with clearer spacing and aligned option numbers.
|
|
36
|
+
- Documentation now consolidates migration guidance around `4.2.0` and removes stale old per-version migration guides from the working docs tree.
|
|
37
|
+
- Removed stale duplicate development artifacts `main/manage/index-fixed.js` and `utils/security-fixed.js` to reduce audit drift and prevent accidental reuse.
|
|
38
|
+
- Updated public, root, and development package metadata for the 4.2.0 release line.
|
|
39
|
+
|
|
40
|
+
### Fixed
|
|
41
|
+
- Runtime JSON loading now preserves valid translation strings containing comment-like text such as `/* token */` by parsing valid JSON before using the comment-stripping fallback.
|
|
42
|
+
- Enhanced runtime now exports the top-level `translateBatch()`, `translateBatchEncrypted()`, and `tTyped()` helpers declared by its TypeScript definitions, and those declarations now reflect async return values.
|
|
43
|
+
- Usage analysis no longer scans the project root when `sourceDir` and `i18nDir` both point at the locale directory; it now uses a detected app source directory or disables usage scanning with a clear warning.
|
|
44
|
+
- Init backup prompts, completion summaries, report prompts, and report status text now use bundled UI locale keys instead of hard-coded English.
|
|
45
|
+
- Bundled UI locales were regenerated from `ui-locales/en.json` for newly added, source-copy, and corrupt target strings.
|
|
46
|
+
- JSON report output is now pretty-printed object JSON instead of a single JSON string containing escaped newlines.
|
|
47
|
+
- The managed Auto Translate command no longer forces UI translations back to English after the user has selected another UI language.
|
|
48
|
+
- Manager validation output no longer prints duplicate source/i18n/output directory blocks before the validator summary.
|
|
49
|
+
- `i18ntk-setup --help` now exits after printing help instead of running setup and writing project files.
|
|
50
|
+
- `npm run languages:list` and `npm run languages:status` now produce non-interactive output instead of opening the settings menu.
|
|
51
|
+
- `i18ntk-backup create locales` now recursively backs up modular locale layouts such as `locales/en/common.json`, and restore safely recreates nested JSON paths without allowing traversal.
|
|
52
|
+
- Removed a stale bundled `locales/es/navigation.json` fixture that made `i18ntk-doctor` report a dangling namespace after setup/init tests.
|
|
53
|
+
|
|
54
|
+
## [4.1.0] - 2026-05-21
|
|
55
|
+
|
|
56
|
+
### Fixed
|
|
11
57
|
- Runtime: stale manifest entries (deleted files after manifest construction) no longer cause unhandled exceptions; loadedFiles set before load with try/catch guard.
|
|
12
58
|
- Runtime: `refresh()` now correctly clears the key manifest for the refreshed language, preventing stale file references.
|
|
13
59
|
- Runtime: null `baseDir` guard prevents cascading `validatePath(null)` errors in `loadKeyManifestFromDir`.
|
package/README.md
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
# i18ntk v4.
|
|
1
|
+
# i18ntk v4.2.0
|
|
2
2
|
|
|
3
3
|
A i18n toolkit - A zero-dependency internationalization toolkit for setup, scanning, analysis, validation, usage tracking, translation completion, automatic JSON locale translation, reporting, and runtime translation loading.
|
|
4
4
|
|
|
@@ -9,7 +9,7 @@ A i18n toolkit - A zero-dependency internationalization toolkit for setup, scann
|
|
|
9
9
|
[](https://nodejs.org)
|
|
10
10
|
[](https://www.npmjs.com/package/i18ntk)
|
|
11
11
|
[](LICENSE)
|
|
12
|
-
[](https://socket.dev/npm/package/i18ntk/overview/4.2.0)
|
|
13
13
|
|
|
14
14
|
## Install
|
|
15
15
|
|
|
@@ -30,6 +30,21 @@ Requirements:
|
|
|
30
30
|
- npm `>=8.0.0`
|
|
31
31
|
- No runtime dependencies
|
|
32
32
|
|
|
33
|
+
## What's New in 4.2.0
|
|
34
|
+
|
|
35
|
+
- **SECURITY**: Hardened path containment for restore and shared filesystem helpers, including artifact-like filenames, environment-added internal prefixes, and Windows cross-drive paths.
|
|
36
|
+
- **SECURITY**: Runtime locale loading now rejects unsafe language identifiers before resolving locale files, preventing `../` language names from reading JSON outside the configured locale base.
|
|
37
|
+
- **SECURITY**: Auto Translate provider URL checks now block IPv4-mapped IPv6 private/loopback hosts.
|
|
38
|
+
- **REPORTS**: Init and analysis reports now default to readable Markdown. Set `reports.format` to `markdown`, `json`, or `text` in Settings or `.i18ntk-config`.
|
|
39
|
+
- **USAGE**: Usage analysis no longer scans the project root when locales are also configured as the source directory, avoiding inflated missing-key counts.
|
|
40
|
+
- **I18N UX**: Init backup prompts, completion summaries, report prompts, default target languages, and native yes/no confirmations are now localized.
|
|
41
|
+
- **AUTO TRANSLATE**: Auto Translate is out of beta, keeps existing translated target values by default, and only sends missing/source-copy/likely-English strings unless `--translate-all` is used.
|
|
42
|
+
- **AUTO TRANSLATE**: Google Auto Translate concurrency now defaults to 12 and can be raised up to 100 for larger locale sets.
|
|
43
|
+
- **AUTO TRANSLATE**: Corrupt target strings such as `?????`, replacement characters, and common mojibake are now repaired from the English source, and progress output distinguishes key translation from placeholder-safe text-segment translation.
|
|
44
|
+
- **CLI UX**: Manager menu spacing is grouped and aligned, and validation no longer prints duplicate source/i18n/output directory blocks.
|
|
45
|
+
- **DOCS**: Versioned docs and migration guidance now reflect the current 4.2.0 command surface.
|
|
46
|
+
- **CLEANUP**: Removed stale duplicate fixed artifacts from the development tree to reduce audit and supply-chain drift.
|
|
47
|
+
|
|
33
48
|
## What's New in 4.1.0
|
|
34
49
|
|
|
35
50
|
- **FIX**: Critical and high-impact bugs resolved across the v4.0.0 feature set — runtime staleness crashes, backup hash-chain verification, sizing adminAuth crash, scanner `--source-language` propagation, watch callback subscriptions, dead key detection performance, validator key style enforcement, and protection Unicode boundary handling. See [CHANGELOG.md](./CHANGELOG.md) for complete details.
|
|
@@ -100,7 +115,6 @@ i18ntk --command=sizing
|
|
|
100
115
|
i18ntk --command=complete
|
|
101
116
|
i18ntk --command=translate
|
|
102
117
|
i18ntk --command=summary
|
|
103
|
-
i18ntk --command=debug
|
|
104
118
|
```
|
|
105
119
|
|
|
106
120
|
Standalone executables:
|
|
@@ -119,12 +133,29 @@ i18ntk-fixer
|
|
|
119
133
|
i18ntk-backup
|
|
120
134
|
i18ntk-translate
|
|
121
135
|
```
|
|
122
|
-
|
|
123
|
-
Note: manager route `i18ntk --command=backup` is disabled in current builds. Use `i18ntk-backup`
|
|
136
|
+
|
|
137
|
+
Note: manager route `i18ntk --command=backup` is disabled in current builds. Use `i18ntk-backup` directly for backup operations.
|
|
138
|
+
|
|
139
|
+
## Command Reference
|
|
140
|
+
|
|
141
|
+
| Command | What it does | Looks for | Writes or changes |
|
|
142
|
+
| --- | --- | --- | --- |
|
|
143
|
+
| `i18ntk` | Opens the interactive management menu. | Project config, setup state, available commands. | Only changes files after you choose a command that writes. |
|
|
144
|
+
| `i18ntk --command=init` / `i18ntk-init` | Sets up locale folders and missing target-language files. | Source language files and selected target languages. | Locale JSON files, `.i18ntk-config`, optional reports/backups. |
|
|
145
|
+
| `i18ntk --command=analyze` / `i18ntk-analyze` | Compares source and target translation coverage. | Missing keys, extra keys, untranslated markers, completion by language. | Markdown/JSON/text reports when report output is enabled. |
|
|
146
|
+
| `i18ntk --command=validate` / `i18ntk-validate` | Validates structure and translation quality risks. | Placeholder mismatches, missing keys, risky URLs/emails/secrets, likely English target text. | Validation summary report. Does not edit locale files. |
|
|
147
|
+
| `i18ntk --command=usage` / `i18ntk-usage` | Maps translation keys to source files and finds unused/missing keys. | Direct i18n calls, literal known-key references, bounded dynamic templates/object maps, unresolved dynamic expressions, hardcoded text candidates, namespace/file naming mismatches. | Usage report with key locations, namespace recommendations, unresolved dynamic expressions, hardcoded text suggestions, and optional dead-key report. Does not delete unless cleanup deletion is explicitly enabled. |
|
|
148
|
+
| `i18ntk --command=scanner` / `i18ntk-scanner` | Scans source for i18n issues and hardcoded user-facing text. | JSX/template text, common text attributes, i18n usage patterns, source-language text profiles. | Scanner report. Does not edit files. |
|
|
149
|
+
| `i18ntk --command=complete` / `i18ntk-complete` | Adds missing keys to target language files for 100% key coverage. | Source-language keys missing from targets. | Target locale JSON files, using missing translation markers/prefixes. |
|
|
150
|
+
| `i18ntk --command=translate` / `i18ntk-translate` | Auto-translates locale JSON using configured provider behavior. | Missing, empty, untranslated-marker, source-copy, likely-English, or visibly corrupt target values by default. | Target locale JSON files and translation reports. Existing translated values are kept unless `--translate-all` is used. |
|
|
151
|
+
| `i18ntk --command=sizing` / `i18ntk-sizing` | Estimates translated string length expansion and layout risk. | Text length, expansion ratios, placeholder-bearing strings. | Sizing report. Does not edit locale files. |
|
|
152
|
+
| `i18ntk --command=summary` / `i18ntk-summary` | Shows project translation status. | Configured locales, reports, completeness status. | Console/report output only. |
|
|
153
|
+
| `i18ntk-fixer` | Fixes placeholder and missing-marker issues. | Placeholder corruption, missing translation markers, configured language files. | Locale JSON files when fixes are applied. Use dry-run options where available before bulk edits. |
|
|
154
|
+
| `i18ntk-backup` | Creates, verifies, restores, and cleans locale backups. | Locale JSON files and backup manifests. | Backup archives/manifests, or restored locale files when using restore. |
|
|
124
155
|
|
|
125
156
|
## Common Options
|
|
126
157
|
|
|
127
|
-
|
|
158
|
+
Many commands support:
|
|
128
159
|
|
|
129
160
|
- `--source-dir <path>`
|
|
130
161
|
- `--i18n-dir <path>`
|
|
@@ -132,9 +163,10 @@ Most commands support:
|
|
|
132
163
|
- `--source-language <code>`
|
|
133
164
|
- `--ui-language <code>`
|
|
134
165
|
- `--no-prompt`
|
|
135
|
-
- `--dry-run`
|
|
136
166
|
- `--help`
|
|
137
167
|
|
|
168
|
+
Command-specific tools add their own flags such as `--dry-run`, `--output-report`, `--cleanup`, `--predict-expansion`, or Auto Translate provider options.
|
|
169
|
+
|
|
138
170
|
Example:
|
|
139
171
|
|
|
140
172
|
```bash
|
|
@@ -147,7 +179,7 @@ Interactive manager flow:
|
|
|
147
179
|
|
|
148
180
|
```bash
|
|
149
181
|
i18ntk
|
|
150
|
-
# choose "Auto Translate
|
|
182
|
+
# choose "Auto Translate"
|
|
151
183
|
```
|
|
152
184
|
|
|
153
185
|
Direct CLI examples:
|
|
@@ -190,6 +222,8 @@ locales/de/common.json
|
|
|
190
222
|
locales/fr/common.json
|
|
191
223
|
```
|
|
192
224
|
|
|
225
|
+
Auto Translate is target-aware by default. When a target file already exists, it keeps translated target values and only sends values that are missing, empty, marked as untranslated, still identical to the source, likely still English, or visibly corrupt from encoding damage such as `?????`, replacement characters, or common mojibake. Use `--translate-all` when you intentionally want to re-translate every source string.
|
|
226
|
+
|
|
193
227
|
### Placeholder Handling
|
|
194
228
|
|
|
195
229
|
Auto Translate detects common placeholders such as:
|
|
@@ -201,6 +235,9 @@ Auto Translate detects common placeholders such as:
|
|
|
201
235
|
- `:id`
|
|
202
236
|
- `%{name}`
|
|
203
237
|
- `${value}`
|
|
238
|
+
- `{count, plural, one {# item} other {# items}}`
|
|
239
|
+
- `$t(common.save)`
|
|
240
|
+
- `%(total).2f`
|
|
204
241
|
|
|
205
242
|
Useful flags:
|
|
206
243
|
|
|
@@ -208,6 +245,10 @@ Useful flags:
|
|
|
208
245
|
- `--skip-placeholders`: copy placeholder-bearing strings unchanged
|
|
209
246
|
- `--send-placeholders`: send placeholder-bearing strings through translation after masking
|
|
210
247
|
- `--custom-regex <regex>`: add project-specific placeholder detection
|
|
248
|
+
- `--only-missing`: keep existing translated target values and translate only missing/source-copy/likely English values (default)
|
|
249
|
+
- `--translate-all`: re-translate every source string
|
|
250
|
+
|
|
251
|
+
Progress output is stage-aware for large files. Normal keys are reported as `Translating strings`, while preserve-mode placeholder work is reported as `Translating placeholder-safe text segments`; each progress update includes the current key path when available.
|
|
211
252
|
|
|
212
253
|
### Protected Terms and Keys
|
|
213
254
|
|
|
@@ -247,7 +288,7 @@ Useful flags:
|
|
|
247
288
|
- `--create-protection-file`
|
|
248
289
|
- `--no-protection`
|
|
249
290
|
|
|
250
|
-
Open Settings and choose `Auto Translate
|
|
291
|
+
Open Settings and choose `Auto Translate` to edit defaults for placeholder mode, translate-only-needed mode, concurrency, batch size, retry settings, report output, BOM output, protection file path, first-run setup prompt, and update prompt.
|
|
251
292
|
|
|
252
293
|
See [docs/auto-translate.md](./docs/auto-translate.md) for the full Auto Translate guide.
|
|
253
294
|
|
|
@@ -255,7 +296,7 @@ See [docs/auto-translate.md](./docs/auto-translate.md) for the full Auto Transla
|
|
|
255
296
|
|
|
256
297
|
Validation checks locale structure, completeness, placeholders, and content risks.
|
|
257
298
|
|
|
258
|
-
|
|
299
|
+
Validation warning types are specific:
|
|
259
300
|
|
|
260
301
|
- `Potential risky content`: URL, email address, or secret-like value
|
|
261
302
|
- `Possible untranslated English content`: target-language value appears to contain too much English
|
|
@@ -324,7 +365,7 @@ i18ntk-usage --source-dir ./src --i18n-dir ./locales --cleanup --dry-run-delete
|
|
|
324
365
|
```
|
|
325
366
|
|
|
326
367
|
Each dead key receives a confidence score (0.0–1.0) factoring:
|
|
327
|
-
-
|
|
368
|
+
- Unresolved dynamic key patterns (e.g., `` t(`prefix.${dynamic}`) ``) — lower score and listed in the usage report; simple consts, bounded arrays, object maps, and ternaries are expanded to exact keys where possible
|
|
328
369
|
- Key appears in source code comments or JSDoc — medium score
|
|
329
370
|
- Parent file recently modified (<30 days) — medium score
|
|
330
371
|
- No references found anywhere — high score (>0.8)
|
|
@@ -417,6 +458,16 @@ console.log(i18n.t('common.hello')); // loads common.json on first access
|
|
|
417
458
|
|
|
418
459
|
When `lazy: true`, the runtime builds a key-to-file manifest on first access and loads individual files on demand. Files are loaded once and cached. If the manifest is missing or incomplete, the runtime falls back to full eager loading for that language. Manifest size is capped at 100KB with path containment validation.
|
|
419
460
|
|
|
461
|
+
Production guidance:
|
|
462
|
+
|
|
463
|
+
- Prefer the object returned from `initRuntime()` instead of module-level `runtime.t()` in apps with multiple tenants, projects, or locale roots.
|
|
464
|
+
- Use `lazy: true` for large modular locale folders where lower steady-state memory matters more than a small first-key lookup cost.
|
|
465
|
+
- Use `preload: true` without `lazy` for small locale sets or latency-sensitive startup paths.
|
|
466
|
+
- Call `refresh(language)` after deploying or writing changed locale files so cached data and lazy manifests are rebuilt.
|
|
467
|
+
- Use per-call language overrides when rendering one-off alternate-language strings: `i18n.t('common.hello', {}, { language: 'de' })`.
|
|
468
|
+
- Use `translateBatch()` for small groups of labels and `clearCache()` / `getCacheInfo()` for cache maintenance and diagnostics.
|
|
469
|
+
- `i18ntk/runtime/enhanced` remains available for compatibility with existing async/encryption users, but new production integrations should start with `i18ntk/runtime`.
|
|
470
|
+
|
|
420
471
|
## Runtime API
|
|
421
472
|
|
|
422
473
|
Use `i18ntk/runtime` when an application needs to read locale JSON files at runtime.
|
|
@@ -439,6 +490,15 @@ console.log(i18n.getAvailableLanguages());
|
|
|
439
490
|
i18n.refresh('fr');
|
|
440
491
|
```
|
|
441
492
|
|
|
493
|
+
Useful production helpers:
|
|
494
|
+
|
|
495
|
+
```js
|
|
496
|
+
i18n.t('common.hello', {}, { language: 'de' }); // per-call language override
|
|
497
|
+
i18n.translateBatch(['menu.home', 'menu.settings']);
|
|
498
|
+
i18n.clearCache('fr');
|
|
499
|
+
console.log(i18n.getCacheInfo());
|
|
500
|
+
```
|
|
501
|
+
|
|
442
502
|
See [docs/runtime.md](./docs/runtime.md) for runtime details.
|
|
443
503
|
|
|
444
504
|
## Configuration
|
|
@@ -449,23 +509,27 @@ Example:
|
|
|
449
509
|
|
|
450
510
|
```json
|
|
451
511
|
{
|
|
452
|
-
"version": "4.
|
|
512
|
+
"version": "4.2.0",
|
|
453
513
|
"sourceDir": "./locales",
|
|
454
514
|
"i18nDir": "./locales",
|
|
455
515
|
"outputDir": "./i18ntk-reports",
|
|
456
516
|
"sourceLanguage": "en",
|
|
457
|
-
"defaultLanguages": ["de", "es", "fr", "ru"],
|
|
517
|
+
"defaultLanguages": ["en", "de", "es", "fr", "ru"],
|
|
518
|
+
"reports": {
|
|
519
|
+
"format": "markdown"
|
|
520
|
+
},
|
|
458
521
|
"englishContentThresholdPercent": 10,
|
|
459
522
|
"allowedEnglishTerms": ["BrandName", "PRODUCT_CODE"],
|
|
460
523
|
"autoTranslate": {
|
|
461
524
|
"placeholderMode": "preserve",
|
|
462
|
-
"concurrency":
|
|
525
|
+
"concurrency": 12,
|
|
463
526
|
"batchSize": 100,
|
|
464
527
|
"progressInterval": 25,
|
|
465
528
|
"retryCount": 3,
|
|
466
529
|
"retryDelay": 1000,
|
|
467
530
|
"timeout": 15000,
|
|
468
531
|
"dryRunFirst": true,
|
|
532
|
+
"onlyMissingOrEnglish": true,
|
|
469
533
|
"reportStdout": true,
|
|
470
534
|
"bom": false,
|
|
471
535
|
"protectionEnabled": true,
|
|
@@ -507,9 +571,7 @@ The public package manifest includes `readmeFilename: "README.md"`, and the rele
|
|
|
507
571
|
- [Auto Translate Guide](./docs/auto-translate.md)
|
|
508
572
|
- [Scanner Guide](./docs/scanner-guide.md)
|
|
509
573
|
- [Environment Variables](./docs/environment-variables.md)
|
|
510
|
-
- [Migration Guide
|
|
511
|
-
- [Migration Guide v3.1.1](./docs/migration-guide-v3.1.1.md)
|
|
512
|
-
- [Migration Guide v3.0.0](./docs/migration-guide-v3.0.0.md)
|
|
574
|
+
- [Migration Guide v4.2.0](./docs/migration-guide-v4.2.0.md)
|
|
513
575
|
|
|
514
576
|
## Security
|
|
515
577
|
|
package/SECURITY.md
CHANGED
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
|
|
5
5
|
The supported production line is `4.x`.
|
|
6
6
|
|
|
7
|
-
Versions earlier than `4.
|
|
7
|
+
Versions earlier than `4.2.0` are not recommended for production use because later releases include Auto Translate provider hardening, dynamic-require elimination, path-validation hardening, runtime language validation, lazy loading with manifest validation, incremental backup hash-chain verification, and post-4.0.0 critical bug fixes for runtime staleness, backup verification, and CLI flag parsing.
|
|
8
8
|
|
|
9
9
|
## Security Model
|
|
10
10
|
|
|
@@ -38,13 +38,19 @@ Socket.dev scans the published npm package and may flag the following alerts. Th
|
|
|
38
38
|
The v3.3.0 release **resolved** the previously actionable Socket.dev alert:
|
|
39
39
|
- **Dynamic require** — all 21 instances eliminated (20 converted to static string literals, 1 gated with `SecurityUtils.validatePath`).
|
|
40
40
|
|
|
41
|
-
The v4.0.0 release adds the following security hardening:
|
|
41
|
+
The v4.0.0 release adds the following security hardening:
|
|
42
42
|
- **Watch module**: all watched directories validated against project root with containment checks; capped at 50 directories.
|
|
43
43
|
- **Runtime lazy loading**: key-to-file manifest entries validated for path containment; manifest size capped at 100KB.
|
|
44
44
|
- **Incremental backups**: hash-chain verification before restore; chain depth capped at 10 increments; circular parent references detected.
|
|
45
45
|
- **Protection context rules**: DSL-parsed context rules — never raw user-controlled regex from config; bounded at 200 chars per rule, 100 rules total; Unicode-aware `\p{P}` word boundaries for non-ASCII language support.
|
|
46
46
|
- **Scanner multi-language detection**: source-language propagation fixed; stopword-less language profiles now still enforce valid-character ratios.
|
|
47
|
-
- **Usage dead key detection**: optimized O(n+m) comment scanning instead of O(n*m); all CLI boolean flags validated with strict `toBool()` conversion.
|
|
47
|
+
- **Usage dead key detection**: optimized O(n+m) comment scanning instead of O(n*m); all CLI boolean flags validated with strict `toBool()` conversion.
|
|
48
|
+
|
|
49
|
+
The v4.2.0 release adds the following security hardening:
|
|
50
|
+
- **Shared path validation**: artifact-like filenames no longer bypass base containment; cross-drive absolute paths and environment-added internal prefixes are constrained.
|
|
51
|
+
- **Backup restore**: backup entry names must be plain `.json` filenames and are restored through stable output-directory containment.
|
|
52
|
+
- **Runtime locale loading**: language identifiers are validated before locale path resolution.
|
|
53
|
+
- **Auto Translate networking**: IPv4-mapped IPv6 loopback/private hosts are blocked by provider URL validation.
|
|
48
54
|
|
|
49
55
|
## Reporting Vulnerabilities
|
|
50
56
|
|
|
@@ -68,7 +74,7 @@ Security reports are reviewed privately first. Confirmed issues should receive:
|
|
|
68
74
|
|
|
69
75
|
## User Guidance
|
|
70
76
|
|
|
71
|
-
- Keep i18ntk updated to `4.
|
|
77
|
+
- Keep i18ntk updated to `4.2.0` or newer.
|
|
72
78
|
- Do not commit `.i18ntk-config`, admin PIN files, backup directories, generated reports, logs, npm credentials, or secret material.
|
|
73
79
|
- Run i18ntk only in project directories you trust.
|
|
74
80
|
- Review generated translation changes before committing them.
|
package/main/i18ntk-analyze.js
CHANGED
|
@@ -13,9 +13,11 @@ const { loadTranslations, t } = require('../utils/i18n-helper');
|
|
|
13
13
|
const { getUnifiedConfig, parseCommonArgs, displayHelp } = require('../utils/config-helper');
|
|
14
14
|
const SecurityUtils = require('../utils/security');
|
|
15
15
|
const AdminCLI = require('../utils/admin-cli');
|
|
16
|
-
const watchLocales = require('../utils/watch-locales');
|
|
17
|
-
const JsonOutput = require('../utils/json-output');
|
|
18
|
-
const SetupEnforcer = require('../utils/setup-enforcer');
|
|
16
|
+
const watchLocales = require('../utils/watch-locales');
|
|
17
|
+
const JsonOutput = require('../utils/json-output');
|
|
18
|
+
const SetupEnforcer = require('../utils/setup-enforcer');
|
|
19
|
+
const configManager = require('../utils/config-manager');
|
|
20
|
+
const { normalizeReportFormat, writeReportFile } = require('../utils/report-writer');
|
|
19
21
|
|
|
20
22
|
// Ensure setup is complete before running
|
|
21
23
|
(async () => {
|
|
@@ -696,23 +698,11 @@ try {
|
|
|
696
698
|
return null;
|
|
697
699
|
}
|
|
698
700
|
|
|
699
|
-
|
|
700
|
-
const
|
|
701
|
-
const
|
|
702
|
-
|
|
703
|
-
|
|
704
|
-
if (!reportPath.startsWith(validatedOutputDir)) {
|
|
705
|
-
console.error('Invalid report path detected, potential directory traversal attack');
|
|
706
|
-
return null;
|
|
707
|
-
}
|
|
708
|
-
|
|
709
|
-
// Use safeWriteFile for secure file writing
|
|
710
|
-
const success = await SecurityUtils.safeWriteFile(reportPath, JSON.stringify(report, null, 2), process.cwd(), 'utf8');
|
|
711
|
-
if (!success) {
|
|
712
|
-
throw new Error(t('analyze.failedToWriteReportFile') || 'Failed to write report file securely');
|
|
713
|
-
}
|
|
714
|
-
|
|
715
|
-
return reportPath;
|
|
701
|
+
const safeLanguage = language.replace(/[^\w-]/g, '_');
|
|
702
|
+
const settings = configManager.getConfig ? configManager.getConfig() : {};
|
|
703
|
+
const format = normalizeReportFormat(this.config?.reports?.format || settings.reports?.format || this.config?.reportFormat || 'markdown');
|
|
704
|
+
const reportPath = await writeReportFile(validatedOutputDir, `translation-report-${safeLanguage}`, report, { format, title: `Translation Report ${safeLanguage.toUpperCase()}` });
|
|
705
|
+
return reportPath;
|
|
716
706
|
|
|
717
707
|
} catch (error) {
|
|
718
708
|
console.error(`Failed to save report for ${language}:`, error.message);
|
package/main/i18ntk-backup.js
CHANGED
|
@@ -57,14 +57,35 @@ function computeFileHash(filePath) {
|
|
|
57
57
|
}
|
|
58
58
|
}
|
|
59
59
|
|
|
60
|
-
function computeContentHash(content) {
|
|
60
|
+
function computeContentHash(content) {
|
|
61
61
|
if (typeof content === 'object' && content !== null) {
|
|
62
62
|
const normalized = JSON.stringify(content);
|
|
63
63
|
return crypto.createHash('sha256').update(normalized).digest('hex');
|
|
64
64
|
}
|
|
65
65
|
const str = String(content);
|
|
66
|
-
return crypto.createHash('sha256').update(str).digest('hex');
|
|
67
|
-
}
|
|
66
|
+
return crypto.createHash('sha256').update(str).digest('hex');
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
async function collectJsonFiles(rootDir, currentDir = rootDir) {
|
|
70
|
+
const entries = await fsp.readdir(currentDir, { withFileTypes: true });
|
|
71
|
+
const files = [];
|
|
72
|
+
|
|
73
|
+
for (const entry of entries) {
|
|
74
|
+
const fullPath = path.join(currentDir, entry.name);
|
|
75
|
+
if (entry.isDirectory()) {
|
|
76
|
+
files.push(...await collectJsonFiles(rootDir, fullPath));
|
|
77
|
+
continue;
|
|
78
|
+
}
|
|
79
|
+
if (!entry.isFile() || !entry.name.endsWith('.json')) {
|
|
80
|
+
continue;
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
const relativePath = path.relative(rootDir, fullPath).split(path.sep).join('/');
|
|
84
|
+
files.push({ relativePath, fullPath });
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
return files;
|
|
88
|
+
}
|
|
68
89
|
|
|
69
90
|
async function findMostRecentBackup(backupDirPath) {
|
|
70
91
|
try {
|
|
@@ -140,6 +161,51 @@ function readBackupData(backupPath, baseDir) {
|
|
|
140
161
|
return JSON.parse(raw);
|
|
141
162
|
}
|
|
142
163
|
|
|
164
|
+
function validateBackupEntryName(fileName) {
|
|
165
|
+
if (!fileName || typeof fileName !== 'string') {
|
|
166
|
+
throw new Error('Invalid backup entry name');
|
|
167
|
+
}
|
|
168
|
+
if (fileName === '_meta') {
|
|
169
|
+
return null;
|
|
170
|
+
}
|
|
171
|
+
if (fileName.includes('\0') || /^[a-zA-Z]:/.test(fileName)) {
|
|
172
|
+
throw new Error(`Unsafe backup entry name: ${fileName}`);
|
|
173
|
+
}
|
|
174
|
+
|
|
175
|
+
const normalizedSeparators = fileName.replace(/\\/g, '/');
|
|
176
|
+
const rawSegments = normalizedSeparators.split('/');
|
|
177
|
+
const normalized = path.posix.normalize(normalizedSeparators);
|
|
178
|
+
const segments = normalized.split('/');
|
|
179
|
+
|
|
180
|
+
if (
|
|
181
|
+
path.posix.isAbsolute(normalizedSeparators) ||
|
|
182
|
+
rawSegments.some(segment => !segment || segment === '.' || segment === '..') ||
|
|
183
|
+
normalized === '.' ||
|
|
184
|
+
normalized === '..' ||
|
|
185
|
+
normalized.startsWith('../') ||
|
|
186
|
+
!normalized.endsWith('.json') ||
|
|
187
|
+
segments.some(segment => !segment || segment === '.' || segment === '..')
|
|
188
|
+
) {
|
|
189
|
+
throw new Error(`Unsafe backup entry name: ${fileName}`);
|
|
190
|
+
}
|
|
191
|
+
|
|
192
|
+
return normalized;
|
|
193
|
+
}
|
|
194
|
+
|
|
195
|
+
function restoreBackupEntry(outputDir, fileName, content) {
|
|
196
|
+
const safeName = validateBackupEntryName(fileName);
|
|
197
|
+
if (!safeName) return false;
|
|
198
|
+
|
|
199
|
+
const filePath = SecurityUtils.safeJoin(outputDir, safeName);
|
|
200
|
+
if (!filePath) {
|
|
201
|
+
throw new Error(`Backup entry escapes restore directory: ${fileName}`);
|
|
202
|
+
}
|
|
203
|
+
if (!SecurityUtils.safeWriteFileSync(filePath, JSON.stringify(content, null, 2), outputDir, 'utf8')) {
|
|
204
|
+
throw new Error(`Unable to restore backup entry: ${fileName}`);
|
|
205
|
+
}
|
|
206
|
+
return true;
|
|
207
|
+
}
|
|
208
|
+
|
|
143
209
|
function collectProtectedChainNames(backupDirPath, keptFiles) {
|
|
144
210
|
const protectedNames = new Set();
|
|
145
211
|
const byName = new Map();
|
|
@@ -327,31 +393,29 @@ async function handleCreate(args) {
|
|
|
327
393
|
|
|
328
394
|
logger.info('\nCreating backup...');
|
|
329
395
|
|
|
330
|
-
const files =
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
|
|
337
|
-
}
|
|
338
|
-
|
|
339
|
-
const
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
349
|
-
|
|
350
|
-
|
|
351
|
-
}
|
|
352
|
-
|
|
353
|
-
}
|
|
354
|
-
}
|
|
396
|
+
const files = await collectJsonFiles(sourceDir);
|
|
397
|
+
|
|
398
|
+
if (files.length === 0) {
|
|
399
|
+
logger.warn('No JSON files found in the specified directory');
|
|
400
|
+
process.exit(0);
|
|
401
|
+
}
|
|
402
|
+
|
|
403
|
+
const translations = {};
|
|
404
|
+
const hashes = {};
|
|
405
|
+
for (const file of files) {
|
|
406
|
+
const filePath = file.fullPath;
|
|
407
|
+
try {
|
|
408
|
+
const rawContent = SecurityUtils.safeReadFileSync(filePath, path.dirname(filePath), 'utf8');
|
|
409
|
+
if (rawContent === null) {
|
|
410
|
+
logger.error(`Could not read file ${file.relativePath}`);
|
|
411
|
+
continue;
|
|
412
|
+
}
|
|
413
|
+
translations[file.relativePath] = JSON.parse(rawContent);
|
|
414
|
+
hashes[file.relativePath] = computeFileHash(filePath);
|
|
415
|
+
} catch (error) {
|
|
416
|
+
logger.error(`Could not read file ${file.relativePath}: ${error.message}`);
|
|
417
|
+
}
|
|
418
|
+
}
|
|
355
419
|
|
|
356
420
|
let meta = {
|
|
357
421
|
type: 'full',
|
|
@@ -437,28 +501,26 @@ async function handleRestore(args) {
|
|
|
437
501
|
const chain = await buildRestoreChain(backupPath, backupData);
|
|
438
502
|
await fsp.mkdir(outputDir, { recursive: true });
|
|
439
503
|
|
|
440
|
-
const restoredFiles = new Set();
|
|
441
|
-
for (const entry of chain) {
|
|
442
|
-
for (const [file, content] of Object.entries(entry.data)) {
|
|
443
|
-
if (file
|
|
444
|
-
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
|
|
448
|
-
}
|
|
504
|
+
const restoredFiles = new Set();
|
|
505
|
+
for (const entry of chain) {
|
|
506
|
+
for (const [file, content] of Object.entries(entry.data)) {
|
|
507
|
+
if (restoreBackupEntry(outputDir, file, content)) {
|
|
508
|
+
restoredFiles.add(file);
|
|
509
|
+
}
|
|
510
|
+
}
|
|
511
|
+
}
|
|
449
512
|
|
|
450
513
|
logger.success('Incremental backup restored successfully');
|
|
451
514
|
logger.info(` ${restoredFiles.size} files restored across ${chain.length} backup(s) to: ${outputDir}`);
|
|
452
515
|
} else {
|
|
453
516
|
await fsp.mkdir(outputDir, { recursive: true });
|
|
454
517
|
|
|
455
|
-
let count = 0;
|
|
456
|
-
for (const [file, content] of Object.entries(backupData)) {
|
|
457
|
-
if (file
|
|
458
|
-
|
|
459
|
-
|
|
460
|
-
|
|
461
|
-
}
|
|
518
|
+
let count = 0;
|
|
519
|
+
for (const [file, content] of Object.entries(backupData)) {
|
|
520
|
+
if (restoreBackupEntry(outputDir, file, content)) {
|
|
521
|
+
count++;
|
|
522
|
+
}
|
|
523
|
+
}
|
|
462
524
|
|
|
463
525
|
logger.success('Backup restored successfully');
|
|
464
526
|
logger.info(` Restored ${count} files to: ${outputDir}`);
|