unicode-input-toolconverter 0.2.0 → 0.2.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (143) hide show
  1. package/.nyc_output/out.json +8980 -1849
  2. package/CHANGES.md +15 -1
  3. package/README.md +6 -11
  4. package/_locales/en-US/messages.json +153 -6
  5. package/_locales/hu-HU/messages.json +153 -6
  6. package/_locales/pt-BR/messages.json +153 -6
  7. package/_locales/sv-SE/messages.json +153 -6
  8. package/babel.config.json +0 -1
  9. package/browser_action/characterSelection.js +18 -11
  10. package/browser_action/charrefConverters.js +286 -79
  11. package/browser_action/chartBuild.js +97 -27
  12. package/browser_action/encodingBehaviors.js +10 -7
  13. package/browser_action/entityBehaviors.js +42 -16
  14. package/browser_action/index-es.html +13 -1
  15. package/browser_action/index-instrumented.html +13 -1
  16. package/browser_action/index-pages.html +13 -1
  17. package/browser_action/index.html +13 -1
  18. package/browser_action/index.iife.min.js +9 -1
  19. package/browser_action/index.iife.min.js.map +1 -1
  20. package/browser_action/index.instrumented.iife.min.js +1 -1
  21. package/browser_action/index.instrumented.iife.min.js.map +1 -1
  22. package/browser_action/index.js +5 -5
  23. package/browser_action/preferences/prefDefaults.js +12 -3
  24. package/browser_action/service-worker/sw-activateCallback.js +1 -2
  25. package/browser_action/service-worker/sw-resources.json +6 -4
  26. package/browser_action/templateUtils/elements.js +12 -1
  27. package/browser_action/templateUtils/fill.js +6 -0
  28. package/browser_action/templateUtils/validation.js +4 -1
  29. package/browser_action/templates/chartBuild.js +167 -102
  30. package/browser_action/templates/index.js +227 -53
  31. package/browser_action/templatesElementCustomization/widgets.js +40 -15
  32. package/browser_action/unicode/UnicodeConverter.js +99 -73
  33. package/browser_action/unicode/charrefunicodeDb.js +100 -50
  34. package/browser_action/unicode/getScriptInfoForCodePoint.js +13 -4
  35. package/browser_action/unicode/hangul.js +27 -20
  36. package/browser_action/unicode/lastScriptNames.json +1 -1
  37. package/browser_action/unicode/parseUnihanFromTextFileStrings.js +44 -25
  38. package/browser_action/unicode/unicodeFieldInfo.js +112 -90
  39. package/browser_action/unicode/unicodeScripts.js +409 -35
  40. package/browser_action/unicode/unihan.js +4 -3
  41. package/browser_action/unicode/unihanDbPopulate.js +7 -2
  42. package/browser_action/unicode/unihanFields.js +34 -0
  43. package/browser_action/unicodecharref.js +353 -190
  44. package/browser_action/utils/DOMUtils.js +95 -34
  45. package/browser_action/utils/FetchUtils.js +7 -6
  46. package/browser_action/utils/TextUtils.js +4 -4
  47. package/browser_action/utils/TypedArrayUtils.js +9 -5
  48. package/browser_action/utils/semicolonSeparatedToArray.js +3 -3
  49. package/browser_action/utils/setupServiceWorker.js +2 -2
  50. package/eslint.config.js +11 -0
  51. package/icons/openWindow16.png +0 -0
  52. package/icons/openWindow24.png +0 -0
  53. package/lib/background.html +7 -0
  54. package/lib/background.js +2 -2
  55. package/package.json +80 -70
  56. package/pnpm-workspace.yaml +8 -0
  57. package/server.js +66 -51
  58. package/sw.js +97 -56
  59. package/tools/entities-import.js +4 -1
  60. package/tools/findEsResources.js +33 -10
  61. package/tools/fix-sw-resources-vendor-paths.js +60 -0
  62. package/tools/list-locales.js +2 -2
  63. package/tools/parseUnicodeCharts.js +126 -60
  64. package/tools/ucd-import.js +1 -10
  65. package/tools/unicode-charts.html +49 -20
  66. package/tools/unihan-import.js +45 -15
  67. package/tools/write-sw-version.js +16 -0
  68. package/tsconfig.json +23 -0
  69. package/typings/__coverage__.d.ts +5 -0
  70. package/typings/apple-system-profiler.d.ts +17 -0
  71. package/typings/commands.d.ts +19 -0
  72. package/typings/json-6.d.ts +4 -0
  73. package/typings/rollup-plugin-istanbul.d.ts +3 -0
  74. package/vendor/camelcase/index.d.ts +154 -0
  75. package/vendor/camelcase/index.js +137 -23
  76. package/vendor/fflate/esm/browser.d.ts +1539 -0
  77. package/vendor/fflate/esm/browser.js +82 -55
  78. package/vendor/intl-dom/dist/Formatter.d.ts +120 -0
  79. package/vendor/intl-dom/dist/Formatter.d.ts.map +1 -0
  80. package/vendor/intl-dom/dist/collation.d.ts +42 -0
  81. package/vendor/intl-dom/dist/collation.d.ts.map +1 -0
  82. package/vendor/intl-dom/dist/defaultAllSubstitutions.d.ts +52 -0
  83. package/vendor/intl-dom/dist/defaultAllSubstitutions.d.ts.map +1 -0
  84. package/vendor/intl-dom/dist/defaultInsertNodes.d.ts +96 -0
  85. package/vendor/intl-dom/dist/defaultInsertNodes.d.ts.map +1 -0
  86. package/vendor/intl-dom/dist/defaultKeyCheckerConverter.d.ts +17 -0
  87. package/vendor/intl-dom/dist/defaultKeyCheckerConverter.d.ts.map +1 -0
  88. package/vendor/intl-dom/dist/defaultLocaleResolver.d.ts +285 -0
  89. package/vendor/intl-dom/dist/defaultLocaleResolver.d.ts.map +1 -0
  90. package/vendor/intl-dom/dist/findLocaleStrings.d.ts +88 -0
  91. package/vendor/intl-dom/dist/findLocaleStrings.d.ts.map +1 -0
  92. package/vendor/intl-dom/dist/getDOMForLocaleString.d.ts +67 -0
  93. package/vendor/intl-dom/dist/getDOMForLocaleString.d.ts.map +1 -0
  94. package/vendor/intl-dom/dist/getMessageForKeyByStyle.d.ts +73 -0
  95. package/vendor/intl-dom/dist/getMessageForKeyByStyle.d.ts.map +1 -0
  96. package/vendor/intl-dom/dist/getStringFromMessageAndDefaults.d.ts +26 -0
  97. package/vendor/intl-dom/dist/getStringFromMessageAndDefaults.d.ts.map +1 -0
  98. package/vendor/intl-dom/dist/i18n.d.ts +113 -0
  99. package/vendor/intl-dom/dist/i18n.d.ts.map +1 -0
  100. package/vendor/intl-dom/dist/index.d.ts +92 -0
  101. package/vendor/intl-dom/dist/index.d.ts.map +1 -0
  102. package/vendor/intl-dom/dist/index.esm.d.ts +34 -0
  103. package/vendor/intl-dom/dist/index.esm.js +854 -896
  104. package/vendor/intl-dom/dist/index.esm.min.js +4 -0
  105. package/vendor/intl-dom/dist/index.esm.min.js.map +1 -0
  106. package/vendor/intl-dom/dist/index.umd.js +2953 -0
  107. package/vendor/intl-dom/dist/index.umd.min.js +4 -0
  108. package/vendor/intl-dom/dist/index.umd.min.js.map +1 -0
  109. package/vendor/intl-dom/dist/promiseChainForValues.d.ts +34 -0
  110. package/vendor/intl-dom/dist/promiseChainForValues.d.ts.map +1 -0
  111. package/vendor/intl-dom/dist/shared.d.ts +20 -0
  112. package/vendor/intl-dom/dist/shared.d.ts.map +1 -0
  113. package/vendor/intl-dom/dist/utils.d.ts +53 -0
  114. package/vendor/intl-dom/dist/utils.d.ts.map +1 -0
  115. package/vendor/jamilih/dist/jml.d.mts +468 -0
  116. package/vendor/jamilih/dist/{jml-es.js → jml.mjs} +1489 -343
  117. package/vendor/jquery/dist/jquery.js +1677 -2713
  118. package/vendor/json-6/dist/index.mjs +2 -0
  119. package/vendor/miller-columns/CHANGES.md +185 -0
  120. package/vendor/miller-columns/LICENSE-MIT.txt +21 -0
  121. package/vendor/miller-columns/README.md +249 -0
  122. package/vendor/miller-columns/demos/index.html +69 -0
  123. package/vendor/miller-columns/demos/index.js +72 -0
  124. package/vendor/miller-columns/dist/index-es.js +748 -0
  125. package/vendor/miller-columns/dist/index-es.min.d.ts +25 -0
  126. package/vendor/miller-columns/dist/index-es.min.js +7 -1
  127. package/vendor/miller-columns/dist/index-umd.js +757 -0
  128. package/vendor/miller-columns/dist/index-umd.min.js +7 -0
  129. package/vendor/miller-columns/dist/index.d.ts +25 -0
  130. package/vendor/miller-columns/dist/millerColumns.d.ts +10 -0
  131. package/vendor/miller-columns/eslint.config.js +46 -0
  132. package/vendor/miller-columns/fix-declarations.js +18 -0
  133. package/vendor/miller-columns/miller-columns.css +24 -1
  134. package/vendor/miller-columns/package.json +73 -0
  135. package/vendor/miller-columns/pnpm-workspace.yaml +2 -0
  136. package/vendor/miller-columns/src/index.js +642 -0
  137. package/vendor/miller-columns/src/millerColumns.ts +12 -0
  138. package/vendor/miller-columns/tsconfig-prod.json +23 -0
  139. package/vendor/miller-columns/tsconfig.json +21 -0
  140. package/vendor/simple-prefs/dist/index.esm.d.ts +1 -0
  141. package/vendor/simple-prefs/dist/index.esm.js +164 -216
  142. package/vendor/simple-prefs/dist/simple-prefs.d.ts +117 -0
  143. package/lgtm.yml +0 -5
@@ -1,12 +1,15 @@
1
1
  const UPPERCASE = /[\p{Lu}]/u;
2
2
  const LOWERCASE = /[\p{Ll}]/u;
3
- const LEADING_CAPITAL = /^[\p{Lu}](?![\p{Lu}])/gu;
4
- const IDENTIFIER = /([\p{Alpha}\p{N}_]|$)/u;
3
+ const LEADING_CAPITAL = /^[\p{Lu}](?![\p{Lu}])/u;
5
4
  const SEPARATORS = /[_.\- ]+/;
6
5
 
6
+ // The |$ alternative allows matching at end-of-string, capturing empty string
7
+ // This enables NUMBERS_AND_IDENTIFIER to match digits at string end (e.g., "test123")
8
+ const IDENTIFIER = /([\p{Alpha}\p{N}_]|$)/u;
9
+
7
10
  const LEADING_SEPARATORS = new RegExp('^' + SEPARATORS.source);
8
11
  const SEPARATORS_AND_IDENTIFIER = new RegExp(SEPARATORS.source + IDENTIFIER.source, 'gu');
9
- const NUMBERS_AND_IDENTIFIER = new RegExp('\\d+' + IDENTIFIER.source, 'gu');
12
+ const NUMBERS_AND_IDENTIFIER = new RegExp(String.raw`\d+` + IDENTIFIER.source, 'gu');
10
13
 
11
14
  const preserveCamelCase = (string, toLowerCase, toUpperCase, preserveConsecutiveUppercase) => {
12
15
  let isLastCharLower = false;
@@ -16,42 +19,125 @@ const preserveCamelCase = (string, toLowerCase, toUpperCase, preserveConsecutive
16
19
 
17
20
  for (let index = 0; index < string.length; index++) {
18
21
  const character = string[index];
22
+
23
+ // Was the character 3 positions back inserted as a separator?
24
+ // Prevents excessive separators by checking if we recently inserted one
25
+ // index - 3 accounts for: current character, inserted separator, previous character
26
+ // Default true for early positions activates the preserveConsecutiveUppercase guard
19
27
  isLastLastCharPreserved = index > 2 ? string[index - 3] === '-' : true;
20
28
 
21
29
  if (isLastCharLower && UPPERCASE.test(character)) {
30
+ // FooBar → Foo-Bar (insert separator before uppercase)
22
31
  string = string.slice(0, index) + '-' + string.slice(index);
23
32
  isLastCharLower = false;
24
33
  isLastLastCharUpper = isLastCharUpper;
25
34
  isLastCharUpper = true;
26
35
  index++;
27
- } else if (isLastCharUpper && isLastLastCharUpper && LOWERCASE.test(character) && (!isLastLastCharPreserved || preserveConsecutiveUppercase)) {
36
+ } else if (
37
+ isLastCharUpper
38
+ && isLastLastCharUpper
39
+ && LOWERCASE.test(character)
40
+ && (!isLastLastCharPreserved || preserveConsecutiveUppercase)
41
+ ) {
42
+ // FOOBar → FOO-Bar
28
43
  string = string.slice(0, index - 1) + '-' + string.slice(index - 1);
29
44
  isLastLastCharUpper = isLastCharUpper;
30
45
  isLastCharUpper = false;
31
46
  isLastCharLower = true;
32
47
  } else {
33
- isLastCharLower = toLowerCase(character) === character && toUpperCase(character) !== character;
48
+ isLastCharLower
49
+ = toLowerCase(character) === character
50
+ && toUpperCase(character) !== character;
34
51
  isLastLastCharUpper = isLastCharUpper;
35
- isLastCharUpper = toUpperCase(character) === character && toLowerCase(character) !== character;
52
+ isLastCharUpper
53
+ = toUpperCase(character) === character
54
+ && toLowerCase(character) !== character;
36
55
  }
37
56
  }
38
57
 
39
58
  return string;
40
59
  };
41
60
 
42
- const preserveConsecutiveUppercase = (input, toLowerCase) => {
43
- LEADING_CAPITAL.lastIndex = 0;
61
+ const preserveConsecutiveUppercase = (input, toLowerCase) => input.replace(LEADING_CAPITAL, match => toLowerCase(match));
62
+
63
+ const processWithCasePreservation = (input, toLowerCase, preserveConsecutiveUppercase) => {
64
+ let result = '';
65
+ let previousWasNumber = false;
66
+ let previousWasUppercase = false;
67
+
68
+ // Convert input to array for lookahead capability
69
+ const characters = [...input];
70
+
71
+ for (let index = 0; index < characters.length; index++) {
72
+ const character = characters[index];
73
+ const isUpperCase = UPPERCASE.test(character);
74
+ const nextCharIsUpperCase = index + 1 < characters.length && UPPERCASE.test(characters[index + 1]);
75
+
76
+ if (previousWasNumber && /[\p{Alpha}]/u.test(character)) {
77
+ // Letter after number - preserve original case
78
+ result += character;
79
+ previousWasNumber = false;
80
+ previousWasUppercase = isUpperCase;
81
+ } else if (preserveConsecutiveUppercase && isUpperCase && (previousWasUppercase || nextCharIsUpperCase)) {
82
+ // Part of consecutive uppercase sequence when preserveConsecutiveUppercase is true - keep it
83
+ result += character;
84
+ previousWasUppercase = true;
85
+ } else if (/\d/.test(character)) {
86
+ // Number - keep as-is and track it
87
+ result += character;
88
+ previousWasNumber = true;
89
+ previousWasUppercase = false;
90
+ } else if (SEPARATORS.test(character)) {
91
+ // Separator - keep as-is and maintain previousWasNumber state
92
+ result += character;
93
+ previousWasUppercase = false;
94
+ } else {
95
+ // Regular character - lowercase it
96
+ result += toLowerCase(character);
97
+ previousWasNumber = false;
98
+ previousWasUppercase = false;
99
+ }
100
+ }
44
101
 
45
- return input.replaceAll(LEADING_CAPITAL, match => toLowerCase(match));
102
+ return result;
46
103
  };
47
104
 
48
- const postProcess = (input, toUpperCase) => {
49
- SEPARATORS_AND_IDENTIFIER.lastIndex = 0;
50
- NUMBERS_AND_IDENTIFIER.lastIndex = 0;
105
+ /**
106
+ Core post-processing:
107
+ - Collapses separators and uppercases the following identifier character.
108
+ - Optionally uppercases the identifier following a numeric sequence.
109
+
110
+ Two-pass strategy prevents conflicts:
111
+ 1. NUMBERS_AND_IDENTIFIER: handles digit-to-letter transitions
112
+ 2. SEPARATORS_AND_IDENTIFIER: handles separator-to-identifier transitions
113
+
114
+ Example: "b2b_registration" with capitalizeAfterNumber: true
115
+ - Pass 1: "2b" matches, next char is "_" (separator), so don't capitalize → "b2b_registration"
116
+ - Pass 2: "_r" matches, replace with "R" → "b2bRegistration"
117
+ */
118
+ const postProcess = (input, toUpperCase, {capitalizeAfterNumber}) => {
119
+ const transformNumericIdentifier = capitalizeAfterNumber
120
+ ? (match, identifier, offset, string) => {
121
+ const nextCharacter = string.charAt(offset + match.length);
122
+
123
+ // If the numeric+identifier run is immediately followed by a separator,
124
+ // treat it as a continued token and do not force a new word.
125
+ if (SEPARATORS.test(nextCharacter)) {
126
+ return match;
127
+ }
128
+
129
+ // Only uppercase the identifier part (not the digits) for efficiency
130
+ return identifier ? match.slice(0, -identifier.length) + toUpperCase(identifier) : match;
131
+ }
132
+ // When false: numbers do not create a word boundary.
133
+ : match => match;
51
134
 
52
135
  return input
53
- .replaceAll(NUMBERS_AND_IDENTIFIER, (match, pattern, offset) => ['_', '-'].includes(input.charAt(offset + match.length)) ? match : toUpperCase(match))
54
- .replaceAll(SEPARATORS_AND_IDENTIFIER, (_, identifier) => toUpperCase(identifier));
136
+ .replaceAll(NUMBERS_AND_IDENTIFIER, transformNumericIdentifier)
137
+ .replaceAll(
138
+ SEPARATORS_AND_IDENTIFIER,
139
+ (_, identifier) => toUpperCase(identifier),
140
+ );
55
141
  };
56
142
 
57
143
  export default function camelCase(input, options) {
@@ -62,12 +148,14 @@ export default function camelCase(input, options) {
62
148
  options = {
63
149
  pascalCase: false,
64
150
  preserveConsecutiveUppercase: false,
151
+ capitalizeAfterNumber: true,
65
152
  ...options,
66
153
  };
67
154
 
68
155
  if (Array.isArray(input)) {
69
- input = input.map(x => x.trim())
70
- .filter(x => x.length)
156
+ input = input
157
+ .map(element => element.trim())
158
+ .filter(element => element.length > 0)
71
159
  .join('-');
72
160
  } else {
73
161
  input = input.trim();
@@ -77,6 +165,14 @@ export default function camelCase(input, options) {
77
165
  return '';
78
166
  }
79
167
 
168
+ // Preserve leading _ and $ as they have semantic meaning
169
+ const leadingPrefix = input.match(/^[_$]*/)[0];
170
+ input = input.slice(leadingPrefix.length);
171
+
172
+ if (input.length === 0) {
173
+ return leadingPrefix;
174
+ }
175
+
80
176
  const toLowerCase = options.locale === false
81
177
  ? string => string.toLowerCase()
82
178
  : string => string.toLocaleLowerCase(options.locale);
@@ -87,24 +183,42 @@ export default function camelCase(input, options) {
87
183
 
88
184
  if (input.length === 1) {
89
185
  if (SEPARATORS.test(input)) {
90
- return '';
186
+ return leadingPrefix;
91
187
  }
92
188
 
93
- return options.pascalCase ? toUpperCase(input) : toLowerCase(input);
189
+ return leadingPrefix + (options.pascalCase
190
+ ? toUpperCase(input)
191
+ : toLowerCase(input));
94
192
  }
95
193
 
96
194
  const hasUpperCase = input !== toLowerCase(input);
97
195
 
98
196
  if (hasUpperCase) {
99
- input = preserveCamelCase(input, toLowerCase, toUpperCase, options.preserveConsecutiveUppercase);
197
+ input = preserveCamelCase(
198
+ input,
199
+ toLowerCase,
200
+ toUpperCase,
201
+ options.preserveConsecutiveUppercase,
202
+ );
100
203
  }
101
204
 
205
+ // Strip leading separators eagerly so they do not affect word detection
102
206
  input = input.replace(LEADING_SEPARATORS, '');
103
- input = options.preserveConsecutiveUppercase ? preserveConsecutiveUppercase(input, toLowerCase) : toLowerCase(input);
104
207
 
105
- if (options.pascalCase) {
106
- input = toUpperCase(input.charAt(0)) + input.slice(1);
208
+ // Normalize base casing while preserving intended consecutive uppers
209
+ if (options.capitalizeAfterNumber) {
210
+ // Standard behavior - lowercase everything (or preserve consecutive uppercase)
211
+ input = options.preserveConsecutiveUppercase
212
+ ? preserveConsecutiveUppercase(input, toLowerCase)
213
+ : toLowerCase(input);
214
+ } else {
215
+ // Preserve case after numbers (processWithCasePreservation handles preserveConsecutiveUppercase internally)
216
+ input = processWithCasePreservation(input, toLowerCase, options.preserveConsecutiveUppercase);
217
+ }
218
+
219
+ if (options.pascalCase && input.length > 0) {
220
+ input = toUpperCase(input[0]) + input.slice(1);
107
221
  }
108
222
 
109
- return postProcess(input, toUpperCase);
223
+ return leadingPrefix + postProcess(input, toUpperCase, options);
110
224
  }