@keymanapp/kmc-model 17.0.86-alpha → 17.0.88-alpha

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (144) hide show
  1. package/package.json +6 -5
  2. package/.nyc_output/coverage-7048-1681325508326-0.json +0 -1
  3. package/Makefile +0 -38
  4. package/build/cjs-src/lexical-model-compiler.cjs +0 -152688
  5. package/build/test/helpers/index.d.ts +0 -69
  6. package/build/test/helpers/index.d.ts.map +0 -1
  7. package/build/test/helpers/index.js +0 -160
  8. package/build/test/helpers/index.js.map +0 -1
  9. package/build/test/test-compile-model-with-pseudoclosure.d.ts +0 -2
  10. package/build/test/test-compile-model-with-pseudoclosure.d.ts.map +0 -1
  11. package/build/test/test-compile-model-with-pseudoclosure.js +0 -200
  12. package/build/test/test-compile-model-with-pseudoclosure.js.map +0 -1
  13. package/build/test/test-compile-model.d.ts +0 -2
  14. package/build/test/test-compile-model.d.ts.map +0 -1
  15. package/build/test/test-compile-model.js +0 -30
  16. package/build/test/test-compile-model.js.map +0 -1
  17. package/build/test/test-compile-trie.d.ts +0 -2
  18. package/build/test/test-compile-trie.d.ts.map +0 -1
  19. package/build/test/test-compile-trie.js +0 -125
  20. package/build/test/test-compile-trie.js.map +0 -1
  21. package/build/test/test-default-apply-case.d.ts +0 -2
  22. package/build/test/test-default-apply-case.d.ts.map +0 -1
  23. package/build/test/test-default-apply-case.js +0 -105
  24. package/build/test/test-default-apply-case.js.map +0 -1
  25. package/build/test/test-default-search-term-to-key.d.ts +0 -2
  26. package/build/test/test-default-search-term-to-key.d.ts.map +0 -1
  27. package/build/test/test-default-search-term-to-key.js +0 -148
  28. package/build/test/test-default-search-term-to-key.js.map +0 -1
  29. package/build/test/test-error-logger.d.ts +0 -2
  30. package/build/test/test-error-logger.d.ts.map +0 -1
  31. package/build/test/test-error-logger.js +0 -26
  32. package/build/test/test-error-logger.js.map +0 -1
  33. package/build/test/test-join-word-breaker.d.ts +0 -2
  34. package/build/test/test-join-word-breaker.d.ts.map +0 -1
  35. package/build/test/test-join-word-breaker.js +0 -84
  36. package/build/test/test-join-word-breaker.js.map +0 -1
  37. package/build/test/test-model-definitions.d.ts +0 -2
  38. package/build/test/test-model-definitions.d.ts.map +0 -1
  39. package/build/test/test-model-definitions.js +0 -165
  40. package/build/test/test-model-definitions.js.map +0 -1
  41. package/build/test/test-override-script-defaults.d.ts +0 -2
  42. package/build/test/test-override-script-defaults.d.ts.map +0 -1
  43. package/build/test/test-override-script-defaults.js +0 -28
  44. package/build/test/test-override-script-defaults.js.map +0 -1
  45. package/build/test/test-parse-wordlist.d.ts +0 -2
  46. package/build/test/test-parse-wordlist.d.ts.map +0 -1
  47. package/build/test/test-parse-wordlist.js +0 -110
  48. package/build/test/test-parse-wordlist.js.map +0 -1
  49. package/build/test/test-punctuation.d.ts +0 -2
  50. package/build/test/test-punctuation.d.ts.map +0 -1
  51. package/build/test/test-punctuation.js +0 -31
  52. package/build/test/test-punctuation.js.map +0 -1
  53. package/build/test/tsconfig.tsbuildinfo +0 -1
  54. package/build/test/wordbreakers/data.d.ts +0 -35
  55. package/build/test/wordbreakers/data.d.ts.map +0 -1
  56. package/build/test/wordbreakers/data.js +0 -1778
  57. package/build/test/wordbreakers/data.js.map +0 -1
  58. package/build/test/wordbreakers/default-wordbreaker-esm.d.ts +0 -10
  59. package/build/test/wordbreakers/default-wordbreaker-esm.d.ts.map +0 -1
  60. package/build/test/wordbreakers/default-wordbreaker-esm.js +0 -354
  61. package/build/test/wordbreakers/default-wordbreaker-esm.js.map +0 -1
  62. package/build/tsconfig.tsbuildinfo +0 -1
  63. package/build.sh +0 -73
  64. package/coverage/lcov-report/base.css +0 -224
  65. package/coverage/lcov-report/block-navigation.js +0 -87
  66. package/coverage/lcov-report/favicon.png +0 -0
  67. package/coverage/lcov-report/index.html +0 -161
  68. package/coverage/lcov-report/prettify.css +0 -1
  69. package/coverage/lcov-report/prettify.js +0 -2
  70. package/coverage/lcov-report/sort-arrow-sprite.png +0 -0
  71. package/coverage/lcov-report/sorter.js +0 -196
  72. package/coverage/lcov-report/src/build-trie.ts.html +0 -1618
  73. package/coverage/lcov-report/src/index.html +0 -221
  74. package/coverage/lcov-report/src/join-word-breaker-decorator.ts.html +0 -487
  75. package/coverage/lcov-report/src/lexical-model-compiler.ts.html +0 -622
  76. package/coverage/lcov-report/src/main.ts.html +0 -271
  77. package/coverage/lcov-report/src/model-compiler-errors.ts.html +0 -691
  78. package/coverage/lcov-report/src/model-defaults.ts.html +0 -415
  79. package/coverage/lcov-report/src/model-definitions.ts.html +0 -748
  80. package/coverage/lcov-report/src/script-overrides-decorator.ts.html +0 -310
  81. package/coverage/lcov-report/test/helpers/index.html +0 -116
  82. package/coverage/lcov-report/test/helpers/index.ts.html +0 -646
  83. package/coverage/lcov-report/test/index.html +0 -266
  84. package/coverage/lcov-report/test/test-compile-model-with-pseudoclosure.ts.html +0 -802
  85. package/coverage/lcov-report/test/test-compile-model.ts.html +0 -187
  86. package/coverage/lcov-report/test/test-compile-trie.ts.html +0 -541
  87. package/coverage/lcov-report/test/test-default-apply-case.ts.html +0 -466
  88. package/coverage/lcov-report/test/test-default-search-term-to-key.ts.html +0 -628
  89. package/coverage/lcov-report/test/test-error-logger.ts.html +0 -196
  90. package/coverage/lcov-report/test/test-join-word-breaker.ts.html +0 -376
  91. package/coverage/lcov-report/test/test-model-definitions.ts.html +0 -676
  92. package/coverage/lcov-report/test/test-override-script-defaults.ts.html +0 -184
  93. package/coverage/lcov-report/test/test-parse-wordlist.ts.html +0 -466
  94. package/coverage/lcov-report/test/test-punctuation.ts.html +0 -190
  95. package/coverage/lcov-report/test/wordbreakers/data.ts.html +0 -5413
  96. package/coverage/lcov-report/test/wordbreakers/default-wordbreaker-esm.ts.html +0 -1234
  97. package/coverage/lcov-report/test/wordbreakers/index.html +0 -131
  98. package/coverage/lcov.info +0 -5969
  99. package/src/build-trie.ts +0 -511
  100. package/src/join-word-breaker-decorator.ts +0 -134
  101. package/src/lexical-model-compiler.ts +0 -179
  102. package/src/lexical-model.ts +0 -150
  103. package/src/main.ts +0 -62
  104. package/src/model-compiler-errors.ts +0 -203
  105. package/src/model-defaults.ts +0 -111
  106. package/src/model-definitions.ts +0 -222
  107. package/src/script-overrides-decorator.ts +0 -75
  108. package/test/README.md +0 -15
  109. package/test/fixtures/example.qaa.joinwordbreaker/example.qaa.joinwordbreaker.model.ts +0 -10
  110. package/test/fixtures/example.qaa.joinwordbreaker/wordlist.tsv +0 -3
  111. package/test/fixtures/example.qaa.scriptusesspaces/example.qaa.scriptusesspaces.model.ts +0 -10
  112. package/test/fixtures/example.qaa.scriptusesspaces/wordlist.tsv +0 -8
  113. package/test/fixtures/example.qaa.sencoten/example.qaa.sencoten.model.kmp.json +0 -45
  114. package/test/fixtures/example.qaa.sencoten/example.qaa.sencoten.model.kps +0 -35
  115. package/test/fixtures/example.qaa.sencoten/example.qaa.sencoten.model.ts +0 -6
  116. package/test/fixtures/example.qaa.sencoten/wordlist.tsv +0 -10
  117. package/test/fixtures/example.qaa.smp/example.qaa.smp.model.ts +0 -6
  118. package/test/fixtures/example.qaa.smp/wordlist.tsv +0 -5
  119. package/test/fixtures/example.qaa.trivial/example.qaa.trivial.model.ts +0 -5
  120. package/test/fixtures/example.qaa.trivial/wordlist.tsv +0 -3
  121. package/test/fixtures/example.qaa.utf16be/example.qaa.utf16be.model.ts +0 -5
  122. package/test/fixtures/example.qaa.utf16be/wordlist.txt +0 -0
  123. package/test/fixtures/example.qaa.utf16le/example.qaa.utf16le.model.ts +0 -5
  124. package/test/fixtures/example.qaa.utf16le/wordlist.txt +0 -0
  125. package/test/fixtures/example.qaa.wordbreaker/example.qaa.wordbreaker.model.ts +0 -9
  126. package/test/fixtures/example.qaa.wordbreaker/wordlist.tsv +0 -3
  127. package/test/helpers/index.ts +0 -187
  128. package/test/test-compile-model-with-pseudoclosure.ts +0 -239
  129. package/test/test-compile-model.ts +0 -34
  130. package/test/test-compile-trie.ts +0 -152
  131. package/test/test-default-apply-case.ts +0 -128
  132. package/test/test-default-search-term-to-key.ts +0 -181
  133. package/test/test-error-logger.ts +0 -38
  134. package/test/test-join-word-breaker.ts +0 -97
  135. package/test/test-model-definitions.ts +0 -198
  136. package/test/test-override-script-defaults.ts +0 -33
  137. package/test/test-parse-wordlist.ts +0 -127
  138. package/test/test-punctuation.ts +0 -35
  139. package/test/tsconfig.json +0 -22
  140. package/test/wordbreakers/README.md +0 -3
  141. package/test/wordbreakers/data.ts +0 -1776
  142. package/test/wordbreakers/default-wordbreaker-esm.ts +0 -383
  143. package/tools/create-override-script-regexp.ts +0 -145
  144. package/tsconfig.json +0 -17
package/coverage/lcov-report/test/test-error-logger.ts.html DELETED
@@ -1,196 +0,0 @@
1
-
2
- <!doctype html>
3
- <html lang="en">
4
-
5
- <head>
6
- <title>Code coverage report for test/test-error-logger.ts</title>
7
- <meta charset="utf-8" />
8
- <link rel="stylesheet" href="../prettify.css" />
9
- <link rel="stylesheet" href="../base.css" />
10
- <link rel="shortcut icon" type="image/x-icon" href="../favicon.png" />
11
- <meta name="viewport" content="width=device-width, initial-scale=1" />
12
- <style type='text/css'>
13
- .coverage-summary .sorter {
14
- background-image: url(../sort-arrow-sprite.png);
15
- }
16
- </style>
17
- </head>
18
-
19
- <body>
20
- <div class='wrapper'>
21
- <div class='pad1'>
22
- <h1><a href="../index.html">All files</a> / <a href="index.html">test</a> test-error-logger.ts</h1>
23
- <div class='clearfix'>
24
-
25
- <div class='fl pad1y space-right2'>
26
- <span class="strong">100% </span>
27
- <span class="quiet">Statements</span>
28
- <span class='fraction'>38/38</span>
29
- </div>
30
-
31
-
32
- <div class='fl pad1y space-right2'>
33
- <span class="strong">100% </span>
34
- <span class="quiet">Branches</span>
35
- <span class='fraction'>5/5</span>
36
- </div>
37
-
38
-
39
- <div class='fl pad1y space-right2'>
40
- <span class="strong">100% </span>
41
- <span class="quiet">Functions</span>
42
- <span class='fraction'>0/0</span>
43
- </div>
44
-
45
-
46
- <div class='fl pad1y space-right2'>
47
- <span class="strong">100% </span>
48
- <span class="quiet">Lines</span>
49
- <span class='fraction'>38/38</span>
50
- </div>
51
-
52
-
53
- </div>
54
- <p class="quiet">
55
- Press <em>n</em> or <em>j</em> to go to the next uncovered block, <em>b</em>, <em>p</em> or <em>k</em> for the previous block.
56
- </p>
57
- <template id="filterTemplate">
58
- <div class="quiet">
59
- Filter:
60
- <input oninput="onInput()" type="search" id="fileSearch">
61
- </div>
62
- </template>
63
- </div>
64
- <div class='status-line high'></div>
65
- <pre><table class="coverage">
66
- <tr><td class="line-count quiet"><a name='L1'></a><a href='#L1'>1</a>
67
- <a name='L2'></a><a href='#L2'>2</a>
68
- <a name='L3'></a><a href='#L3'>3</a>
69
- <a name='L4'></a><a href='#L4'>4</a>
70
- <a name='L5'></a><a href='#L5'>5</a>
71
- <a name='L6'></a><a href='#L6'>6</a>
72
- <a name='L7'></a><a href='#L7'>7</a>
73
- <a name='L8'></a><a href='#L8'>8</a>
74
- <a name='L9'></a><a href='#L9'>9</a>
75
- <a name='L10'></a><a href='#L10'>10</a>
76
- <a name='L11'></a><a href='#L11'>11</a>
77
- <a name='L12'></a><a href='#L12'>12</a>
78
- <a name='L13'></a><a href='#L13'>13</a>
79
- <a name='L14'></a><a href='#L14'>14</a>
80
- <a name='L15'></a><a href='#L15'>15</a>
81
- <a name='L16'></a><a href='#L16'>16</a>
82
- <a name='L17'></a><a href='#L17'>17</a>
83
- <a name='L18'></a><a href='#L18'>18</a>
84
- <a name='L19'></a><a href='#L19'>19</a>
85
- <a name='L20'></a><a href='#L20'>20</a>
86
- <a name='L21'></a><a href='#L21'>21</a>
87
- <a name='L22'></a><a href='#L22'>22</a>
88
- <a name='L23'></a><a href='#L23'>23</a>
89
- <a name='L24'></a><a href='#L24'>24</a>
90
- <a name='L25'></a><a href='#L25'>25</a>
91
- <a name='L26'></a><a href='#L26'>26</a>
92
- <a name='L27'></a><a href='#L27'>27</a>
93
- <a name='L28'></a><a href='#L28'>28</a>
94
- <a name='L29'></a><a href='#L29'>29</a>
95
- <a name='L30'></a><a href='#L30'>30</a>
96
- <a name='L31'></a><a href='#L31'>31</a>
97
- <a name='L32'></a><a href='#L32'>32</a>
98
- <a name='L33'></a><a href='#L33'>33</a>
99
- <a name='L34'></a><a href='#L34'>34</a>
100
- <a name='L35'></a><a href='#L35'>35</a>
101
- <a name='L36'></a><a href='#L36'>36</a>
102
- <a name='L37'></a><a href='#L37'>37</a>
103
- <a name='L38'></a><a href='#L38'>38</a></td><td class="line-coverage quiet"><span class="cline-any cline-yes">1x</span>
104
- <span class="cline-any cline-yes">1x</span>
105
- <span class="cline-any cline-yes">1x</span>
106
- <span class="cline-any cline-yes">1x</span>
107
- <span class="cline-any cline-yes">1x</span>
108
- <span class="cline-any cline-yes">1x</span>
109
- <span class="cline-any cline-yes">1x</span>
110
- <span class="cline-any cline-yes">1x</span>
111
- <span class="cline-any cline-yes">1x</span>
112
- <span class="cline-any cline-yes">1x</span>
113
- <span class="cline-any cline-yes">1x</span>
114
- <span class="cline-any cline-yes">1x</span>
115
- <span class="cline-any cline-yes">1x</span>
116
- <span class="cline-any cline-yes">1x</span>
117
- <span class="cline-any cline-yes">1x</span>
118
- <span class="cline-any cline-yes">1x</span>
119
- <span class="cline-any cline-yes">100x</span>
120
- <span class="cline-any cline-yes">100x</span>
121
- <span class="cline-any cline-yes">1x</span>
122
- <span class="cline-any cline-yes">1x</span>
123
- <span class="cline-any cline-yes">1x</span>
124
- <span class="cline-any cline-yes">1x</span>
125
- <span class="cline-any cline-yes">1x</span>
126
- <span class="cline-any cline-yes">1x</span>
127
- <span class="cline-any cline-yes">1x</span>
128
- <span class="cline-any cline-yes">1x</span>
129
- <span class="cline-any cline-yes">1x</span>
130
- <span class="cline-any cline-yes">1x</span>
131
- <span class="cline-any cline-yes">1x</span>
132
- <span class="cline-any cline-yes">1x</span>
133
- <span class="cline-any cline-yes">1x</span>
134
- <span class="cline-any cline-yes">1x</span>
135
- <span class="cline-any cline-yes">1x</span>
136
- <span class="cline-any cline-yes">1x</span>
137
- <span class="cline-any cline-yes">1x</span>
138
- <span class="cline-any cline-yes">1x</span>
139
- <span class="cline-any cline-yes">1x</span>
140
- <span class="cline-any cline-yes">1x</span></td><td class="text"><pre class="prettyprint lang-js">import { MAX_MESSAGES, KeymanCompilerError, log } from "../src/model-compiler-errors.js";
141
- import { LogHoarder } from "./helpers/index.js";
142
- import { assert } from "chai";
143
- &nbsp;
144
- describe('error logger', function () {
145
- beforeEach(function () {
146
- this.logHoarder = (new LogHoarder).install()
147
- })
148
- &nbsp;
149
- afterEach(function () {
150
- this.logHoarder.uninstall();
151
- delete this.logHoarder;
152
- })
153
- &nbsp;
154
- it('should stop logging messages **after** a maximum', function () {
155
- for (let i = 0; i &lt; MAX_MESSAGES; i++) {
156
- log(KeymanCompilerError.CWARN_DuplicateWordInSameFile, "fake error");
157
- }
158
- &nbsp;
159
- // We've logged *just enough messages. This error should not be found:
160
- assert.isFalse(this.logHoarder.hasSeenCode(
161
- KeymanCompilerError.CWARN_TooManyErrorsOrWarnings
162
- ));
163
- &nbsp;
164
- // Log just one too many:
165
- log(KeymanCompilerError.CWARN_DuplicateWordInSameFile, "fake error");
166
- &nbsp;
167
- assert.isTrue(this.logHoarder.hasSeenCode(
168
- KeymanCompilerError.CWARN_TooManyErrorsOrWarnings
169
- ));
170
- &nbsp;
171
- // Log a DIFFERENT error -- it should not appear in the log
172
- log(KeymanCompilerError.CWARN_MixedNormalizationForms, "fake error");
173
- assert.isFalse(this.logHoarder.hasSeenCode(
174
- KeymanCompilerError.CWARN_MixedNormalizationForms
175
- ));
176
- })
177
- })</pre></td></tr></table></pre>
178
-
179
- <div class='push'></div><!-- for sticky footer -->
180
- </div><!-- /wrapper -->
181
- <div class='footer quiet pad2 space-top1 center small'>
182
- Code coverage generated by
183
- <a href="https://istanbul.js.org/" target="_blank" rel="noopener noreferrer">istanbul</a>
184
- at 2023-04-12T18:51:48.688Z
185
- </div>
186
- <script src="../prettify.js"></script>
187
- <script>
188
- window.onload = function () {
189
- prettyPrint();
190
- };
191
- </script>
192
- <script src="../sorter.js"></script>
193
- <script src="../block-navigation.js"></script>
194
- </body>
195
- </html>
196
-
package/coverage/lcov-report/test/test-join-word-breaker.ts.html DELETED
@@ -1,376 +0,0 @@
1
-
2
- <!doctype html>
3
- <html lang="en">
4
-
5
- <head>
6
- <title>Code coverage report for test/test-join-word-breaker.ts</title>
7
- <meta charset="utf-8" />
8
- <link rel="stylesheet" href="../prettify.css" />
9
- <link rel="stylesheet" href="../base.css" />
10
- <link rel="shortcut icon" type="image/x-icon" href="../favicon.png" />
11
- <meta name="viewport" content="width=device-width, initial-scale=1" />
12
- <style type='text/css'>
13
- .coverage-summary .sorter {
14
- background-image: url(../sort-arrow-sprite.png);
15
- }
16
- </style>
17
- </head>
18
-
19
- <body>
20
- <div class='wrapper'>
21
- <div class='pad1'>
22
- <h1><a href="../index.html">All files</a> / <a href="index.html">test</a> test-join-word-breaker.ts</h1>
23
- <div class='clearfix'>
24
-
25
- <div class='fl pad1y space-right2'>
26
- <span class="strong">100% </span>
27
- <span class="quiet">Statements</span>
28
- <span class='fraction'>97/97</span>
29
- </div>
30
-
31
-
32
- <div class='fl pad1y space-right2'>
33
- <span class="strong">100% </span>
34
- <span class="quiet">Branches</span>
35
- <span class='fraction'>5/5</span>
36
- </div>
37
-
38
-
39
- <div class='fl pad1y space-right2'>
40
- <span class="strong">100% </span>
41
- <span class="quiet">Functions</span>
42
- <span class='fraction'>1/1</span>
43
- </div>
44
-
45
-
46
- <div class='fl pad1y space-right2'>
47
- <span class="strong">100% </span>
48
- <span class="quiet">Lines</span>
49
- <span class='fraction'>97/97</span>
50
- </div>
51
-
52
-
53
- </div>
54
- <p class="quiet">
55
- Press <em>n</em> or <em>j</em> to go to the next uncovered block, <em>b</em>, <em>p</em> or <em>k</em> for the previous block.
56
- </p>
57
- <template id="filterTemplate">
58
- <div class="quiet">
59
- Filter:
60
- <input oninput="onInput()" type="search" id="fileSearch">
61
- </div>
62
- </template>
63
- </div>
64
- <div class='status-line high'></div>
65
- <pre><table class="coverage">
66
- <tr><td class="line-count quiet"><a name='L1'></a><a href='#L1'>1</a>
67
- <a name='L2'></a><a href='#L2'>2</a>
68
- <a name='L3'></a><a href='#L3'>3</a>
69
- <a name='L4'></a><a href='#L4'>4</a>
70
- <a name='L5'></a><a href='#L5'>5</a>
71
- <a name='L6'></a><a href='#L6'>6</a>
72
- <a name='L7'></a><a href='#L7'>7</a>
73
- <a name='L8'></a><a href='#L8'>8</a>
74
- <a name='L9'></a><a href='#L9'>9</a>
75
- <a name='L10'></a><a href='#L10'>10</a>
76
- <a name='L11'></a><a href='#L11'>11</a>
77
- <a name='L12'></a><a href='#L12'>12</a>
78
- <a name='L13'></a><a href='#L13'>13</a>
79
- <a name='L14'></a><a href='#L14'>14</a>
80
- <a name='L15'></a><a href='#L15'>15</a>
81
- <a name='L16'></a><a href='#L16'>16</a>
82
- <a name='L17'></a><a href='#L17'>17</a>
83
- <a name='L18'></a><a href='#L18'>18</a>
84
- <a name='L19'></a><a href='#L19'>19</a>
85
- <a name='L20'></a><a href='#L20'>20</a>
86
- <a name='L21'></a><a href='#L21'>21</a>
87
- <a name='L22'></a><a href='#L22'>22</a>
88
- <a name='L23'></a><a href='#L23'>23</a>
89
- <a name='L24'></a><a href='#L24'>24</a>
90
- <a name='L25'></a><a href='#L25'>25</a>
91
- <a name='L26'></a><a href='#L26'>26</a>
92
- <a name='L27'></a><a href='#L27'>27</a>
93
- <a name='L28'></a><a href='#L28'>28</a>
94
- <a name='L29'></a><a href='#L29'>29</a>
95
- <a name='L30'></a><a href='#L30'>30</a>
96
- <a name='L31'></a><a href='#L31'>31</a>
97
- <a name='L32'></a><a href='#L32'>32</a>
98
- <a name='L33'></a><a href='#L33'>33</a>
99
- <a name='L34'></a><a href='#L34'>34</a>
100
- <a name='L35'></a><a href='#L35'>35</a>
101
- <a name='L36'></a><a href='#L36'>36</a>
102
- <a name='L37'></a><a href='#L37'>37</a>
103
- <a name='L38'></a><a href='#L38'>38</a>
104
- <a name='L39'></a><a href='#L39'>39</a>
105
- <a name='L40'></a><a href='#L40'>40</a>
106
- <a name='L41'></a><a href='#L41'>41</a>
107
- <a name='L42'></a><a href='#L42'>42</a>
108
- <a name='L43'></a><a href='#L43'>43</a>
109
- <a name='L44'></a><a href='#L44'>44</a>
110
- <a name='L45'></a><a href='#L45'>45</a>
111
- <a name='L46'></a><a href='#L46'>46</a>
112
- <a name='L47'></a><a href='#L47'>47</a>
113
- <a name='L48'></a><a href='#L48'>48</a>
114
- <a name='L49'></a><a href='#L49'>49</a>
115
- <a name='L50'></a><a href='#L50'>50</a>
116
- <a name='L51'></a><a href='#L51'>51</a>
117
- <a name='L52'></a><a href='#L52'>52</a>
118
- <a name='L53'></a><a href='#L53'>53</a>
119
- <a name='L54'></a><a href='#L54'>54</a>
120
- <a name='L55'></a><a href='#L55'>55</a>
121
- <a name='L56'></a><a href='#L56'>56</a>
122
- <a name='L57'></a><a href='#L57'>57</a>
123
- <a name='L58'></a><a href='#L58'>58</a>
124
- <a name='L59'></a><a href='#L59'>59</a>
125
- <a name='L60'></a><a href='#L60'>60</a>
126
- <a name='L61'></a><a href='#L61'>61</a>
127
- <a name='L62'></a><a href='#L62'>62</a>
128
- <a name='L63'></a><a href='#L63'>63</a>
129
- <a name='L64'></a><a href='#L64'>64</a>
130
- <a name='L65'></a><a href='#L65'>65</a>
131
- <a name='L66'></a><a href='#L66'>66</a>
132
- <a name='L67'></a><a href='#L67'>67</a>
133
- <a name='L68'></a><a href='#L68'>68</a>
134
- <a name='L69'></a><a href='#L69'>69</a>
135
- <a name='L70'></a><a href='#L70'>70</a>
136
- <a name='L71'></a><a href='#L71'>71</a>
137
- <a name='L72'></a><a href='#L72'>72</a>
138
- <a name='L73'></a><a href='#L73'>73</a>
139
- <a name='L74'></a><a href='#L74'>74</a>
140
- <a name='L75'></a><a href='#L75'>75</a>
141
- <a name='L76'></a><a href='#L76'>76</a>
142
- <a name='L77'></a><a href='#L77'>77</a>
143
- <a name='L78'></a><a href='#L78'>78</a>
144
- <a name='L79'></a><a href='#L79'>79</a>
145
- <a name='L80'></a><a href='#L80'>80</a>
146
- <a name='L81'></a><a href='#L81'>81</a>
147
- <a name='L82'></a><a href='#L82'>82</a>
148
- <a name='L83'></a><a href='#L83'>83</a>
149
- <a name='L84'></a><a href='#L84'>84</a>
150
- <a name='L85'></a><a href='#L85'>85</a>
151
- <a name='L86'></a><a href='#L86'>86</a>
152
- <a name='L87'></a><a href='#L87'>87</a>
153
- <a name='L88'></a><a href='#L88'>88</a>
154
- <a name='L89'></a><a href='#L89'>89</a>
155
- <a name='L90'></a><a href='#L90'>90</a>
156
- <a name='L91'></a><a href='#L91'>91</a>
157
- <a name='L92'></a><a href='#L92'>92</a>
158
- <a name='L93'></a><a href='#L93'>93</a>
159
- <a name='L94'></a><a href='#L94'>94</a>
160
- <a name='L95'></a><a href='#L95'>95</a>
161
- <a name='L96'></a><a href='#L96'>96</a>
162
- <a name='L97'></a><a href='#L97'>97</a>
163
- <a name='L98'></a><a href='#L98'>98</a></td><td class="line-coverage quiet"><span class="cline-any cline-yes">1x</span>
164
- <span class="cline-any cline-yes">1x</span>
165
- <span class="cline-any cline-yes">1x</span>
166
- <span class="cline-any cline-yes">1x</span>
167
- <span class="cline-any cline-yes">1x</span>
168
- <span class="cline-any cline-yes">1x</span>
169
- <span class="cline-any cline-yes">1x</span>
170
- <span class="cline-any cline-yes">1x</span>
171
- <span class="cline-any cline-yes">1x</span>
172
- <span class="cline-any cline-yes">1x</span>
173
- <span class="cline-any cline-yes">1x</span>
174
- <span class="cline-any cline-yes">1x</span>
175
- <span class="cline-any cline-yes">1x</span>
176
- <span class="cline-any cline-yes">1x</span>
177
- <span class="cline-any cline-yes">1x</span>
178
- <span class="cline-any cline-yes">1x</span>
179
- <span class="cline-any cline-yes">1x</span>
180
- <span class="cline-any cline-yes">1x</span>
181
- <span class="cline-any cline-yes">1x</span>
182
- <span class="cline-any cline-yes">1x</span>
183
- <span class="cline-any cline-yes">1x</span>
184
- <span class="cline-any cline-yes">1x</span>
185
- <span class="cline-any cline-yes">1x</span>
186
- <span class="cline-any cline-yes">1x</span>
187
- <span class="cline-any cline-yes">1x</span>
188
- <span class="cline-any cline-yes">1x</span>
189
- <span class="cline-any cline-yes">1x</span>
190
- <span class="cline-any cline-yes">1x</span>
191
- <span class="cline-any cline-yes">1x</span>
192
- <span class="cline-any cline-yes">1x</span>
193
- <span class="cline-any cline-yes">1x</span>
194
- <span class="cline-any cline-yes">1x</span>
195
- <span class="cline-any cline-yes">1x</span>
196
- <span class="cline-any cline-yes">1x</span>
197
- <span class="cline-any cline-yes">1x</span>
198
- <span class="cline-any cline-yes">1x</span>
199
- <span class="cline-any cline-yes">1x</span>
200
- <span class="cline-any cline-yes">1x</span>
201
- <span class="cline-any cline-yes">1x</span>
202
- <span class="cline-any cline-yes">1x</span>
203
- <span class="cline-any cline-yes">1x</span>
204
- <span class="cline-any cline-yes">1x</span>
205
- <span class="cline-any cline-yes">1x</span>
206
- <span class="cline-any cline-yes">1x</span>
207
- <span class="cline-any cline-yes">1x</span>
208
- <span class="cline-any cline-yes">1x</span>
209
- <span class="cline-any cline-yes">1x</span>
210
- <span class="cline-any cline-yes">1x</span>
211
- <span class="cline-any cline-yes">1x</span>
212
- <span class="cline-any cline-yes">1x</span>
213
- <span class="cline-any cline-yes">1x</span>
214
- <span class="cline-any cline-yes">1x</span>
215
- <span class="cline-any cline-yes">1x</span>
216
- <span class="cline-any cline-yes">1x</span>
217
- <span class="cline-any cline-yes">1x</span>
218
- <span class="cline-any cline-yes">1x</span>
219
- <span class="cline-any cline-yes">1x</span>
220
- <span class="cline-any cline-yes">1x</span>
221
- <span class="cline-any cline-yes">1x</span>
222
- <span class="cline-any cline-yes">1x</span>
223
- <span class="cline-any cline-yes">1x</span>
224
- <span class="cline-any cline-yes">1x</span>
225
- <span class="cline-any cline-yes">1x</span>
226
- <span class="cline-any cline-yes">1x</span>
227
- <span class="cline-any cline-yes">1x</span>
228
- <span class="cline-any cline-yes">1x</span>
229
- <span class="cline-any cline-yes">1x</span>
230
- <span class="cline-any cline-yes">1x</span>
231
- <span class="cline-any cline-yes">1x</span>
232
- <span class="cline-any cline-yes">1x</span>
233
- <span class="cline-any cline-yes">1x</span>
234
- <span class="cline-any cline-yes">1x</span>
235
- <span class="cline-any cline-yes">1x</span>
236
- <span class="cline-any cline-yes">1x</span>
237
- <span class="cline-any cline-yes">1x</span>
238
- <span class="cline-any cline-yes">1x</span>
239
- <span class="cline-any cline-yes">1x</span>
240
- <span class="cline-any cline-yes">1x</span>
241
- <span class="cline-any cline-yes">1x</span>
242
- <span class="cline-any cline-yes">1x</span>
243
- <span class="cline-any cline-yes">1x</span>
244
- <span class="cline-any cline-yes">12x</span>
245
- <span class="cline-any cline-yes">12x</span>
246
- <span class="cline-any cline-yes">12x</span>
247
- <span class="cline-any cline-yes">12x</span>
248
- <span class="cline-any cline-yes">12x</span>
249
- <span class="cline-any cline-yes">12x</span>
250
- <span class="cline-any cline-yes">12x</span>
251
- <span class="cline-any cline-yes">12x</span>
252
- <span class="cline-any cline-yes">1x</span>
253
- <span class="cline-any cline-yes">1x</span>
254
- <span class="cline-any cline-yes">1x</span>
255
- <span class="cline-any cline-yes">1x</span>
256
- <span class="cline-any cline-yes">1x</span>
257
- <span class="cline-any cline-yes">84x</span>
258
- <span class="cline-any cline-yes">84x</span>
259
- <span class="cline-any cline-yes">1x</span>
260
- <span class="cline-any cline-neutral">&nbsp;</span></td><td class="text"><pre class="prettyprint lang-js">import { assert } from "chai";
261
- import defaultWordBreaker from './wordbreakers/default-wordbreaker-esm.js';
262
- import {decorateWithJoin} from '../src/join-word-breaker-decorator.js';
263
- &nbsp;
264
- describe('The join word breaker decorator', function () {
265
- it('should decorate an existing word breaker', function () {
266
- let breakWords = decorateWithJoin(defaultWordBreaker, ['-']);
267
- assert.isFunction(breakWords);
268
- });
269
- &nbsp;
270
- const TEST_CASES: [string, string[], string[], string[]][] = [
271
- /* input, joiners, default breaks, breaks with joins */
272
- // Original test case from https://github.com/keymanapp/keyman/issues/2753
273
- ['khui-chhùi', ['-'], ["khui", "-", "chhùi"], ["khui-chhùi"]],
274
- &nbsp;
275
- // Plains Cree SRO:
276
- ['ê-kotiskâwêyâhk', ['-'], ['ê', '-', 'kotiskâwêyâhk'], ['ê-kotiskâwêyâhk']],
277
- &nbsp;
278
- // Edge cases:
279
- &nbsp;
280
- // Joiner alone:
281
- ['-', ['-'], ['-'], ['-']],
282
- // Joiner at the end:
283
- ['ni-', ['-'], ['ni', '-'], ['ni-']],
284
- // Joiner at the end:
285
- ['-ân', ['-'], ['-', 'ân'], ['-ân']],
286
- &nbsp;
287
- // This was my guiding test case:
288
- [
289
- "-yâhk ê-nitawi-kotiskâwêyâhk ni-",
290
- ["-"],
291
- ["-", "yâhk", "ê", "-", "nitawi", "-", "kotiskâwêyâhk", "ni", "-"],
292
- ["-yâhk", "ê-nitawi-kotiskâwêyâhk", "ni-"]
293
- ],
294
- &nbsp;
295
- // Do not perform any joins:
296
- ["hello world", ["-"], ["hello", "world"], ["hello", "world"]],
297
- &nbsp;
298
- // Joining using multiple joiners
299
- [
300
- "Email: no-body@example.com",
301
- ["@", "-"],
302
- ["Email", ":", "no", "-", "body", "@", "example.com"],
303
- ["Email", ":", "no-body@example.com"]
304
- ],
305
- &nbsp;
306
- // Joining with two or more joiners in a row
307
- [
308
- "nobody@@example.com",
309
- ["@"],
310
- ["nobody", "@", "@", "example.com"],
311
- ["nobody@@example.com"]
312
- ],
313
- &nbsp;
314
- // it should NOT join non-contiguous spans:
315
- [
316
- "this- is -bad",
317
- ["-"],
318
- ["this", "-", "is", "-", "bad"],
319
- ["this-", "is", "-bad"]
320
- ],
321
- &nbsp;
322
- // different but adjacent joiners
323
- [
324
- "I made the kawé:-conjugator.",
325
- ["-", ":"],
326
- ["I", "made", "the", "kawé", ":", "-", "conjugator", "."],
327
- ["I", "made", "the", "kawé:-conjugator", "."]
328
- ],
329
- &nbsp;
330
- // 3+ joiners in a row
331
- [
332
- // NB: – is U+2001 EN DASH
333
- "This language is nut–=💠¤~ty!",
334
- ["~", "–", "¤", "=", "💠"],
335
- ["This", "language", "is", "nut", "–", "=", "💠", "¤", "~", "ty", "!"],
336
- ["This", "language", "is", "nut–=💠¤~ty", "!"],
337
- ],
338
- ]
339
- &nbsp;
340
- for (let [phrase, joiners, unjoined, expected] of TEST_CASES) {
341
- it(`should break «${[phrase]}» as [${expected.join(' ;; ')}]`, function () {
342
- let breakWords = decorateWithJoin(defaultWordBreaker, joiners);
343
- let unjoinedResult = defaultWordBreaker(phrase).map(onlyText);
344
- assert.deepEqual(unjoinedResult, unjoined);
345
- let actualResult = breakWords(phrase).map(onlyText);
346
- assert.deepEqual(actualResult, expected);
347
- });
348
- }
349
- &nbsp;
350
- /**
351
- * Get just the text from a span.
352
- */
353
- function onlyText(span: Span) {
354
- return span.text;
355
- }
356
- });
357
- &nbsp;</pre></td></tr></table></pre>
358
-
359
- <div class='push'></div><!-- for sticky footer -->
360
- </div><!-- /wrapper -->
361
- <div class='footer quiet pad2 space-top1 center small'>
362
- Code coverage generated by
363
- <a href="https://istanbul.js.org/" target="_blank" rel="noopener noreferrer">istanbul</a>
364
- at 2023-04-12T18:51:48.688Z
365
- </div>
366
- <script src="../prettify.js"></script>
367
- <script>
368
- window.onload = function () {
369
- prettyPrint();
370
- };
371
- </script>
372
- <script src="../sorter.js"></script>
373
- <script src="../block-navigation.js"></script>
374
- </body>
375
- </html>
376
-