@keymanapp/kmc-model 17.0.86-alpha → 17.0.87-alpha

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (144) hide show
  1. package/package.json +6 -5
  2. package/.nyc_output/coverage-7048-1681325508326-0.json +0 -1
  3. package/Makefile +0 -38
  4. package/build/cjs-src/lexical-model-compiler.cjs +0 -152688
  5. package/build/test/helpers/index.d.ts +0 -69
  6. package/build/test/helpers/index.d.ts.map +0 -1
  7. package/build/test/helpers/index.js +0 -160
  8. package/build/test/helpers/index.js.map +0 -1
  9. package/build/test/test-compile-model-with-pseudoclosure.d.ts +0 -2
  10. package/build/test/test-compile-model-with-pseudoclosure.d.ts.map +0 -1
  11. package/build/test/test-compile-model-with-pseudoclosure.js +0 -200
  12. package/build/test/test-compile-model-with-pseudoclosure.js.map +0 -1
  13. package/build/test/test-compile-model.d.ts +0 -2
  14. package/build/test/test-compile-model.d.ts.map +0 -1
  15. package/build/test/test-compile-model.js +0 -30
  16. package/build/test/test-compile-model.js.map +0 -1
  17. package/build/test/test-compile-trie.d.ts +0 -2
  18. package/build/test/test-compile-trie.d.ts.map +0 -1
  19. package/build/test/test-compile-trie.js +0 -125
  20. package/build/test/test-compile-trie.js.map +0 -1
  21. package/build/test/test-default-apply-case.d.ts +0 -2
  22. package/build/test/test-default-apply-case.d.ts.map +0 -1
  23. package/build/test/test-default-apply-case.js +0 -105
  24. package/build/test/test-default-apply-case.js.map +0 -1
  25. package/build/test/test-default-search-term-to-key.d.ts +0 -2
  26. package/build/test/test-default-search-term-to-key.d.ts.map +0 -1
  27. package/build/test/test-default-search-term-to-key.js +0 -148
  28. package/build/test/test-default-search-term-to-key.js.map +0 -1
  29. package/build/test/test-error-logger.d.ts +0 -2
  30. package/build/test/test-error-logger.d.ts.map +0 -1
  31. package/build/test/test-error-logger.js +0 -26
  32. package/build/test/test-error-logger.js.map +0 -1
  33. package/build/test/test-join-word-breaker.d.ts +0 -2
  34. package/build/test/test-join-word-breaker.d.ts.map +0 -1
  35. package/build/test/test-join-word-breaker.js +0 -84
  36. package/build/test/test-join-word-breaker.js.map +0 -1
  37. package/build/test/test-model-definitions.d.ts +0 -2
  38. package/build/test/test-model-definitions.d.ts.map +0 -1
  39. package/build/test/test-model-definitions.js +0 -165
  40. package/build/test/test-model-definitions.js.map +0 -1
  41. package/build/test/test-override-script-defaults.d.ts +0 -2
  42. package/build/test/test-override-script-defaults.d.ts.map +0 -1
  43. package/build/test/test-override-script-defaults.js +0 -28
  44. package/build/test/test-override-script-defaults.js.map +0 -1
  45. package/build/test/test-parse-wordlist.d.ts +0 -2
  46. package/build/test/test-parse-wordlist.d.ts.map +0 -1
  47. package/build/test/test-parse-wordlist.js +0 -110
  48. package/build/test/test-parse-wordlist.js.map +0 -1
  49. package/build/test/test-punctuation.d.ts +0 -2
  50. package/build/test/test-punctuation.d.ts.map +0 -1
  51. package/build/test/test-punctuation.js +0 -31
  52. package/build/test/test-punctuation.js.map +0 -1
  53. package/build/test/tsconfig.tsbuildinfo +0 -1
  54. package/build/test/wordbreakers/data.d.ts +0 -35
  55. package/build/test/wordbreakers/data.d.ts.map +0 -1
  56. package/build/test/wordbreakers/data.js +0 -1778
  57. package/build/test/wordbreakers/data.js.map +0 -1
  58. package/build/test/wordbreakers/default-wordbreaker-esm.d.ts +0 -10
  59. package/build/test/wordbreakers/default-wordbreaker-esm.d.ts.map +0 -1
  60. package/build/test/wordbreakers/default-wordbreaker-esm.js +0 -354
  61. package/build/test/wordbreakers/default-wordbreaker-esm.js.map +0 -1
  62. package/build/tsconfig.tsbuildinfo +0 -1
  63. package/build.sh +0 -73
  64. package/coverage/lcov-report/base.css +0 -224
  65. package/coverage/lcov-report/block-navigation.js +0 -87
  66. package/coverage/lcov-report/favicon.png +0 -0
  67. package/coverage/lcov-report/index.html +0 -161
  68. package/coverage/lcov-report/prettify.css +0 -1
  69. package/coverage/lcov-report/prettify.js +0 -2
  70. package/coverage/lcov-report/sort-arrow-sprite.png +0 -0
  71. package/coverage/lcov-report/sorter.js +0 -196
  72. package/coverage/lcov-report/src/build-trie.ts.html +0 -1618
  73. package/coverage/lcov-report/src/index.html +0 -221
  74. package/coverage/lcov-report/src/join-word-breaker-decorator.ts.html +0 -487
  75. package/coverage/lcov-report/src/lexical-model-compiler.ts.html +0 -622
  76. package/coverage/lcov-report/src/main.ts.html +0 -271
  77. package/coverage/lcov-report/src/model-compiler-errors.ts.html +0 -691
  78. package/coverage/lcov-report/src/model-defaults.ts.html +0 -415
  79. package/coverage/lcov-report/src/model-definitions.ts.html +0 -748
  80. package/coverage/lcov-report/src/script-overrides-decorator.ts.html +0 -310
  81. package/coverage/lcov-report/test/helpers/index.html +0 -116
  82. package/coverage/lcov-report/test/helpers/index.ts.html +0 -646
  83. package/coverage/lcov-report/test/index.html +0 -266
  84. package/coverage/lcov-report/test/test-compile-model-with-pseudoclosure.ts.html +0 -802
  85. package/coverage/lcov-report/test/test-compile-model.ts.html +0 -187
  86. package/coverage/lcov-report/test/test-compile-trie.ts.html +0 -541
  87. package/coverage/lcov-report/test/test-default-apply-case.ts.html +0 -466
  88. package/coverage/lcov-report/test/test-default-search-term-to-key.ts.html +0 -628
  89. package/coverage/lcov-report/test/test-error-logger.ts.html +0 -196
  90. package/coverage/lcov-report/test/test-join-word-breaker.ts.html +0 -376
  91. package/coverage/lcov-report/test/test-model-definitions.ts.html +0 -676
  92. package/coverage/lcov-report/test/test-override-script-defaults.ts.html +0 -184
  93. package/coverage/lcov-report/test/test-parse-wordlist.ts.html +0 -466
  94. package/coverage/lcov-report/test/test-punctuation.ts.html +0 -190
  95. package/coverage/lcov-report/test/wordbreakers/data.ts.html +0 -5413
  96. package/coverage/lcov-report/test/wordbreakers/default-wordbreaker-esm.ts.html +0 -1234
  97. package/coverage/lcov-report/test/wordbreakers/index.html +0 -131
  98. package/coverage/lcov.info +0 -5969
  99. package/src/build-trie.ts +0 -511
  100. package/src/join-word-breaker-decorator.ts +0 -134
  101. package/src/lexical-model-compiler.ts +0 -179
  102. package/src/lexical-model.ts +0 -150
  103. package/src/main.ts +0 -62
  104. package/src/model-compiler-errors.ts +0 -203
  105. package/src/model-defaults.ts +0 -111
  106. package/src/model-definitions.ts +0 -222
  107. package/src/script-overrides-decorator.ts +0 -75
  108. package/test/README.md +0 -15
  109. package/test/fixtures/example.qaa.joinwordbreaker/example.qaa.joinwordbreaker.model.ts +0 -10
  110. package/test/fixtures/example.qaa.joinwordbreaker/wordlist.tsv +0 -3
  111. package/test/fixtures/example.qaa.scriptusesspaces/example.qaa.scriptusesspaces.model.ts +0 -10
  112. package/test/fixtures/example.qaa.scriptusesspaces/wordlist.tsv +0 -8
  113. package/test/fixtures/example.qaa.sencoten/example.qaa.sencoten.model.kmp.json +0 -45
  114. package/test/fixtures/example.qaa.sencoten/example.qaa.sencoten.model.kps +0 -35
  115. package/test/fixtures/example.qaa.sencoten/example.qaa.sencoten.model.ts +0 -6
  116. package/test/fixtures/example.qaa.sencoten/wordlist.tsv +0 -10
  117. package/test/fixtures/example.qaa.smp/example.qaa.smp.model.ts +0 -6
  118. package/test/fixtures/example.qaa.smp/wordlist.tsv +0 -5
  119. package/test/fixtures/example.qaa.trivial/example.qaa.trivial.model.ts +0 -5
  120. package/test/fixtures/example.qaa.trivial/wordlist.tsv +0 -3
  121. package/test/fixtures/example.qaa.utf16be/example.qaa.utf16be.model.ts +0 -5
  122. package/test/fixtures/example.qaa.utf16be/wordlist.txt +0 -0
  123. package/test/fixtures/example.qaa.utf16le/example.qaa.utf16le.model.ts +0 -5
  124. package/test/fixtures/example.qaa.utf16le/wordlist.txt +0 -0
  125. package/test/fixtures/example.qaa.wordbreaker/example.qaa.wordbreaker.model.ts +0 -9
  126. package/test/fixtures/example.qaa.wordbreaker/wordlist.tsv +0 -3
  127. package/test/helpers/index.ts +0 -187
  128. package/test/test-compile-model-with-pseudoclosure.ts +0 -239
  129. package/test/test-compile-model.ts +0 -34
  130. package/test/test-compile-trie.ts +0 -152
  131. package/test/test-default-apply-case.ts +0 -128
  132. package/test/test-default-search-term-to-key.ts +0 -181
  133. package/test/test-error-logger.ts +0 -38
  134. package/test/test-join-word-breaker.ts +0 -97
  135. package/test/test-model-definitions.ts +0 -198
  136. package/test/test-override-script-defaults.ts +0 -33
  137. package/test/test-parse-wordlist.ts +0 -127
  138. package/test/test-punctuation.ts +0 -35
  139. package/test/tsconfig.json +0 -22
  140. package/test/wordbreakers/README.md +0 -3
  141. package/test/wordbreakers/data.ts +0 -1776
  142. package/test/wordbreakers/default-wordbreaker-esm.ts +0 -383
  143. package/tools/create-override-script-regexp.ts +0 -145
  144. package/tsconfig.json +0 -17
package/coverage/lcov-report/test/test-compile-trie.ts.html DELETED
@@ -1,541 +0,0 @@
1
-
2
- <!doctype html>
3
- <html lang="en">
4
-
5
- <head>
6
- <title>Code coverage report for test/test-compile-trie.ts</title>
7
- <meta charset="utf-8" />
8
- <link rel="stylesheet" href="../prettify.css" />
9
- <link rel="stylesheet" href="../base.css" />
10
- <link rel="shortcut icon" type="image/x-icon" href="../favicon.png" />
11
- <meta name="viewport" content="width=device-width, initial-scale=1" />
12
- <style type='text/css'>
13
- .coverage-summary .sorter {
14
- background-image: url(../sort-arrow-sprite.png);
15
- }
16
- </style>
17
- </head>
18
-
19
- <body>
20
- <div class='wrapper'>
21
- <div class='pad1'>
22
- <h1><a href="../index.html">All files</a> / <a href="index.html">test</a> test-compile-trie.ts</h1>
23
- <div class='clearfix'>
24
-
25
- <div class='fl pad1y space-right2'>
26
- <span class="strong">98.68% </span>
27
- <span class="quiet">Statements</span>
28
- <span class='fraction'>150/152</span>
29
- </div>
30
-
31
-
32
- <div class='fl pad1y space-right2'>
33
- <span class="strong">100% </span>
34
- <span class="quiet">Branches</span>
35
- <span class='fraction'>19/19</span>
36
- </div>
37
-
38
-
39
- <div class='fl pad1y space-right2'>
40
- <span class="strong">0% </span>
41
- <span class="quiet">Functions</span>
42
- <span class='fraction'>0/1</span>
43
- </div>
44
-
45
-
46
- <div class='fl pad1y space-right2'>
47
- <span class="strong">98.68% </span>
48
- <span class="quiet">Lines</span>
49
- <span class='fraction'>150/152</span>
50
- </div>
51
-
52
-
53
- </div>
54
- <p class="quiet">
55
- Press <em>n</em> or <em>j</em> to go to the next uncovered block, <em>b</em>, <em>p</em> or <em>k</em> for the previous block.
56
- </p>
57
- <template id="filterTemplate">
58
- <div class="quiet">
59
- Filter:
60
- <input oninput="onInput()" type="search" id="fileSearch">
61
- </div>
62
- </template>
63
- </div>
64
- <div class='status-line high'></div>
65
- <pre><table class="coverage">
66
- <tr><td class="line-count quiet"><a name='L1'></a><a href='#L1'>1</a>
67
- <a name='L2'></a><a href='#L2'>2</a>
68
- <a name='L3'></a><a href='#L3'>3</a>
69
- <a name='L4'></a><a href='#L4'>4</a>
70
- <a name='L5'></a><a href='#L5'>5</a>
71
- <a name='L6'></a><a href='#L6'>6</a>
72
- <a name='L7'></a><a href='#L7'>7</a>
73
- <a name='L8'></a><a href='#L8'>8</a>
74
- <a name='L9'></a><a href='#L9'>9</a>
75
- <a name='L10'></a><a href='#L10'>10</a>
76
- <a name='L11'></a><a href='#L11'>11</a>
77
- <a name='L12'></a><a href='#L12'>12</a>
78
- <a name='L13'></a><a href='#L13'>13</a>
79
- <a name='L14'></a><a href='#L14'>14</a>
80
- <a name='L15'></a><a href='#L15'>15</a>
81
- <a name='L16'></a><a href='#L16'>16</a>
82
- <a name='L17'></a><a href='#L17'>17</a>
83
- <a name='L18'></a><a href='#L18'>18</a>
84
- <a name='L19'></a><a href='#L19'>19</a>
85
- <a name='L20'></a><a href='#L20'>20</a>
86
- <a name='L21'></a><a href='#L21'>21</a>
87
- <a name='L22'></a><a href='#L22'>22</a>
88
- <a name='L23'></a><a href='#L23'>23</a>
89
- <a name='L24'></a><a href='#L24'>24</a>
90
- <a name='L25'></a><a href='#L25'>25</a>
91
- <a name='L26'></a><a href='#L26'>26</a>
92
- <a name='L27'></a><a href='#L27'>27</a>
93
- <a name='L28'></a><a href='#L28'>28</a>
94
- <a name='L29'></a><a href='#L29'>29</a>
95
- <a name='L30'></a><a href='#L30'>30</a>
96
- <a name='L31'></a><a href='#L31'>31</a>
97
- <a name='L32'></a><a href='#L32'>32</a>
98
- <a name='L33'></a><a href='#L33'>33</a>
99
- <a name='L34'></a><a href='#L34'>34</a>
100
- <a name='L35'></a><a href='#L35'>35</a>
101
- <a name='L36'></a><a href='#L36'>36</a>
102
- <a name='L37'></a><a href='#L37'>37</a>
103
- <a name='L38'></a><a href='#L38'>38</a>
104
- <a name='L39'></a><a href='#L39'>39</a>
105
- <a name='L40'></a><a href='#L40'>40</a>
106
- <a name='L41'></a><a href='#L41'>41</a>
107
- <a name='L42'></a><a href='#L42'>42</a>
108
- <a name='L43'></a><a href='#L43'>43</a>
109
- <a name='L44'></a><a href='#L44'>44</a>
110
- <a name='L45'></a><a href='#L45'>45</a>
111
- <a name='L46'></a><a href='#L46'>46</a>
112
- <a name='L47'></a><a href='#L47'>47</a>
113
- <a name='L48'></a><a href='#L48'>48</a>
114
- <a name='L49'></a><a href='#L49'>49</a>
115
- <a name='L50'></a><a href='#L50'>50</a>
116
- <a name='L51'></a><a href='#L51'>51</a>
117
- <a name='L52'></a><a href='#L52'>52</a>
118
- <a name='L53'></a><a href='#L53'>53</a>
119
- <a name='L54'></a><a href='#L54'>54</a>
120
- <a name='L55'></a><a href='#L55'>55</a>
121
- <a name='L56'></a><a href='#L56'>56</a>
122
- <a name='L57'></a><a href='#L57'>57</a>
123
- <a name='L58'></a><a href='#L58'>58</a>
124
- <a name='L59'></a><a href='#L59'>59</a>
125
- <a name='L60'></a><a href='#L60'>60</a>
126
- <a name='L61'></a><a href='#L61'>61</a>
127
- <a name='L62'></a><a href='#L62'>62</a>
128
- <a name='L63'></a><a href='#L63'>63</a>
129
- <a name='L64'></a><a href='#L64'>64</a>
130
- <a name='L65'></a><a href='#L65'>65</a>
131
- <a name='L66'></a><a href='#L66'>66</a>
132
- <a name='L67'></a><a href='#L67'>67</a>
133
- <a name='L68'></a><a href='#L68'>68</a>
134
- <a name='L69'></a><a href='#L69'>69</a>
135
- <a name='L70'></a><a href='#L70'>70</a>
136
- <a name='L71'></a><a href='#L71'>71</a>
137
- <a name='L72'></a><a href='#L72'>72</a>
138
- <a name='L73'></a><a href='#L73'>73</a>
139
- <a name='L74'></a><a href='#L74'>74</a>
140
- <a name='L75'></a><a href='#L75'>75</a>
141
- <a name='L76'></a><a href='#L76'>76</a>
142
- <a name='L77'></a><a href='#L77'>77</a>
143
- <a name='L78'></a><a href='#L78'>78</a>
144
- <a name='L79'></a><a href='#L79'>79</a>
145
- <a name='L80'></a><a href='#L80'>80</a>
146
- <a name='L81'></a><a href='#L81'>81</a>
147
- <a name='L82'></a><a href='#L82'>82</a>
148
- <a name='L83'></a><a href='#L83'>83</a>
149
- <a name='L84'></a><a href='#L84'>84</a>
150
- <a name='L85'></a><a href='#L85'>85</a>
151
- <a name='L86'></a><a href='#L86'>86</a>
152
- <a name='L87'></a><a href='#L87'>87</a>
153
- <a name='L88'></a><a href='#L88'>88</a>
154
- <a name='L89'></a><a href='#L89'>89</a>
155
- <a name='L90'></a><a href='#L90'>90</a>
156
- <a name='L91'></a><a href='#L91'>91</a>
157
- <a name='L92'></a><a href='#L92'>92</a>
158
- <a name='L93'></a><a href='#L93'>93</a>
159
- <a name='L94'></a><a href='#L94'>94</a>
160
- <a name='L95'></a><a href='#L95'>95</a>
161
- <a name='L96'></a><a href='#L96'>96</a>
162
- <a name='L97'></a><a href='#L97'>97</a>
163
- <a name='L98'></a><a href='#L98'>98</a>
164
- <a name='L99'></a><a href='#L99'>99</a>
165
- <a name='L100'></a><a href='#L100'>100</a>
166
- <a name='L101'></a><a href='#L101'>101</a>
167
- <a name='L102'></a><a href='#L102'>102</a>
168
- <a name='L103'></a><a href='#L103'>103</a>
169
- <a name='L104'></a><a href='#L104'>104</a>
170
- <a name='L105'></a><a href='#L105'>105</a>
171
- <a name='L106'></a><a href='#L106'>106</a>
172
- <a name='L107'></a><a href='#L107'>107</a>
173
- <a name='L108'></a><a href='#L108'>108</a>
174
- <a name='L109'></a><a href='#L109'>109</a>
175
- <a name='L110'></a><a href='#L110'>110</a>
176
- <a name='L111'></a><a href='#L111'>111</a>
177
- <a name='L112'></a><a href='#L112'>112</a>
178
- <a name='L113'></a><a href='#L113'>113</a>
179
- <a name='L114'></a><a href='#L114'>114</a>
180
- <a name='L115'></a><a href='#L115'>115</a>
181
- <a name='L116'></a><a href='#L116'>116</a>
182
- <a name='L117'></a><a href='#L117'>117</a>
183
- <a name='L118'></a><a href='#L118'>118</a>
184
- <a name='L119'></a><a href='#L119'>119</a>
185
- <a name='L120'></a><a href='#L120'>120</a>
186
- <a name='L121'></a><a href='#L121'>121</a>
187
- <a name='L122'></a><a href='#L122'>122</a>
188
- <a name='L123'></a><a href='#L123'>123</a>
189
- <a name='L124'></a><a href='#L124'>124</a>
190
- <a name='L125'></a><a href='#L125'>125</a>
191
- <a name='L126'></a><a href='#L126'>126</a>
192
- <a name='L127'></a><a href='#L127'>127</a>
193
- <a name='L128'></a><a href='#L128'>128</a>
194
- <a name='L129'></a><a href='#L129'>129</a>
195
- <a name='L130'></a><a href='#L130'>130</a>
196
- <a name='L131'></a><a href='#L131'>131</a>
197
- <a name='L132'></a><a href='#L132'>132</a>
198
- <a name='L133'></a><a href='#L133'>133</a>
199
- <a name='L134'></a><a href='#L134'>134</a>
200
- <a name='L135'></a><a href='#L135'>135</a>
201
- <a name='L136'></a><a href='#L136'>136</a>
202
- <a name='L137'></a><a href='#L137'>137</a>
203
- <a name='L138'></a><a href='#L138'>138</a>
204
- <a name='L139'></a><a href='#L139'>139</a>
205
- <a name='L140'></a><a href='#L140'>140</a>
206
- <a name='L141'></a><a href='#L141'>141</a>
207
- <a name='L142'></a><a href='#L142'>142</a>
208
- <a name='L143'></a><a href='#L143'>143</a>
209
- <a name='L144'></a><a href='#L144'>144</a>
210
- <a name='L145'></a><a href='#L145'>145</a>
211
- <a name='L146'></a><a href='#L146'>146</a>
212
- <a name='L147'></a><a href='#L147'>147</a>
213
- <a name='L148'></a><a href='#L148'>148</a>
214
- <a name='L149'></a><a href='#L149'>149</a>
215
- <a name='L150'></a><a href='#L150'>150</a>
216
- <a name='L151'></a><a href='#L151'>151</a>
217
- <a name='L152'></a><a href='#L152'>152</a>
218
- <a name='L153'></a><a href='#L153'>153</a></td><td class="line-coverage quiet"><span class="cline-any cline-yes">1x</span>
219
- <span class="cline-any cline-yes">1x</span>
220
- <span class="cline-any cline-yes">1x</span>
221
- <span class="cline-any cline-yes">1x</span>
222
- <span class="cline-any cline-yes">1x</span>
223
- <span class="cline-any cline-yes">1x</span>
224
- <span class="cline-any cline-yes">1x</span>
225
- <span class="cline-any cline-yes">1x</span>
226
- <span class="cline-any cline-yes">1x</span>
227
- <span class="cline-any cline-yes">1x</span>
228
- <span class="cline-any cline-yes">1x</span>
229
- <span class="cline-any cline-yes">1x</span>
230
- <span class="cline-any cline-yes">1x</span>
231
- <span class="cline-any cline-yes">1x</span>
232
- <span class="cline-any cline-yes">1x</span>
233
- <span class="cline-any cline-yes">1x</span>
234
- <span class="cline-any cline-yes">1x</span>
235
- <span class="cline-any cline-yes">1x</span>
236
- <span class="cline-any cline-yes">1x</span>
237
- <span class="cline-any cline-yes">1x</span>
238
- <span class="cline-any cline-yes">1x</span>
239
- <span class="cline-any cline-yes">1x</span>
240
- <span class="cline-any cline-yes">1x</span>
241
- <span class="cline-any cline-yes">1x</span>
242
- <span class="cline-any cline-yes">1x</span>
243
- <span class="cline-any cline-yes">1x</span>
244
- <span class="cline-any cline-yes">1x</span>
245
- <span class="cline-any cline-yes">1x</span>
246
- <span class="cline-any cline-yes">1x</span>
247
- <span class="cline-any cline-yes">1x</span>
248
- <span class="cline-any cline-yes">1x</span>
249
- <span class="cline-any cline-yes">1x</span>
250
- <span class="cline-any cline-yes">1x</span>
251
- <span class="cline-any cline-yes">1x</span>
252
- <span class="cline-any cline-yes">1x</span>
253
- <span class="cline-any cline-yes">1x</span>
254
- <span class="cline-any cline-yes">1x</span>
255
- <span class="cline-any cline-yes">1x</span>
256
- <span class="cline-any cline-yes">1x</span>
257
- <span class="cline-any cline-yes">1x</span>
258
- <span class="cline-any cline-yes">1x</span>
259
- <span class="cline-any cline-yes">1x</span>
260
- <span class="cline-any cline-yes">1x</span>
261
- <span class="cline-any cline-yes">1x</span>
262
- <span class="cline-any cline-yes">1x</span>
263
- <span class="cline-any cline-yes">1x</span>
264
- <span class="cline-any cline-yes">1x</span>
265
- <span class="cline-any cline-yes">1x</span>
266
- <span class="cline-any cline-yes">1x</span>
267
- <span class="cline-any cline-yes">1x</span>
268
- <span class="cline-any cline-yes">1x</span>
269
- <span class="cline-any cline-yes">1x</span>
270
- <span class="cline-any cline-yes">1x</span>
271
- <span class="cline-any cline-yes">1x</span>
272
- <span class="cline-any cline-yes">1x</span>
273
- <span class="cline-any cline-yes">1x</span>
274
- <span class="cline-any cline-yes">1x</span>
275
- <span class="cline-any cline-yes">1x</span>
276
- <span class="cline-any cline-yes">1x</span>
277
- <span class="cline-any cline-yes">1x</span>
278
- <span class="cline-any cline-yes">1x</span>
279
- <span class="cline-any cline-yes">1x</span>
280
- <span class="cline-any cline-yes">1x</span>
281
- <span class="cline-any cline-no">&nbsp;</span>
282
- <span class="cline-any cline-no">&nbsp;</span>
283
- <span class="cline-any cline-yes">1x</span>
284
- <span class="cline-any cline-yes">1x</span>
285
- <span class="cline-any cline-yes">1x</span>
286
- <span class="cline-any cline-yes">1x</span>
287
- <span class="cline-any cline-yes">1x</span>
288
- <span class="cline-any cline-yes">1x</span>
289
- <span class="cline-any cline-yes">1x</span>
290
- <span class="cline-any cline-yes">1x</span>
291
- <span class="cline-any cline-yes">1x</span>
292
- <span class="cline-any cline-yes">1x</span>
293
- <span class="cline-any cline-yes">1x</span>
294
- <span class="cline-any cline-yes">1x</span>
295
- <span class="cline-any cline-yes">1x</span>
296
- <span class="cline-any cline-yes">1x</span>
297
- <span class="cline-any cline-yes">1x</span>
298
- <span class="cline-any cline-yes">1x</span>
299
- <span class="cline-any cline-yes">1x</span>
300
- <span class="cline-any cline-yes">1x</span>
301
- <span class="cline-any cline-yes">1x</span>
302
- <span class="cline-any cline-yes">1x</span>
303
- <span class="cline-any cline-yes">1x</span>
304
- <span class="cline-any cline-yes">1x</span>
305
- <span class="cline-any cline-yes">1x</span>
306
- <span class="cline-any cline-yes">1x</span>
307
- <span class="cline-any cline-yes">1x</span>
308
- <span class="cline-any cline-yes">1x</span>
309
- <span class="cline-any cline-yes">1x</span>
310
- <span class="cline-any cline-yes">1x</span>
311
- <span class="cline-any cline-yes">1x</span>
312
- <span class="cline-any cline-yes">1x</span>
313
- <span class="cline-any cline-yes">3360x</span>
314
- <span class="cline-any cline-yes">3360x</span>
315
- <span class="cline-any cline-yes">10x</span>
316
- <span class="cline-any cline-yes">10x</span>
317
- <span class="cline-any cline-yes">3360x</span>
318
- <span class="cline-any cline-yes">10x</span>
319
- <span class="cline-any cline-yes">10x</span>
320
- <span class="cline-any cline-yes">10x</span>
321
- <span class="cline-any cline-yes">3360x</span>
322
- <span class="cline-any cline-yes">1x</span>
323
- <span class="cline-any cline-yes">1x</span>
324
- <span class="cline-any cline-yes">1x</span>
325
- <span class="cline-any cline-yes">1x</span>
326
- <span class="cline-any cline-yes">1x</span>
327
- <span class="cline-any cline-yes">1x</span>
328
- <span class="cline-any cline-yes">1x</span>
329
- <span class="cline-any cline-yes">1x</span>
330
- <span class="cline-any cline-yes">1x</span>
331
- <span class="cline-any cline-yes">1x</span>
332
- <span class="cline-any cline-yes">1x</span>
333
- <span class="cline-any cline-yes">1x</span>
334
- <span class="cline-any cline-yes">1x</span>
335
- <span class="cline-any cline-yes">1x</span>
336
- <span class="cline-any cline-yes">1x</span>
337
- <span class="cline-any cline-yes">1x</span>
338
- <span class="cline-any cline-yes">1x</span>
339
- <span class="cline-any cline-yes">1x</span>
340
- <span class="cline-any cline-yes">1x</span>
341
- <span class="cline-any cline-yes">1x</span>
342
- <span class="cline-any cline-yes">1x</span>
343
- <span class="cline-any cline-yes">1x</span>
344
- <span class="cline-any cline-yes">1x</span>
345
- <span class="cline-any cline-yes">1x</span>
346
- <span class="cline-any cline-yes">1x</span>
347
- <span class="cline-any cline-yes">1x</span>
348
- <span class="cline-any cline-yes">1x</span>
349
- <span class="cline-any cline-yes">1x</span>
350
- <span class="cline-any cline-yes">1x</span>
351
- <span class="cline-any cline-yes">1x</span>
352
- <span class="cline-any cline-yes">1x</span>
353
- <span class="cline-any cline-yes">1x</span>
354
- <span class="cline-any cline-yes">1x</span>
355
- <span class="cline-any cline-yes">1x</span>
356
- <span class="cline-any cline-yes">1x</span>
357
- <span class="cline-any cline-yes">1x</span>
358
- <span class="cline-any cline-yes">3x</span>
359
- <span class="cline-any cline-yes">1x</span>
360
- <span class="cline-any cline-yes">1x</span>
361
- <span class="cline-any cline-yes">1x</span>
362
- <span class="cline-any cline-yes">1x</span>
363
- <span class="cline-any cline-yes">1x</span>
364
- <span class="cline-any cline-yes">3x</span>
365
- <span class="cline-any cline-yes">1x</span>
366
- <span class="cline-any cline-yes">1x</span>
367
- <span class="cline-any cline-yes">1x</span>
368
- <span class="cline-any cline-yes">1x</span>
369
- <span class="cline-any cline-yes">1x</span>
370
- <span class="cline-any cline-neutral">&nbsp;</span></td><td class="text"><pre class="prettyprint lang-js">import LexicalModelCompiler from '../src/lexical-model-compiler.js';
371
- import {assert} from 'chai';
372
- import 'mocha';
373
- &nbsp;
374
- import {makePathToFixture, compileModelSourceCode} from './helpers/index.js';
375
- import { createTrieDataStructure } from '../src/build-trie.js';
376
- &nbsp;
377
- describe('LexicalModelCompiler', function () {
378
- describe('#generateLexicalModelCode', function () {
379
- it('should compile a trivial word list', function () {
380
- const MODEL_ID = 'example.qaa.trivial';
381
- const PATH = makePathToFixture(MODEL_ID);
382
- &nbsp;
383
- let compiler = new LexicalModelCompiler;
384
- let code = compiler.generateLexicalModelCode(MODEL_ID, {
385
- format: 'trie-1.0',
386
- sources: ['wordlist.tsv']
387
- }, PATH) as string;
388
- &nbsp;
389
- let result = compileModelSourceCode(code);
390
- assert.isFalse(result.hasSyntaxError);
391
- assert.isNotNull(result.exportedModel);
392
- assert.equal(result.modelConstructorName, 'TrieModel');
393
- &nbsp;
394
- // Sanity check: the word list has three total unweighted words, with a
395
- // total weight of 3!
396
- assert.match(code, /\btotalWeight\b["']?:\s*3\b/);
397
- &nbsp;
398
- // Sanity check: the word breaker is a property of the object.
399
- assert.match(code, /\bwordBreaker\b["']?:\s*wordBreakers\b/);
400
- });
401
- &nbsp;
402
- it('should compile a word list exported by Microsoft Excel', function () {
403
- const MODEL_ID = 'example.qaa.utf16le';
404
- const PATH = makePathToFixture(MODEL_ID);
405
- &nbsp;
406
- let compiler = new LexicalModelCompiler;
407
- let code = compiler.generateLexicalModelCode(MODEL_ID, {
408
- format: 'trie-1.0',
409
- sources: ['wordlist.txt']
410
- }, PATH) as string;
411
- &nbsp;
412
- let result = compileModelSourceCode(code);
413
- assert.isFalse(result.hasSyntaxError);
414
- assert.isNotNull(result.exportedModel);
415
- assert.equal(result.modelConstructorName, 'TrieModel');
416
- &nbsp;
417
- // Sanity check: the word list has three total unweighted words, with a
418
- // total weight of 44,103!
419
- assert.match(code, /\btotalWeight\b["']?:\s*44103\b/);
420
- });
421
- });
422
- &nbsp;
423
- it('should compile a word list with a custom word breaking function', function () {
424
- const MODEL_ID = 'example.qaa.trivial';
425
- const PATH = makePathToFixture(MODEL_ID);
426
- &nbsp;
427
- let compiler = new LexicalModelCompiler;
428
- let code = compiler.generateLexicalModelCode(MODEL_ID, {
429
- format: 'trie-1.0',
430
- sources: ['wordlist.tsv'],
431
- // This is a possible word breaking function:
432
- <span class="fstat-no" title="function not covered" > wordBreaker(phrase: string): Span[] {</span>
433
- <span class="cstat-no" title="statement not covered" > return [];</span>
434
- <span class="cstat-no" title="statement not covered" > }</span>
435
- }, PATH) as string;
436
- &nbsp;
437
- let result = compileModelSourceCode(code);
438
- assert.isFalse(result.hasSyntaxError, `Syntax error in ${code}`);
439
- assert.isNotNull(result.exportedModel);
440
- assert.equal(result.modelConstructorName, 'TrieModel');
441
- &nbsp;
442
- // Sanity check: the word breaker is a property of the object.
443
- assert.match(code, /\bwordBreaker\b["']?:\s+function\b/);
444
- });
445
- &nbsp;
446
- it('should not generate unpaired surrogate code units', function () {
447
- const MODEL_ID = 'example.qaa.smp';
448
- const PATH = makePathToFixture(MODEL_ID);
449
- &nbsp;
450
- let compiler = new LexicalModelCompiler;
451
- let code = compiler.generateLexicalModelCode(MODEL_ID, {
452
- format: 'trie-1.0',
453
- sources: ['wordlist.tsv']
454
- }, PATH) as string;
455
- &nbsp;
456
- let result = compileModelSourceCode(code);
457
- assert.isFalse(result.hasSyntaxError);
458
- assert.isNotNull(result.exportedModel);
459
- assert.equal(result.modelConstructorName, 'TrieModel');
460
- &nbsp;
461
- // Test every character in the string to make sure we don't have
462
- // unpaired surrogates which destroy everything.
463
- // We can assume that the first and last chars are not SMP
464
- for(var i = 1; i &lt; code.length - 1; i++) {
465
- assert.notEqual(0xFFFD, code.charCodeAt(i));
466
- if(code.charCodeAt(i) &gt;= 0xD800 &amp;&amp; code.charCodeAt(i) &lt; 0xDC00) {
467
- assert.isTrue((code.charCodeAt(i+1) &gt;= 0xDC00 &amp;&amp; code.charCodeAt(i+1) &lt; 0xE000),
468
- 'Unpaired lead surrogate U+'+code.charCodeAt(i).toString(16)+' at position '+i+' of \''+code+'\'');
469
- } else if(code.charCodeAt(i) &gt;= 0xDC00 &amp;&amp; code.charCodeAt(i) &lt; 0xE000) {
470
- assert.isTrue((code.charCodeAt(i-1) &gt;= 0xD800 &amp;&amp; code.charCodeAt(i-1) &lt; 0xDC00),
471
- 'Unpaired trail surrogate U+'+code.charCodeAt(i).toString(16)+' at position '+i+' of \''+code+'\'');
472
- }
473
- }
474
- &nbsp;
475
- // Sanity check: the word list has three total unweighted words, with a
476
- // total weight of 27,596!
477
- assert.match(code, /\btotalWeight\b["']?:\s*27596\b/);
478
- });
479
- &nbsp;
480
- it('should include the source code of its search term to key function', function () {
481
- const MODEL_ID = 'example.qaa.trivial';
482
- const PATH = makePathToFixture(MODEL_ID);
483
- let compiler = new LexicalModelCompiler;
484
- let code = compiler.generateLexicalModelCode(MODEL_ID, {
485
- format: 'trie-1.0',
486
- sources: ['wordlist.tsv']
487
- // NOTE: we intentionally OMIT the searchTermToKey function
488
- // so that the default can be provided.
489
- }, PATH) as string;
490
- &nbsp;
491
- assert.match(code, /(["']|)searchTermToKey\1:\s*function\b/,
492
- 'expected to find searchTermToKey specified as a function'
493
- );
494
- });
495
- });
496
- &nbsp;
497
- describe('createTrieDataStructure()', function () {
498
- const WORDLIST_FILENAME = makePathToFixture('example.qaa.trivial', 'wordlist.tsv');
499
- &nbsp;
500
- it('must be given an explicit searchTermToKey function', function () {
501
- assert.throws(function () {
502
- createTrieDataStructure([WORDLIST_FILENAME]);
503
- }, TypeError)
504
- });
505
- &nbsp;
506
- it('uses the provided searchTermToKey function', function () {
507
- // check if the expected key is in the resultant data structure.
508
- // N.B., we assume the wordlist contains the wordform "turtles"
509
- let lowercaseSourceCode = createTrieDataStructure([WORDLIST_FILENAME], (wf) =&gt; {
510
- return wf.toLowerCase()
511
- })
512
- assert.match(lowercaseSourceCode, /"key":\s*"turtles"/);
513
- assert.notMatch(lowercaseSourceCode, /"key":\s*"TURTLES"/);
514
- &nbsp;
515
- let uppercaseSourceCode = createTrieDataStructure([WORDLIST_FILENAME], (wf) =&gt; {
516
- return wf.toUpperCase()
517
- })
518
- assert.match(uppercaseSourceCode, /"key":\s*"TURTLES"/);
519
- assert.notMatch(uppercaseSourceCode, /"key":\s*"turtles"/);
520
- })
521
- });
522
- &nbsp;</pre></td></tr></table></pre>
523
-
524
- <div class='push'></div><!-- for sticky footer -->
525
- </div><!-- /wrapper -->
526
- <div class='footer quiet pad2 space-top1 center small'>
527
- Code coverage generated by
528
- <a href="https://istanbul.js.org/" target="_blank" rel="noopener noreferrer">istanbul</a>
529
- at 2023-04-12T18:51:48.688Z
530
- </div>
531
- <script src="../prettify.js"></script>
532
- <script>
533
- window.onload = function () {
534
- prettyPrint();
535
- };
536
- </script>
537
- <script src="../sorter.js"></script>
538
- <script src="../block-navigation.js"></script>
539
- </body>
540
- </html>
541
-