@prosopo/datasets-fs 3.0.34 → 3.0.38

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (111) hide show
  1. package/CHANGELOG.md +53 -0
  2. package/package.json +9 -9
  3. package/coverage/base.css +0 -224
  4. package/coverage/block-navigation.js +0 -87
  5. package/coverage/clover.xml +0 -1397
  6. package/coverage/coverage-final.json +0 -18
  7. package/coverage/favicon.png +0 -0
  8. package/coverage/index.html +0 -161
  9. package/coverage/prettify.css +0 -1
  10. package/coverage/prettify.js +0 -2
  11. package/coverage/sort-arrow-sprite.png +0 -0
  12. package/coverage/sorter.js +0 -210
  13. package/coverage/src/cli/cli.ts.html +0 -334
  14. package/coverage/src/cli/cliCommand.ts.html +0 -289
  15. package/coverage/src/cli/cliCommandComposite.ts.html +0 -247
  16. package/coverage/src/cli/index.html +0 -146
  17. package/coverage/src/cli.ts.html +0 -235
  18. package/coverage/src/commands/flatten.ts.html +0 -547
  19. package/coverage/src/commands/generate.ts.html +0 -739
  20. package/coverage/src/commands/generateV1.ts.html +0 -904
  21. package/coverage/src/commands/generateV2.ts.html +0 -952
  22. package/coverage/src/commands/get.ts.html +0 -430
  23. package/coverage/src/commands/index.html +0 -221
  24. package/coverage/src/commands/labels.ts.html +0 -319
  25. package/coverage/src/commands/relocate.ts.html +0 -412
  26. package/coverage/src/commands/resize.ts.html +0 -598
  27. package/coverage/src/dummy.ts.html +0 -241
  28. package/coverage/src/index.html +0 -146
  29. package/coverage/src/index.ts.html +0 -127
  30. package/coverage/src/utils/index.html +0 -146
  31. package/coverage/src/utils/input.ts.html +0 -259
  32. package/coverage/src/utils/inputOutput.ts.html +0 -172
  33. package/coverage/src/utils/output.ts.html +0 -343
  34. package/dist/cli/cli.d.ts +0 -9
  35. package/dist/cli/cli.d.ts.map +0 -1
  36. package/dist/cli/cli.js.map +0 -1
  37. package/dist/cli/cliCommand.d.ts +0 -17
  38. package/dist/cli/cliCommand.d.ts.map +0 -1
  39. package/dist/cli/cliCommand.js +0 -31
  40. package/dist/cli/cliCommand.js.map +0 -1
  41. package/dist/cli/cliCommandComposite.d.ts +0 -14
  42. package/dist/cli/cliCommandComposite.d.ts.map +0 -1
  43. package/dist/cli/cliCommandComposite.js +0 -32
  44. package/dist/cli/cliCommandComposite.js.map +0 -1
  45. package/dist/cli.d.ts +0 -2
  46. package/dist/cli.d.ts.map +0 -1
  47. package/dist/cli.js +0 -34
  48. package/dist/cli.js.map +0 -1
  49. package/dist/commands/flatten.d.ts +0 -59
  50. package/dist/commands/flatten.d.ts.map +0 -1
  51. package/dist/commands/flatten.js +0 -97
  52. package/dist/commands/flatten.js.map +0 -1
  53. package/dist/commands/generate.d.ts +0 -115
  54. package/dist/commands/generate.d.ts.map +0 -1
  55. package/dist/commands/generate.js +0 -150
  56. package/dist/commands/generate.js.map +0 -1
  57. package/dist/commands/generateV1.d.ts +0 -179
  58. package/dist/commands/generateV1.d.ts.map +0 -1
  59. package/dist/commands/generateV1.js +0 -169
  60. package/dist/commands/generateV1.js.map +0 -1
  61. package/dist/commands/generateV2.d.ts +0 -189
  62. package/dist/commands/generateV2.d.ts.map +0 -1
  63. package/dist/commands/generateV2.js +0 -200
  64. package/dist/commands/generateV2.js.map +0 -1
  65. package/dist/commands/get.d.ts +0 -35
  66. package/dist/commands/get.d.ts.map +0 -1
  67. package/dist/commands/get.js +0 -92
  68. package/dist/commands/get.js.map +0 -1
  69. package/dist/commands/labels.d.ts +0 -47
  70. package/dist/commands/labels.d.ts.map +0 -1
  71. package/dist/commands/labels.js +0 -48
  72. package/dist/commands/labels.js.map +0 -1
  73. package/dist/commands/relocate.d.ts +0 -71
  74. package/dist/commands/relocate.d.ts.map +0 -1
  75. package/dist/commands/relocate.js +0 -81
  76. package/dist/commands/relocate.js.map +0 -1
  77. package/dist/commands/resize.d.ts +0 -69
  78. package/dist/commands/resize.d.ts.map +0 -1
  79. package/dist/commands/resize.js +0 -112
  80. package/dist/commands/resize.js.map +0 -1
  81. package/dist/dummy.d.ts +0 -2
  82. package/dist/dummy.d.ts.map +0 -1
  83. package/dist/dummy.js +0 -28
  84. package/dist/dummy.js.map +0 -1
  85. package/dist/index.d.ts +0 -2
  86. package/dist/index.d.ts.map +0 -1
  87. package/dist/index.js.map +0 -1
  88. package/dist/tests/lodash.unit.test.d.ts +0 -2
  89. package/dist/tests/lodash.unit.test.d.ts.map +0 -1
  90. package/dist/tests/lodash.unit.test.js +0 -29
  91. package/dist/tests/lodash.unit.test.js.map +0 -1
  92. package/dist/tests/mocked.unit.test.d.ts +0 -2
  93. package/dist/tests/mocked.unit.test.d.ts.map +0 -1
  94. package/dist/tests/mocked.unit.test.js +0 -253
  95. package/dist/tests/mocked.unit.test.js.map +0 -1
  96. package/dist/tests/utils.d.ts +0 -35
  97. package/dist/tests/utils.d.ts.map +0 -1
  98. package/dist/tests/utils.js +0 -101
  99. package/dist/tests/utils.js.map +0 -1
  100. package/dist/utils/input.d.ts +0 -24
  101. package/dist/utils/input.d.ts.map +0 -1
  102. package/dist/utils/input.js +0 -35
  103. package/dist/utils/input.js.map +0 -1
  104. package/dist/utils/inputOutput.d.ts +0 -21
  105. package/dist/utils/inputOutput.d.ts.map +0 -1
  106. package/dist/utils/inputOutput.js +0 -10
  107. package/dist/utils/inputOutput.js.map +0 -1
  108. package/dist/utils/output.d.ts +0 -36
  109. package/dist/utils/output.d.ts.map +0 -1
  110. package/dist/utils/output.js +0 -62
  111. package/dist/utils/output.js.map +0 -1
package/coverage/src/commands/flatten.ts.html DELETED
@@ -1,547 +0,0 @@
1
-
2
- <!doctype html>
3
- <html lang="en">
4
-
5
- <head>
6
- <title>Code coverage report for src/commands/flatten.ts</title>
7
- <meta charset="utf-8" />
8
- <link rel="stylesheet" href="../../prettify.css" />
9
- <link rel="stylesheet" href="../../base.css" />
10
- <link rel="shortcut icon" type="image/x-icon" href="../../favicon.png" />
11
- <meta name="viewport" content="width=device-width, initial-scale=1" />
12
- <style type='text/css'>
13
- .coverage-summary .sorter {
14
- background-image: url(../../sort-arrow-sprite.png);
15
- }
16
- </style>
17
- </head>
18
-
19
- <body>
20
- <div class='wrapper'>
21
- <div class='pad1'>
22
- <h1><a href="../../index.html">All files</a> / <a href="index.html">src/commands</a> flatten.ts</h1>
23
- <div class='clearfix'>
24
-
25
- <div class='fl pad1y space-right2'>
26
- <span class="strong">68.86% </span>
27
- <span class="quiet">Statements</span>
28
- <span class='fraction'>73/106</span>
29
- </div>
30
-
31
-
32
- <div class='fl pad1y space-right2'>
33
- <span class="strong">87.5% </span>
34
- <span class="quiet">Branches</span>
35
- <span class='fraction'>7/8</span>
36
- </div>
37
-
38
-
39
- <div class='fl pad1y space-right2'>
40
- <span class="strong">25% </span>
41
- <span class="quiet">Functions</span>
42
- <span class='fraction'>1/4</span>
43
- </div>
44
-
45
-
46
- <div class='fl pad1y space-right2'>
47
- <span class="strong">68.86% </span>
48
- <span class="quiet">Lines</span>
49
- <span class='fraction'>73/106</span>
50
- </div>
51
-
52
-
53
- </div>
54
- <p class="quiet">
55
- Press <em>n</em> or <em>j</em> to go to the next uncovered block, <em>b</em>, <em>p</em> or <em>k</em> for the previous block.
56
- </p>
57
- <template id="filterTemplate">
58
- <div class="quiet">
59
- Filter:
60
- <input type="search" id="fileSearch">
61
- </div>
62
- </template>
63
- </div>
64
- <div class='status-line medium'></div>
65
- <pre><table class="coverage">
66
- <tr><td class="line-count quiet"><a name='L1'></a><a href='#L1'>1</a>
67
- <a name='L2'></a><a href='#L2'>2</a>
68
- <a name='L3'></a><a href='#L3'>3</a>
69
- <a name='L4'></a><a href='#L4'>4</a>
70
- <a name='L5'></a><a href='#L5'>5</a>
71
- <a name='L6'></a><a href='#L6'>6</a>
72
- <a name='L7'></a><a href='#L7'>7</a>
73
- <a name='L8'></a><a href='#L8'>8</a>
74
- <a name='L9'></a><a href='#L9'>9</a>
75
- <a name='L10'></a><a href='#L10'>10</a>
76
- <a name='L11'></a><a href='#L11'>11</a>
77
- <a name='L12'></a><a href='#L12'>12</a>
78
- <a name='L13'></a><a href='#L13'>13</a>
79
- <a name='L14'></a><a href='#L14'>14</a>
80
- <a name='L15'></a><a href='#L15'>15</a>
81
- <a name='L16'></a><a href='#L16'>16</a>
82
- <a name='L17'></a><a href='#L17'>17</a>
83
- <a name='L18'></a><a href='#L18'>18</a>
84
- <a name='L19'></a><a href='#L19'>19</a>
85
- <a name='L20'></a><a href='#L20'>20</a>
86
- <a name='L21'></a><a href='#L21'>21</a>
87
- <a name='L22'></a><a href='#L22'>22</a>
88
- <a name='L23'></a><a href='#L23'>23</a>
89
- <a name='L24'></a><a href='#L24'>24</a>
90
- <a name='L25'></a><a href='#L25'>25</a>
91
- <a name='L26'></a><a href='#L26'>26</a>
92
- <a name='L27'></a><a href='#L27'>27</a>
93
- <a name='L28'></a><a href='#L28'>28</a>
94
- <a name='L29'></a><a href='#L29'>29</a>
95
- <a name='L30'></a><a href='#L30'>30</a>
96
- <a name='L31'></a><a href='#L31'>31</a>
97
- <a name='L32'></a><a href='#L32'>32</a>
98
- <a name='L33'></a><a href='#L33'>33</a>
99
- <a name='L34'></a><a href='#L34'>34</a>
100
- <a name='L35'></a><a href='#L35'>35</a>
101
- <a name='L36'></a><a href='#L36'>36</a>
102
- <a name='L37'></a><a href='#L37'>37</a>
103
- <a name='L38'></a><a href='#L38'>38</a>
104
- <a name='L39'></a><a href='#L39'>39</a>
105
- <a name='L40'></a><a href='#L40'>40</a>
106
- <a name='L41'></a><a href='#L41'>41</a>
107
- <a name='L42'></a><a href='#L42'>42</a>
108
- <a name='L43'></a><a href='#L43'>43</a>
109
- <a name='L44'></a><a href='#L44'>44</a>
110
- <a name='L45'></a><a href='#L45'>45</a>
111
- <a name='L46'></a><a href='#L46'>46</a>
112
- <a name='L47'></a><a href='#L47'>47</a>
113
- <a name='L48'></a><a href='#L48'>48</a>
114
- <a name='L49'></a><a href='#L49'>49</a>
115
- <a name='L50'></a><a href='#L50'>50</a>
116
- <a name='L51'></a><a href='#L51'>51</a>
117
- <a name='L52'></a><a href='#L52'>52</a>
118
- <a name='L53'></a><a href='#L53'>53</a>
119
- <a name='L54'></a><a href='#L54'>54</a>
120
- <a name='L55'></a><a href='#L55'>55</a>
121
- <a name='L56'></a><a href='#L56'>56</a>
122
- <a name='L57'></a><a href='#L57'>57</a>
123
- <a name='L58'></a><a href='#L58'>58</a>
124
- <a name='L59'></a><a href='#L59'>59</a>
125
- <a name='L60'></a><a href='#L60'>60</a>
126
- <a name='L61'></a><a href='#L61'>61</a>
127
- <a name='L62'></a><a href='#L62'>62</a>
128
- <a name='L63'></a><a href='#L63'>63</a>
129
- <a name='L64'></a><a href='#L64'>64</a>
130
- <a name='L65'></a><a href='#L65'>65</a>
131
- <a name='L66'></a><a href='#L66'>66</a>
132
- <a name='L67'></a><a href='#L67'>67</a>
133
- <a name='L68'></a><a href='#L68'>68</a>
134
- <a name='L69'></a><a href='#L69'>69</a>
135
- <a name='L70'></a><a href='#L70'>70</a>
136
- <a name='L71'></a><a href='#L71'>71</a>
137
- <a name='L72'></a><a href='#L72'>72</a>
138
- <a name='L73'></a><a href='#L73'>73</a>
139
- <a name='L74'></a><a href='#L74'>74</a>
140
- <a name='L75'></a><a href='#L75'>75</a>
141
- <a name='L76'></a><a href='#L76'>76</a>
142
- <a name='L77'></a><a href='#L77'>77</a>
143
- <a name='L78'></a><a href='#L78'>78</a>
144
- <a name='L79'></a><a href='#L79'>79</a>
145
- <a name='L80'></a><a href='#L80'>80</a>
146
- <a name='L81'></a><a href='#L81'>81</a>
147
- <a name='L82'></a><a href='#L82'>82</a>
148
- <a name='L83'></a><a href='#L83'>83</a>
149
- <a name='L84'></a><a href='#L84'>84</a>
150
- <a name='L85'></a><a href='#L85'>85</a>
151
- <a name='L86'></a><a href='#L86'>86</a>
152
- <a name='L87'></a><a href='#L87'>87</a>
153
- <a name='L88'></a><a href='#L88'>88</a>
154
- <a name='L89'></a><a href='#L89'>89</a>
155
- <a name='L90'></a><a href='#L90'>90</a>
156
- <a name='L91'></a><a href='#L91'>91</a>
157
- <a name='L92'></a><a href='#L92'>92</a>
158
- <a name='L93'></a><a href='#L93'>93</a>
159
- <a name='L94'></a><a href='#L94'>94</a>
160
- <a name='L95'></a><a href='#L95'>95</a>
161
- <a name='L96'></a><a href='#L96'>96</a>
162
- <a name='L97'></a><a href='#L97'>97</a>
163
- <a name='L98'></a><a href='#L98'>98</a>
164
- <a name='L99'></a><a href='#L99'>99</a>
165
- <a name='L100'></a><a href='#L100'>100</a>
166
- <a name='L101'></a><a href='#L101'>101</a>
167
- <a name='L102'></a><a href='#L102'>102</a>
168
- <a name='L103'></a><a href='#L103'>103</a>
169
- <a name='L104'></a><a href='#L104'>104</a>
170
- <a name='L105'></a><a href='#L105'>105</a>
171
- <a name='L106'></a><a href='#L106'>106</a>
172
- <a name='L107'></a><a href='#L107'>107</a>
173
- <a name='L108'></a><a href='#L108'>108</a>
174
- <a name='L109'></a><a href='#L109'>109</a>
175
- <a name='L110'></a><a href='#L110'>110</a>
176
- <a name='L111'></a><a href='#L111'>111</a>
177
- <a name='L112'></a><a href='#L112'>112</a>
178
- <a name='L113'></a><a href='#L113'>113</a>
179
- <a name='L114'></a><a href='#L114'>114</a>
180
- <a name='L115'></a><a href='#L115'>115</a>
181
- <a name='L116'></a><a href='#L116'>116</a>
182
- <a name='L117'></a><a href='#L117'>117</a>
183
- <a name='L118'></a><a href='#L118'>118</a>
184
- <a name='L119'></a><a href='#L119'>119</a>
185
- <a name='L120'></a><a href='#L120'>120</a>
186
- <a name='L121'></a><a href='#L121'>121</a>
187
- <a name='L122'></a><a href='#L122'>122</a>
188
- <a name='L123'></a><a href='#L123'>123</a>
189
- <a name='L124'></a><a href='#L124'>124</a>
190
- <a name='L125'></a><a href='#L125'>125</a>
191
- <a name='L126'></a><a href='#L126'>126</a>
192
- <a name='L127'></a><a href='#L127'>127</a>
193
- <a name='L128'></a><a href='#L128'>128</a>
194
- <a name='L129'></a><a href='#L129'>129</a>
195
- <a name='L130'></a><a href='#L130'>130</a>
196
- <a name='L131'></a><a href='#L131'>131</a>
197
- <a name='L132'></a><a href='#L132'>132</a>
198
- <a name='L133'></a><a href='#L133'>133</a>
199
- <a name='L134'></a><a href='#L134'>134</a>
200
- <a name='L135'></a><a href='#L135'>135</a>
201
- <a name='L136'></a><a href='#L136'>136</a>
202
- <a name='L137'></a><a href='#L137'>137</a>
203
- <a name='L138'></a><a href='#L138'>138</a>
204
- <a name='L139'></a><a href='#L139'>139</a>
205
- <a name='L140'></a><a href='#L140'>140</a>
206
- <a name='L141'></a><a href='#L141'>141</a>
207
- <a name='L142'></a><a href='#L142'>142</a>
208
- <a name='L143'></a><a href='#L143'>143</a>
209
- <a name='L144'></a><a href='#L144'>144</a>
210
- <a name='L145'></a><a href='#L145'>145</a>
211
- <a name='L146'></a><a href='#L146'>146</a>
212
- <a name='L147'></a><a href='#L147'>147</a>
213
- <a name='L148'></a><a href='#L148'>148</a>
214
- <a name='L149'></a><a href='#L149'>149</a>
215
- <a name='L150'></a><a href='#L150'>150</a>
216
- <a name='L151'></a><a href='#L151'>151</a>
217
- <a name='L152'></a><a href='#L152'>152</a>
218
- <a name='L153'></a><a href='#L153'>153</a>
219
- <a name='L154'></a><a href='#L154'>154</a>
220
- <a name='L155'></a><a href='#L155'>155</a></td><td class="line-coverage quiet"><span class="cline-any cline-neutral">&nbsp;</span>
221
- <span class="cline-any cline-neutral">&nbsp;</span>
222
- <span class="cline-any cline-neutral">&nbsp;</span>
223
- <span class="cline-any cline-neutral">&nbsp;</span>
224
- <span class="cline-any cline-neutral">&nbsp;</span>
225
- <span class="cline-any cline-neutral">&nbsp;</span>
226
- <span class="cline-any cline-neutral">&nbsp;</span>
227
- <span class="cline-any cline-neutral">&nbsp;</span>
228
- <span class="cline-any cline-neutral">&nbsp;</span>
229
- <span class="cline-any cline-neutral">&nbsp;</span>
230
- <span class="cline-any cline-neutral">&nbsp;</span>
231
- <span class="cline-any cline-neutral">&nbsp;</span>
232
- <span class="cline-any cline-neutral">&nbsp;</span>
233
- <span class="cline-any cline-neutral">&nbsp;</span>
234
- <span class="cline-any cline-yes">1x</span>
235
- <span class="cline-any cline-yes">1x</span>
236
- <span class="cline-any cline-yes">1x</span>
237
- <span class="cline-any cline-yes">1x</span>
238
- <span class="cline-any cline-neutral">&nbsp;</span>
239
- <span class="cline-any cline-neutral">&nbsp;</span>
240
- <span class="cline-any cline-neutral">&nbsp;</span>
241
- <span class="cline-any cline-neutral">&nbsp;</span>
242
- <span class="cline-any cline-neutral">&nbsp;</span>
243
- <span class="cline-any cline-yes">1x</span>
244
- <span class="cline-any cline-yes">1x</span>
245
- <span class="cline-any cline-yes">1x</span>
246
- <span class="cline-any cline-yes">1x</span>
247
- <span class="cline-any cline-yes">1x</span>
248
- <span class="cline-any cline-yes">1x</span>
249
- <span class="cline-any cline-neutral">&nbsp;</span>
250
- <span class="cline-any cline-neutral">&nbsp;</span>
251
- <span class="cline-any cline-neutral">&nbsp;</span>
252
- <span class="cline-any cline-neutral">&nbsp;</span>
253
- <span class="cline-any cline-yes">1x</span>
254
- <span class="cline-any cline-yes">1x</span>
255
- <span class="cline-any cline-yes">1x</span>
256
- <span class="cline-any cline-neutral">&nbsp;</span>
257
- <span class="cline-any cline-neutral">&nbsp;</span>
258
- <span class="cline-any cline-neutral">&nbsp;</span>
259
- <span class="cline-any cline-yes">1x</span>
260
- <span class="cline-any cline-yes">1x</span>
261
- <span class="cline-any cline-no">&nbsp;</span>
262
- <span class="cline-any cline-no">&nbsp;</span>
263
- <span class="cline-any cline-neutral">&nbsp;</span>
264
- <span class="cline-any cline-yes">1x</span>
265
- <span class="cline-any cline-no">&nbsp;</span>
266
- <span class="cline-any cline-no">&nbsp;</span>
267
- <span class="cline-any cline-neutral">&nbsp;</span>
268
- <span class="cline-any cline-yes">1x</span>
269
- <span class="cline-any cline-no">&nbsp;</span>
270
- <span class="cline-any cline-no">&nbsp;</span>
271
- <span class="cline-any cline-no">&nbsp;</span>
272
- <span class="cline-any cline-no">&nbsp;</span>
273
- <span class="cline-any cline-no">&nbsp;</span>
274
- <span class="cline-any cline-no">&nbsp;</span>
275
- <span class="cline-any cline-no">&nbsp;</span>
276
- <span class="cline-any cline-no">&nbsp;</span>
277
- <span class="cline-any cline-no">&nbsp;</span>
278
- <span class="cline-any cline-no">&nbsp;</span>
279
- <span class="cline-any cline-no">&nbsp;</span>
280
- <span class="cline-any cline-no">&nbsp;</span>
281
- <span class="cline-any cline-no">&nbsp;</span>
282
- <span class="cline-any cline-no">&nbsp;</span>
283
- <span class="cline-any cline-no">&nbsp;</span>
284
- <span class="cline-any cline-neutral">&nbsp;</span>
285
- <span class="cline-any cline-yes">1x</span>
286
- <span class="cline-any cline-yes">1x</span>
287
- <span class="cline-any cline-yes">1x</span>
288
- <span class="cline-any cline-neutral">&nbsp;</span>
289
- <span class="cline-any cline-yes">1x</span>
290
- <span class="cline-any cline-yes">1x</span>
291
- <span class="cline-any cline-neutral">&nbsp;</span>
292
- <span class="cline-any cline-neutral">&nbsp;</span>
293
- <span class="cline-any cline-yes">1x</span>
294
- <span class="cline-any cline-yes">1x</span>
295
- <span class="cline-any cline-yes">1x</span>
296
- <span class="cline-any cline-yes">1x</span>
297
- <span class="cline-any cline-yes">1x</span>
298
- <span class="cline-any cline-yes">1x</span>
299
- <span class="cline-any cline-yes">1x</span>
300
- <span class="cline-any cline-yes">9x</span>
301
- <span class="cline-any cline-yes">1x</span>
302
- <span class="cline-any cline-neutral">&nbsp;</span>
303
- <span class="cline-any cline-neutral">&nbsp;</span>
304
- <span class="cline-any cline-yes">1x</span>
305
- <span class="cline-any cline-yes">1x</span>
306
- <span class="cline-any cline-neutral">&nbsp;</span>
307
- <span class="cline-any cline-yes">1x</span>
308
- <span class="cline-any cline-yes">1x</span>
309
- <span class="cline-any cline-yes">1x</span>
310
- <span class="cline-any cline-yes">1x</span>
311
- <span class="cline-any cline-neutral">&nbsp;</span>
312
- <span class="cline-any cline-neutral">&nbsp;</span>
313
- <span class="cline-any cline-yes">1x</span>
314
- <span class="cline-any cline-yes">1x</span>
315
- <span class="cline-any cline-yes">1x</span>
316
- <span class="cline-any cline-yes">1x</span>
317
- <span class="cline-any cline-yes">1x</span>
318
- <span class="cline-any cline-yes">1x</span>
319
- <span class="cline-any cline-yes">9x</span>
320
- <span class="cline-any cline-neutral">&nbsp;</span>
321
- <span class="cline-any cline-yes">9x</span>
322
- <span class="cline-any cline-yes">60x</span>
323
- <span class="cline-any cline-neutral">&nbsp;</span>
324
- <span class="cline-any cline-neutral">&nbsp;</span>
325
- <span class="cline-any cline-yes">60x</span>
326
- <span class="cline-any cline-neutral">&nbsp;</span>
327
- <span class="cline-any cline-yes">60x</span>
328
- <span class="cline-any cline-neutral">&nbsp;</span>
329
- <span class="cline-any cline-yes">60x</span>
330
- <span class="cline-any cline-yes">60x</span>
331
- <span class="cline-any cline-yes">60x</span>
332
- <span class="cline-any cline-yes">60x</span>
333
- <span class="cline-any cline-no">&nbsp;</span>
334
- <span class="cline-any cline-no">&nbsp;</span>
335
- <span class="cline-any cline-no">&nbsp;</span>
336
- <span class="cline-any cline-no">&nbsp;</span>
337
- <span class="cline-any cline-no">&nbsp;</span>
338
- <span class="cline-any cline-no">&nbsp;</span>
339
- <span class="cline-any cline-no">&nbsp;</span>
340
- <span class="cline-any cline-no">&nbsp;</span>
341
- <span class="cline-any cline-no">&nbsp;</span>
342
- <span class="cline-any cline-no">&nbsp;</span>
343
- <span class="cline-any cline-no">&nbsp;</span>
344
- <span class="cline-any cline-no">&nbsp;</span>
345
- <span class="cline-any cline-no">&nbsp;</span>
346
- <span class="cline-any cline-no">&nbsp;</span>
347
- <span class="cline-any cline-yes">60x</span>
348
- <span class="cline-any cline-yes">60x</span>
349
- <span class="cline-any cline-neutral">&nbsp;</span>
350
- <span class="cline-any cline-yes">60x</span>
351
- <span class="cline-any cline-yes">60x</span>
352
- <span class="cline-any cline-yes">60x</span>
353
- <span class="cline-any cline-yes">60x</span>
354
- <span class="cline-any cline-yes">60x</span>
355
- <span class="cline-any cline-yes">60x</span>
356
- <span class="cline-any cline-yes">60x</span>
357
- <span class="cline-any cline-yes">60x</span>
358
- <span class="cline-any cline-yes">1x</span>
359
- <span class="cline-any cline-yes">1x</span>
360
- <span class="cline-any cline-neutral">&nbsp;</span>
361
- <span class="cline-any cline-yes">1x</span>
362
- <span class="cline-any cline-yes">1x</span>
363
- <span class="cline-any cline-yes">1x</span>
364
- <span class="cline-any cline-neutral">&nbsp;</span>
365
- <span class="cline-any cline-neutral">&nbsp;</span>
366
- <span class="cline-any cline-yes">1x</span>
367
- <span class="cline-any cline-yes">1x</span>
368
- <span class="cline-any cline-neutral">&nbsp;</span>
369
- <span class="cline-any cline-neutral">&nbsp;</span>
370
- <span class="cline-any cline-yes">1x</span>
371
- <span class="cline-any cline-yes">1x</span>
372
- <span class="cline-any cline-yes">1x</span>
373
- <span class="cline-any cline-yes">1x</span>
374
- <span class="cline-any cline-neutral">&nbsp;</span></td><td class="text"><pre class="prettyprint lang-js">// Copyright 2021-2025 Prosopo (UK) Ltd.
375
- //
376
- // Licensed under the Apache License, Version 2.0 (the "License");
377
- // you may not use this file except in compliance with the License.
378
- // You may obtain a copy of the License at
379
- //
380
- // http://www.apache.org/licenses/LICENSE-2.0
381
- //
382
- // Unless required by applicable law or agreed to in writing, software
383
- // distributed under the License is distributed on an "AS IS" BASIS,
384
- // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
385
- // See the License for the specific language governing permissions and
386
- // limitations under the License.
387
- &nbsp;
388
- import fs from "node:fs";
389
- import { blake2b } from "@noble/hashes/blake2b";
390
- import { ProsopoDatasetError } from "@prosopo/common";
391
- import {
392
- CaptchaItemTypes,
393
- type Data,
394
- DataSchema,
395
- type LabelledItem,
396
- } from "@prosopo/types";
397
- import { u8aToHex } from "@prosopo/util";
398
- import { at } from "@prosopo/util";
399
- import { lodash } from "@prosopo/util/lodash";
400
- import cliProgress from "cli-progress";
401
- import * as z from "zod";
402
- import {
403
- InputOutputArgsSchema,
404
- InputOutputCliCommand,
405
- } from "../utils/inputOutput.js";
406
- &nbsp;
407
- export const ArgsSchema = InputOutputArgsSchema.extend({
408
- allowDuplicates: z.boolean().optional(),
409
- });
410
- export type ArgsSchemaType = typeof ArgsSchema;
411
- export type Args = z.infer&lt;ArgsSchemaType&gt;;
412
- &nbsp;
413
- export class Flatten extends InputOutputCliCommand&lt;ArgsSchemaType&gt; {
414
- public override <span class="fstat-no" title="function not covered" >getArgSchema() {</span>
415
- <span class="cstat-no" title="statement not covered" > return ArgsSchema;</span>
416
- <span class="cstat-no" title="statement not covered" > }</span>
417
- &nbsp;
418
- public override <span class="fstat-no" title="function not covered" >getDescription(): string {</span>
419
- <span class="cstat-no" title="statement not covered" > return "Restructure a directory containing directories for each image classification into a single directory with a file containing the labels";</span>
420
- <span class="cstat-no" title="statement not covered" > }</span>
421
- &nbsp;
422
- public override <span class="fstat-no" title="function not covered" >getOptions() {</span>
423
- <span class="cstat-no" title="statement not covered" > return lodash().merge(super.getOptions(), {</span>
424
- <span class="cstat-no" title="statement not covered" > input: {</span>
425
- <span class="cstat-no" title="statement not covered" > description:</span>
426
- <span class="cstat-no" title="statement not covered" > "Path to the data directory containing subdirectories for each image classification",</span>
427
- <span class="cstat-no" title="statement not covered" > },</span>
428
- <span class="cstat-no" title="statement not covered" > output: {</span>
429
- <span class="cstat-no" title="statement not covered" > description:</span>
430
- <span class="cstat-no" title="statement not covered" > "Where to put the output file containing the labels and single directory of images",</span>
431
- <span class="cstat-no" title="statement not covered" > },</span>
432
- <span class="cstat-no" title="statement not covered" > allowDuplicates: {</span>
433
- <span class="cstat-no" title="statement not covered" > boolean: true,</span>
434
- <span class="cstat-no" title="statement not covered" > description: "If true, allow duplicates in the data",</span>
435
- <span class="cstat-no" title="statement not covered" > },</span>
436
- <span class="cstat-no" title="statement not covered" > });</span>
437
- <span class="cstat-no" title="statement not covered" > }</span>
438
- &nbsp;
439
- public override async _run(args: Args) {
440
- this.logger.debug(() =&gt; ({ msg: "flatten run" }));
441
- await super._run(args);
442
- &nbsp;
443
- const dataDir = args.input;
444
- const outDir = args.output;
445
- &nbsp;
446
- // find the labels (these should be subdirectories of the data directory)
447
- this.logger.info(() =&gt; ({ msg: "reading data" }));
448
- const labels: string[] = fs
449
- .readdirSync(dataDir, { withFileTypes: true })
450
- .filter((dirent) =&gt; dirent.isDirectory())
451
- .map((dirent) =&gt; dirent.name)
452
- .sort();
453
- const imagesByLabel: string[][] = labels.map((label) =&gt;
454
- fs.readdirSync(`${dataDir}/${label}`),
455
- );
456
- &nbsp;
457
- // create the output directory
458
- const imageDir = `${outDir}/images`;
459
- fs.mkdirSync(imageDir, { recursive: true });
460
- &nbsp;
461
- const bar = new cliProgress.SingleBar(
462
- {},
463
- cliProgress.Presets.shades_classic,
464
- );
465
- &nbsp;
466
- // for each label
467
- const items: LabelledItem[] = [];
468
- bar.start(
469
- imagesByLabel.reduce((acc, images) =&gt; acc + images.length, 0),
470
- 0,
471
- );
472
- labels.forEach((label, i) =&gt; {
473
- const images: string[] = at(imagesByLabel, i);
474
- // for each image
475
- for (const image of images) {
476
- bar.increment();
477
- // this.logger.log(`flattening ${label}/${image}`)
478
- // copy the image to the output directory
479
- const extension = image.split(".").pop();
480
- // read file to bytes
481
- const content = fs.readFileSync(`${dataDir}/${label}/${image}`);
482
- // hash based on the content of the image
483
- const hash = blake2b(content);
484
- const hex = u8aToHex(hash);
485
- const name = `${hex}.${extension}`;
486
- if (fs.existsSync(`${imageDir}/${name}`)) <span class="branch-0 cbranch-no" title="branch not covered" >{</span>
487
- <span class="cstat-no" title="statement not covered" > for (const item of items) {</span>
488
- <span class="cstat-no" title="statement not covered" > if (item.hash === hex) {</span>
489
- <span class="cstat-no" title="statement not covered" > this.logger.info(() =&gt; ({</span>
490
- <span class="cstat-no" title="statement not covered" > msg: `\ndupe: ${label}/${image}`,</span>
491
- <span class="cstat-no" title="statement not covered" > data: { item },</span>
492
- <span class="cstat-no" title="statement not covered" > }));</span>
493
- <span class="cstat-no" title="statement not covered" > }</span>
494
- <span class="cstat-no" title="statement not covered" > }</span>
495
- <span class="cstat-no" title="statement not covered" > if (!args.allowDuplicates) {</span>
496
- <span class="cstat-no" title="statement not covered" > throw new ProsopoDatasetError("DATASET.DUPLICATE_IMAGE", {</span>
497
- <span class="cstat-no" title="statement not covered" > context: { image: `${label}/${image}` },</span>
498
- <span class="cstat-no" title="statement not covered" > });</span>
499
- <span class="cstat-no" title="statement not covered" > }</span>
500
- <span class="cstat-no" title="statement not covered" > }</span>
501
- fs.copyFileSync(`${dataDir}/${label}/${image}`, `${imageDir}/${name}`);
502
- const filePath = fs.realpathSync(`${imageDir}/${name}`);
503
- // add the image to the map file
504
- const entry: LabelledItem = {
505
- data: filePath,
506
- type: CaptchaItemTypes.Image,
507
- label,
508
- hash: hex,
509
- };
510
- items.push(entry);
511
- }
512
- });
513
- bar.stop();
514
- &nbsp;
515
- const data: Data = {
516
- items,
517
- };
518
- &nbsp;
519
- // verify data
520
- this.logger.info(() =&gt; ({ msg: "verifying data", data: { ...data } }));
521
- DataSchema.parse(data);
522
- &nbsp;
523
- // write map file
524
- this.logger.info(() =&gt; ({ msg: "writing data" }));
525
- fs.writeFileSync(`${outDir}/data.json`, JSON.stringify(data, null, 4));
526
- }
527
- }
528
- &nbsp;</pre></td></tr></table></pre>
529
-
530
- <div class='push'></div><!-- for sticky footer -->
531
- </div><!-- /wrapper -->
532
- <div class='footer quiet pad2 space-top1 center small'>
533
- Code coverage generated by
534
- <a href="https://istanbul.js.org/" target="_blank" rel="noopener noreferrer">istanbul</a>
535
- at 2025-09-08T13:12:46.532Z
536
- </div>
537
- <script src="../../prettify.js"></script>
538
- <script>
539
- window.onload = function () {
540
- prettyPrint();
541
- };
542
- </script>
543
- <script src="../../sorter.js"></script>
544
- <script src="../../block-navigation.js"></script>
545
- </body>
546
- </html>
547
-