plevinjs 0.2.0 → 0.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (63) hide show
  1. package/README.md +81 -16
  2. package/dist/cli.d.ts +4 -0
  3. package/dist/cli.d.ts.map +1 -0
  4. package/dist/cli.js +16 -0
  5. package/dist/cli.js.map +1 -0
  6. package/dist/compress.d.ts +5 -0
  7. package/dist/compress.d.ts.map +1 -0
  8. package/dist/compress.js +954 -0
  9. package/dist/compress.js.map +1 -0
  10. package/dist/countries.d.ts +1 -1
  11. package/dist/countries.d.ts.map +1 -1
  12. package/dist/countries.js +251 -250
  13. package/dist/countries.js.map +1 -1
  14. package/dist/derive.d.ts +1 -0
  15. package/dist/derive.d.ts.map +1 -1
  16. package/dist/derive.js +12 -6
  17. package/dist/derive.js.map +1 -1
  18. package/dist/estimate.d.ts +38 -0
  19. package/dist/estimate.d.ts.map +1 -0
  20. package/dist/estimate.js +263 -0
  21. package/dist/estimate.js.map +1 -0
  22. package/dist/extra.d.ts.map +1 -1
  23. package/dist/extra.js +12 -12
  24. package/dist/extra.js.map +1 -1
  25. package/dist/index.d.ts.map +1 -1
  26. package/dist/index.js +52 -6
  27. package/dist/index.js.map +1 -1
  28. package/dist/leaves.d.ts +30 -0
  29. package/dist/leaves.d.ts.map +1 -0
  30. package/dist/leaves.js +183 -0
  31. package/dist/leaves.js.map +1 -0
  32. package/dist/lzma.d.ts +18 -0
  33. package/dist/lzma.d.ts.map +1 -1
  34. package/dist/lzma.js +18 -18
  35. package/dist/lzma.js.map +1 -1
  36. package/dist/matcher.d.ts +25 -0
  37. package/dist/matcher.d.ts.map +1 -0
  38. package/dist/matcher.js +198 -0
  39. package/dist/matcher.js.map +1 -0
  40. package/dist/models.d.ts +8 -0
  41. package/dist/models.d.ts.map +1 -1
  42. package/dist/plevin.min.js +258 -257
  43. package/dist/reader.d.ts.map +1 -1
  44. package/dist/reader.js +13 -1
  45. package/dist/reader.js.map +1 -1
  46. package/dist/selection.d.ts +34 -0
  47. package/dist/selection.d.ts.map +1 -0
  48. package/dist/selection.js +338 -0
  49. package/dist/selection.js.map +1 -0
  50. package/dist/slim.d.ts +21 -0
  51. package/dist/slim.d.ts.map +1 -0
  52. package/dist/slim.js +639 -0
  53. package/dist/slim.js.map +1 -0
  54. package/dist/slim.min.js +1 -0
  55. package/dist/stats.d.ts +61 -0
  56. package/dist/stats.d.ts.map +1 -0
  57. package/dist/stats.js +368 -0
  58. package/dist/stats.js.map +1 -0
  59. package/dist/writer.d.ts +32 -0
  60. package/dist/writer.d.ts.map +1 -0
  61. package/dist/writer.js +325 -0
  62. package/dist/writer.js.map +1 -0
  63. package/package.json +7 -2
package/dist/stats.js ADDED
@@ -0,0 +1,368 @@
1
+ /** What the estimator needs to know about one database, counted once, a few kilobytes. */
2
+ import { ABUSE_LEAVES, HOST_SHIFT, LEAVES, OPERATOR_LOW, POINT_LOW, RECORD_COLUMNS, } from "./leaves.js";
3
+ import { COLUMNS, section, TABLES } from "./selection.js";
4
+ import { indexSize } from "./writer.js";
5
+ const encoder = new TextEncoder();
6
+ const SERVERS = [3, 7, 8];
7
+ const KIND_RANGES = [
8
+ ["kind.cellular", (value) => value === 10],
9
+ ["kind.crawler", (value) => value === 11],
10
+ ["kind.servers", (value) => SERVERS.includes(value)],
11
+ ];
12
+ const padded = (kit, name, size = 0) => {
13
+ if (!kit.has(name))
14
+ return new Float64Array(size + 1);
15
+ const values = kit.numbers(name);
16
+ const out = new Float64Array(values.length + 1);
17
+ out.set(values, 1);
18
+ return out;
19
+ };
20
+ const through = (links, values) => links.map((link) => values[link] ?? 0);
21
+ const marks = (values, test) => values.map((value) => (test(value) ? 1 : 0));
22
+ const tupled = (columns) => {
23
+ const known = new Map();
24
+ return columns[0].map((_, at) => {
25
+ const key = columns.map((column) => column[at]).join(",");
26
+ if (!known.has(key))
27
+ known.set(key, known.size);
28
+ return known.get(key);
29
+ });
30
+ };
31
+ const identity = (values) => Float64Array.from(values, (_, at) => at);
32
+ const kindLeaves = (values, prefix = "") => {
33
+ const leaves = new Map();
34
+ for (const [name, test] of KIND_RANGES)
35
+ leaves.set(prefix + name, marks(values, test));
36
+ leaves.set(`${prefix}kind.any`, values);
37
+ return leaves;
38
+ };
39
+ const abuseSide = (kit) => {
40
+ const service = padded(kit, "col.abuse.service");
41
+ const rows = service.length - 1;
42
+ const leaves = kindLeaves(padded(kit, "col.abuse.user_type", rows));
43
+ for (const value of [1, 2, 3, 4, 5]) {
44
+ leaves.set(`service${value}`, marks(service, (held) => held === value));
45
+ }
46
+ for (const [name, columns] of Object.entries(RECORD_COLUMNS)) {
47
+ leaves.set(name, tupled(columns.map((id) => padded(kit, `col.${id}`, rows))));
48
+ }
49
+ return leaves;
50
+ };
51
+ const placeSide = (kit) => {
52
+ const points = padded(kit, "link.place.city");
53
+ const cities = (name) => padded(kit, `col.city.${name}`);
54
+ const links = (name) => padded(kit, `link.city.${name}`);
55
+ const leaves = new Map();
56
+ leaves.set("point", identity(points));
57
+ for (const name of POINT_LOW) {
58
+ leaves.set(`place.${name}`, padded(kit, `col.place.${name}`, points.length - 1));
59
+ }
60
+ leaves.set("city", points);
61
+ leaves.set("city.postal_partial", through(points, cities("postal_partial")));
62
+ leaves.set("city.type", through(points, cities("type")));
63
+ leaves.set("city.timezone", through(points, cities("timezone")));
64
+ leaves.set("city.country", through(points, cities("country")));
65
+ leaves.set("region", through(points, links("region")));
66
+ leaves.set("district", through(points, links("district")));
67
+ leaves.set("metro", through(points, links("metro")));
68
+ return leaves;
69
+ };
70
+ const networkSide = (kit, abuse) => {
71
+ const operators = padded(kit, "link.network.operator");
72
+ const leaves = new Map();
73
+ leaves.set("network", identity(operators));
74
+ const asns = padded(kit, "col.network.asn", operators.length - 1);
75
+ leaves.set("network.asn", identity(operators).map((row, at) => (asns[at] ? row : 0)));
76
+ leaves.set("operator", operators);
77
+ for (const name of OPERATOR_LOW) {
78
+ leaves.set(`operator.${name}`, through(operators, padded(kit, `col.operator.${name}`)));
79
+ }
80
+ const carriers = padded(kit, "link.network.carrier", operators.length - 1);
81
+ leaves.set("carrier", carriers);
82
+ for (const name of ["mcc", "mnc"]) {
83
+ leaves.set(`carrier.${name}`, through(carriers, padded(kit, `col.carrier.${name}`)));
84
+ }
85
+ const category = through(operators, padded(kit, "col.operator.category"));
86
+ for (const [name, values] of kindLeaves(category, "category."))
87
+ leaves.set(name, values);
88
+ const linked = padded(kit, "link.network.abuse", operators.length - 1);
89
+ for (const name of ABUSE_LEAVES) {
90
+ leaves.set(`net.${name}`, through(linked, abuse.get(name)));
91
+ }
92
+ return leaves;
93
+ };
94
+ const KEPT = 1500;
95
+ const distance = (one, two) => {
96
+ let bits = 0;
97
+ for (let at = 0; at < one.length - 1; at += 1) {
98
+ for (let rest = (one[at] ^ two[at]) >>> 0; rest; rest &= rest - 1)
99
+ bits += 1;
100
+ }
101
+ return bits;
102
+ };
103
+ const folded = (masks) => {
104
+ const sorted = [...masks].sort((one, two) => two[one.length - 1] - one[one.length - 1]);
105
+ const kept = sorted.slice(0, KEPT);
106
+ for (const rare of sorted.slice(KEPT)) {
107
+ let best = kept[0];
108
+ let nearest = Number.POSITIVE_INFINITY;
109
+ for (const mask of kept) {
110
+ const apart = distance(mask, rare);
111
+ if (apart < nearest)
112
+ [best, nearest] = [mask, apart];
113
+ }
114
+ best[best.length - 1] += rare[rare.length - 1];
115
+ }
116
+ return kept;
117
+ };
118
+ const pattern = (masks, words) => {
119
+ const key = words.join(",");
120
+ const found = masks.get(key);
121
+ if (found)
122
+ found[words.length] += 1;
123
+ else
124
+ masks.set(key, [...words, 1]);
125
+ };
126
+ const leafValues = (sides, id) => {
127
+ if (/^(stop|whole)\./.test(id)) {
128
+ return sides.abuse.get(id.replace(/^(stop|whole)\./, ""));
129
+ }
130
+ return (sides.place.get(id) ?? sides.network.get(id));
131
+ };
132
+ const histogram = (spine, sides) => {
133
+ const links = {
134
+ place: spine.columns.place,
135
+ network: spine.columns.network,
136
+ stop: spine.columns.abuse,
137
+ whole: spine.whole,
138
+ };
139
+ const owned = LEAVES.map((leaf, bit) => ({ leaf, bit }));
140
+ const groups = Object.entries(links).map(([owner, held]) => ({
141
+ links: held,
142
+ leaves: owned
143
+ .filter(({ leaf }) => leaf.owner === owner)
144
+ .map(({ leaf, bit }) => ({ bit, values: leafValues(sides, leaf.id) })),
145
+ }));
146
+ const carried = owned
147
+ .filter(({ leaf }) => leaf.owner === "spine")
148
+ .map(({ leaf, bit }) => ({ bit, name: leaf.id }));
149
+ const masks = new Map();
150
+ const words = [0, 0, 0, 0];
151
+ for (let at = 1; at < spine.columns.place.length; at += 1) {
152
+ words.fill(0);
153
+ for (const group of groups) {
154
+ const now = group.links[at];
155
+ const before = group.links[at - 1];
156
+ if (now === before)
157
+ continue;
158
+ for (const { bit, values } of group.leaves) {
159
+ if (values[now] !== values[before])
160
+ words[bit >> 5] |= 1 << (bit & 31);
161
+ }
162
+ }
163
+ for (const { bit, name } of carried) {
164
+ const values = spine.columns[name];
165
+ if (values[at] !== values[at - 1])
166
+ words[bit >> 5] |= 1 << (bit & 31);
167
+ }
168
+ pattern(masks, words);
169
+ }
170
+ return folded([...masks.values()]);
171
+ };
172
+ const served = (spine, kit) => {
173
+ const service = padded(kit, "col.abuse.service");
174
+ let total = 0;
175
+ for (let at = 0; at < spine.whole.length; at += 1) {
176
+ if (service[spine.whole[at]] > 0)
177
+ total += 1;
178
+ }
179
+ return total;
180
+ };
181
+ const flagged = (links, size, into = new Uint8Array(size)) => {
182
+ for (let at = 0; at < links.length; at += 1)
183
+ if (links[at] > 0)
184
+ into[links[at] - 1] = 1;
185
+ return into;
186
+ };
187
+ const follow = (from, links, into) => {
188
+ for (let at = 0; at < from.length; at += 1) {
189
+ if (from[at] && links[at + 1] > 0)
190
+ into[links[at + 1] - 1] = 1;
191
+ }
192
+ };
193
+ const total = (flags) => flags.reduce((sum, flag) => sum + flag, 0);
194
+ const reached = (kit, spines, hosts) => {
195
+ const size = (name) => (kit.has(name) ? kit.numbers(name).length : 0);
196
+ const places = new Uint8Array(size("link.place.city"));
197
+ const networks = new Uint8Array(size("link.network.operator"));
198
+ const abuse = new Uint8Array(size("col.abuse.service"));
199
+ for (const spine of spines) {
200
+ flagged(spine.columns.place, places.length, places);
201
+ flagged(spine.columns.network, networks.length, networks);
202
+ flagged(spine.columns.abuse, abuse.length, abuse);
203
+ flagged(spine.whole, abuse.length, abuse);
204
+ }
205
+ for (const links of hosts)
206
+ flagged(links, abuse.length, abuse);
207
+ const operators = new Uint8Array(size("col.operator.company"));
208
+ const carriers = new Uint8Array(size("col.carrier.user_count"));
209
+ const cities = new Uint8Array(size("col.city.name"));
210
+ follow(networks, padded(kit, "link.network.operator"), operators);
211
+ follow(networks, padded(kit, "link.network.carrier"), carriers);
212
+ follow(networks, padded(kit, "link.network.abuse"), abuse);
213
+ follow(operators, padded(kit, "link.operator.city"), cities);
214
+ follow(places, padded(kit, "link.place.city"), cities);
215
+ const regions = new Uint8Array(size("col.region.name"));
216
+ const districts = new Uint8Array(size("col.district.name"));
217
+ const metros = new Uint8Array(size("col.metro.code"));
218
+ follow(cities, padded(kit, "link.city.region"), regions);
219
+ follow(cities, padded(kit, "link.city.district"), districts);
220
+ follow(cities, padded(kit, "link.city.metro"), metros);
221
+ return {
222
+ place: total(places),
223
+ network: total(networks),
224
+ abuse: total(abuse),
225
+ operator: total(operators),
226
+ carrier: total(carriers),
227
+ city: total(cities),
228
+ region: total(regions),
229
+ district: total(districts),
230
+ metro: total(metros),
231
+ };
232
+ };
233
+ const variant = (spine, sides, kit) => ({
234
+ masks: histogram(spine, sides),
235
+ served: served(spine, kit),
236
+ });
237
+ const standing = (keys, address) => {
238
+ let low = 0;
239
+ let high = keys.length;
240
+ while (low < high) {
241
+ const middle = (low + high) >> 1;
242
+ if (keys[middle] <= address)
243
+ low = middle + 1;
244
+ else
245
+ high = middle;
246
+ }
247
+ return low - 1;
248
+ };
249
+ const hostRates = (kit, version, abuse) => {
250
+ const links = kit.hosts(version);
251
+ const { hosts } = kit.keys(version);
252
+ const rates = {};
253
+ for (const name of ABUSE_LEAVES) {
254
+ const values = abuse.get(name);
255
+ const keys = [];
256
+ for (let at = 0; at < links.length; at += 1)
257
+ if (values[links[at]])
258
+ keys.push(hosts[at]);
259
+ rates[name] = [keys.length, keys.length ? indexSize(keys, version === 6) : 0];
260
+ }
261
+ return rates;
262
+ };
263
+ const hostMasks = (kit, version, spine, abuse) => {
264
+ const links = kit.hosts(version);
265
+ const { hosts, spine: keys } = kit.keys(version);
266
+ const masks = new Map();
267
+ const held = ABUSE_LEAVES.map((name, bit) => ({
268
+ bit,
269
+ values: abuse.get(name),
270
+ }));
271
+ const words = [0, 0, 0, 0];
272
+ const set = (bit) => {
273
+ words[bit >> 5] |= 1 << (bit & 31);
274
+ };
275
+ for (let at = 0; at < links.length; at += 1) {
276
+ words.fill(0);
277
+ const stop = standing(keys, hosts[at]);
278
+ const beside = {
279
+ stop: spine.columns.abuse[stop] ?? 0,
280
+ whole: spine.whole[stop] ?? 0,
281
+ };
282
+ for (const { bit, values } of held) {
283
+ const own = values[links[at]];
284
+ if (own)
285
+ set(bit);
286
+ if (own !== values[beside.stop])
287
+ set(HOST_SHIFT.stop + bit);
288
+ if (own !== values[beside.whole])
289
+ set(HOST_SHIFT.whole + bit);
290
+ }
291
+ pattern(masks, words);
292
+ }
293
+ return folded([...masks.values()]);
294
+ };
295
+ const tableStats = (kit) => {
296
+ const pool = kit.pool();
297
+ const lengths = new Map();
298
+ const length = (id) => {
299
+ if (!lengths.has(id))
300
+ lengths.set(id, encoder.encode(pool[id - 1]).length);
301
+ return lengths.get(id);
302
+ };
303
+ const tables = {};
304
+ for (const name of TABLES) {
305
+ tables[name] = { rows: 0, columns: {} };
306
+ for (const column of COLUMNS.filter((one) => one.table === name)) {
307
+ if (!kit.has(section(column)))
308
+ continue;
309
+ const values = kit.numbers(section(column));
310
+ const distinct = new Set(Array.from(values));
311
+ distinct.delete(0);
312
+ let mass = 0;
313
+ if (column.kind === "text")
314
+ for (const id of distinct)
315
+ mass += length(id);
316
+ tables[name].rows = values.length;
317
+ tables[name].columns[column.id] = [distinct.size, mass];
318
+ }
319
+ }
320
+ return tables;
321
+ };
322
+ /** Counts everything the estimator reads: the one slow step, done when a file is built. */
323
+ export const collect = (kit) => {
324
+ const abuse = abuseSide(kit);
325
+ const sides = { place: placeSide(kit), network: networkSide(kit, abuse), abuse };
326
+ const spines = {};
327
+ const hosts = {};
328
+ const kept = {
329
+ refined: [],
330
+ snapped: [],
331
+ hosts: [],
332
+ };
333
+ for (const version of [4, 6]) {
334
+ const refined = kit.spine(version, false);
335
+ if (!refined)
336
+ continue;
337
+ const coarse = kit.spine(version, true);
338
+ const links = kit.hosts(version);
339
+ kept.refined.push(refined);
340
+ kept.snapped.push(coarse ?? refined);
341
+ kept.hosts.push(links);
342
+ spines[`v${version}`] = {
343
+ stops: refined.columns.place.length,
344
+ refined: variant(refined, sides, kit),
345
+ snapped: coarse ? variant(coarse, sides, kit) : null,
346
+ };
347
+ hosts[`v${version}`] = {
348
+ count: links.length,
349
+ masks: hostMasks(kit, version, refined, abuse),
350
+ rates: hostRates(kit, version, abuse),
351
+ };
352
+ }
353
+ const sections = kit.head.sections;
354
+ return {
355
+ built: kit.head.built,
356
+ fields: kit.head.fields,
357
+ bytes: Object.fromEntries(Object.entries(sections).map(([name, one]) => [name, one.bytes])),
358
+ tables: tableStats(kit),
359
+ strings: [sections.strings?.count ?? 0, sections.strings?.bytes ?? 0],
360
+ spines,
361
+ hosts,
362
+ reach: {
363
+ refined: reached(kit, kept.refined, kept.hosts),
364
+ snapped: reached(kit, kept.snapped, kept.hosts),
365
+ },
366
+ };
367
+ };
368
+ //# sourceMappingURL=stats.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"stats.js","sourceRoot":"","sources":["../src/stats.ts"],"names":[],"mappings":"AAAA,0FAA0F;AAE1F,OAAO,EACL,YAAY,EACZ,UAAU,EACV,MAAM,EAEN,YAAY,EACZ,SAAS,EACT,cAAc,GACf,MAAM,aAAa,CAAC;AACrB,OAAO,EAAgB,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxE,OAAO,EAAE,SAAS,EAAa,MAAM,aAAa,CAAC;AA0CnD,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;AAClC,MAAM,OAAO,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AAC1B,MAAM,WAAW,GAA2C;IAC1D,CAAC,eAAe,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC;IAC1C,CAAC,cAAc,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC;IACzC,CAAC,cAAc,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;CACrD,CAAC;AAEF,MAAM,MAAM,GAAG,CAAC,GAAQ,EAAE,IAAY,EAAE,IAAI,GAAG,CAAC,EAAgB,EAAE;IAChE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,YAAY,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAChD,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACnB,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,KAAmB,EAAE,MAAoB,EAAgB,EAAE,CAC1E,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AAEzC,MAAM,KAAK,GAAG,CAAC,MAAoB,EAAE,IAAgC,EAAgB,EAAE,CACrF,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAE/C,MAAM,MAAM,GAAG,CAAC,OAAuB,EAAgB,EAAE;IACvD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QAC9B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1D,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAChD,OAAO,KAAK,CAAC,GAAG,CAAC,GAAG,CAAW,CAAC;IAClC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,MAAoB,EAAgB,EAAE,CACtD,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;AAE3C,MAAM,UAAU,GAAG,CAAC,MAAoB,EAAE,MAAM,GAAG,EAAE,EAAU,EAAE;IAC/D,MAAM,MAAM,GAAW,IAAI,GAAG,EAAE,CAAC;IACjC,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,WAAW;QAAE,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;IACvF,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,UAAU,EAAE,MAAM,CAAC,CAAC;IACxC,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,GAAQ,EAAU,EAAE;IACrC,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,EAAE,mBAAmB,CAAC,CAAC;IACjD,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IAChC,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,EAAE,qBAAqB,EAAE,IAAI,CAAC,CAAC,CAAC;IACpE,KAAK,MAAM,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,CACR,UAAU,KAAK,EAAE,EACjB,KAAK,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,KAAK,CAAC,CACzC,CAAC;IACJ,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;QAC7D,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAChF,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,GAAQ,EAAU,EAAE;IACrC,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,YAAY,IAAI,EAAE,CAAC,CAAC;IACjE,MAAM,KAAK,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,aAAa,IAAI,EAAE,CAAC,CAAC;IACjE,MAAM,MAAM,GAAW,IAAI,GAAG,EAAE,CAAC;IACjC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IACtC,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,EAAE,MAAM,CAAC,GAAG,EAAE,aAAa,IAAI,EAAE,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IACnF,CAAC;IACD,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC3B,MAAM,CAAC,GAAG,CAAC,qBAAqB,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC7E,MAAM,CAAC,GAAG,CAAC,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACzD,MAAM,CAAC,GAAG,CAAC,eAAe,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IACjE,MAAM,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;IAC/D,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAC3D,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACrD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,GAAQ,EAAE,KAAa,EAAU,EAAE;IACtD,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,EAAE,uBAAuB,CAAC,CAAC;IACvD,MAAM,MAAM,GAAW,IAAI,GAAG,EAAE,CAAC;IACjC,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,EAAE,iBAAiB,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAClE,MAAM,CAAC,GAAG,CACR,aAAa,EACb,QAAQ,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAC3D,CAAC;IACF,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IAClC,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,MAAM,CAAC,GAAG,CACR,YAAY,IAAI,EAAE,EAClB,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG,EAAE,gBAAgB,IAAI,EAAE,CAAC,CAAC,CACxD,CAAC;IACJ,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,EAAE,sBAAsB,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3E,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAChC,KAAK,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC;QAClC,MAAM,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,EAAE,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,EAAE,eAAe,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACvF,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG,EAAE,uBAAuB,CAAC,CAAC,CAAC;IAC1E,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,UAAU,CAAC,QAAQ,EAAE,WAAW,CAAC;QAC5D,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC3B,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,EAAE,oBAAoB,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACvE,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAiB,CAAC,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,IAAI,GAAG,IAAI,CAAC;AAElB,MAAM,QAAQ,GAAG,CAAC,GAAa,EAAE,GAAa,EAAU,EAAE;IACxD,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC;QAC9C,KAAK,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,IAAI,GAAG,CAAC;YAAE,IAAI,IAAI,CAAC,CAAC;IAC/E,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,MAAM,GAAG,CAAC,KAAY,EAAS,EAAE;IACrC,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IACxF,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACtC,IAAI,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,OAAO,GAAG,MAAM,CAAC,iBAAiB,CAAC;QACvC,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACnC,IAAI,KAAK,GAAG,OAAO;gBAAE,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACvD,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,KAA4B,EAAE,KAAe,EAAQ,EAAE;IACtE,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5B,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,IAAI,KAAK;QAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;;QAC/B,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;AACrC,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,CAAC,KAAY,EAAE,EAAU,EAAgB,EAAE;IAC5D,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAiB,CAAC;IAC5E,CAAC;IACD,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAiB,CAAC;AACxE,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,KAAY,EAAE,KAAY,EAAS,EAAE;IACtD,MAAM,KAAK,GAAG;QACZ,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK;QAC1B,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO;QAC9B,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK;QACzB,KAAK,EAAE,KAAK,CAAC,KAAK;KACnB,CAAC;IACF,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3D,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;aACV,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC;aAC1C,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;KACzE,CAAC,CAAC,CAAC;IACJ,MAAM,OAAO,GAAG,KAAK;SAClB,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,OAAO,CAAC;SAC5C,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IACpD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC1C,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3B,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC;QAC1D,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACd,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC5B,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;YACnC,IAAI,GAAG,KAAK,MAAM;gBAAE,SAAS;YAC7B,KAAK,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC3C,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC;oBAAE,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;YACzE,CAAC;QACH,CAAC;QACD,KAAK,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,OAAO,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,IAAe,CAAC,CAAC;YAC9C,IAAI,MAAM,CAAC,EAAE,CAAC,KAAK,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;gBAAE,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;QACxE,CAAC;QACD,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AACrC,CAAC,CAAC;AAEF,MAAM,MAAM,GAAG,CAAC,KAAY,EAAE,GAAQ,EAAU,EAAE;IAChD,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,EAAE,mBAAmB,CAAC,CAAC;IACjD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC;QAClD,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC;YAAE,KAAK,IAAI,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,KAAwB,EAAE,IAAY,EAAE,IAAI,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE;IACtF,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC;QAAE,IAAI,KAAK,CAAC,EAAE,CAAC,GAAG,CAAC;YAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACxF,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,MAAM,GAAG,CAAC,IAAgB,EAAE,KAAmB,EAAE,IAAgB,EAAQ,EAAE;IAC/E,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC;QAC3C,IAAI,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC;YAAE,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IACjE,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,KAAK,GAAG,CAAC,KAAiB,EAAU,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC;AAExF,MAAM,OAAO,GAAG,CACd,GAAQ,EACR,MAAe,EACf,KAA0B,EACF,EAAE;IAC1B,MAAM,IAAI,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtF,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;IACvD,MAAM,QAAQ,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,CAAC;IAC/D,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;IACxD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACpD,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC1D,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAClD,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC5C,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,KAAK;QAAE,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC/D,MAAM,SAAS,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,CAAC;IAC/D,MAAM,QAAQ,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC;IAChE,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC;IACrD,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,EAAE,uBAAuB,CAAC,EAAE,SAAS,CAAC,CAAC;IAClE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,EAAE,sBAAsB,CAAC,EAAE,QAAQ,CAAC,CAAC;IAChE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,EAAE,oBAAoB,CAAC,EAAE,KAAK,CAAC,CAAC;IAC3D,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG,EAAE,oBAAoB,CAAC,EAAE,MAAM,CAAC,CAAC;IAC7D,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,EAAE,iBAAiB,CAAC,EAAE,MAAM,CAAC,CAAC;IACvD,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;IACxD,MAAM,SAAS,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAC5D,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACtD,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,EAAE,kBAAkB,CAAC,EAAE,OAAO,CAAC,CAAC;IACzD,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,EAAE,oBAAoB,CAAC,EAAE,SAAS,CAAC,CAAC;IAC7D,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,EAAE,iBAAiB,CAAC,EAAE,MAAM,CAAC,CAAC;IACvD,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC;QACpB,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC;QACxB,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC;QACnB,QAAQ,EAAE,KAAK,CAAC,SAAS,CAAC;QAC1B,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC;QACxB,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC;QACnB,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC;QACtB,QAAQ,EAAE,KAAK,CAAC,SAAS,CAAC;QAC1B,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC;KACrB,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,KAAY,EAAE,KAAY,EAAE,GAAQ,EAAW,EAAE,CAAC,CAAC;IAClE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC;CAC3B,CAAC,CAAC;AAEH,MAAM,QAAQ,GAAG,CAAC,IAAgC,EAAE,OAAwB,EAAU,EAAE;IACtF,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC;IACvB,OAAO,GAAG,GAAG,IAAI,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,OAAO;YAAE,GAAG,GAAG,MAAM,GAAG,CAAC,CAAC;;YACzC,IAAI,GAAG,MAAM,CAAC;IACrB,CAAC;IACD,OAAO,GAAG,GAAG,CAAC,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAChB,GAAQ,EACR,OAAe,EACf,KAAa,EACqB,EAAE;IACpC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACjC,MAAM,EAAE,KAAK,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpC,MAAM,KAAK,GAAqC,EAAE,CAAC;IACnD,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAiB,CAAC;QAC/C,MAAM,IAAI,GAAwB,EAAE,CAAC;QACrC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC;YACzC,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,IAAY,EAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,GAAQ,EAAE,OAAe,EAAE,KAAY,EAAE,KAAa,EAAS,EAAE;IAClF,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACjC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC1C,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QAC5C,GAAG;QACH,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAiB;KACxC,CAAC,CAAC,CAAC;IACJ,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3B,MAAM,GAAG,GAAG,CAAC,GAAW,EAAQ,EAAE;QAChC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;IACrC,CAAC,CAAC;IACF,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC;QAC5C,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACd,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG;YACb,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;YACpC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;SAC9B,CAAC;QACF,KAAK,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;YACnC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9B,IAAI,GAAG;gBAAE,GAAG,CAAC,GAAG,CAAC,CAAC;YAClB,IAAI,GAAG,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;gBAAE,GAAG,CAAC,UAAU,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC;YAC5D,IAAI,GAAG,KAAK,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;gBAAE,GAAG,CAAC,UAAU,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AACrC,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,CAAC,GAAQ,EAAmB,EAAE;IAC/C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IACxB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,MAAM,MAAM,GAAG,CAAC,EAAU,EAAU,EAAE;QACpC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAC3E,OAAO,OAAO,CAAC,GAAG,CAAC,EAAE,CAAW,CAAC;IACnC,CAAC,CAAC;IACF,MAAM,MAAM,GAAoB,EAAE,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC1B,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QACxC,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,KAAK,IAAI,CAAC,EAAE,CAAC;YACjE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAAE,SAAS;YACxC,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;YAC5C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAS,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YACrD,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACnB,IAAI,IAAI,GAAG,CAAC,CAAC;YACb,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM;gBAAE,KAAK,MAAM,EAAE,IAAI,QAAQ;oBAAE,IAAI,IAAI,MAAM,CAAC,EAAE,CAAC,CAAC;YAC1E,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,2FAA2F;AAC3F,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,GAAQ,EAAS,EAAE;IACzC,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;IAC7B,MAAM,KAAK,GAAU,EAAE,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,WAAW,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC;IACxF,MAAM,MAAM,GAAoB,EAAE,CAAC;IACnC,MAAM,KAAK,GAAmB,EAAE,CAAC;IACjC,MAAM,IAAI,GAAG;QACX,OAAO,EAAE,EAAa;QACtB,OAAO,EAAE,EAAa;QACtB,KAAK,EAAE,EAAyB;KACjC,CAAC;IACF,KAAK,MAAM,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACxC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvB,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC,GAAG;YACtB,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM;YACnC,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC;YACrC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI;SACrD,CAAC;QACF,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC,GAAG;YACrB,KAAK,EAAE,KAAK,CAAC,MAAM;YACnB,KAAK,EAAE,SAAS,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC;YAC9C,KAAK,EAAE,SAAS,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,CAAC;SACtC,CAAC;IACJ,CAAC;IACD,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC;IACnC,OAAO;QACL,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK;QACrB,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM;QACvB,KAAK,EAAE,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CACjE;QACD,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC;QACvB,OAAO,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,IAAI,CAAC,EAAE,QAAQ,CAAC,OAAO,EAAE,KAAK,IAAI,CAAC,CAAC;QACrE,MAAM;QACN,KAAK;QACL,KAAK,EAAE;YACL,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC;YAC/C,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC;SAChD;KACF,CAAC;AACJ,CAAC,CAAC"}
@@ -0,0 +1,32 @@
1
+ /** The file: fixed blocks, one codec, and a header that says how to read them all. */
2
+ import type { Books } from "./selection.ts";
3
+ export type Keys = (number | bigint)[];
4
+ export type Sheet = {
5
+ name: string;
6
+ encoding: "fixed" | "signed";
7
+ read: "text" | "degrees" | "";
8
+ values: ArrayLike<number>;
9
+ };
10
+ export type Part = ({
11
+ kind: "values";
12
+ } & Sheet) | {
13
+ kind: "index";
14
+ name: string;
15
+ keys: Keys;
16
+ wide: boolean;
17
+ } | {
18
+ kind: "strings";
19
+ pool: string[];
20
+ };
21
+ export type Written = {
22
+ parts: Part[];
23
+ carries: boolean[];
24
+ fields: string[];
25
+ books: Books;
26
+ };
27
+ export type Progress = (label: string, done?: number, total?: number) => void;
28
+ /** The bytes of one database, each block compressed under the tuning that shrinks it most. */
29
+ export declare const write: (written: Written, built: string, selection: string, progress?: Progress) => Uint8Array;
30
+ /** What a sorted run of addresses would take as an index section, sampled, not packed. */
31
+ export declare const indexSize: (keys: Keys, wide: boolean) => number;
32
+ //# sourceMappingURL=writer.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"writer.d.ts","sourceRoot":"","sources":["../src/writer.ts"],"names":[],"mappings":"AAAA,sFAAsF;AAItF,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAE5C,MAAM,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC;AACvC,MAAM,MAAM,KAAK,GAAG;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,GAAG,QAAQ,CAAC;IAC7B,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,EAAE,CAAC;IAC9B,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;CAC3B,CAAC;AACF,MAAM,MAAM,IAAI,GACZ,CAAC;IAAE,IAAI,EAAE,QAAQ,CAAA;CAAE,GAAG,KAAK,CAAC,GAC5B;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,IAAI,CAAC;IAAC,IAAI,EAAE,OAAO,CAAA;CAAE,GAC1D;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,IAAI,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC;AACxC,MAAM,MAAM,OAAO,GAAG;IACpB,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,OAAO,EAAE,OAAO,EAAE,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,EAAE,KAAK,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;AAsX9E,8FAA8F;AAC9F,eAAO,MAAM,KAAK,YACP,OAAO,SACT,MAAM,aACF,MAAM,aACN,QAAQ,KAClB,UAeF,CAAC;AAEF,0FAA0F;AAC1F,eAAO,MAAM,SAAS,SAAU,IAAI,QAAQ,OAAO,KAAG,MACQ,CAAC"}