data-analyst-mcp 0.3.1 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (198) hide show
  1. package/README.md +31 -6
  2. package/dist/adapters/_census_micro.js +2 -2
  3. package/dist/adapters/_census_micro.js.map +1 -1
  4. package/dist/adapters/bjs.d.ts +13 -0
  5. package/dist/adapters/bjs.js +28 -0
  6. package/dist/adapters/bjs.js.map +1 -0
  7. package/dist/adapters/cbp.d.ts +5 -0
  8. package/dist/adapters/cbp.js +64 -0
  9. package/dist/adapters/cbp.js.map +1 -0
  10. package/dist/adapters/cdc-wonder.d.ts +5 -0
  11. package/dist/adapters/cdc-wonder.js +68 -0
  12. package/dist/adapters/cdc-wonder.js.map +1 -0
  13. package/dist/adapters/cpsc.d.ts +4 -0
  14. package/dist/adapters/cpsc.js +125 -0
  15. package/dist/adapters/cpsc.js.map +1 -0
  16. package/dist/adapters/fhwa.d.ts +9 -0
  17. package/dist/adapters/fhwa.js +16 -0
  18. package/dist/adapters/fhwa.js.map +1 -0
  19. package/dist/adapters/foreign-assistance.d.ts +9 -0
  20. package/dist/adapters/foreign-assistance.js +42 -0
  21. package/dist/adapters/foreign-assistance.js.map +1 -0
  22. package/dist/adapters/hud-ahar.d.ts +3 -0
  23. package/dist/adapters/hud-ahar.js +80 -0
  24. package/dist/adapters/hud-ahar.js.map +1 -0
  25. package/dist/adapters/nces.d.ts +10 -0
  26. package/dist/adapters/nces.js +32 -0
  27. package/dist/adapters/nces.js.map +1 -0
  28. package/dist/adapters/nsf.d.ts +11 -0
  29. package/dist/adapters/nsf.js +25 -0
  30. package/dist/adapters/nsf.js.map +1 -0
  31. package/dist/adapters/onrr.d.ts +9 -0
  32. package/dist/adapters/onrr.js +35 -0
  33. package/dist/adapters/onrr.js.map +1 -0
  34. package/dist/adapters/sba.d.ts +10 -0
  35. package/dist/adapters/sba.js +134 -0
  36. package/dist/adapters/sba.js.map +1 -0
  37. package/dist/adapters/treasury-tic.d.ts +30 -0
  38. package/dist/adapters/treasury-tic.js +149 -0
  39. package/dist/adapters/treasury-tic.js.map +1 -0
  40. package/dist/adapters/uscourts.d.ts +8 -0
  41. package/dist/adapters/uscourts.js +8 -0
  42. package/dist/adapters/uscourts.js.map +1 -0
  43. package/dist/analysis/cite.d.ts +9 -1
  44. package/dist/analysis/cite.js +9 -2
  45. package/dist/analysis/cite.js.map +1 -1
  46. package/dist/analysis/compute.d.ts +22 -10
  47. package/dist/analysis/compute.js +75 -16
  48. package/dist/analysis/compute.js.map +1 -1
  49. package/dist/analysis/expr.d.ts +2 -0
  50. package/dist/analysis/expr.js +17 -0
  51. package/dist/analysis/expr.js.map +1 -1
  52. package/dist/analysis/replicate.d.ts +15 -0
  53. package/dist/analysis/replicate.js +228 -0
  54. package/dist/analysis/replicate.js.map +1 -0
  55. package/dist/analysis/rerun.js +2 -1
  56. package/dist/analysis/rerun.js.map +1 -1
  57. package/dist/analysis/table.d.ts +14 -0
  58. package/dist/analysis/table.js +79 -28
  59. package/dist/analysis/table.js.map +1 -1
  60. package/dist/analysis/tools.js +16 -4
  61. package/dist/analysis/tools.js.map +1 -1
  62. package/dist/bin/cli.d.ts +2 -0
  63. package/dist/bin/cli.js +17 -0
  64. package/dist/bin/cli.js.map +1 -1
  65. package/dist/core/generic-rest.js +42 -17
  66. package/dist/core/generic-rest.js.map +1 -1
  67. package/dist/core/guard.d.ts +32 -0
  68. package/dist/core/guard.js +176 -0
  69. package/dist/core/guard.js.map +1 -0
  70. package/dist/core/http.d.ts +10 -0
  71. package/dist/core/http.js +36 -7
  72. package/dist/core/http.js.map +1 -1
  73. package/dist/core/keys.d.ts +13 -3
  74. package/dist/core/keys.js +67 -7
  75. package/dist/core/keys.js.map +1 -1
  76. package/dist/core/package.d.ts +12 -3
  77. package/dist/core/package.js +56 -12
  78. package/dist/core/package.js.map +1 -1
  79. package/dist/core/packs.d.ts +14 -5
  80. package/dist/core/packs.js.map +1 -1
  81. package/dist/{deep/_opm_parquet.d.ts → core/parquet.d.ts} +2 -1
  82. package/dist/{deep/_opm_parquet.js → core/parquet.js} +7 -5
  83. package/dist/core/parquet.js.map +1 -0
  84. package/dist/core/secret_patterns.d.ts +6 -0
  85. package/dist/core/secret_patterns.js +20 -0
  86. package/dist/core/secret_patterns.js.map +1 -0
  87. package/dist/core/tabular.d.ts +43 -1
  88. package/dist/core/tabular.js +149 -6
  89. package/dist/core/tabular.js.map +1 -1
  90. package/dist/deep/_opm_io.js +2 -2
  91. package/dist/deep/_opm_io.js.map +1 -1
  92. package/dist/deep/bea.js +1 -0
  93. package/dist/deep/bea.js.map +1 -1
  94. package/dist/deep/fred.js +40 -9
  95. package/dist/deep/fred.js.map +1 -1
  96. package/dist/deep/ipums.js +1 -0
  97. package/dist/deep/ipums.js.map +1 -1
  98. package/dist/deep/opm.js +1 -1
  99. package/dist/deep/opm.js.map +1 -1
  100. package/dist/envelope.js +3 -1
  101. package/dist/envelope.js.map +1 -1
  102. package/dist/index.d.ts +29 -22
  103. package/dist/index.js +45 -46
  104. package/dist/index.js.map +1 -1
  105. package/dist/remote/app.js +87 -31
  106. package/dist/remote/app.js.map +1 -1
  107. package/dist/remote/oauth.js +8 -1
  108. package/dist/remote/oauth.js.map +1 -1
  109. package/dist/remote/pages.d.ts +3 -7
  110. package/dist/remote/pages.js +49 -19
  111. package/dist/remote/pages.js.map +1 -1
  112. package/dist/remote/sign.d.ts +7 -1
  113. package/dist/remote/sign.js +33 -7
  114. package/dist/remote/sign.js.map +1 -1
  115. package/dist/remote/store.js +14 -5
  116. package/dist/remote/store.js.map +1 -1
  117. package/dist/report/audit_report.js +29 -7
  118. package/dist/report/audit_report.js.map +1 -1
  119. package/dist/report/build_report.js +34 -4
  120. package/dist/report/build_report.js.map +1 -1
  121. package/dist/report/method_audit.js +3 -0
  122. package/dist/report/method_audit.js.map +1 -1
  123. package/dist/report/scan_secrets.js +2 -13
  124. package/dist/report/scan_secrets.js.map +1 -1
  125. package/dist/report/tools.js +2 -1
  126. package/dist/report/tools.js.map +1 -1
  127. package/dist/server.d.ts +3 -1
  128. package/dist/server.js +53 -17
  129. package/dist/server.js.map +1 -1
  130. package/dist/tools.d.ts +3 -1
  131. package/dist/tools.js +82 -9
  132. package/dist/tools.js.map +1 -1
  133. package/guide/WORKFLOW.md +6 -5
  134. package/guide/assets/download_data.ps1 +2 -0
  135. package/guide/assets/download_data.sh +8 -2
  136. package/guide/references/report_patterns.md +5 -2
  137. package/guide/references/report_schema.md +140 -0
  138. package/guide/references/routing.md +30 -3
  139. package/package.json +1 -1
  140. package/packs/bjs/endpoints.json +150 -0
  141. package/packs/bjs/policy.json +114 -0
  142. package/packs/bjs/source.md +98 -0
  143. package/packs/cbp/endpoints.json +31 -0
  144. package/packs/cbp/policy.json +85 -0
  145. package/packs/cbp/source.md +57 -0
  146. package/packs/cdc/source.md +1 -1
  147. package/packs/cdc-wonder/endpoints.json +26 -0
  148. package/packs/cdc-wonder/policy.json +84 -0
  149. package/packs/cdc-wonder/source.md +53 -0
  150. package/packs/census/source.md +8 -4
  151. package/packs/college-scorecard/source.md +1 -1
  152. package/packs/cpsc/endpoints.json +91 -0
  153. package/packs/cpsc/policy.json +91 -0
  154. package/packs/cpsc/source.md +76 -0
  155. package/packs/dhs-ohss/source.md +1 -1
  156. package/packs/doj-news/source.md +1 -1
  157. package/packs/fbi/source.md +3 -3
  158. package/packs/fhwa/endpoints.json +48 -0
  159. package/packs/fhwa/policy.json +91 -0
  160. package/packs/fhwa/source.md +59 -0
  161. package/packs/foreign-assistance/endpoints.json +166 -0
  162. package/packs/foreign-assistance/policy.json +80 -0
  163. package/packs/foreign-assistance/source.md +76 -0
  164. package/packs/fred/source.md +2 -1
  165. package/packs/fsa/source.md +1 -1
  166. package/packs/hud/source.md +1 -1
  167. package/packs/hud-ahar/endpoints.json +92 -0
  168. package/packs/hud-ahar/policy.json +88 -0
  169. package/packs/hud-ahar/source.md +72 -0
  170. package/packs/ipums/docs/report_patterns.md +1 -1
  171. package/packs/ipums/docs/variables.md +4 -3
  172. package/packs/ipums/source.md +10 -8
  173. package/packs/naep/source.md +1 -1
  174. package/packs/nces/endpoints.json +101 -0
  175. package/packs/nces/policy.json +99 -0
  176. package/packs/nces/source.md +75 -0
  177. package/packs/nhtsa/source.md +1 -1
  178. package/packs/nsf/endpoints.json +33 -0
  179. package/packs/nsf/policy.json +83 -0
  180. package/packs/nsf/source.md +59 -0
  181. package/packs/onrr/endpoints.json +198 -0
  182. package/packs/onrr/policy.json +91 -0
  183. package/packs/onrr/source.md +55 -0
  184. package/packs/opm/docs/opm_api.md +2 -1
  185. package/packs/opm/source.md +2 -1
  186. package/packs/port.json +65 -0
  187. package/packs/sba/endpoints.json +34 -0
  188. package/packs/sba/policy.json +86 -0
  189. package/packs/sba/source.md +60 -0
  190. package/packs/treasury/source.md +1 -1
  191. package/packs/treasury-tic/endpoints.json +77 -0
  192. package/packs/treasury-tic/policy.json +89 -0
  193. package/packs/treasury-tic/source.md +80 -0
  194. package/packs/uscourts/endpoints.json +22 -0
  195. package/packs/uscourts/policy.json +87 -0
  196. package/packs/uscourts/source.md +56 -0
  197. package/packs/uspto/source.md +1 -1
  198. package/dist/deep/_opm_parquet.js.map +0 -1
@@ -0,0 +1,149 @@
1
+ import { pyStr } from "../core/py.js";
2
+ const MONTHS = { jan: "01", feb: "02", mar: "03", apr: "04", may: "05", jun: "06", jul: "07",
3
+ aug: "08", sep: "09", oct: "10", nov: "11", dec: "12" };
4
+ const PERIOD = /^\d{4}-\d{2}$/;
5
+ const NUMBER = /^-?\d+(\.\d+)?$/;
6
+ /** A published row label without footnote marks ("Grand Total 1/" -> "Grand Total"). */
7
+ export function label(s) {
8
+ return pyStr(s ?? "").replace(/\s+\d+\/\s*$/g, "").replace(/\s+/g, " ").trim();
9
+ }
10
+ /** What a row is: a country, the All Other remainder, the Grand Total or a foreign-official line. */
11
+ export function kind(name) {
12
+ const n = name.toLowerCase();
13
+ if (n === "grand total")
14
+ return "grand_total";
15
+ if (n === "all other")
16
+ return "all_other";
17
+ if (n.startsWith("of which") || /^(for\. official|treasury bills|t-bonds & notes)$/.test(n))
18
+ return "foreign_official";
19
+ return "country";
20
+ }
21
+ /** "Of which" lines named as table 5 names them, so both files give the same labels. */
22
+ const OFFICIAL = { "for. official": "Of Which: Foreign Official",
23
+ "treasury bills": "Of Which: Foreign Official Treasury Bills",
24
+ "t-bonds & notes": "Of Which: Foreign Official T-Bonds & Notes" };
25
+ function list(v) {
26
+ const xs = Array.isArray(v) ? v : v === undefined || v === null || v === "" ? [] : [v];
27
+ return xs.map((x) => pyStr(x).trim().toLowerCase()).filter(Boolean);
28
+ }
29
+ function keep(req, country, code, period) {
30
+ const p = req.params || {};
31
+ const want = list(p.country);
32
+ if (want.length && !want.includes(country.toLowerCase()) && !(code && want.includes(code.toLowerCase())))
33
+ return false;
34
+ if (p.from && period < pyStr(p.from))
35
+ return false;
36
+ if (p.to && period > pyStr(p.to))
37
+ return false;
38
+ return true;
39
+ }
40
+ function table5(req, rows) {
41
+ const out = [];
42
+ for (const r of rows) {
43
+ const name = label(r.Country);
44
+ if (!name)
45
+ continue;
46
+ const periods = Object.keys(r).filter((k) => PERIOD.test(k));
47
+ if (!periods.some((k) => NUMBER.test(pyStr(r[k] ?? ""))))
48
+ continue; // notes and blank lines
49
+ for (const period of periods) {
50
+ if (!keep(req, name, "", period))
51
+ continue;
52
+ out.push({ country: name, kind: kind(name), period, holdings_billions: pyStr(r[period] ?? "") });
53
+ }
54
+ }
55
+ return out;
56
+ }
57
+ /**
58
+ * The stacked yearly blocks of mfhhis01.txt (rows col1..colN from $tsv with header_row 0).
59
+ *
60
+ * Two quirks of the published file (verified 2026-11-07):
61
+ * - A series-break year shows one month twice (June 2002-2011, March 2000): the first column is the new
62
+ * series, the second the previous series "shown for comparison only" (the file's footnotes). The second
63
+ * is kept only with include_comparison, marked comparison_only.
64
+ * - In those years January is a 14th column one line up: its header "Jan" sits above the month line, the
65
+ * month line holds the year there, and each row's January value is on the line above the row. It is read
66
+ * from the line above.
67
+ */
68
+ export function history(req, rows) {
69
+ const out = [];
70
+ const withComparison = ["true", "1", "yes"].includes(pyStr(req.params?.include_comparison ?? "").toLowerCase());
71
+ let months = [];
72
+ let cols = [];
73
+ let inBlock = false;
74
+ let prev = [];
75
+ const cells = (r) => Object.keys(r).filter((k) => /^col\d+$/.test(k)).sort((a, b) => Number(a.slice(3)) - Number(b.slice(3))).map((k) => pyStr(r[k] ?? "").trim());
76
+ for (const r of rows) {
77
+ const c = cells(r);
78
+ const first = label(c[0]);
79
+ const low = first.toLowerCase();
80
+ const before = prev;
81
+ prev = c;
82
+ if (!first && c.slice(1).filter((x) => MONTHS[x.slice(0, 3).toLowerCase()]).length >= 2) {
83
+ months = c.slice(1).map((x) => (MONTHS[x.slice(0, 3).toLowerCase()] ? { m: MONTHS[x.slice(0, 3).toLowerCase()], shifted: false }
84
+ : /^\d{4}$/.test(x) && before.at(c.indexOf(x))?.toLowerCase() === "jan" ? { m: "01", shifted: true, year: x }
85
+ : { m: "", shifted: false }));
86
+ inBlock = false;
87
+ continue;
88
+ }
89
+ if (low === "country") {
90
+ const seen = new Set();
91
+ cols = c.slice(1).map((y, i) => {
92
+ const mo = months[i];
93
+ const year = mo?.shifted ? mo.year : y;
94
+ const period = mo?.m && /^\d{4}$/.test(year) ? `${year}-${mo.m}` : "";
95
+ const comparison = !!period && seen.has(period);
96
+ if (period)
97
+ seen.add(period);
98
+ return { period, shifted: !!mo?.shifted, comparison };
99
+ });
100
+ inBlock = true;
101
+ continue;
102
+ }
103
+ if (!inBlock || !first || low === "of which:")
104
+ continue;
105
+ if (/^\d+\/$/.test(first) || first.length > 60) {
106
+ inBlock = false; // the footnotes after the last block
107
+ continue;
108
+ }
109
+ const name = OFFICIAL[low] ?? first;
110
+ cols.forEach((col, i) => {
111
+ const v = (col.shifted ? before[i + 1] : c[i + 1]) ?? "";
112
+ if (!col.period || v === "" || /^-+$/.test(v) || (col.comparison && !withComparison) || !keep(req, name, "", col.period))
113
+ return;
114
+ out.push({ country: name, kind: kind(name), period: col.period, holdings_billions: v, comparison_only: col.comparison });
115
+ });
116
+ if (low === "t-bonds & notes")
117
+ inBlock = false;
118
+ }
119
+ const per = (r) => String(r.period);
120
+ return out.sort((a, b) => (per(a) === per(b) ? 0 : per(a) < per(b) ? 1 : -1));
121
+ }
122
+ function table1(req, rows) {
123
+ return rows.filter((r) => PERIOD.test(pyStr(r.date ?? "")) &&
124
+ keep(req, label(r.country), pyStr(r.country_code ?? ""), pyStr(r.date)));
125
+ }
126
+ function normalize(req, _ep, rows) {
127
+ if (req.endpoint === "major_foreign_holders")
128
+ return table5(req, rows);
129
+ if (req.endpoint === "major_foreign_holders_history")
130
+ return history(req, rows);
131
+ if (req.endpoint === "holdings_by_country")
132
+ return table1(req, rows);
133
+ return rows;
134
+ }
135
+ function checkSpec(spec) {
136
+ const bad = [];
137
+ for (const r of spec.requests || []) {
138
+ for (const k of ["from", "to"]) {
139
+ const v = r.params?.[k];
140
+ if (v !== undefined && v !== null && v !== "" && !PERIOD.test(pyStr(v))) {
141
+ bad.push(`request ${JSON.stringify(r.name)}: ${k} must be a month as YYYY-MM (got ${JSON.stringify(v)})`);
142
+ }
143
+ }
144
+ }
145
+ return bad;
146
+ }
147
+ const adapter = { normalize, checkSpec };
148
+ export default adapter;
149
+ //# sourceMappingURL=treasury-tic.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"treasury-tic.js","sourceRoot":"","sources":["../../src/adapters/treasury-tic.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAEtC,MAAM,MAAM,GAA2B,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI;IAClH,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;AAC1D,MAAM,MAAM,GAAG,eAAe,CAAC;AAC/B,MAAM,MAAM,GAAG,iBAAiB,CAAC;AAEjC,wFAAwF;AACxF,MAAM,UAAU,KAAK,CAAC,CAAU;IAC9B,OAAO,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACjF,CAAC;AAED,qGAAqG;AACrG,MAAM,UAAU,IAAI,CAAC,IAAY;IAC/B,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IAC7B,IAAI,CAAC,KAAK,aAAa;QAAE,OAAO,aAAa,CAAC;IAC9C,IAAI,CAAC,KAAK,WAAW;QAAE,OAAO,WAAW,CAAC;IAC1C,IAAI,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,mDAAmD,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,kBAAkB,CAAC;IACvH,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,wFAAwF;AACxF,MAAM,QAAQ,GAA2B,EAAE,eAAe,EAAE,4BAA4B;IACtF,gBAAgB,EAAE,2CAA2C;IAC7D,iBAAiB,EAAE,4CAA4C,EAAE,CAAC;AAEpE,SAAS,IAAI,CAAC,CAAU;IACtB,MAAM,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvF,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,IAAI,CAAC,GAAgB,EAAE,OAAe,EAAE,IAAY,EAAE,MAAc;IAC3E,MAAM,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC7B,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACvH,IAAI,CAAC,CAAC,IAAI,IAAI,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IACnD,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/C,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,MAAM,CAAC,GAAgB,EAAE,IAAW;IAC3C,MAAM,GAAG,GAAU,EAAE,CAAC;IACtB,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC9B,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAAE,SAAS,CAAC,wBAAwB;QAC5F,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,CAAC;gBAAE,SAAS;YAC3C,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,iBAAiB,EAAE,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QACnG,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,OAAO,CAAC,GAAgB,EAAE,IAAW;IACnD,MAAM,GAAG,GAAU,EAAE,CAAC;IACtB,MAAM,cAAc,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,kBAAkB,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IAChH,IAAI,MAAM,GAAqD,EAAE,CAAC;IAClE,IAAI,IAAI,GAAgE,EAAE,CAAC;IAC3E,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,IAAI,GAAa,EAAE,CAAC;IACxB,MAAM,KAAK,GAAG,CAAC,CAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACxK,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACnB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,GAAG,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC;QACpB,IAAI,GAAG,CAAC,CAAC;QACT,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACxF,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE;gBAC9H,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE;oBAC3G,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;YAClC,OAAO,GAAG,KAAK,CAAC;YAChB,SAAS;QACX,CAAC;QACD,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;YAC/B,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBAC7B,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACrB,MAAM,IAAI,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,IAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxC,MAAM,MAAM,GAAG,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtE,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAChD,IAAI,MAAM;oBAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAC7B,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;YACxD,CAAC,CAAC,CAAC;YACH,OAAO,GAAG,IAAI,CAAC;YACf,SAAS;QACX,CAAC;QACD,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,IAAI,GAAG,KAAK,WAAW;YAAE,SAAS;QACxD,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAC/C,OAAO,GAAG,KAAK,CAAC,CAAC,qCAAqC;YACtD,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC;QACpC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;YACtB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACzD,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC;gBAAE,OAAO;YACjI,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,iBAAiB,EAAE,CAAC,EAAE,eAAe,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;QAC3H,CAAC,CAAC,CAAC;QACH,IAAI,GAAG,KAAK,iBAAiB;YAAE,OAAO,GAAG,KAAK,CAAC;IACjD,CAAC;IACD,MAAM,GAAG,GAAG,CAAC,CAAM,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACzC,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,MAAM,CAAC,GAAgB,EAAE,IAAW;IAC3C,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QACxD,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,YAAY,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,SAAS,CAAC,GAAgB,EAAE,GAAQ,EAAE,IAAW;IACxD,IAAI,GAAG,CAAC,QAAQ,KAAK,uBAAuB;QAAE,OAAO,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACvE,IAAI,GAAG,CAAC,QAAQ,KAAK,+BAA+B;QAAE,OAAO,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAChF,IAAI,GAAG,CAAC,QAAQ,KAAK,qBAAqB;QAAE,OAAO,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACrE,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,SAAS,CAAC,IAAU;IAC3B,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC;YAC/B,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxE,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,oCAAoC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAC5G,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,OAAO,GAAY,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;AAClD,eAAe,OAAO,CAAC"}
@@ -0,0 +1,8 @@
1
+ /**
2
+ * U.S. Courts caseload statistics tables: /sites/default/files/document/<file>.xlsx, read by core's published-table
3
+ * reader (verified 2026-11-07: bf_f2_0930.2026, stfj_b_630.2026). File names come from the Data Tables pages; the
4
+ * date part is not zero-padded the same way in every series (0930.2026, 630.2026), so the name is taken as given.
5
+ */
6
+ import type { Adapter } from "../core/packs.js";
7
+ declare const adapter: Adapter;
8
+ export default adapter;
@@ -0,0 +1,8 @@
1
+ import { pyStr } from "../core/py.js";
2
+ function checkSpec(spec) {
3
+ return (spec.requests || []).filter((r) => r.params?.file !== undefined && !/^[a-z0-9_.-]+$/i.test(pyStr(r.params.file)))
4
+ .map((r) => `request ${JSON.stringify(r.name)}: file is the table's file name without .xlsx, e.g. bf_f2_0930.2026`);
5
+ }
6
+ const adapter = { checkSpec };
7
+ export default adapter;
8
+ //# sourceMappingURL=uscourts.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"uscourts.js","sourceRoot":"","sources":["../../src/adapters/uscourts.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAEtC,SAAS,SAAS,CAAC,IAAU;IAC3B,OAAO,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,KAAK,SAAS,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;SACtH,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,qEAAqE,CAAC,CAAC;AACxH,CAAC;AAED,MAAM,OAAO,GAAY,EAAE,SAAS,EAAE,CAAC;AACvC,eAAe,OAAO,CAAC"}
@@ -15,8 +15,16 @@ export type OpenedRecord = {
15
15
  };
16
16
  /** Is an address private, loopback, link-local or otherwise not a public host? */
17
17
  export declare function privateAddress(addr: string): boolean;
18
- /** Refuse a URL whose host is or resolves to a private address. */
18
+ /** Hosted mode: this server's own public host, whose pages (the keys page, signed links) are never opened. */
19
+ export declare function setOwnHost(publicUrl: string): void;
20
+ /** Refuse a URL whose host is or resolves to a private address, or is this server itself. */
19
21
  export declare function checkPublicHost(url: string): Promise<void>;
22
+ /** GET with redirects followed by hand, every connection through the guarded lookup (remote mode). */
23
+ export declare function guardedGet(url: string, timeout: number): Promise<{
24
+ status: number;
25
+ body: Buffer;
26
+ contentType: string;
27
+ }>;
20
28
  export type CiteResult = {
21
29
  status: "ok";
22
30
  id: string;
@@ -99,7 +99,12 @@ export function privateAddress(addr) {
99
99
  }
100
100
  return true; // not an address at all: refuse
101
101
  }
102
- /** Refuse a URL whose host is or resolves to a private address. */
102
+ const OWN_HOSTS = new Set();
103
+ /** Hosted mode: this server's own public host, whose pages (the keys page, signed links) are never opened. */
104
+ export function setOwnHost(publicUrl) {
105
+ OWN_HOSTS.add(new URL(publicUrl).hostname.toLowerCase());
106
+ }
107
+ /** Refuse a URL whose host is or resolves to a private address, or is this server itself. */
103
108
  export async function checkPublicHost(url) {
104
109
  let host;
105
110
  try {
@@ -108,6 +113,8 @@ export async function checkPublicHost(url) {
108
113
  catch {
109
114
  throw new CiteError(`not a valid URL: ${url}`);
110
115
  }
116
+ if (OWN_HOSTS.has(host.toLowerCase()))
117
+ throw new CiteError("refused: this server's own pages are never opened", url);
111
118
  if (net.isIP(host)) {
112
119
  if (privateAddress(host))
113
120
  throw new CiteError(`refused: ${host} is a private or loopback address; this server opens public pages only`, url);
@@ -140,7 +147,7 @@ const guardedLookup = (hostname, options, cb) => {
140
147
  });
141
148
  };
142
149
  /** GET with redirects followed by hand, every connection through the guarded lookup (remote mode). */
143
- async function guardedGet(url, timeout) {
150
+ export async function guardedGet(url, timeout) {
144
151
  let cur = url;
145
152
  for (let hop = 0; hop < 6; hop++) {
146
153
  await checkPublicHost(cur);
@@ -1 +1 @@
1
- {"version":3,"file":"cite.js","sourceRoot":"","sources":["../../src/analysis/cite.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AACH,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE7C,MAAM,CAAC,MAAM,KAAK,GAAG,kBAAkB,CAAC;AACxC,MAAM,CAAC,MAAM,SAAS,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAC1C,MAAM,GAAG,GAAuB,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,YAAY,EAAE,MAAM,CAAC;IAC7H,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;AAEvB,MAAM,OAAO,SAAU,SAAQ,KAAK;IACE;IAApC,YAAY,OAAe,EAAS,GAAY;QAC9C,KAAK,CAAC,OAAO,CAAC,CAAC;QADmB,QAAG,GAAH,GAAG,CAAS;IAEhD,CAAC;CACF;AAED,SAAS,GAAG,CAAC,WAAmB,EAAE,IAAY;IAC5C,MAAM,EAAE,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC7C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG;QAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC;IACvD,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACtE,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,CAAC;IAChF,OAAO,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;AAC1F,CAAC;AAKD,SAAS,MAAM,CAAC,EAAU,EAAE,KAAa,EAAE,GAAW,EAAE,IAAY,EAAE,CAAS,EAAE,GAAW,EAAE,WAAmB;IAC/G,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;IACtC,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrC,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAkB,oEAAoE;QACxH,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,aAAa;YAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACzG,CAAC;IACD,MAAM,GAAG,GAAG,cAAc,KAAK,GAAG,CAAC,EAAE,CAAC;IACtC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;IAC5C,IAAI,GAAG,GAAiC,EAAE,CAAC;IAC3C,IAAI,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;QACrD,CAAC;QAAC,MAAM,CAAC;YACP,GAAG,GAAG,EAAE,CAAC;QACX,CAAC;IACH,CAAC;IACD,MAAM,GAAG,GAAiB,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM;QAC5H,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC;IAC/F,GAAG,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC;IACjB,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACxD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,2FAA2F;AAC3F,SAAS,EAAE,CAAC,CAAS;IACnB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACnC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAChG,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAG,+BAA+B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvD,IAAI,MAAM;QAAE,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IAChB,IAAI,CAAC,EAAE,CAAC;QACN,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;QACjB,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC;YACtG,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC;IAC/E,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAClB,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QAC3C,MAAM,GAAG,GAAG,0CAA0C,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAQ,gBAAgB;QACvF,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9D,OAAO,cAAc,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAClG,CAAC;QACD,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;QACnD,OAAO,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,MAAM,CAAC;IACnG,CAAC;IACD,OAAO,IAAI,CAAC,CAA6C,gCAAgC;AAC3F,CAAC;AAED,mEAAmE;AACnE,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,GAAW;IAC/C,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACvD,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,SAAS,CAAC,oBAAoB,GAAG,EAAE,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACnB,IAAI,cAAc,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,YAAY,IAAI,wEAAwE,EAAE,GAAG,CAAC,CAAC;QAC7I,OAAO;IACT,CAAC;IACD,IAAI,KAA0B,CAAC;IAC/B,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IACzE,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,MAAM,IAAI,SAAS,CAAC,qBAAqB,IAAI,KAAK,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACxF,CAAC;IACD,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3D,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,IAAI,SAAS,CAAC,YAAY,IAAI,+CAA+C,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,KAAK;YACpI,qCAAqC,EAAE,GAAG,CAAC,CAAC;IAChD,CAAC;AACH,CAAC;AAED,MAAM,aAAa,GAAuB,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE;IAClE,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,GAAG,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAC7E,IAAI,GAAG;YAAE,OAAQ,EAAU,CAAC,GAAG,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,KAAuC,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QACxD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAQ,EAAU,CAAC,IAAI,KAAK,CAAC,2BAA2B,GAAG,EAAE,OAAO,IAAI,QAAQ,QAAQ,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC9H,IAAK,OAAe,CAAC,GAAG;YAAE,OAAQ,EAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACxD,EAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,sGAAsG;AACtG,KAAK,UAAU,UAAU,CAAC,GAAW,EAAE,OAAe;IACpD,IAAI,GAAG,GAAG,GAAG,CAAC;IACd,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC;QACjC,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;QAC3B,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACvB,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QACnF,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,SAAS,CAAC,YAAY,CAAC,CAAC,QAAQ,iBAAiB,EAAE,GAAG,CAAC,CAAC;QAC5E,MAAM,GAAG,GAAG,MAAM,IAAI,OAAO,CAAsE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrH,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI,EAAE,EACxI,CAAC,CAAC,EAAE,EAAE;gBACJ,MAAM,MAAM,GAAa,EAAE,CAAC;gBAC5B,IAAI,CAAC,GAAG,CAAC,CAAC;gBACV,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE;oBACzB,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;oBACd,IAAI,CAAC,IAAI,SAAS,GAAG,CAAC;wBAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBACvC,IAAI,CAAC,GAAG,SAAS,GAAG,CAAC;wBAAE,CAAC,CAAC,OAAO,EAAE,CAAC;gBACrC,CAAC,CAAC,CAAC;gBACH,CAAC,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,UAAU,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC3G,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,UAAU,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC7G,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACxB,CAAC,CAAC,CAAC;YACL,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YAC7D,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACxB,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC3E,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;YAC5D,SAAS;QACX,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;IACxG,CAAC;IACD,MAAM,IAAI,SAAS,CAAC,8BAA8B,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC;AAChE,CAAC;AAID,6EAA6E;AAC7E,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,SAAiB,EAAE,CAA+D;IAC3G,MAAM,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,sDAAsD,CAAC,CAAC;IAC/H,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,2DAA2D,CAAC,CAAC;IACvH,IAAI,GAAiB,CAAC;IACtB,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAChE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,MAAM,IAAI,SAAS,CAAC,oEAAoE,CAAC,CAAC;QAC9G,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;IACpE,CAAC;SAAM,CAAC;QACN,IAAI,IAAY,EAAE,KAAa,CAAC;QAChC,IAAI,CAAC;YACH,IAAI,IAAI,EAAE,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC;gBAC9D,IAAI,UAAU,EAAE;oBAAE,MAAM,IAAI,SAAS,CAAC,+DAA+D,EAAE,GAAG,CAAC,CAAC;gBAC5G,MAAM,CAAC,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;gBACjD,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBACrB,MAAM,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,YAAY,GAAG,uDAAuD,EAAE,GAAG,CAAC,CAAC;gBACnH,CAAC;gBACD,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC;YAC1C,CAAC;iBAAM,CAAC;gBACN,IAAI,IAAI,EAAE,KAAK,QAAQ;oBAAE,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;gBACpD,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC;gBACjF,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC3B,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,CAAC,YAAY,SAAS,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;gBAAE,MAAM,CAAC,CAAC;YACzG,IAAI,CAAC,YAAY,SAAS,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBAC1D,MAAM,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,YAAY,GAAG,uDAAuD,EAAE,GAAG,CAAC,CAAC;YACnH,CAAC;YACD,MAAM,IAAI,SAAS,CAAC,kBAAkB,GAAG,eAAe,CAAC,EAAE,OAAO,IAAI,CAAC,oDAAoD;gBACzH,wFAAwF,EAAE,GAAG,CAAC,CAAC;QACnG,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,GAAG,SAAS;YAAE,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAChE,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,GAAG;QAC/B,IAAI,EAAE,yCAAyC,EAAE,+BAA+B,GAAG,mBAAmB,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK;YAChI,+FAA+F,EAAE,CAAC;AACxG,CAAC"}
1
+ {"version":3,"file":"cite.js","sourceRoot":"","sources":["../../src/analysis/cite.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AACH,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE7C,MAAM,CAAC,MAAM,KAAK,GAAG,kBAAkB,CAAC;AACxC,MAAM,CAAC,MAAM,SAAS,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAC1C,MAAM,GAAG,GAAuB,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,YAAY,EAAE,MAAM,CAAC;IAC7H,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;AAEvB,MAAM,OAAO,SAAU,SAAQ,KAAK;IACE;IAApC,YAAY,OAAe,EAAS,GAAY;QAC9C,KAAK,CAAC,OAAO,CAAC,CAAC;QADmB,QAAG,GAAH,GAAG,CAAS;IAEhD,CAAC;CACF;AAED,SAAS,GAAG,CAAC,WAAmB,EAAE,IAAY;IAC5C,MAAM,EAAE,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC7C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG;QAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC;IACvD,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACtE,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,CAAC;IAChF,OAAO,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;AAC1F,CAAC;AAKD,SAAS,MAAM,CAAC,EAAU,EAAE,KAAa,EAAE,GAAW,EAAE,IAAY,EAAE,CAAS,EAAE,GAAW,EAAE,WAAmB;IAC/G,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;IACtC,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrC,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAkB,oEAAoE;QACxH,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,aAAa;YAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACzG,CAAC;IACD,MAAM,GAAG,GAAG,cAAc,KAAK,GAAG,CAAC,EAAE,CAAC;IACtC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;IAC5C,IAAI,GAAG,GAAiC,EAAE,CAAC;IAC3C,IAAI,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;QACrD,CAAC;QAAC,MAAM,CAAC;YACP,GAAG,GAAG,EAAE,CAAC;QACX,CAAC;IACH,CAAC;IACD,MAAM,GAAG,GAAiB,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM;QAC5H,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC;IAC/F,GAAG,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC;IACjB,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACxD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,2FAA2F;AAC3F,SAAS,EAAE,CAAC,CAAS;IACnB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACnC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAChG,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAG,+BAA+B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvD,IAAI,MAAM;QAAE,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IAChB,IAAI,CAAC,EAAE,CAAC;QACN,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;QACjB,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC;YACtG,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC;IAC/E,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAClB,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QAC3C,MAAM,GAAG,GAAG,0CAA0C,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAQ,gBAAgB;QACvF,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9D,OAAO,cAAc,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAClG,CAAC;QACD,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;QACnD,OAAO,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,MAAM,CAAC;IACnG,CAAC;IACD,OAAO,IAAI,CAAC,CAA6C,gCAAgC;AAC3F,CAAC;AAED,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;AACpC,8GAA8G;AAC9G,MAAM,UAAU,UAAU,CAAC,SAAiB;IAC1C,SAAS,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;AAC3D,CAAC;AAED,6FAA6F;AAC7F,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,GAAW;IAC/C,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACvD,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,SAAS,CAAC,oBAAoB,GAAG,EAAE,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,mDAAmD,EAAE,GAAG,CAAC,CAAC;IACrH,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACnB,IAAI,cAAc,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,YAAY,IAAI,wEAAwE,EAAE,GAAG,CAAC,CAAC;QAC7I,OAAO;IACT,CAAC;IACD,IAAI,KAA0B,CAAC;IAC/B,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IACzE,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,MAAM,IAAI,SAAS,CAAC,qBAAqB,IAAI,KAAK,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACxF,CAAC;IACD,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3D,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,IAAI,SAAS,CAAC,YAAY,IAAI,+CAA+C,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,KAAK;YACpI,qCAAqC,EAAE,GAAG,CAAC,CAAC;IAChD,CAAC;AACH,CAAC;AAED,MAAM,aAAa,GAAuB,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE;IAClE,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,GAAG,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAC7E,IAAI,GAAG;YAAE,OAAQ,EAAU,CAAC,GAAG,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,KAAuC,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QACxD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAQ,EAAU,CAAC,IAAI,KAAK,CAAC,2BAA2B,GAAG,EAAE,OAAO,IAAI,QAAQ,QAAQ,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC9H,IAAK,OAAe,CAAC,GAAG;YAAE,OAAQ,EAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACxD,EAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,sGAAsG;AACtG,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,GAAW,EAAE,OAAe;IAC3D,IAAI,GAAG,GAAG,GAAG,CAAC;IACd,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC;QACjC,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;QAC3B,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACvB,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QACnF,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,SAAS,CAAC,YAAY,CAAC,CAAC,QAAQ,iBAAiB,EAAE,GAAG,CAAC,CAAC;QAC5E,MAAM,GAAG,GAAG,MAAM,IAAI,OAAO,CAAsE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrH,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI,EAAE,EACxI,CAAC,CAAC,EAAE,EAAE;gBACJ,MAAM,MAAM,GAAa,EAAE,CAAC;gBAC5B,IAAI,CAAC,GAAG,CAAC,CAAC;gBACV,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE;oBACzB,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;oBACd,IAAI,CAAC,IAAI,SAAS,GAAG,CAAC;wBAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBACvC,IAAI,CAAC,GAAG,SAAS,GAAG,CAAC;wBAAE,CAAC,CAAC,OAAO,EAAE,CAAC;gBACrC,CAAC,CAAC,CAAC;gBACH,CAAC,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,UAAU,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC3G,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,UAAU,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC7G,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACxB,CAAC,CAAC,CAAC;YACL,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YAC7D,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACxB,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC3E,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;YAC5D,SAAS;QACX,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;IACxG,CAAC;IACD,MAAM,IAAI,SAAS,CAAC,8BAA8B,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC;AAChE,CAAC;AAID,6EAA6E;AAC7E,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,SAAiB,EAAE,CAA+D;IAC3G,MAAM,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,sDAAsD,CAAC,CAAC;IAC/H,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,2DAA2D,CAAC,CAAC;IACvH,IAAI,GAAiB,CAAC;IACtB,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAChE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,MAAM,IAAI,SAAS,CAAC,oEAAoE,CAAC,CAAC;QAC9G,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;IACpE,CAAC;SAAM,CAAC;QACN,IAAI,IAAY,EAAE,KAAa,CAAC;QAChC,IAAI,CAAC;YACH,IAAI,IAAI,EAAE,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC;gBAC9D,IAAI,UAAU,EAAE;oBAAE,MAAM,IAAI,SAAS,CAAC,+DAA+D,EAAE,GAAG,CAAC,CAAC;gBAC5G,MAAM,CAAC,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;gBACjD,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBACrB,MAAM,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,YAAY,GAAG,uDAAuD,EAAE,GAAG,CAAC,CAAC;gBACnH,CAAC;gBACD,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC;YAC1C,CAAC;iBAAM,CAAC;gBACN,IAAI,IAAI,EAAE,KAAK,QAAQ;oBAAE,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;gBACpD,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC;gBACjF,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC3B,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,CAAC,YAAY,SAAS,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;gBAAE,MAAM,CAAC,CAAC;YACzG,IAAI,CAAC,YAAY,SAAS,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBAC1D,MAAM,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,YAAY,GAAG,uDAAuD,EAAE,GAAG,CAAC,CAAC;YACnH,CAAC;YACD,MAAM,IAAI,SAAS,CAAC,kBAAkB,GAAG,eAAe,CAAC,EAAE,OAAO,IAAI,CAAC,oDAAoD;gBACzH,wFAAwF,EAAE,GAAG,CAAC,CAAC;QACnG,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,GAAG,SAAS;YAAE,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAChE,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,GAAG;QAC/B,IAAI,EAAE,yCAAyC,EAAE,+BAA+B,GAAG,mBAAmB,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK;YAChI,+FAA+F,EAAE,CAAC;AACxG,CAAC"}
@@ -1,41 +1,53 @@
1
- import { type Table } from "./table.js";
1
+ import { type Row, type Table } from "./table.js";
2
2
  export declare class ComputeError extends Error {
3
3
  }
4
4
  export declare const LINEAGE = "exhibits/lineage.json";
5
5
  export declare const PACK_ID: RegExp;
6
6
  export type Step = Record<string, any>;
7
+ export type Input = string | {
8
+ path: string;
9
+ columns?: string[];
10
+ };
7
11
  export type Pipeline = {
8
- inputs: Record<string, string>;
12
+ inputs: Record<string, Input>;
9
13
  steps: Step[];
10
14
  from?: string;
11
15
  };
16
+ export type InputRecord = {
17
+ path: string;
18
+ sha256: string;
19
+ columns?: string[];
20
+ };
12
21
  export type LineageEntry = {
13
22
  packs: string[];
14
23
  tool: string;
15
24
  from?: string;
16
- inputs: Record<string, {
17
- path: string;
18
- sha256: string;
19
- }>;
25
+ inputs: Record<string, InputRecord>;
20
26
  steps: Step[];
21
27
  sha256: string;
22
28
  };
23
29
  export declare function relPath(p: string): string;
24
30
  /** The absolute path of a workspace-relative CSV path, refusing anything outside data/, exhibits/ and published/. */
25
31
  export declare function inputPath(workspace: string, rel: string): string;
32
+ /** An input as {path, columns?}: a path string, or an object naming the columns to read. */
33
+ export declare function normInput(alias: string, v: unknown): {
34
+ path: string;
35
+ columns?: string[];
36
+ };
26
37
  export declare function readLineage(workspace: string): Record<string, any>;
27
38
  /** The source packs of a lineage entry (the Python list form or compute's object form). */
28
39
  export declare function lineagePacks(entry: unknown): string[];
29
40
  export declare function writeLineage(workspace: string, lin: Record<string, unknown>): void;
30
41
  /** Validated pack ids, deduplicated in order (facts.py _packs). */
31
42
  export declare function packList(x: unknown): string[];
43
+ export declare function need(t: Table, cols: string[], what: string): void;
44
+ export declare function strList(v: unknown, what: string): string[];
45
+ /** Groups of row indexes by key, in the order pandas groupby gives (sorted by the keys; gaps last). */
46
+ export declare function groupRows(t: Table, by: string[], sorted: boolean): Row[][];
32
47
  export type PipelineResult = {
33
48
  table: Table;
34
49
  notes: string[];
35
- inputs: Record<string, {
36
- path: string;
37
- sha256: string;
38
- }>;
50
+ inputs: Record<string, InputRecord>;
39
51
  };
40
52
  /** Read the inputs and run the steps (no file is written). */
41
53
  export declare function runPipeline(workspace: string, p: Pipeline): PipelineResult;
@@ -5,8 +5,12 @@
5
5
  * is a fixed function here. The same steps replay from the recorded inputs (rerun.ts), so every exhibit and
6
6
  * every number read from it is reproduced by the server, not typed.
7
7
  *
8
+ * Inputs are workspace CSVs (data/<id>/, exhibits/, published/) or Parquet files under data/<id>/ (the opm pack writes
9
+ * tables over 1M rows only as Parquet); an input may name the columns to read ({path, columns}), which for Parquet
10
+ * is the only part decoded.
11
+ *
8
12
  * exhibits/lineage.json: {"exhibits/<x>.csv": {"packs": [...], "tool": "compute", "from": alias,
9
- * "inputs": {alias: {"path", "sha256"}}, "steps": [...], "sha256": <the CSV's hash>}}. The older format is
13
+ * "inputs": {alias: {"path", "sha256", "columns"?}}, "steps": [...], "sha256": <the CSV's hash>}}. The older format is
10
14
  * {"exhibits/<x>.csv": [packs]}; lineagePacks() reads both.
11
15
  */
12
16
  import fs from "node:fs";
@@ -14,12 +18,13 @@ import path from "node:path";
14
18
  import { addStateCodes, alignCheck, CombineError, deflate, fiscalYear, toFiscal } from "./combine.js";
15
19
  import { compare, compile, evaluate, ExprError, isTruthy } from "./expr.js";
16
20
  import { pyRepr } from "./pyfmt.js";
17
- import { cellText, newRow, parseTable, sha256, tableCsv } from "./table.js";
21
+ import { replicateSe } from "./replicate.js";
22
+ import { cellText, newRow, ParquetInputError, parseTable, readParquetTable, sha256, tableCsv } from "./table.js";
18
23
  export class ComputeError extends Error {
19
24
  }
20
25
  export const LINEAGE = "exhibits/lineage.json";
21
26
  export const PACK_ID = /^[a-z0-9][a-z0-9_-]*$/;
22
- const INPUT_RE = /^(data\/[a-z0-9][a-z0-9_-]*\/[^/]+|exhibits\/[^/]+|published\/[^/]+)\.csv$/;
27
+ const INPUT_RE = /^((data\/[a-z0-9][a-z0-9_-]*\/[^/]+|exhibits\/[^/]+|published\/[^/]+)\.csv|data\/[a-z0-9][a-z0-9_-]*\/[^/]+\.parquet)$/;
23
28
  const SAVE_RE = /^exhibits\/[A-Za-z0-9][A-Za-z0-9_.-]*\.csv$/;
24
29
  // ---------------------------------------------------------------------- paths and lineage
25
30
  export function relPath(p) {
@@ -29,14 +34,58 @@ export function relPath(p) {
29
34
  export function inputPath(workspace, rel) {
30
35
  const r = relPath(rel);
31
36
  if (r.split("/").some((s) => s === ".." || s === "") || !INPUT_RE.test(r)) {
32
- throw new ComputeError(`input ${pyRepr(rel)}: a workspace CSV path like data/<id>/<table>.csv, exhibits/<name>.csv or ` +
33
- "published/<name>.csv");
37
+ throw new ComputeError(`input ${pyRepr(rel)}: a workspace path like data/<id>/<table>.csv, data/<id>/<table>.parquet, ` +
38
+ "exhibits/<name>.csv or published/<name>.csv");
34
39
  }
35
40
  const abs = path.resolve(workspace, r);
36
41
  if (path.relative(workspace, abs).startsWith(".."))
37
42
  throw new ComputeError(`input ${pyRepr(rel)} is outside the workspace`);
38
43
  return abs;
39
44
  }
45
+ /** An input as {path, columns?}: a path string, or an object naming the columns to read. */
46
+ export function normInput(alias, v) {
47
+ if (typeof v === "string")
48
+ return { path: v };
49
+ if (v && typeof v === "object" && !Array.isArray(v) && typeof v.path === "string") {
50
+ const extra = Object.keys(v).filter((k) => k !== "path" && k !== "columns");
51
+ if (extra.length)
52
+ throw new ComputeError(`input ${alias}: unknown key(s) ${pyRepr(extra)}; an input is a path or {path, columns}`);
53
+ const cols = v.columns;
54
+ if (cols === undefined || cols === null)
55
+ return { path: v.path };
56
+ if (!Array.isArray(cols) || !cols.length || !cols.every((c) => typeof c === "string")) {
57
+ throw new ComputeError(`input ${alias}: columns is a non-empty list of column names`);
58
+ }
59
+ return { path: v.path, columns: [...new Set(cols)] };
60
+ }
61
+ throw new ComputeError(`input ${alias}: a workspace path, or {path, columns: [names]}, not ${pyRepr(v)}`);
62
+ }
63
+ /** Read one input as a typed table (only its named columns, when given). */
64
+ function readInput(alias, abs, inp, buf) {
65
+ if (relPath(inp.path).endsWith(".parquet")) {
66
+ try {
67
+ return readParquetTable(buf, abs, inp.columns);
68
+ }
69
+ catch (e) {
70
+ if (e instanceof ParquetInputError)
71
+ throw new ComputeError(`input ${alias} (${relPath(inp.path)}): ${e.message}`);
72
+ throw new ComputeError(`input ${alias}: ${relPath(inp.path)} could not be read as Parquet: ${e?.message || e}`);
73
+ }
74
+ }
75
+ const t = parseTable(buf.toString("utf8"));
76
+ const want = inp.columns;
77
+ if (!want)
78
+ return t;
79
+ const miss = want.filter((c) => !t.cols.includes(c));
80
+ if (miss.length)
81
+ throw new ComputeError(`input ${alias}: no column${miss.length > 1 ? "s" : ""} ${miss.join(", ")}; the columns are ${pyRepr(t.cols)}`);
82
+ return { cols: want, rows: t.rows.map((r) => {
83
+ const o = newRow();
84
+ for (const c of want)
85
+ o[c] = r[c];
86
+ return o;
87
+ }) };
88
+ }
40
89
  export function readLineage(workspace) {
41
90
  try {
42
91
  const v = JSON.parse(fs.readFileSync(path.join(workspace, LINEAGE), "utf8"));
@@ -71,14 +120,15 @@ export function packList(x) {
71
120
  }
72
121
  // ---------------------------------------------------------------------- verbs
73
122
  const VERBS = ["filter", "derive", "select", "rename", "rollup", "join", "pivot_wider", "pivot_longer", "orderby", "slice",
74
- "dedupe", "concat", "fiscal_year", "to_fiscal", "state_codes", "deflate", "align_check", "as", "from"];
75
- const EXTRA = { filter: ["groupby"], derive: ["groupby"], rollup: ["groupby"], join: ["on", "how", "suffix"] };
76
- function need(t, cols, what) {
123
+ "dedupe", "concat", "fiscal_year", "to_fiscal", "state_codes", "deflate", "align_check", "replicate_se", "as", "from"];
124
+ const EXTRA = { filter: ["groupby"], derive: ["groupby"], rollup: ["groupby"], replicate_se: ["groupby"],
125
+ join: ["on", "how", "suffix"] };
126
+ export function need(t, cols, what) {
77
127
  const miss = cols.filter((c) => !t.cols.includes(c));
78
128
  if (miss.length)
79
129
  throw new ComputeError(`${what}: no column${miss.length > 1 ? "s" : ""} ${miss.join(", ")}; the columns are ${pyRepr(t.cols)}`);
80
130
  }
81
- function strList(v, what) {
131
+ export function strList(v, what) {
82
132
  const xs = typeof v === "string" ? [v] : v;
83
133
  if (!Array.isArray(xs) || !xs.every((x) => typeof x === "string"))
84
134
  throw new ComputeError(`${what}: a column name or a list of names`);
@@ -86,7 +136,7 @@ function strList(v, what) {
86
136
  }
87
137
  const keyOf = (r, on) => on.map((k) => (r[k] === null ? "\u0001null" : cellText(r[k]))).join("\u0000");
88
138
  /** Groups of row indexes by key, in the order pandas groupby gives (sorted by the keys; gaps last). */
89
- function groupRows(t, by, sorted) {
139
+ export function groupRows(t, by, sorted) {
90
140
  if (!by.length)
91
141
  return [t.rows];
92
142
  const m = new Map();
@@ -366,19 +416,22 @@ function wrap(i, verb, fn) {
366
416
  /** Read the inputs and run the steps (no file is written). */
367
417
  export function runPipeline(workspace, p) {
368
418
  if (!p.inputs || typeof p.inputs !== "object" || !Object.keys(p.inputs).length) {
369
- throw new ComputeError('inputs: {alias: "data/<id>/<table>.csv" | "exhibits/<x>.csv"}, at least one');
419
+ throw new ComputeError('inputs: {alias: "data/<id>/<table>.csv" | "data/<id>/<table>.parquet" | "exhibits/<x>.csv" | ' +
420
+ "{path, columns}}, at least one");
370
421
  }
371
422
  const env = new Map();
372
423
  const inputs = {};
373
- for (const [alias, rel] of Object.entries(p.inputs)) {
424
+ for (const [alias, raw] of Object.entries(p.inputs)) {
374
425
  if (!/^[A-Za-z_][A-Za-z0-9_]*$/.test(alias) || alias === "this" || alias.startsWith("__"))
375
426
  throw new ComputeError(`input alias ${pyRepr(alias)}: letters, digits and _ only`);
427
+ const inp = normInput(alias, raw);
428
+ const rel = inp.path;
376
429
  const abs = inputPath(workspace, rel);
377
430
  if (!fs.existsSync(abs))
378
431
  throw new ComputeError(`input ${alias}: no file ${relPath(rel)} in the workspace (fetch it first, or check the path)`);
379
432
  const buf = fs.readFileSync(abs);
380
- inputs[alias] = { path: relPath(rel), sha256: sha256(buf) };
381
- env.set(alias, parseTable(buf.toString("utf8")));
433
+ inputs[alias] = { path: relPath(rel), sha256: sha256(buf), ...(inp.columns ? { columns: inp.columns } : {}) };
434
+ env.set(alias, readInput(alias, abs, inp, buf));
382
435
  }
383
436
  const start = p.from ?? Object.keys(p.inputs)[0];
384
437
  if (!env.has(start))
@@ -401,7 +454,7 @@ export function runPipeline(workspace, p) {
401
454
  const verbs = Object.keys(step).filter((k) => VERBS.includes(k));
402
455
  if (verbs.length !== 1) {
403
456
  throw new ComputeError(`step ${i + 1}: name exactly one verb (${VERBS.join(", ")}); got ${pyRepr(Object.keys(step))}` +
404
- (Object.keys(step).includes("groupby") ? ' (groupby goes with rollup, derive or filter in the same step: {"groupby": [...], "rollup": {...}})' : ""));
457
+ (Object.keys(step).includes("groupby") ? ' (groupby goes with rollup, derive, filter or replicate_se in the same step: {"groupby": [...], "rollup": {...}})' : ""));
405
458
  }
406
459
  const verb = verbs[0];
407
460
  const extra = Object.keys(step).filter((k) => k !== verb && !(EXTRA[verb] || []).includes(k));
@@ -521,6 +574,12 @@ export function runPipeline(workspace, p) {
521
574
  `deflated by ${o.name}`);
522
575
  break;
523
576
  }
577
+ case "replicate_se": {
578
+ const r = replicateSe(cur, arg, by);
579
+ cur = r.table;
580
+ notes.push(...r.notes);
581
+ break;
582
+ }
524
583
  case "align_check": {
525
584
  const o = arg || {};
526
585
  const names = strList(o.tables, "align_check tables");
@@ -559,7 +618,7 @@ export function compute(workspace, a) {
559
618
  const save = relPath(a.save_as);
560
619
  if (!SAVE_RE.test(save) || save === LINEAGE)
561
620
  throw new ComputeError(`save_as ${pyRepr(a.save_as)}: exhibits/<name>.csv (letters, digits, _ . -)`);
562
- if (Object.values(a.inputs || {}).some((r) => relPath(r) === save)) {
621
+ if (Object.entries(a.inputs || {}).some(([k, r]) => relPath(normInput(k, r).path) === save)) {
563
622
  throw new ComputeError(`save_as ${save} is also an input: save to a new name, so the exhibit can be replayed from its inputs`);
564
623
  }
565
624
  const r = runPipeline(workspace, a);