data-analyst-mcp 0.3.1 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +31 -6
- package/dist/adapters/_census_micro.js +2 -2
- package/dist/adapters/_census_micro.js.map +1 -1
- package/dist/adapters/bjs.d.ts +13 -0
- package/dist/adapters/bjs.js +28 -0
- package/dist/adapters/bjs.js.map +1 -0
- package/dist/adapters/cbp.d.ts +5 -0
- package/dist/adapters/cbp.js +64 -0
- package/dist/adapters/cbp.js.map +1 -0
- package/dist/adapters/cdc-wonder.d.ts +5 -0
- package/dist/adapters/cdc-wonder.js +68 -0
- package/dist/adapters/cdc-wonder.js.map +1 -0
- package/dist/adapters/cpsc.d.ts +4 -0
- package/dist/adapters/cpsc.js +125 -0
- package/dist/adapters/cpsc.js.map +1 -0
- package/dist/adapters/fhwa.d.ts +9 -0
- package/dist/adapters/fhwa.js +16 -0
- package/dist/adapters/fhwa.js.map +1 -0
- package/dist/adapters/foreign-assistance.d.ts +9 -0
- package/dist/adapters/foreign-assistance.js +42 -0
- package/dist/adapters/foreign-assistance.js.map +1 -0
- package/dist/adapters/hud-ahar.d.ts +3 -0
- package/dist/adapters/hud-ahar.js +80 -0
- package/dist/adapters/hud-ahar.js.map +1 -0
- package/dist/adapters/nces.d.ts +10 -0
- package/dist/adapters/nces.js +32 -0
- package/dist/adapters/nces.js.map +1 -0
- package/dist/adapters/nsf.d.ts +11 -0
- package/dist/adapters/nsf.js +25 -0
- package/dist/adapters/nsf.js.map +1 -0
- package/dist/adapters/onrr.d.ts +9 -0
- package/dist/adapters/onrr.js +35 -0
- package/dist/adapters/onrr.js.map +1 -0
- package/dist/adapters/sba.d.ts +10 -0
- package/dist/adapters/sba.js +134 -0
- package/dist/adapters/sba.js.map +1 -0
- package/dist/adapters/treasury-tic.d.ts +30 -0
- package/dist/adapters/treasury-tic.js +149 -0
- package/dist/adapters/treasury-tic.js.map +1 -0
- package/dist/adapters/uscourts.d.ts +8 -0
- package/dist/adapters/uscourts.js +8 -0
- package/dist/adapters/uscourts.js.map +1 -0
- package/dist/analysis/cite.d.ts +9 -1
- package/dist/analysis/cite.js +9 -2
- package/dist/analysis/cite.js.map +1 -1
- package/dist/analysis/compute.d.ts +22 -10
- package/dist/analysis/compute.js +75 -16
- package/dist/analysis/compute.js.map +1 -1
- package/dist/analysis/expr.d.ts +2 -0
- package/dist/analysis/expr.js +17 -0
- package/dist/analysis/expr.js.map +1 -1
- package/dist/analysis/replicate.d.ts +15 -0
- package/dist/analysis/replicate.js +228 -0
- package/dist/analysis/replicate.js.map +1 -0
- package/dist/analysis/rerun.js +2 -1
- package/dist/analysis/rerun.js.map +1 -1
- package/dist/analysis/table.d.ts +14 -0
- package/dist/analysis/table.js +79 -28
- package/dist/analysis/table.js.map +1 -1
- package/dist/analysis/tools.js +16 -4
- package/dist/analysis/tools.js.map +1 -1
- package/dist/bin/cli.d.ts +2 -0
- package/dist/bin/cli.js +17 -0
- package/dist/bin/cli.js.map +1 -1
- package/dist/core/generic-rest.js +42 -17
- package/dist/core/generic-rest.js.map +1 -1
- package/dist/core/guard.d.ts +32 -0
- package/dist/core/guard.js +176 -0
- package/dist/core/guard.js.map +1 -0
- package/dist/core/http.d.ts +10 -0
- package/dist/core/http.js +36 -7
- package/dist/core/http.js.map +1 -1
- package/dist/core/keys.d.ts +13 -3
- package/dist/core/keys.js +67 -7
- package/dist/core/keys.js.map +1 -1
- package/dist/core/package.d.ts +12 -3
- package/dist/core/package.js +56 -12
- package/dist/core/package.js.map +1 -1
- package/dist/core/packs.d.ts +14 -5
- package/dist/core/packs.js.map +1 -1
- package/dist/{deep/_opm_parquet.d.ts → core/parquet.d.ts} +2 -1
- package/dist/{deep/_opm_parquet.js → core/parquet.js} +7 -5
- package/dist/core/parquet.js.map +1 -0
- package/dist/core/secret_patterns.d.ts +6 -0
- package/dist/core/secret_patterns.js +20 -0
- package/dist/core/secret_patterns.js.map +1 -0
- package/dist/core/tabular.d.ts +43 -1
- package/dist/core/tabular.js +149 -6
- package/dist/core/tabular.js.map +1 -1
- package/dist/deep/_opm_io.js +2 -2
- package/dist/deep/_opm_io.js.map +1 -1
- package/dist/deep/bea.js +1 -0
- package/dist/deep/bea.js.map +1 -1
- package/dist/deep/fred.js +40 -9
- package/dist/deep/fred.js.map +1 -1
- package/dist/deep/ipums.js +1 -0
- package/dist/deep/ipums.js.map +1 -1
- package/dist/deep/opm.js +1 -1
- package/dist/deep/opm.js.map +1 -1
- package/dist/envelope.js +3 -1
- package/dist/envelope.js.map +1 -1
- package/dist/index.d.ts +29 -22
- package/dist/index.js +45 -46
- package/dist/index.js.map +1 -1
- package/dist/remote/app.js +87 -31
- package/dist/remote/app.js.map +1 -1
- package/dist/remote/oauth.js +8 -1
- package/dist/remote/oauth.js.map +1 -1
- package/dist/remote/pages.d.ts +3 -7
- package/dist/remote/pages.js +49 -19
- package/dist/remote/pages.js.map +1 -1
- package/dist/remote/sign.d.ts +7 -1
- package/dist/remote/sign.js +33 -7
- package/dist/remote/sign.js.map +1 -1
- package/dist/remote/store.js +14 -5
- package/dist/remote/store.js.map +1 -1
- package/dist/report/audit_report.js +29 -7
- package/dist/report/audit_report.js.map +1 -1
- package/dist/report/build_report.js +34 -4
- package/dist/report/build_report.js.map +1 -1
- package/dist/report/method_audit.js +3 -0
- package/dist/report/method_audit.js.map +1 -1
- package/dist/report/scan_secrets.js +2 -13
- package/dist/report/scan_secrets.js.map +1 -1
- package/dist/report/tools.js +2 -1
- package/dist/report/tools.js.map +1 -1
- package/dist/server.d.ts +3 -1
- package/dist/server.js +53 -17
- package/dist/server.js.map +1 -1
- package/dist/tools.d.ts +3 -1
- package/dist/tools.js +82 -9
- package/dist/tools.js.map +1 -1
- package/guide/WORKFLOW.md +6 -5
- package/guide/assets/download_data.ps1 +2 -0
- package/guide/assets/download_data.sh +8 -2
- package/guide/references/report_patterns.md +5 -2
- package/guide/references/report_schema.md +140 -0
- package/guide/references/routing.md +30 -3
- package/package.json +1 -1
- package/packs/bjs/endpoints.json +150 -0
- package/packs/bjs/policy.json +114 -0
- package/packs/bjs/source.md +98 -0
- package/packs/cbp/endpoints.json +31 -0
- package/packs/cbp/policy.json +85 -0
- package/packs/cbp/source.md +57 -0
- package/packs/cdc/source.md +1 -1
- package/packs/cdc-wonder/endpoints.json +26 -0
- package/packs/cdc-wonder/policy.json +84 -0
- package/packs/cdc-wonder/source.md +53 -0
- package/packs/census/source.md +8 -4
- package/packs/college-scorecard/source.md +1 -1
- package/packs/cpsc/endpoints.json +91 -0
- package/packs/cpsc/policy.json +91 -0
- package/packs/cpsc/source.md +76 -0
- package/packs/dhs-ohss/source.md +1 -1
- package/packs/doj-news/source.md +1 -1
- package/packs/fbi/source.md +3 -3
- package/packs/fhwa/endpoints.json +48 -0
- package/packs/fhwa/policy.json +91 -0
- package/packs/fhwa/source.md +59 -0
- package/packs/foreign-assistance/endpoints.json +166 -0
- package/packs/foreign-assistance/policy.json +80 -0
- package/packs/foreign-assistance/source.md +76 -0
- package/packs/fred/source.md +2 -1
- package/packs/fsa/source.md +1 -1
- package/packs/hud/source.md +1 -1
- package/packs/hud-ahar/endpoints.json +92 -0
- package/packs/hud-ahar/policy.json +88 -0
- package/packs/hud-ahar/source.md +72 -0
- package/packs/ipums/docs/report_patterns.md +1 -1
- package/packs/ipums/docs/variables.md +4 -3
- package/packs/ipums/source.md +10 -8
- package/packs/naep/source.md +1 -1
- package/packs/nces/endpoints.json +101 -0
- package/packs/nces/policy.json +99 -0
- package/packs/nces/source.md +75 -0
- package/packs/nhtsa/source.md +1 -1
- package/packs/nsf/endpoints.json +33 -0
- package/packs/nsf/policy.json +83 -0
- package/packs/nsf/source.md +59 -0
- package/packs/onrr/endpoints.json +198 -0
- package/packs/onrr/policy.json +91 -0
- package/packs/onrr/source.md +55 -0
- package/packs/opm/docs/opm_api.md +2 -1
- package/packs/opm/source.md +2 -1
- package/packs/port.json +65 -0
- package/packs/sba/endpoints.json +34 -0
- package/packs/sba/policy.json +86 -0
- package/packs/sba/source.md +60 -0
- package/packs/treasury/source.md +1 -1
- package/packs/treasury-tic/endpoints.json +77 -0
- package/packs/treasury-tic/policy.json +89 -0
- package/packs/treasury-tic/source.md +80 -0
- package/packs/uscourts/endpoints.json +22 -0
- package/packs/uscourts/policy.json +87 -0
- package/packs/uscourts/source.md +56 -0
- package/packs/uspto/source.md +1 -1
- package/dist/deep/_opm_parquet.js.map +0 -1
|
@@ -0,0 +1,149 @@
|
|
|
1
|
+
import { pyStr } from "../core/py.js";
|
|
2
|
+
const MONTHS = { jan: "01", feb: "02", mar: "03", apr: "04", may: "05", jun: "06", jul: "07",
|
|
3
|
+
aug: "08", sep: "09", oct: "10", nov: "11", dec: "12" };
|
|
4
|
+
const PERIOD = /^\d{4}-\d{2}$/;
|
|
5
|
+
const NUMBER = /^-?\d+(\.\d+)?$/;
|
|
6
|
+
/** A published row label without footnote marks ("Grand Total 1/" -> "Grand Total"). */
|
|
7
|
+
export function label(s) {
|
|
8
|
+
return pyStr(s ?? "").replace(/\s+\d+\/\s*$/g, "").replace(/\s+/g, " ").trim();
|
|
9
|
+
}
|
|
10
|
+
/** What a row is: a country, the All Other remainder, the Grand Total or a foreign-official line. */
|
|
11
|
+
export function kind(name) {
|
|
12
|
+
const n = name.toLowerCase();
|
|
13
|
+
if (n === "grand total")
|
|
14
|
+
return "grand_total";
|
|
15
|
+
if (n === "all other")
|
|
16
|
+
return "all_other";
|
|
17
|
+
if (n.startsWith("of which") || /^(for\. official|treasury bills|t-bonds & notes)$/.test(n))
|
|
18
|
+
return "foreign_official";
|
|
19
|
+
return "country";
|
|
20
|
+
}
|
|
21
|
+
/** "Of which" lines named as table 5 names them, so both files give the same labels. */
|
|
22
|
+
const OFFICIAL = { "for. official": "Of Which: Foreign Official",
|
|
23
|
+
"treasury bills": "Of Which: Foreign Official Treasury Bills",
|
|
24
|
+
"t-bonds & notes": "Of Which: Foreign Official T-Bonds & Notes" };
|
|
25
|
+
function list(v) {
|
|
26
|
+
const xs = Array.isArray(v) ? v : v === undefined || v === null || v === "" ? [] : [v];
|
|
27
|
+
return xs.map((x) => pyStr(x).trim().toLowerCase()).filter(Boolean);
|
|
28
|
+
}
|
|
29
|
+
function keep(req, country, code, period) {
|
|
30
|
+
const p = req.params || {};
|
|
31
|
+
const want = list(p.country);
|
|
32
|
+
if (want.length && !want.includes(country.toLowerCase()) && !(code && want.includes(code.toLowerCase())))
|
|
33
|
+
return false;
|
|
34
|
+
if (p.from && period < pyStr(p.from))
|
|
35
|
+
return false;
|
|
36
|
+
if (p.to && period > pyStr(p.to))
|
|
37
|
+
return false;
|
|
38
|
+
return true;
|
|
39
|
+
}
|
|
40
|
+
function table5(req, rows) {
|
|
41
|
+
const out = [];
|
|
42
|
+
for (const r of rows) {
|
|
43
|
+
const name = label(r.Country);
|
|
44
|
+
if (!name)
|
|
45
|
+
continue;
|
|
46
|
+
const periods = Object.keys(r).filter((k) => PERIOD.test(k));
|
|
47
|
+
if (!periods.some((k) => NUMBER.test(pyStr(r[k] ?? ""))))
|
|
48
|
+
continue; // notes and blank lines
|
|
49
|
+
for (const period of periods) {
|
|
50
|
+
if (!keep(req, name, "", period))
|
|
51
|
+
continue;
|
|
52
|
+
out.push({ country: name, kind: kind(name), period, holdings_billions: pyStr(r[period] ?? "") });
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
return out;
|
|
56
|
+
}
|
|
57
|
+
/**
|
|
58
|
+
* The stacked yearly blocks of mfhhis01.txt (rows col1..colN from $tsv with header_row 0).
|
|
59
|
+
*
|
|
60
|
+
* Two quirks of the published file (verified 2026-11-07):
|
|
61
|
+
* - A series-break year shows one month twice (June 2002-2011, March 2000): the first column is the new
|
|
62
|
+
* series, the second the previous series "shown for comparison only" (the file's footnotes). The second
|
|
63
|
+
* is kept only with include_comparison, marked comparison_only.
|
|
64
|
+
* - In those years January is a 14th column one line up: its header "Jan" sits above the month line, the
|
|
65
|
+
* month line holds the year there, and each row's January value is on the line above the row. It is read
|
|
66
|
+
* from the line above.
|
|
67
|
+
*/
|
|
68
|
+
export function history(req, rows) {
|
|
69
|
+
const out = [];
|
|
70
|
+
const withComparison = ["true", "1", "yes"].includes(pyStr(req.params?.include_comparison ?? "").toLowerCase());
|
|
71
|
+
let months = [];
|
|
72
|
+
let cols = [];
|
|
73
|
+
let inBlock = false;
|
|
74
|
+
let prev = [];
|
|
75
|
+
const cells = (r) => Object.keys(r).filter((k) => /^col\d+$/.test(k)).sort((a, b) => Number(a.slice(3)) - Number(b.slice(3))).map((k) => pyStr(r[k] ?? "").trim());
|
|
76
|
+
for (const r of rows) {
|
|
77
|
+
const c = cells(r);
|
|
78
|
+
const first = label(c[0]);
|
|
79
|
+
const low = first.toLowerCase();
|
|
80
|
+
const before = prev;
|
|
81
|
+
prev = c;
|
|
82
|
+
if (!first && c.slice(1).filter((x) => MONTHS[x.slice(0, 3).toLowerCase()]).length >= 2) {
|
|
83
|
+
months = c.slice(1).map((x) => (MONTHS[x.slice(0, 3).toLowerCase()] ? { m: MONTHS[x.slice(0, 3).toLowerCase()], shifted: false }
|
|
84
|
+
: /^\d{4}$/.test(x) && before.at(c.indexOf(x))?.toLowerCase() === "jan" ? { m: "01", shifted: true, year: x }
|
|
85
|
+
: { m: "", shifted: false }));
|
|
86
|
+
inBlock = false;
|
|
87
|
+
continue;
|
|
88
|
+
}
|
|
89
|
+
if (low === "country") {
|
|
90
|
+
const seen = new Set();
|
|
91
|
+
cols = c.slice(1).map((y, i) => {
|
|
92
|
+
const mo = months[i];
|
|
93
|
+
const year = mo?.shifted ? mo.year : y;
|
|
94
|
+
const period = mo?.m && /^\d{4}$/.test(year) ? `${year}-${mo.m}` : "";
|
|
95
|
+
const comparison = !!period && seen.has(period);
|
|
96
|
+
if (period)
|
|
97
|
+
seen.add(period);
|
|
98
|
+
return { period, shifted: !!mo?.shifted, comparison };
|
|
99
|
+
});
|
|
100
|
+
inBlock = true;
|
|
101
|
+
continue;
|
|
102
|
+
}
|
|
103
|
+
if (!inBlock || !first || low === "of which:")
|
|
104
|
+
continue;
|
|
105
|
+
if (/^\d+\/$/.test(first) || first.length > 60) {
|
|
106
|
+
inBlock = false; // the footnotes after the last block
|
|
107
|
+
continue;
|
|
108
|
+
}
|
|
109
|
+
const name = OFFICIAL[low] ?? first;
|
|
110
|
+
cols.forEach((col, i) => {
|
|
111
|
+
const v = (col.shifted ? before[i + 1] : c[i + 1]) ?? "";
|
|
112
|
+
if (!col.period || v === "" || /^-+$/.test(v) || (col.comparison && !withComparison) || !keep(req, name, "", col.period))
|
|
113
|
+
return;
|
|
114
|
+
out.push({ country: name, kind: kind(name), period: col.period, holdings_billions: v, comparison_only: col.comparison });
|
|
115
|
+
});
|
|
116
|
+
if (low === "t-bonds & notes")
|
|
117
|
+
inBlock = false;
|
|
118
|
+
}
|
|
119
|
+
const per = (r) => String(r.period);
|
|
120
|
+
return out.sort((a, b) => (per(a) === per(b) ? 0 : per(a) < per(b) ? 1 : -1));
|
|
121
|
+
}
|
|
122
|
+
function table1(req, rows) {
|
|
123
|
+
return rows.filter((r) => PERIOD.test(pyStr(r.date ?? "")) &&
|
|
124
|
+
keep(req, label(r.country), pyStr(r.country_code ?? ""), pyStr(r.date)));
|
|
125
|
+
}
|
|
126
|
+
function normalize(req, _ep, rows) {
|
|
127
|
+
if (req.endpoint === "major_foreign_holders")
|
|
128
|
+
return table5(req, rows);
|
|
129
|
+
if (req.endpoint === "major_foreign_holders_history")
|
|
130
|
+
return history(req, rows);
|
|
131
|
+
if (req.endpoint === "holdings_by_country")
|
|
132
|
+
return table1(req, rows);
|
|
133
|
+
return rows;
|
|
134
|
+
}
|
|
135
|
+
function checkSpec(spec) {
|
|
136
|
+
const bad = [];
|
|
137
|
+
for (const r of spec.requests || []) {
|
|
138
|
+
for (const k of ["from", "to"]) {
|
|
139
|
+
const v = r.params?.[k];
|
|
140
|
+
if (v !== undefined && v !== null && v !== "" && !PERIOD.test(pyStr(v))) {
|
|
141
|
+
bad.push(`request ${JSON.stringify(r.name)}: ${k} must be a month as YYYY-MM (got ${JSON.stringify(v)})`);
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
return bad;
|
|
146
|
+
}
|
|
147
|
+
const adapter = { normalize, checkSpec };
|
|
148
|
+
export default adapter;
|
|
149
|
+
//# sourceMappingURL=treasury-tic.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"treasury-tic.js","sourceRoot":"","sources":["../../src/adapters/treasury-tic.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAEtC,MAAM,MAAM,GAA2B,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI;IAClH,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;AAC1D,MAAM,MAAM,GAAG,eAAe,CAAC;AAC/B,MAAM,MAAM,GAAG,iBAAiB,CAAC;AAEjC,wFAAwF;AACxF,MAAM,UAAU,KAAK,CAAC,CAAU;IAC9B,OAAO,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACjF,CAAC;AAED,qGAAqG;AACrG,MAAM,UAAU,IAAI,CAAC,IAAY;IAC/B,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IAC7B,IAAI,CAAC,KAAK,aAAa;QAAE,OAAO,aAAa,CAAC;IAC9C,IAAI,CAAC,KAAK,WAAW;QAAE,OAAO,WAAW,CAAC;IAC1C,IAAI,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,mDAAmD,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,kBAAkB,CAAC;IACvH,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,wFAAwF;AACxF,MAAM,QAAQ,GAA2B,EAAE,eAAe,EAAE,4BAA4B;IACtF,gBAAgB,EAAE,2CAA2C;IAC7D,iBAAiB,EAAE,4CAA4C,EAAE,CAAC;AAEpE,SAAS,IAAI,CAAC,CAAU;IACtB,MAAM,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvF,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,IAAI,CAAC,GAAgB,EAAE,OAAe,EAAE,IAAY,EAAE,MAAc;IAC3E,MAAM,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC7B,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACvH,IAAI,CAAC,CAAC,IAAI,IAAI,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IACnD,IAAI,CAAC,CAAC,EAAE,IAAI,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/C,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,MAAM,CAAC,GAAgB,EAAE,IAAW;IAC3C,MAAM,GAAG,GAAU,EAAE,CAAC;IACtB,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC9B,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAAE,SAAS,CAAC,wBAAwB;QAC5F,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,CAAC;gBAAE,SAAS;YAC3C,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,iBAAiB,EAAE,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QACnG,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,OAAO,CAAC,GAAgB,EAAE,IAAW;IACnD,MAAM,GAAG,GAAU,EAAE,CAAC;IACtB,MAAM,cAAc,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,kBAAkB,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IAChH,IAAI,MAAM,GAAqD,EAAE,CAAC;IAClE,IAAI,IAAI,GAAgE,EAAE,CAAC;IAC3E,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,IAAI,GAAa,EAAE,CAAC;IACxB,MAAM,KAAK,GAAG,CAAC,CAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACxK,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACnB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,GAAG,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC;QACpB,IAAI,GAAG,CAAC,CAAC;QACT,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACxF,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE;gBAC9H,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE;oBAC3G,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;YAClC,OAAO,GAAG,KAAK,CAAC;YAChB,SAAS;QACX,CAAC;QACD,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;YAC/B,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBAC7B,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACrB,MAAM,IAAI,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,IAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxC,MAAM,MAAM,GAAG,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtE,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAChD,IAAI,MAAM;oBAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAC7B,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;YACxD,CAAC,CAAC,CAAC;YACH,OAAO,GAAG,IAAI,CAAC;YACf,SAAS;QACX,CAAC;QACD,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,IAAI,GAAG,KAAK,WAAW;YAAE,SAAS;QACxD,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAC/C,OAAO,GAAG,KAAK,CAAC,CAAC,qCAAqC;YACtD,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC;QACpC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;YACtB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACzD,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC;gBAAE,OAAO;YACjI,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,iBAAiB,EAAE,CAAC,EAAE,eAAe,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;QAC3H,CAAC,CAAC,CAAC;QACH,IAAI,GAAG,KAAK,iBAAiB;YAAE,OAAO,GAAG,KAAK,CAAC;IACjD,CAAC;IACD,MAAM,GAAG,GAAG,CAAC,CAAM,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACzC,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,MAAM,CAAC,GAAgB,EAAE,IAAW;IAC3C,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QACxD,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,YAAY,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,SAAS,CAAC,GAAgB,EAAE,GAAQ,EAAE,IAAW;IACxD,IAAI,GAAG,CAAC,QAAQ,KAAK,uBAAuB;QAAE,OAAO,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACvE,IAAI,GAAG,CAAC,QAAQ,KAAK,+BAA+B;QAAE,OAAO,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAChF,IAAI,GAAG,CAAC,QAAQ,KAAK,qBAAqB;QAAE,OAAO,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACrE,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,SAAS,CAAC,IAAU;IAC3B,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC;YAC/B,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxE,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,oCAAoC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAC5G,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,OAAO,GAAY,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;AAClD,eAAe,OAAO,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* U.S. Courts caseload statistics tables: /sites/default/files/document/<file>.xlsx, read by core's published-table
|
|
3
|
+
* reader (verified 2026-11-07: bf_f2_0930.2026, stfj_b_630.2026). File names come from the Data Tables pages; the
|
|
4
|
+
* date part is not zero-padded the same way in every series (0930.2026, 630.2026), so the name is taken as given.
|
|
5
|
+
*/
|
|
6
|
+
import type { Adapter } from "../core/packs.js";
|
|
7
|
+
declare const adapter: Adapter;
|
|
8
|
+
export default adapter;
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import { pyStr } from "../core/py.js";
|
|
2
|
+
function checkSpec(spec) {
|
|
3
|
+
return (spec.requests || []).filter((r) => r.params?.file !== undefined && !/^[a-z0-9_.-]+$/i.test(pyStr(r.params.file)))
|
|
4
|
+
.map((r) => `request ${JSON.stringify(r.name)}: file is the table's file name without .xlsx, e.g. bf_f2_0930.2026`);
|
|
5
|
+
}
|
|
6
|
+
const adapter = { checkSpec };
|
|
7
|
+
export default adapter;
|
|
8
|
+
//# sourceMappingURL=uscourts.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"uscourts.js","sourceRoot":"","sources":["../../src/adapters/uscourts.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAEtC,SAAS,SAAS,CAAC,IAAU;IAC3B,OAAO,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,KAAK,SAAS,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;SACtH,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,qEAAqE,CAAC,CAAC;AACxH,CAAC;AAED,MAAM,OAAO,GAAY,EAAE,SAAS,EAAE,CAAC;AACvC,eAAe,OAAO,CAAC"}
|
package/dist/analysis/cite.d.ts
CHANGED
|
@@ -15,8 +15,16 @@ export type OpenedRecord = {
|
|
|
15
15
|
};
|
|
16
16
|
/** Is an address private, loopback, link-local or otherwise not a public host? */
|
|
17
17
|
export declare function privateAddress(addr: string): boolean;
|
|
18
|
-
/**
|
|
18
|
+
/** Hosted mode: this server's own public host, whose pages (the keys page, signed links) are never opened. */
|
|
19
|
+
export declare function setOwnHost(publicUrl: string): void;
|
|
20
|
+
/** Refuse a URL whose host is or resolves to a private address, or is this server itself. */
|
|
19
21
|
export declare function checkPublicHost(url: string): Promise<void>;
|
|
22
|
+
/** GET with redirects followed by hand, every connection through the guarded lookup (remote mode). */
|
|
23
|
+
export declare function guardedGet(url: string, timeout: number): Promise<{
|
|
24
|
+
status: number;
|
|
25
|
+
body: Buffer;
|
|
26
|
+
contentType: string;
|
|
27
|
+
}>;
|
|
20
28
|
export type CiteResult = {
|
|
21
29
|
status: "ok";
|
|
22
30
|
id: string;
|
package/dist/analysis/cite.js
CHANGED
|
@@ -99,7 +99,12 @@ export function privateAddress(addr) {
|
|
|
99
99
|
}
|
|
100
100
|
return true; // not an address at all: refuse
|
|
101
101
|
}
|
|
102
|
-
|
|
102
|
+
const OWN_HOSTS = new Set();
|
|
103
|
+
/** Hosted mode: this server's own public host, whose pages (the keys page, signed links) are never opened. */
|
|
104
|
+
export function setOwnHost(publicUrl) {
|
|
105
|
+
OWN_HOSTS.add(new URL(publicUrl).hostname.toLowerCase());
|
|
106
|
+
}
|
|
107
|
+
/** Refuse a URL whose host is or resolves to a private address, or is this server itself. */
|
|
103
108
|
export async function checkPublicHost(url) {
|
|
104
109
|
let host;
|
|
105
110
|
try {
|
|
@@ -108,6 +113,8 @@ export async function checkPublicHost(url) {
|
|
|
108
113
|
catch {
|
|
109
114
|
throw new CiteError(`not a valid URL: ${url}`);
|
|
110
115
|
}
|
|
116
|
+
if (OWN_HOSTS.has(host.toLowerCase()))
|
|
117
|
+
throw new CiteError("refused: this server's own pages are never opened", url);
|
|
111
118
|
if (net.isIP(host)) {
|
|
112
119
|
if (privateAddress(host))
|
|
113
120
|
throw new CiteError(`refused: ${host} is a private or loopback address; this server opens public pages only`, url);
|
|
@@ -140,7 +147,7 @@ const guardedLookup = (hostname, options, cb) => {
|
|
|
140
147
|
});
|
|
141
148
|
};
|
|
142
149
|
/** GET with redirects followed by hand, every connection through the guarded lookup (remote mode). */
|
|
143
|
-
async function guardedGet(url, timeout) {
|
|
150
|
+
export async function guardedGet(url, timeout) {
|
|
144
151
|
let cur = url;
|
|
145
152
|
for (let hop = 0; hop < 6; hop++) {
|
|
146
153
|
await checkPublicHost(cur);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cite.js","sourceRoot":"","sources":["../../src/analysis/cite.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AACH,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE7C,MAAM,CAAC,MAAM,KAAK,GAAG,kBAAkB,CAAC;AACxC,MAAM,CAAC,MAAM,SAAS,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAC1C,MAAM,GAAG,GAAuB,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,YAAY,EAAE,MAAM,CAAC;IAC7H,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;AAEvB,MAAM,OAAO,SAAU,SAAQ,KAAK;IACE;IAApC,YAAY,OAAe,EAAS,GAAY;QAC9C,KAAK,CAAC,OAAO,CAAC,CAAC;QADmB,QAAG,GAAH,GAAG,CAAS;IAEhD,CAAC;CACF;AAED,SAAS,GAAG,CAAC,WAAmB,EAAE,IAAY;IAC5C,MAAM,EAAE,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC7C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG;QAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC;IACvD,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACtE,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,CAAC;IAChF,OAAO,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;AAC1F,CAAC;AAKD,SAAS,MAAM,CAAC,EAAU,EAAE,KAAa,EAAE,GAAW,EAAE,IAAY,EAAE,CAAS,EAAE,GAAW,EAAE,WAAmB;IAC/G,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;IACtC,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrC,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAkB,oEAAoE;QACxH,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,aAAa;YAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACzG,CAAC;IACD,MAAM,GAAG,GAAG,cAAc,KAAK,GAAG,CAAC,EAAE,CAAC;IACtC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;IAC5C,IAAI,GAAG,GAAiC,EAAE,CAAC;IAC3C,IAAI,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;QACrD,CAAC;QAAC,MAAM,CAAC;YACP,GAAG,GAAG,EAAE,CAAC;QACX,CAAC;IACH,CAAC;IACD,MAAM,GAAG,GAAiB,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM;QAC5H,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC;IAC/F,GAAG,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC;IACjB,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACxD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,2FAA2F;AAC3F,SAAS,EAAE,CAAC,CAAS;IACnB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACnC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAChG,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAG,+BAA+B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvD,IAAI,MAAM;QAAE,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IAChB,IAAI,CAAC,EAAE,CAAC;QACN,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;QACjB,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC;YACtG,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC;IAC/E,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAClB,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QAC3C,MAAM,GAAG,GAAG,0CAA0C,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAQ,gBAAgB;QACvF,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9D,OAAO,cAAc,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAClG,CAAC;QACD,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;QACnD,OAAO,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,MAAM,CAAC;IACnG,CAAC;IACD,OAAO,IAAI,CAAC,CAA6C,gCAAgC;AAC3F,CAAC;AAED,mEAAmE;AACnE,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,GAAW;IAC/C,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACvD,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,SAAS,CAAC,oBAAoB,GAAG,EAAE,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACnB,IAAI,cAAc,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,YAAY,IAAI,wEAAwE,EAAE,GAAG,CAAC,CAAC;QAC7I,OAAO;IACT,CAAC;IACD,IAAI,KAA0B,CAAC;IAC/B,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IACzE,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,MAAM,IAAI,SAAS,CAAC,qBAAqB,IAAI,KAAK,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACxF,CAAC;IACD,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3D,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,IAAI,SAAS,CAAC,YAAY,IAAI,+CAA+C,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,KAAK;YACpI,qCAAqC,EAAE,GAAG,CAAC,CAAC;IAChD,CAAC;AACH,CAAC;AAED,MAAM,aAAa,GAAuB,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE;IAClE,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,GAAG,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAC7E,IAAI,GAAG;YAAE,OAAQ,EAAU,CAAC,GAAG,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,KAAuC,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QACxD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAQ,EAAU,CAAC,IAAI,KAAK,CAAC,2BAA2B,GAAG,EAAE,OAAO,IAAI,QAAQ,QAAQ,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC9H,IAAK,OAAe,CAAC,GAAG;YAAE,OAAQ,EAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACxD,EAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,sGAAsG;AACtG,KAAK,UAAU,UAAU,CAAC,GAAW,EAAE,OAAe;IACpD,IAAI,GAAG,GAAG,GAAG,CAAC;IACd,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC;QACjC,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;QAC3B,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACvB,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QACnF,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,SAAS,CAAC,YAAY,CAAC,CAAC,QAAQ,iBAAiB,EAAE,GAAG,CAAC,CAAC;QAC5E,MAAM,GAAG,GAAG,MAAM,IAAI,OAAO,CAAsE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrH,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI,EAAE,EACxI,CAAC,CAAC,EAAE,EAAE;gBACJ,MAAM,MAAM,GAAa,EAAE,CAAC;gBAC5B,IAAI,CAAC,GAAG,CAAC,CAAC;gBACV,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE;oBACzB,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;oBACd,IAAI,CAAC,IAAI,SAAS,GAAG,CAAC;wBAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBACvC,IAAI,CAAC,GAAG,SAAS,GAAG,CAAC;wBAAE,CAAC,CAAC,OAAO,EAAE,CAAC;gBACrC,CAAC,CAAC,CAAC;gBACH,CAAC,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,UAAU,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC3G,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,UAAU,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC7G,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACxB,CAAC,CAAC,CAAC;YACL,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YAC7D,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACxB,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC3E,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;YAC5D,SAAS;QACX,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;IACxG,CAAC;IACD,MAAM,IAAI,SAAS,CAAC,8BAA8B,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC;AAChE,CAAC;AAID,6EAA6E;AAC7E,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,SAAiB,EAAE,CAA+D;IAC3G,MAAM,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,sDAAsD,CAAC,CAAC;IAC/H,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,2DAA2D,CAAC,CAAC;IACvH,IAAI,GAAiB,CAAC;IACtB,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAChE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,MAAM,IAAI,SAAS,CAAC,oEAAoE,CAAC,CAAC;QAC9G,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;IACpE,CAAC;SAAM,CAAC;QACN,IAAI,IAAY,EAAE,KAAa,CAAC;QAChC,IAAI,CAAC;YACH,IAAI,IAAI,EAAE,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC;gBAC9D,IAAI,UAAU,EAAE;oBAAE,MAAM,IAAI,SAAS,CAAC,+DAA+D,EAAE,GAAG,CAAC,CAAC;gBAC5G,MAAM,CAAC,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;gBACjD,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBACrB,MAAM,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,YAAY,GAAG,uDAAuD,EAAE,GAAG,CAAC,CAAC;gBACnH,CAAC;gBACD,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC;YAC1C,CAAC;iBAAM,CAAC;gBACN,IAAI,IAAI,EAAE,KAAK,QAAQ;oBAAE,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;gBACpD,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC;gBACjF,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC3B,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,CAAC,YAAY,SAAS,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;gBAAE,MAAM,CAAC,CAAC;YACzG,IAAI,CAAC,YAAY,SAAS,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBAC1D,MAAM,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,YAAY,GAAG,uDAAuD,EAAE,GAAG,CAAC,CAAC;YACnH,CAAC;YACD,MAAM,IAAI,SAAS,CAAC,kBAAkB,GAAG,eAAe,CAAC,EAAE,OAAO,IAAI,CAAC,oDAAoD;gBACzH,wFAAwF,EAAE,GAAG,CAAC,CAAC;QACnG,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,GAAG,SAAS;YAAE,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAChE,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,GAAG;QAC/B,IAAI,EAAE,yCAAyC,EAAE,+BAA+B,GAAG,mBAAmB,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK;YAChI,+FAA+F,EAAE,CAAC;AACxG,CAAC"}
|
|
1
|
+
{"version":3,"file":"cite.js","sourceRoot":"","sources":["../../src/analysis/cite.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AACH,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE7C,MAAM,CAAC,MAAM,KAAK,GAAG,kBAAkB,CAAC;AACxC,MAAM,CAAC,MAAM,SAAS,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAC1C,MAAM,GAAG,GAAuB,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,YAAY,EAAE,MAAM,CAAC;IAC7H,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;AAEvB,MAAM,OAAO,SAAU,SAAQ,KAAK;IACE;IAApC,YAAY,OAAe,EAAS,GAAY;QAC9C,KAAK,CAAC,OAAO,CAAC,CAAC;QADmB,QAAG,GAAH,GAAG,CAAS;IAEhD,CAAC;CACF;AAED,SAAS,GAAG,CAAC,WAAmB,EAAE,IAAY;IAC5C,MAAM,EAAE,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC7C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG;QAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC;IACvD,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,OAAO;QAAE,OAAO,MAAM,CAAC;IACtE,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,CAAC;IAChF,OAAO,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;AAC1F,CAAC;AAKD,SAAS,MAAM,CAAC,EAAU,EAAE,KAAa,EAAE,GAAW,EAAE,IAAY,EAAE,CAAS,EAAE,GAAW,EAAE,WAAmB;IAC/G,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;IACtC,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrC,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAkB,oEAAoE;QACxH,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,aAAa;YAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACzG,CAAC;IACD,MAAM,GAAG,GAAG,cAAc,KAAK,GAAG,CAAC,EAAE,CAAC;IACtC,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;IAC5C,IAAI,GAAG,GAAiC,EAAE,CAAC;IAC3C,IAAI,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;QACrD,CAAC;QAAC,MAAM,CAAC;YACP,GAAG,GAAG,EAAE,CAAC;QACX,CAAC;IACH,CAAC;IACD,MAAM,GAAG,GAAiB,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM;QAC5H,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC;IAC/F,GAAG,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC;IACjB,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACxD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,2FAA2F;AAC3F,SAAS,EAAE,CAAC,CAAS;IACnB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACnC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAChG,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC9E,MAAM,MAAM,GAAG,+BAA+B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvD,IAAI,MAAM;QAAE,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IAChB,IAAI,CAAC,EAAE,CAAC;QACN,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;QACjB,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC;YACtG,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC;IAC/E,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAClB,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QAC3C,MAAM,GAAG,GAAG,0CAA0C,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAQ,gBAAgB;QACvF,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9D,OAAO,cAAc,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAClG,CAAC;QACD,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;QACnD,OAAO,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,MAAM,CAAC;IACnG,CAAC;IACD,OAAO,IAAI,CAAC,CAA6C,gCAAgC;AAC3F,CAAC;AAED,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;AACpC,8GAA8G;AAC9G,MAAM,UAAU,UAAU,CAAC,SAAiB;IAC1C,SAAS,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;AAC3D,CAAC;AAED,6FAA6F;AAC7F,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,GAAW;IAC/C,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IACvD,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,SAAS,CAAC,oBAAoB,GAAG,EAAE,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,mDAAmD,EAAE,GAAG,CAAC,CAAC;IACrH,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACnB,IAAI,cAAc,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,YAAY,IAAI,wEAAwE,EAAE,GAAG,CAAC,CAAC;QAC7I,OAAO;IACT,CAAC;IACD,IAAI,KAA0B,CAAC;IAC/B,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IACzE,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,MAAM,IAAI,SAAS,CAAC,qBAAqB,IAAI,KAAK,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACxF,CAAC;IACD,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3D,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,IAAI,SAAS,CAAC,YAAY,IAAI,+CAA+C,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,KAAK;YACpI,qCAAqC,EAAE,GAAG,CAAC,CAAC;IAChD,CAAC;AACH,CAAC;AAED,MAAM,aAAa,GAAuB,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE;IAClE,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,GAAG,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAC7E,IAAI,GAAG;YAAE,OAAQ,EAAU,CAAC,GAAG,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,KAAuC,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QACxD,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAQ,EAAU,CAAC,IAAI,KAAK,CAAC,2BAA2B,GAAG,EAAE,OAAO,IAAI,QAAQ,QAAQ,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC9H,IAAK,OAAe,CAAC,GAAG;YAAE,OAAQ,EAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACxD,EAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,sGAAsG;AACtG,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,GAAW,EAAE,OAAe;IAC3D,IAAI,GAAG,GAAG,GAAG,CAAC;IACd,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC;QACjC,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;QAC3B,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACvB,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QACnF,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,SAAS,CAAC,YAAY,CAAC,CAAC,QAAQ,iBAAiB,EAAE,GAAG,CAAC,CAAC;QAC5E,MAAM,GAAG,GAAG,MAAM,IAAI,OAAO,CAAsE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrH,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI,EAAE,EACxI,CAAC,CAAC,EAAE,EAAE;gBACJ,MAAM,MAAM,GAAa,EAAE,CAAC;gBAC5B,IAAI,CAAC,GAAG,CAAC,CAAC;gBACV,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE;oBACzB,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;oBACd,IAAI,CAAC,IAAI,SAAS,GAAG,CAAC;wBAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBACvC,IAAI,CAAC,GAAG,SAAS,GAAG,CAAC;wBAAE,CAAC,CAAC,OAAO,EAAE,CAAC;gBACrC,CAAC,CAAC,CAAC;gBACH,CAAC,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,UAAU,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC3G,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,UAAU,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC7G,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACxB,CAAC,CAAC,CAAC;YACL,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YAC7D,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACxB,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC3E,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC;YAC5D,SAAS;QACX,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;IACxG,CAAC;IACD,MAAM,IAAI,SAAS,CAAC,8BAA8B,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC;AAChE,CAAC;AAID,6EAA6E;AAC7E,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,SAAiB,EAAE,CAA+D;IAC3G,MAAM,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,sDAAsD,CAAC,CAAC;IAC/H,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,2DAA2D,CAAC,CAAC;IACvH,IAAI,GAAiB,CAAC;IACtB,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QAC5C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAChE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,MAAM,IAAI,SAAS,CAAC,oEAAoE,CAAC,CAAC;QAC9G,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;IACpE,CAAC;SAAM,CAAC;QACN,IAAI,IAAY,EAAE,KAAa,CAAC;QAChC,IAAI,CAAC;YACH,IAAI,IAAI,EAAE,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC;gBAC9D,IAAI,UAAU,EAAE;oBAAE,MAAM,IAAI,SAAS,CAAC,+DAA+D,EAAE,GAAG,CAAC,CAAC;gBAC5G,MAAM,CAAC,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;gBACjD,IAAI,CAAC,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBACrB,MAAM,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,YAAY,GAAG,uDAAuD,EAAE,GAAG,CAAC,CAAC;gBACnH,CAAC;gBACD,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC;YAC1C,CAAC;iBAAM,CAAC;gBACN,IAAI,IAAI,EAAE,KAAK,QAAQ;oBAAE,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;gBACpD,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC;gBACjF,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC3B,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,CAAC,YAAY,SAAS,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;gBAAE,MAAM,CAAC,CAAC;YACzG,IAAI,CAAC,YAAY,SAAS,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBAC1D,MAAM,IAAI,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,YAAY,GAAG,uDAAuD,EAAE,GAAG,CAAC,CAAC;YACnH,CAAC;YACD,MAAM,IAAI,SAAS,CAAC,kBAAkB,GAAG,eAAe,CAAC,EAAE,OAAO,IAAI,CAAC,oDAAoD;gBACzH,wFAAwF,EAAE,GAAG,CAAC,CAAC;QACnG,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,GAAG,SAAS;YAAE,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAChE,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,GAAG;QAC/B,IAAI,EAAE,yCAAyC,EAAE,+BAA+B,GAAG,mBAAmB,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK;YAChI,+FAA+F,EAAE,CAAC;AACxG,CAAC"}
|
|
@@ -1,41 +1,53 @@
|
|
|
1
|
-
import { type Table } from "./table.js";
|
|
1
|
+
import { type Row, type Table } from "./table.js";
|
|
2
2
|
export declare class ComputeError extends Error {
|
|
3
3
|
}
|
|
4
4
|
export declare const LINEAGE = "exhibits/lineage.json";
|
|
5
5
|
export declare const PACK_ID: RegExp;
|
|
6
6
|
export type Step = Record<string, any>;
|
|
7
|
+
export type Input = string | {
|
|
8
|
+
path: string;
|
|
9
|
+
columns?: string[];
|
|
10
|
+
};
|
|
7
11
|
export type Pipeline = {
|
|
8
|
-
inputs: Record<string,
|
|
12
|
+
inputs: Record<string, Input>;
|
|
9
13
|
steps: Step[];
|
|
10
14
|
from?: string;
|
|
11
15
|
};
|
|
16
|
+
export type InputRecord = {
|
|
17
|
+
path: string;
|
|
18
|
+
sha256: string;
|
|
19
|
+
columns?: string[];
|
|
20
|
+
};
|
|
12
21
|
export type LineageEntry = {
|
|
13
22
|
packs: string[];
|
|
14
23
|
tool: string;
|
|
15
24
|
from?: string;
|
|
16
|
-
inputs: Record<string,
|
|
17
|
-
path: string;
|
|
18
|
-
sha256: string;
|
|
19
|
-
}>;
|
|
25
|
+
inputs: Record<string, InputRecord>;
|
|
20
26
|
steps: Step[];
|
|
21
27
|
sha256: string;
|
|
22
28
|
};
|
|
23
29
|
export declare function relPath(p: string): string;
|
|
24
30
|
/** The absolute path of a workspace-relative CSV path, refusing anything outside data/, exhibits/ and published/. */
|
|
25
31
|
export declare function inputPath(workspace: string, rel: string): string;
|
|
32
|
+
/** An input as {path, columns?}: a path string, or an object naming the columns to read. */
|
|
33
|
+
export declare function normInput(alias: string, v: unknown): {
|
|
34
|
+
path: string;
|
|
35
|
+
columns?: string[];
|
|
36
|
+
};
|
|
26
37
|
export declare function readLineage(workspace: string): Record<string, any>;
|
|
27
38
|
/** The source packs of a lineage entry (the Python list form or compute's object form). */
|
|
28
39
|
export declare function lineagePacks(entry: unknown): string[];
|
|
29
40
|
export declare function writeLineage(workspace: string, lin: Record<string, unknown>): void;
|
|
30
41
|
/** Validated pack ids, deduplicated in order (facts.py _packs). */
|
|
31
42
|
export declare function packList(x: unknown): string[];
|
|
43
|
+
export declare function need(t: Table, cols: string[], what: string): void;
|
|
44
|
+
export declare function strList(v: unknown, what: string): string[];
|
|
45
|
+
/** Groups of row indexes by key, in the order pandas groupby gives (sorted by the keys; gaps last). */
|
|
46
|
+
export declare function groupRows(t: Table, by: string[], sorted: boolean): Row[][];
|
|
32
47
|
export type PipelineResult = {
|
|
33
48
|
table: Table;
|
|
34
49
|
notes: string[];
|
|
35
|
-
inputs: Record<string,
|
|
36
|
-
path: string;
|
|
37
|
-
sha256: string;
|
|
38
|
-
}>;
|
|
50
|
+
inputs: Record<string, InputRecord>;
|
|
39
51
|
};
|
|
40
52
|
/** Read the inputs and run the steps (no file is written). */
|
|
41
53
|
export declare function runPipeline(workspace: string, p: Pipeline): PipelineResult;
|
package/dist/analysis/compute.js
CHANGED
|
@@ -5,8 +5,12 @@
|
|
|
5
5
|
* is a fixed function here. The same steps replay from the recorded inputs (rerun.ts), so every exhibit and
|
|
6
6
|
* every number read from it is reproduced by the server, not typed.
|
|
7
7
|
*
|
|
8
|
+
* Inputs are workspace CSVs (data/<id>/, exhibits/, published/) or Parquet files under data/<id>/ (the opm pack writes
|
|
9
|
+
* tables over 1M rows only as Parquet); an input may name the columns to read ({path, columns}), which for Parquet
|
|
10
|
+
* is the only part decoded.
|
|
11
|
+
*
|
|
8
12
|
* exhibits/lineage.json: {"exhibits/<x>.csv": {"packs": [...], "tool": "compute", "from": alias,
|
|
9
|
-
* "inputs": {alias: {"path", "sha256"}}, "steps": [...], "sha256": <the CSV's hash>}}. The older format is
|
|
13
|
+
* "inputs": {alias: {"path", "sha256", "columns"?}}, "steps": [...], "sha256": <the CSV's hash>}}. The older format is
|
|
10
14
|
* {"exhibits/<x>.csv": [packs]}; lineagePacks() reads both.
|
|
11
15
|
*/
|
|
12
16
|
import fs from "node:fs";
|
|
@@ -14,12 +18,13 @@ import path from "node:path";
|
|
|
14
18
|
import { addStateCodes, alignCheck, CombineError, deflate, fiscalYear, toFiscal } from "./combine.js";
|
|
15
19
|
import { compare, compile, evaluate, ExprError, isTruthy } from "./expr.js";
|
|
16
20
|
import { pyRepr } from "./pyfmt.js";
|
|
17
|
-
import {
|
|
21
|
+
import { replicateSe } from "./replicate.js";
|
|
22
|
+
import { cellText, newRow, ParquetInputError, parseTable, readParquetTable, sha256, tableCsv } from "./table.js";
|
|
18
23
|
export class ComputeError extends Error {
|
|
19
24
|
}
|
|
20
25
|
export const LINEAGE = "exhibits/lineage.json";
|
|
21
26
|
export const PACK_ID = /^[a-z0-9][a-z0-9_-]*$/;
|
|
22
|
-
const INPUT_RE = /^(data\/[a-z0-9][a-z0-9_-]*\/[^/]+|exhibits\/[^/]+|published\/[^/]+)\.csv$/;
|
|
27
|
+
const INPUT_RE = /^((data\/[a-z0-9][a-z0-9_-]*\/[^/]+|exhibits\/[^/]+|published\/[^/]+)\.csv|data\/[a-z0-9][a-z0-9_-]*\/[^/]+\.parquet)$/;
|
|
23
28
|
const SAVE_RE = /^exhibits\/[A-Za-z0-9][A-Za-z0-9_.-]*\.csv$/;
|
|
24
29
|
// ---------------------------------------------------------------------- paths and lineage
|
|
25
30
|
export function relPath(p) {
|
|
@@ -29,14 +34,58 @@ export function relPath(p) {
|
|
|
29
34
|
export function inputPath(workspace, rel) {
|
|
30
35
|
const r = relPath(rel);
|
|
31
36
|
if (r.split("/").some((s) => s === ".." || s === "") || !INPUT_RE.test(r)) {
|
|
32
|
-
throw new ComputeError(`input ${pyRepr(rel)}: a workspace
|
|
33
|
-
"published/<name>.csv");
|
|
37
|
+
throw new ComputeError(`input ${pyRepr(rel)}: a workspace path like data/<id>/<table>.csv, data/<id>/<table>.parquet, ` +
|
|
38
|
+
"exhibits/<name>.csv or published/<name>.csv");
|
|
34
39
|
}
|
|
35
40
|
const abs = path.resolve(workspace, r);
|
|
36
41
|
if (path.relative(workspace, abs).startsWith(".."))
|
|
37
42
|
throw new ComputeError(`input ${pyRepr(rel)} is outside the workspace`);
|
|
38
43
|
return abs;
|
|
39
44
|
}
|
|
45
|
+
/** An input as {path, columns?}: a path string, or an object naming the columns to read. */
|
|
46
|
+
export function normInput(alias, v) {
|
|
47
|
+
if (typeof v === "string")
|
|
48
|
+
return { path: v };
|
|
49
|
+
if (v && typeof v === "object" && !Array.isArray(v) && typeof v.path === "string") {
|
|
50
|
+
const extra = Object.keys(v).filter((k) => k !== "path" && k !== "columns");
|
|
51
|
+
if (extra.length)
|
|
52
|
+
throw new ComputeError(`input ${alias}: unknown key(s) ${pyRepr(extra)}; an input is a path or {path, columns}`);
|
|
53
|
+
const cols = v.columns;
|
|
54
|
+
if (cols === undefined || cols === null)
|
|
55
|
+
return { path: v.path };
|
|
56
|
+
if (!Array.isArray(cols) || !cols.length || !cols.every((c) => typeof c === "string")) {
|
|
57
|
+
throw new ComputeError(`input ${alias}: columns is a non-empty list of column names`);
|
|
58
|
+
}
|
|
59
|
+
return { path: v.path, columns: [...new Set(cols)] };
|
|
60
|
+
}
|
|
61
|
+
throw new ComputeError(`input ${alias}: a workspace path, or {path, columns: [names]}, not ${pyRepr(v)}`);
|
|
62
|
+
}
|
|
63
|
+
/** Read one input as a typed table (only its named columns, when given). */
|
|
64
|
+
function readInput(alias, abs, inp, buf) {
|
|
65
|
+
if (relPath(inp.path).endsWith(".parquet")) {
|
|
66
|
+
try {
|
|
67
|
+
return readParquetTable(buf, abs, inp.columns);
|
|
68
|
+
}
|
|
69
|
+
catch (e) {
|
|
70
|
+
if (e instanceof ParquetInputError)
|
|
71
|
+
throw new ComputeError(`input ${alias} (${relPath(inp.path)}): ${e.message}`);
|
|
72
|
+
throw new ComputeError(`input ${alias}: ${relPath(inp.path)} could not be read as Parquet: ${e?.message || e}`);
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
const t = parseTable(buf.toString("utf8"));
|
|
76
|
+
const want = inp.columns;
|
|
77
|
+
if (!want)
|
|
78
|
+
return t;
|
|
79
|
+
const miss = want.filter((c) => !t.cols.includes(c));
|
|
80
|
+
if (miss.length)
|
|
81
|
+
throw new ComputeError(`input ${alias}: no column${miss.length > 1 ? "s" : ""} ${miss.join(", ")}; the columns are ${pyRepr(t.cols)}`);
|
|
82
|
+
return { cols: want, rows: t.rows.map((r) => {
|
|
83
|
+
const o = newRow();
|
|
84
|
+
for (const c of want)
|
|
85
|
+
o[c] = r[c];
|
|
86
|
+
return o;
|
|
87
|
+
}) };
|
|
88
|
+
}
|
|
40
89
|
export function readLineage(workspace) {
|
|
41
90
|
try {
|
|
42
91
|
const v = JSON.parse(fs.readFileSync(path.join(workspace, LINEAGE), "utf8"));
|
|
@@ -71,14 +120,15 @@ export function packList(x) {
|
|
|
71
120
|
}
|
|
72
121
|
// ---------------------------------------------------------------------- verbs
|
|
73
122
|
const VERBS = ["filter", "derive", "select", "rename", "rollup", "join", "pivot_wider", "pivot_longer", "orderby", "slice",
|
|
74
|
-
"dedupe", "concat", "fiscal_year", "to_fiscal", "state_codes", "deflate", "align_check", "as", "from"];
|
|
75
|
-
const EXTRA = { filter: ["groupby"], derive: ["groupby"], rollup: ["groupby"],
|
|
76
|
-
|
|
123
|
+
"dedupe", "concat", "fiscal_year", "to_fiscal", "state_codes", "deflate", "align_check", "replicate_se", "as", "from"];
|
|
124
|
+
const EXTRA = { filter: ["groupby"], derive: ["groupby"], rollup: ["groupby"], replicate_se: ["groupby"],
|
|
125
|
+
join: ["on", "how", "suffix"] };
|
|
126
|
+
export function need(t, cols, what) {
|
|
77
127
|
const miss = cols.filter((c) => !t.cols.includes(c));
|
|
78
128
|
if (miss.length)
|
|
79
129
|
throw new ComputeError(`${what}: no column${miss.length > 1 ? "s" : ""} ${miss.join(", ")}; the columns are ${pyRepr(t.cols)}`);
|
|
80
130
|
}
|
|
81
|
-
function strList(v, what) {
|
|
131
|
+
export function strList(v, what) {
|
|
82
132
|
const xs = typeof v === "string" ? [v] : v;
|
|
83
133
|
if (!Array.isArray(xs) || !xs.every((x) => typeof x === "string"))
|
|
84
134
|
throw new ComputeError(`${what}: a column name or a list of names`);
|
|
@@ -86,7 +136,7 @@ function strList(v, what) {
|
|
|
86
136
|
}
|
|
87
137
|
const keyOf = (r, on) => on.map((k) => (r[k] === null ? "\u0001null" : cellText(r[k]))).join("\u0000");
|
|
88
138
|
/** Groups of row indexes by key, in the order pandas groupby gives (sorted by the keys; gaps last). */
|
|
89
|
-
function groupRows(t, by, sorted) {
|
|
139
|
+
export function groupRows(t, by, sorted) {
|
|
90
140
|
if (!by.length)
|
|
91
141
|
return [t.rows];
|
|
92
142
|
const m = new Map();
|
|
@@ -366,19 +416,22 @@ function wrap(i, verb, fn) {
|
|
|
366
416
|
/** Read the inputs and run the steps (no file is written). */
|
|
367
417
|
export function runPipeline(workspace, p) {
|
|
368
418
|
if (!p.inputs || typeof p.inputs !== "object" || !Object.keys(p.inputs).length) {
|
|
369
|
-
throw new ComputeError('inputs: {alias: "data/<id>/<table>.csv" | "exhibits/<x>.csv"
|
|
419
|
+
throw new ComputeError('inputs: {alias: "data/<id>/<table>.csv" | "data/<id>/<table>.parquet" | "exhibits/<x>.csv" | ' +
|
|
420
|
+
"{path, columns}}, at least one");
|
|
370
421
|
}
|
|
371
422
|
const env = new Map();
|
|
372
423
|
const inputs = {};
|
|
373
|
-
for (const [alias,
|
|
424
|
+
for (const [alias, raw] of Object.entries(p.inputs)) {
|
|
374
425
|
if (!/^[A-Za-z_][A-Za-z0-9_]*$/.test(alias) || alias === "this" || alias.startsWith("__"))
|
|
375
426
|
throw new ComputeError(`input alias ${pyRepr(alias)}: letters, digits and _ only`);
|
|
427
|
+
const inp = normInput(alias, raw);
|
|
428
|
+
const rel = inp.path;
|
|
376
429
|
const abs = inputPath(workspace, rel);
|
|
377
430
|
if (!fs.existsSync(abs))
|
|
378
431
|
throw new ComputeError(`input ${alias}: no file ${relPath(rel)} in the workspace (fetch it first, or check the path)`);
|
|
379
432
|
const buf = fs.readFileSync(abs);
|
|
380
|
-
inputs[alias] = { path: relPath(rel), sha256: sha256(buf) };
|
|
381
|
-
env.set(alias,
|
|
433
|
+
inputs[alias] = { path: relPath(rel), sha256: sha256(buf), ...(inp.columns ? { columns: inp.columns } : {}) };
|
|
434
|
+
env.set(alias, readInput(alias, abs, inp, buf));
|
|
382
435
|
}
|
|
383
436
|
const start = p.from ?? Object.keys(p.inputs)[0];
|
|
384
437
|
if (!env.has(start))
|
|
@@ -401,7 +454,7 @@ export function runPipeline(workspace, p) {
|
|
|
401
454
|
const verbs = Object.keys(step).filter((k) => VERBS.includes(k));
|
|
402
455
|
if (verbs.length !== 1) {
|
|
403
456
|
throw new ComputeError(`step ${i + 1}: name exactly one verb (${VERBS.join(", ")}); got ${pyRepr(Object.keys(step))}` +
|
|
404
|
-
(Object.keys(step).includes("groupby") ? ' (groupby goes with rollup, derive or
|
|
457
|
+
(Object.keys(step).includes("groupby") ? ' (groupby goes with rollup, derive, filter or replicate_se in the same step: {"groupby": [...], "rollup": {...}})' : ""));
|
|
405
458
|
}
|
|
406
459
|
const verb = verbs[0];
|
|
407
460
|
const extra = Object.keys(step).filter((k) => k !== verb && !(EXTRA[verb] || []).includes(k));
|
|
@@ -521,6 +574,12 @@ export function runPipeline(workspace, p) {
|
|
|
521
574
|
`deflated by ${o.name}`);
|
|
522
575
|
break;
|
|
523
576
|
}
|
|
577
|
+
case "replicate_se": {
|
|
578
|
+
const r = replicateSe(cur, arg, by);
|
|
579
|
+
cur = r.table;
|
|
580
|
+
notes.push(...r.notes);
|
|
581
|
+
break;
|
|
582
|
+
}
|
|
524
583
|
case "align_check": {
|
|
525
584
|
const o = arg || {};
|
|
526
585
|
const names = strList(o.tables, "align_check tables");
|
|
@@ -559,7 +618,7 @@ export function compute(workspace, a) {
|
|
|
559
618
|
const save = relPath(a.save_as);
|
|
560
619
|
if (!SAVE_RE.test(save) || save === LINEAGE)
|
|
561
620
|
throw new ComputeError(`save_as ${pyRepr(a.save_as)}: exhibits/<name>.csv (letters, digits, _ . -)`);
|
|
562
|
-
if (Object.
|
|
621
|
+
if (Object.entries(a.inputs || {}).some(([k, r]) => relPath(normInput(k, r).path) === save)) {
|
|
563
622
|
throw new ComputeError(`save_as ${save} is also an input: save to a new name, so the exhibit can be replayed from its inputs`);
|
|
564
623
|
}
|
|
565
624
|
const r = runPipeline(workspace, a);
|