data-analyst-mcp 0.7.0 → 0.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dist/adapters/rma.d.ts +10 -0
- package/dist/adapters/rma.js +40 -0
- package/dist/adapters/rma.js.map +1 -0
- package/dist/analysis/combine.js +3 -2
- package/dist/analysis/combine.js.map +1 -1
- package/dist/analysis/compute.d.ts +26 -5
- package/dist/analysis/compute.js +402 -159
- package/dist/analysis/compute.js.map +1 -1
- package/dist/analysis/expr.js +2 -1
- package/dist/analysis/expr.js.map +1 -1
- package/dist/analysis/handoff.d.ts +1 -1
- package/dist/analysis/handoff.js +44 -3
- package/dist/analysis/handoff.js.map +1 -1
- package/dist/analysis/table.d.ts +7 -0
- package/dist/analysis/table.js +30 -1
- package/dist/analysis/table.js.map +1 -1
- package/dist/analysis/tools.d.ts +10 -7
- package/dist/analysis/tools.js +32 -43
- package/dist/analysis/tools.js.map +1 -1
- package/dist/core/compact.d.ts +15 -0
- package/dist/core/compact.js +98 -0
- package/dist/core/compact.js.map +1 -0
- package/dist/core/generic-rest.js +2 -1
- package/dist/core/generic-rest.js.map +1 -1
- package/dist/core/package.d.ts +8 -0
- package/dist/core/package.js +30 -1
- package/dist/core/package.js.map +1 -1
- package/dist/core/packs.d.ts +4 -2
- package/dist/core/sections.d.ts +21 -0
- package/dist/core/sections.js +53 -0
- package/dist/core/sections.js.map +1 -0
- package/dist/core/tabular.d.ts +2 -0
- package/dist/core/tabular.js +14 -3
- package/dist/core/tabular.js.map +1 -1
- package/dist/deep/opm.js +10 -2
- package/dist/deep/opm.js.map +1 -1
- package/dist/deep/treasury.js +7 -3
- package/dist/deep/treasury.js.map +1 -1
- package/dist/envelope.js +1 -1
- package/dist/envelope.js.map +1 -1
- package/dist/index.d.ts +57 -4
- package/dist/report/audit_report.js +3 -0
- package/dist/report/audit_report.js.map +1 -1
- package/dist/report/build_report.d.ts +18 -0
- package/dist/report/build_report.js +52 -7
- package/dist/report/build_report.js.map +1 -1
- package/dist/report/tools.d.ts +26 -1
- package/dist/report/tools.js +74 -17
- package/dist/report/tools.js.map +1 -1
- package/dist/server.d.ts +1 -1
- package/dist/server.js +52 -43
- package/dist/server.js.map +1 -1
- package/dist/session.d.ts +2 -0
- package/dist/session.js +2 -0
- package/dist/session.js.map +1 -1
- package/dist/tools.d.ts +98 -6
- package/dist/tools.js +154 -17
- package/dist/tools.js.map +1 -1
- package/guide/WORKFLOW.md +7 -4
- package/guide/references/compute.md +51 -0
- package/guide/references/report_quick.md +60 -0
- package/guide/references/routing.md +2 -0
- package/package.json +1 -1
- package/packs/cbp/source.md +1 -1
- package/packs/cdc-wonder/source.md +1 -1
- package/packs/census/docs/microdata.md +77 -0
- package/packs/census/docs/timeseries.md +71 -0
- package/packs/census/source.md +10 -142
- package/packs/congress/docs/nominations_crs.md +26 -0
- package/packs/congress/docs/votes.md +30 -0
- package/packs/congress/source.md +4 -48
- package/packs/govinfo/docs/collections.md +88 -0
- package/packs/govinfo/source.md +6 -86
- package/packs/irs-soi/docs/eo.md +15 -0
- package/packs/irs-soi/docs/tables.md +50 -0
- package/packs/irs-soi/source.md +6 -57
- package/packs/port.json +5 -0
- package/packs/rma/endpoints.json +44 -0
- package/packs/rma/policy.json +94 -0
- package/packs/rma/source.md +78 -0
- package/packs/sba/source.md +1 -1
- package/packs/uscourts/source.md +1 -1
package/dist/analysis/table.js
CHANGED
|
@@ -13,6 +13,7 @@ import crypto from "node:crypto";
|
|
|
13
13
|
import fs from "node:fs";
|
|
14
14
|
import { parse } from "csv-parse/sync";
|
|
15
15
|
import { stringify } from "csv-stringify/sync";
|
|
16
|
+
import { namesHint } from "../core/compact.js";
|
|
16
17
|
import { ParquetFile } from "../core/parquet.js";
|
|
17
18
|
import { pyFloatRepr } from "../core/py.js";
|
|
18
19
|
import { readCsv, writeCsv } from "../core/tabular.js";
|
|
@@ -74,6 +75,34 @@ export function parseTable(text) {
|
|
|
74
75
|
});
|
|
75
76
|
return { cols, rows };
|
|
76
77
|
}
|
|
78
|
+
/** A CSV text's cells, header row first (the grid parseTable reads). */
|
|
79
|
+
export function csvGrid(text) {
|
|
80
|
+
return parse(text.replace(BOM, ""), { relax_column_count: true, relax_quotes: true, skip_empty_lines: true });
|
|
81
|
+
}
|
|
82
|
+
/** The typed table of a parsed grid, typed exactly as parseTable types the same CSV: `header` as headerOf gives it,
|
|
83
|
+
* only the columns `want` (in that order) when given. A name the header repeats takes its last column, as parseTable. */
|
|
84
|
+
export function tableFromGrid(header, grid, want) {
|
|
85
|
+
const head = grid[0] || [];
|
|
86
|
+
const at = new Map();
|
|
87
|
+
head.forEach((h, i) => at.set(h, i));
|
|
88
|
+
const cols = want ?? header;
|
|
89
|
+
const n = Math.max(0, grid.length - 1);
|
|
90
|
+
const idx = cols.map((c) => at.get(c));
|
|
91
|
+
const cell = (r, j) => (j === undefined || j >= r.length ? null : r[j]);
|
|
92
|
+
const kinds = idx.map((j) => kindOf(n, (i) => cell(grid[i + 1], j)));
|
|
93
|
+
const rows = new Array(n);
|
|
94
|
+
for (let i = 0; i < n; i++) {
|
|
95
|
+
const r = grid[i + 1], o = newRow();
|
|
96
|
+
for (let k = 0; k < cols.length; k++)
|
|
97
|
+
o[cols[k]] = typed(cell(r, idx[k]), kinds[k]);
|
|
98
|
+
rows[i] = o;
|
|
99
|
+
}
|
|
100
|
+
return { cols: [...cols], rows };
|
|
101
|
+
}
|
|
102
|
+
/** A Parquet file's column names, from its schema (no data decoded). */
|
|
103
|
+
export function parquetColumns(buf, file) {
|
|
104
|
+
return new ParquetFile(file, buf).columns();
|
|
105
|
+
}
|
|
77
106
|
/** A table from columns of cell texts (null = a gap), typed exactly as parseTable types the same CSV. */
|
|
78
107
|
export function tableFromColumns(cols, data, n) {
|
|
79
108
|
const kinds = cols.map((c) => kindOf(n, (i) => data[c][i]));
|
|
@@ -98,7 +127,7 @@ export function readParquetTable(buf, file, columns) {
|
|
|
98
127
|
const cols = columns && columns.length ? [...new Set(columns)] : have;
|
|
99
128
|
const miss = cols.filter((c) => !have.includes(c));
|
|
100
129
|
if (miss.length)
|
|
101
|
-
throw new ParquetInputError(`no column${miss.length > 1 ? "s" : ""} ${miss.join(", ")};
|
|
130
|
+
throw new ParquetInputError(`no column${miss.length > 1 ? "s" : ""} ${miss.join(", ")}; ${namesHint(miss, have, "columns", (v) => v.join(", "))}`);
|
|
102
131
|
const cells = pq.numRows * cols.length;
|
|
103
132
|
if (cells > PARQUET_MAX_CELLS.value) {
|
|
104
133
|
throw new ParquetInputError(`${pq.numRows.toLocaleString("en-US")} rows x ${cols.length} columns is more than compute ` +
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"table.js","sourceRoot":"","sources":["../../src/analysis/table.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAMvD,MAAM,GAAG,GAAG,yCAAyC,CAAC;AACtD,MAAM,GAAG,GAAG,IAAI,CAAC;AAEjB,SAAS,WAAW,CAAC,CAAS;IAC5B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/B,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACpC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IACpC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC5E,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,MAAM;IACpB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAKD,yGAAyG;AACzG,SAAS,MAAM,CAAC,CAAS,EAAE,EAAuB;IAChD,IAAI,CAAC,GAAgB,IAAI,CAAC;IAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QAChB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,EAAE;YAAE,SAAS;QACxD,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACpB,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QACtF,IAAI,CAAC,KAAK,IAAI;YAAE,CAAC,GAAG,IAAI,CAAC;aACpB,IAAI,CAAC,KAAK,IAAI;YAAE,CAAC,GAAG,MAAM,CAAC;QAChC,IAAI,CAAC,KAAK,MAAM;YAAE,MAAM;IAC1B,CAAC;IACD,OAAO,CAAC,IAAI,MAAM,CAAC;AACrB,CAAC;AAED,SAAS,KAAK,CAAC,CAAO,EAAE,IAAU;IAChC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC;IAC3D,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;IACrC,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,CAAC,KAAK,MAAM,CAAC;IACzC,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;AACnB,CAAC;AAED,0EAA0E;AAC1E,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAChC,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IACzB,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACvB,MAAM,KAAK,GAAyB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACxD,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAS,CAAC,CAAC;IAC9E,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACzB,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;QACnB,KAAK,MAAM,CAAC,IAAI,IAAI;YAAE,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAS,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3D,OAAO,CAAC,CAAC;IACX,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC;AAED,yGAAyG;AACzG,MAAM,UAAU,gBAAgB,CAAC,IAAc,EAAE,IAA4B,EAAE,CAAS;IACtF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5D,MAAM,IAAI,GAAU,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;QACnB,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACd,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC;AAED;;wHAEwH;AACxH,MAAM,CAAC,MAAM,iBAAiB,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;AAEvD,MAAM,OAAO,iBAAkB,SAAQ,KAAK;CAAG;AAE/C,gHAAgH;AAChH,MAAM,UAAU,gBAAgB,CAAC,GAAW,EAAE,IAAY,EAAE,OAAyB;IACnF,MAAM,EAAE,GAAG,IAAI,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;IAC1B,MAAM,IAAI,GAAG,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACtE,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACnD,IAAI,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,iBAAiB,CAAC,YAAY,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,
|
|
1
|
+
{"version":3,"file":"table.js","sourceRoot":"","sources":["../../src/analysis/table.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAMvD,MAAM,GAAG,GAAG,yCAAyC,CAAC;AACtD,MAAM,GAAG,GAAG,IAAI,CAAC;AAEjB,SAAS,WAAW,CAAC,CAAS;IAC5B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/B,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACpC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IACpC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC5E,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,MAAM;IACpB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAKD,yGAAyG;AACzG,SAAS,MAAM,CAAC,CAAS,EAAE,EAAuB;IAChD,IAAI,CAAC,GAAgB,IAAI,CAAC;IAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QAChB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,EAAE;YAAE,SAAS;QACxD,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACpB,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QACtF,IAAI,CAAC,KAAK,IAAI;YAAE,CAAC,GAAG,IAAI,CAAC;aACpB,IAAI,CAAC,KAAK,IAAI;YAAE,CAAC,GAAG,MAAM,CAAC;QAChC,IAAI,CAAC,KAAK,MAAM;YAAE,MAAM;IAC1B,CAAC;IACD,OAAO,CAAC,IAAI,MAAM,CAAC;AACrB,CAAC;AAED,SAAS,KAAK,CAAC,CAAO,EAAE,IAAU;IAChC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC;IAC3D,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;IACrC,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,CAAC,KAAK,MAAM,CAAC;IACzC,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;AACnB,CAAC;AAED,0EAA0E;AAC1E,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAChC,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IACzB,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACvB,MAAM,KAAK,GAAyB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACxD,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,KAAK,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAS,CAAC,CAAC;IAC9E,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACzB,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;QACnB,KAAK,MAAM,CAAC,IAAI,IAAI;YAAE,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAS,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3D,OAAO,CAAC,CAAC;IACX,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,OAAO,CAAC,IAAY;IAClC,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAe,CAAC;AAC9H,CAAC;AAED;yHACyH;AACzH,MAAM,UAAU,aAAa,CAAC,MAAgB,EAAE,IAAgB,EAAE,IAAe;IAC/E,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3B,MAAM,EAAE,GAAG,IAAI,GAAG,EAAkB,CAAC;IACrC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,IAAI,MAAM,CAAC;IAC5B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACvC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,CAAC,CAAW,EAAE,CAAqB,EAAQ,EAAE,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5G,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACrE,MAAM,IAAI,GAAU,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC;QACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE;YAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACpF,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACd,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC;AACnC,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,cAAc,CAAC,GAAW,EAAE,IAAY;IACtD,OAAO,IAAI,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC;AAC9C,CAAC;AAED,yGAAyG;AACzG,MAAM,UAAU,gBAAgB,CAAC,IAAc,EAAE,IAA4B,EAAE,CAAS;IACtF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5D,MAAM,IAAI,GAAU,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;QACnB,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACd,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC;AAED;;wHAEwH;AACxH,MAAM,CAAC,MAAM,iBAAiB,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;AAEvD,MAAM,OAAO,iBAAkB,SAAQ,KAAK;CAAG;AAE/C,gHAAgH;AAChH,MAAM,UAAU,gBAAgB,CAAC,GAAW,EAAE,IAAY,EAAE,OAAyB;IACnF,MAAM,EAAE,GAAG,IAAI,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;IAC1B,MAAM,IAAI,GAAG,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACtE,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACnD,IAAI,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,iBAAiB,CAAC,YAAY,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAE,CAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;IAClL,MAAM,KAAK,GAAG,EAAE,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;IACvC,IAAI,KAAK,GAAG,iBAAiB,CAAC,KAAK,EAAE,CAAC;QACpC,MAAM,IAAI,iBAAiB,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC,MAAM,gCAAgC;YACrH,kBAAkB,iBAAiB,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,qCAAqC;YACtG,oFAAoF,CAAC,CAAC;IAC1F,CAAC;IACD,MAAM,IAAI,GAA2B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACzD,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;IACnC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACrB,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE;gBAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACvD,CAAC;QACD,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;IACd,CAAC;IACD,OAAO,gBAAgB,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,CAAU;IAClD,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI;QACxG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAe,CAAC;AAC7C,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,OAAO,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,OAAO,UAAU,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;AACnD,CAAC;AAED,mCAAmC;AACnC,MAAM,UAAU,QAAQ,CAAC,CAAoB;IAC3C,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IAC7C,IAAI,CAAC,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IAC9B,IAAI,CAAC,KAAK,KAAK;QAAE,OAAO,OAAO,CAAC;IAChC,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,EAAE,CAAC;QACnC,OAAO,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAChF,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,CAAQ;IAC/B,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3F,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IACvD,0GAA0G;IAC1G,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,gBAAgB,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ;QAC/G,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,IAAqB;IAC1C,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC"}
|
package/dist/analysis/tools.d.ts
CHANGED
|
@@ -3,13 +3,12 @@ import type { ToolDef } from "../toolkit.js";
|
|
|
3
3
|
export declare function computeTool(s: Session, a: any): {
|
|
4
4
|
status: string;
|
|
5
5
|
summary: {
|
|
6
|
+
preview_note?: string | undefined;
|
|
6
7
|
file: string;
|
|
7
8
|
rows: number;
|
|
8
9
|
columns: string[];
|
|
9
10
|
packs: string[];
|
|
10
|
-
preview:
|
|
11
|
-
[k: string]: string;
|
|
12
|
-
}[];
|
|
11
|
+
preview: Record<string, string>[];
|
|
13
12
|
};
|
|
14
13
|
files: string[];
|
|
15
14
|
notes: string[];
|
|
@@ -18,14 +17,18 @@ export declare function computeTool(s: Session, a: any): {
|
|
|
18
17
|
export declare function factsTool(s: Session, a: any): {
|
|
19
18
|
status: string;
|
|
20
19
|
summary: {
|
|
21
|
-
added:
|
|
22
|
-
|
|
20
|
+
added: {
|
|
21
|
+
[k: string]: {
|
|
22
|
+
pack?: any;
|
|
23
|
+
value: any;
|
|
24
|
+
text: any;
|
|
25
|
+
};
|
|
26
|
+
};
|
|
23
27
|
};
|
|
24
28
|
facts: {
|
|
25
29
|
name: string;
|
|
26
30
|
value: any;
|
|
27
31
|
text: any;
|
|
28
|
-
label: any;
|
|
29
32
|
}[];
|
|
30
33
|
files: string[];
|
|
31
34
|
notes: string[];
|
|
@@ -58,7 +61,7 @@ export declare function citeTool(s: Session, a: any): Promise<{
|
|
|
58
61
|
export declare function handoffTool(s: Session): {
|
|
59
62
|
status: string;
|
|
60
63
|
summary: {
|
|
61
|
-
sources:
|
|
64
|
+
sources: any[];
|
|
62
65
|
unpackaged: string[];
|
|
63
66
|
};
|
|
64
67
|
text: string;
|
package/dist/analysis/tools.js
CHANGED
|
@@ -3,15 +3,14 @@ import fs from "node:fs";
|
|
|
3
3
|
import path from "node:path";
|
|
4
4
|
import { z } from "zod";
|
|
5
5
|
import { fail } from "../envelope.js";
|
|
6
|
+
import { columnList } from "../core/compact.js";
|
|
6
7
|
import { cite, CiteError } from "./cite.js";
|
|
7
8
|
import { compute, ComputeError } from "./compute.js";
|
|
8
|
-
import { AGGREGATES, FUNCTIONS, WINDOWS } from "./expr.js";
|
|
9
9
|
import { FactError, registerFacts } from "./facts.js";
|
|
10
10
|
import { summarize } from "./handoff.js";
|
|
11
11
|
import { awaitRerun, RerunPending } from "./rerun_job.js";
|
|
12
12
|
import { writeTable, WriteTableError } from "./write_table.js";
|
|
13
|
-
const
|
|
14
|
-
const COMPUTE_FIX = "Fix the step the message names (columns, verbs and functions are listed in the compute description) " +
|
|
13
|
+
const COMPUTE_FIX = "Fix the step the message names (verbs and functions: guide(\"compute\")) " +
|
|
15
14
|
"and call compute again.";
|
|
16
15
|
export function computeTool(s, a) {
|
|
17
16
|
let r;
|
|
@@ -24,7 +23,8 @@ export function computeTool(s, a) {
|
|
|
24
23
|
throw e;
|
|
25
24
|
}
|
|
26
25
|
return {
|
|
27
|
-
status: "ok", summary: { file: r.rel, rows: r.rows, columns: r.columns, packs: r.packs, preview: r.preview
|
|
26
|
+
status: "ok", summary: { file: r.rel, rows: r.rows, columns: columnList(r.columns), packs: r.packs, preview: r.preview,
|
|
27
|
+
...(r.preview_note ? { preview_note: r.preview_note } : {}) },
|
|
28
28
|
files: [r.file], notes: r.notes,
|
|
29
29
|
next: "Register each number you will cite with facts (table: this file, where: the row's key values, column), " +
|
|
30
30
|
"so the answer and report quote it and the rerun gate reproduces it.",
|
|
@@ -39,9 +39,11 @@ export function factsTool(s, a) {
|
|
|
39
39
|
saved = JSON.parse(fs.readFileSync(path.join(s.workspace, "facts.json"), "utf8"));
|
|
40
40
|
}
|
|
41
41
|
catch { /* none yet */ }
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
42
|
+
// compact: each fact's value and the text the model quotes, and only value/text/pack for the ones just added (the
|
|
43
|
+
// rest of each record is its own input echoed back)
|
|
44
|
+
const facts = r.names.map((n) => ({ name: n, value: saved[n]?.value ?? null, text: saved[n]?.text ?? null }));
|
|
45
|
+
const added = Object.fromEntries(Object.entries(r.added).map(([n, rec]) => [n, { value: rec?.value ?? null, text: rec?.text ?? null, ...(rec && "pack" in rec ? { pack: rec.pack } : {}) }]));
|
|
46
|
+
return { status: "ok", summary: { added }, facts, files: [r.file], notes: r.notes,
|
|
45
47
|
next: "Quote each fact's text in the answer exactly (or {{name}} / {{name|fmt}} in report.json)." };
|
|
46
48
|
}
|
|
47
49
|
catch (e) {
|
|
@@ -88,16 +90,16 @@ export async function citeTool(s, a) {
|
|
|
88
90
|
}
|
|
89
91
|
export function handoffTool(s) {
|
|
90
92
|
const r = summarize(s.workspace);
|
|
91
|
-
|
|
93
|
+
// the previews are in text (Markdown); the summary keeps the facts about each file, not the previews again
|
|
94
|
+
const sources = r.sources.map((x) => ({ ...x, files: (x.files || []).map(({ preview: _p, ...f }) => f) }));
|
|
95
|
+
return { status: "ok", summary: { sources, unpackaged: r.unpackaged }, text: r.text, action: r.action };
|
|
92
96
|
}
|
|
93
97
|
const scalar = z.union([z.string(), z.number(), z.boolean(), z.null()]);
|
|
98
|
+
// described once, in the facts description (these fields repeat in add and derived)
|
|
94
99
|
const flags = {
|
|
95
|
-
fmt: z.string().optional().describe("
|
|
96
|
-
"bp:0, dollars:0, thousands:-3, millions:1, billions:1, usd_b:1 (value in dollars), usd_b_scaled:1 (already billions), " +
|
|
97
|
-
"ratio:2, index:1, year; prefixes signed:, abs:, from_millions: ...; suffix :abs"),
|
|
100
|
+
fmt: z.string().optional().describe("A format code (see the description)"),
|
|
98
101
|
label: z.string().optional(),
|
|
99
|
-
pack: z.union([z.string(), z.array(z.string())]).nullable().optional()
|
|
100
|
-
.describe("The source pack(s) the number comes from (inferred from data/<id>/ or the exhibit's lineage); [] for none"),
|
|
102
|
+
pack: z.union([z.string(), z.array(z.string())]).nullable().optional().describe("Source pack(s); [] for none"),
|
|
101
103
|
headline: z.boolean().optional().describe("A number the answer leads with (needs a benchmark.csv row)"),
|
|
102
104
|
preliminary: z.boolean().optional().describe("An early estimate the agency will revise"),
|
|
103
105
|
vintage: z.string().nullable().optional().describe("The vintage, when not the latest"),
|
|
@@ -108,35 +110,19 @@ export const TOOLS = [
|
|
|
108
110
|
{
|
|
109
111
|
name: "compute",
|
|
110
112
|
title: "Compute an exhibit",
|
|
111
|
-
description: "Run declarative steps over full workspace tables (
|
|
112
|
-
"
|
|
113
|
-
"
|
|
114
|
-
"
|
|
115
|
-
"
|
|
116
|
-
"
|
|
117
|
-
"
|
|
118
|
-
"
|
|
119
|
-
"
|
|
120
|
-
"
|
|
121
|
-
"
|
|
122
|
-
"
|
|
123
|
-
"
|
|
124
|
-
"(refuses repeated keys, missing units, no overlap; run it before a join of two sources).\n" +
|
|
125
|
-
"Survey standard errors: {groupby?: [keys], replicate_se: {estimates: {rate: \"sum(PWGTP * (HICOV == 2)) / sum(PWGTP)\"}, " +
|
|
126
|
-
"weight: \"PWGTP\", replicates: \"PWGTP1:PWGTP80\" | [cols], method: sdr|fay|jk1|brr|custom, rho? (fay), scale? (custom), " +
|
|
127
|
-
"also?: {n: \"count()\"}, confidence?: 90|95|99}} recomputes each weighted estimate with every replicate weight in place " +
|
|
128
|
-
"of the weight and adds <name>_se and <name>_moe (90 percent by default, Census's). SE = sqrt(c * sum over r of " +
|
|
129
|
-
"(estimate_r - estimate)^2), c = 4/R for sdr (ACS PUMS 4/80, CPS ASEC 4/160), 1/(R(1-rho)^2) for fay, (R-1)/R for jk1, " +
|
|
130
|
-
"1/R for brr; use the method the pack's notes name. An SE of a difference or ratio needs it as one estimate, e.g. " +
|
|
131
|
-
"\"sum(W*(YEAR==2024)*X)/sum(W*(YEAR==2024)) - sum(W*(YEAR==2023)*X)/sum(W*(YEAR==2023))\". " +
|
|
132
|
-
"{replicate_se: {estimate: col, replicates, method, as?}} instead reads a table that already holds replicate estimates " +
|
|
133
|
-
"(one row per estimate) and adds <as>_se and <as>_moe to each row.\n" +
|
|
134
|
-
"Expressions: column names (col(\"a b\") for odd names), numbers, \"text\", true/false/null, + - * / % **, " +
|
|
135
|
-
"== != < <= > >=, && || ! (and/or/not), c ? a : b. Functions: " + list(FUNCTIONS) + ". Aggregates: " + list(AGGREGATES) +
|
|
136
|
-
". Windows (in row order, per group): " + list(WINDOWS) + ". Nothing else runs: no property access, no other calls. " +
|
|
137
|
-
"CSV cells that are plain numbers are numbers; \"1,234\" stays text until number(); an empty cell is null (a gap); " +
|
|
138
|
-
"Parquet cells are typed the same way. For a big file, read only the columns needed: {alias: {path, columns: [...]}}. " +
|
|
139
|
-
"Returns the columns, row count, the first rows (preview, at most 50) and the file.",
|
|
113
|
+
description: "Run declarative steps over full workspace tables (data/<id>/<table>.csv or .parquet, earlier exhibits, " +
|
|
114
|
+
"published/*.csv) and save exhibits/<name>.csv with its lineage, so the rerun gate can replay it. Call it for every " +
|
|
115
|
+
"table the answer or report draws numbers from; never compute cited numbers by hand.\n" +
|
|
116
|
+
"Steps, one verb each: filter, derive, select, rename, groupby with rollup (or with derive/filter for per-group " +
|
|
117
|
+
"windows and shares), join, pivot_wider, pivot_longer, orderby, slice, dedupe, concat, as, from; helpers " +
|
|
118
|
+
"fiscal_year, to_fiscal, state_codes, deflate, align_check (before joining two sources); replicate_se (survey " +
|
|
119
|
+
"standard errors and MOEs from replicate weights, e.g. ACS PUMS PWGTP1:PWGTP80 with sdr). Example: " +
|
|
120
|
+
'[{"filter": "AGEP >= 16"}, {"derive": {"fed": "COW == 5 ? 1 : 0"}}, {"groupby": ["fed"], "rollup": ' +
|
|
121
|
+
'{"n": "sum(PWGTP)"}}].\n' +
|
|
122
|
+
"Expressions: column names (col(\"a b\") for odd ones), numbers, \"text\", + - * / % **, comparisons, && || !, " +
|
|
123
|
+
"c ? a : b, and the listed functions, aggregates and windows. guide(\"compute\") has every verb's arguments, " +
|
|
124
|
+
"the function list and the replicate_se methods. For a big file, name the columns: {alias: {path, columns}}. " +
|
|
125
|
+
"Returns the columns, row count, a short preview and the file.",
|
|
140
126
|
inputSchema: {
|
|
141
127
|
inputs: z.record(z.string(), z.union([z.string(), z.object({ path: z.string(), columns: z.array(z.string()).optional() })]))
|
|
142
128
|
.describe('{alias: "data/<id>/<table>.csv" | "data/<id>/<table>.parquet" | "exhibits/<x>.csv" | "published/<x>.csv" | ' +
|
|
@@ -159,7 +145,10 @@ export const TOOLS = [
|
|
|
159
145
|
"a derivation: written as an expression over fact names (\"deaths_2024 / deaths_2020 - 1\") it is computed here, so " +
|
|
160
146
|
"leave value out; a prose derivation needs value. Refuses empty cells and NaN, an ambiguous pack, unknown formats and " +
|
|
161
147
|
"units slips (a share given to pct100, millions given to usd_b ...); nothing is saved when any fact is refused. " +
|
|
162
|
-
"Returns each fact with its text (the value as the answer prints it: quote it exactly) and notes (rounding ties)."
|
|
148
|
+
"Returns each fact with its text (the value as the answer prints it: quote it exactly) and notes (rounding ties). " +
|
|
149
|
+
"fmt codes: raw, num:0, pct:1 (share 0-1), pct100:1 (already percent), pp:1, pp100:1, bp:0, dollars:0, thousands:-3, " +
|
|
150
|
+
"millions:1, billions:1, usd_b:1 (value in dollars), usd_b_scaled:1 (already billions), ratio:2, index:1, year; " +
|
|
151
|
+
"prefixes signed:, abs:, from_millions: ...; suffix :abs. pack is inferred from data/<id>/ or the exhibit's lineage.",
|
|
163
152
|
inputSchema: {
|
|
164
153
|
add: z.array(z.object({ name: z.string(), table: z.string(), where: z.record(z.string(), scalar), column: z.string(), ...flags }))
|
|
165
154
|
.optional().describe("Table facts"),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tools.js","sourceRoot":"","sources":["../../src/analysis/tools.ts"],"names":[],"mappings":"AAAA,oEAAoE;AACpE,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAGtC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAE/D,MAAM,IAAI,GAAG,CAAC,CAA0B,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAElG,MAAM,WAAW,GAAG,sGAAsG;IACxH,yBAAyB,CAAC;AAE5B,MAAM,UAAU,WAAW,CAAC,CAAU,EAAE,CAAM;IAC5C,IAAI,CAAC,CAAC;IACN,IAAI,CAAC;QACH,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IAC9B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,YAAY;YAAE,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QACrF,MAAM,CAAC,CAAC;IACV,CAAC;IACD,OAAO;QACL,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;QAC5G,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK;QAC/B,IAAI,EAAE,yGAAyG;YAC7G,qEAAqE;KACxE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,CAAU,EAAE,CAAM;IAC1C,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACxC,6EAA6E;QAC7E,IAAI,KAAK,GAAwB,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;QACpF,CAAC;QAAC,MAAM,CAAC,CAAC,cAAc,CAAC,CAAC;QAC1B,MAAM,KAAK,GAAI,CAAC,CAAC,KAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,IAAI;YACrH,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;QACrC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK;YACxG,IAAI,EAAE,2FAA2F,EAAE,CAAC;IACxG,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,SAAS,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE,yEAAyE;gBAChH,mFAAmF,EAAE,EAAE,QAAQ,EAAG,CAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5H,CAAC;QACD,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,CAAU;IACxC,IAAI,CAAC,CAAC;IACN,IAAI,CAAC;QACH,CAAC,GAAG,MAAM,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,CAAC,CAAC,YAAY,YAAY,CAAC;YAAE,MAAM,CAAC,CAAC;QAC1C,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,kFAAkF;YACrH,4FAA4F,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;IACzH,CAAC;IACD,MAAM,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACnF,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IACnF,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,UAAU,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,cAAc,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE;QACpF,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,sFAAsF,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;AACxH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,CAAU,EAAE,CAAM;IAC/C,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACrC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7F,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,SAAS,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAChD,MAAM,KAAK,GAAG,iDAAiD,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAChF,MAAM,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,oBAAoB,EAAE,CAAC,CAAC,OAAO,EAAE,OAAO;gBACxF,CAAC,CAAC,8EAA8E;gBAChF,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,yDAAyD;oBACnE,CAAC,CAAC,2GAA2G;wBAC3G,2CAA2C,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAChF,CAAC;QACD,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,CAAU;IACpC,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACjC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;AACrH,CAAC;AAED,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AACxE,MAAM,KAAK,GAAG;IACZ,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yFAAyF;QAC3H,wHAAwH;QACxH,iFAAiF,CAAC;IACpF,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SACnE,QAAQ,CAAC,2GAA2G,CAAC;IACxH,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4DAA4D,CAAC;IACvG,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IACxF,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;IACtF,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IACrE,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;CAChE,CAAC;AAEF,MAAM,CAAC,MAAM,KAAK,GAAc;IAC9B;QACE,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,oBAAoB;QAC3B,WAAW,EAAE,uGAAuG;YAClH,2HAA2H;YAC3H,yGAAyG;YACzG,uHAAuH;YACvH,mHAAmH;YACnH,iGAAiG;YACjG,0GAA0G;YAC1G,sHAAsH;YACtH,uGAAuG;YACvG,oHAAoH;YACpH,2GAA2G;YAC3G,gIAAgI;YAChI,6HAA6H;YAC7H,4FAA4F;YAC5F,2HAA2H;YAC3H,2HAA2H;YAC3H,0HAA0H;YAC1H,iHAAiH;YACjH,wHAAwH;YACxH,mHAAmH;YACnH,6FAA6F;YAC7F,wHAAwH;YACxH,qEAAqE;YACrE,4GAA4G;YAC5G,+DAA+D,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,gBAAgB,GAAG,IAAI,CAAC,UAAU,CAAC;YACvH,uCAAuC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,2DAA2D;YACrH,oHAAoH;YACpH,uHAAuH;YACvH,oFAAoF;QACtF,WAAW,EAAE;YACX,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;iBACzH,QAAQ,CAAC,6GAA6G;gBACrH,yCAAyC,CAAC;YAC9C,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,2CAA2C,CAAC;YACnG,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;YACnD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,2DAA2D,CAAC;YACjG,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gEAAgE,CAAC;YAChH,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;SACjF;QACD,WAAW,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE;QAChF,OAAO,EAAE,WAAW;KACrB;IACD;QACE,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,gBAAgB;QACvB,WAAW,EAAE,+EAA+E;YAC1F,uHAAuH;YACvH,uHAAuH;YACvH,qHAAqH;YACrH,uHAAuH;YACvH,iHAAiH;YACjH,kHAAkH;QACpH,WAAW,EAAE;YACX,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;iBAC/H,QAAQ,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC;YACrC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;gBAClI,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC;YACxF,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;YACrE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8CAA8C,CAAC;SACrH;QACD,WAAW,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE;QAChF,OAAO,EAAE,SAAS;KACnB;IACD;QACE,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,oBAAoB;QAC3B,WAAW,EAAE,0GAA0G;YACrH,mHAAmH;YACnH,kGAAkG;QACpG,WAAW,EAAE,EAAE;QACf,WAAW,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE;QAC/E,OAAO,EAAE,SAAS;KACnB;IACD;QACE,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,uBAAuB;QAC9B,WAAW,EAAE,uGAAuG;YAClH,uHAAuH;YACvH,qHAAqH;YACrH,kDAAkD;QACpD,WAAW,EAAE;YACX,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gDAAgD,CAAC;YAC1E,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC;YAC7E,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;SAC/E;QACD,WAAW,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE;QACzD,OAAO,EAAE,QAAQ;KAClB;IACD;QACE,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,eAAe;QACtB,WAAW,EAAE,wGAAwG;YACnH,8GAA8G;YAC9G,oHAAoH;YACpH,sEAAsE;QACxE,WAAW,EAAE,EAAE;QACf,WAAW,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE;QAC/E,OAAO,EAAE,WAAW;KACrB;CACF,CAAC;AAEF,KAAK,CAAC,IAAI,CAAC;IACT,IAAI,EAAE,aAAa;IACnB,KAAK,EAAE,sBAAsB;IAC7B,WAAW,EAAE,sFAAsF;QACjG,kHAAkH;QAClH,iHAAiH;QACjH,sHAAsH;QACtH,mHAAmH;QACnH,oEAAoE;IACtE,WAAW,EAAE;QACX,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0EAA0E,CAAC;QACrG,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACnC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;KACpE;IACD,WAAW,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE;IAChF,OAAO,EAAE,CAAC,CAAU,EAAE,CAA0E,EAAE,EAAE;QAClG,IAAI,CAAC;YACH,OAAO,UAAU,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,eAAe,EAAE,CAAC;gBACjC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE,iFAAiF,CAAC,CAAC;YAC9H,CAAC;YACD,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;CACF,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"tools.js","sourceRoot":"","sources":["../../src/analysis/tools.ts"],"names":[],"mappings":"AAAA,oEAAoE;AACpE,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAGtC,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAG/D,MAAM,WAAW,GAAG,2EAA2E;IAC7F,yBAAyB,CAAC;AAE5B,MAAM,UAAU,WAAW,CAAC,CAAU,EAAE,CAAM;IAC5C,IAAI,CAAC,CAAC;IACN,IAAI,CAAC;QACH,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IAC9B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,YAAY;YAAE,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QACrF,MAAM,CAAC,CAAC;IACV,CAAC;IACD,OAAO;QACL,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO;YACpH,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;QAC/D,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK;QAC/B,IAAI,EAAE,yGAAyG;YAC7G,qEAAqE;KACxE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,CAAU,EAAE,CAAM;IAC1C,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACxC,6EAA6E;QAC7E,IAAI,KAAK,GAAwB,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;QACpF,CAAC;QAAC,MAAM,CAAC,CAAC,cAAc,CAAC,CAAC;QAC1B,kHAAkH;QAClH,oDAAoD;QACpD,MAAM,KAAK,GAAI,CAAC,CAAC,KAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;QAC5H,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAgB,EAAE,EAAE,CACvF,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,IAAI,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,IAAI,IAAI,EAAE,GAAG,CAAC,GAAG,IAAI,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACrH,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK;YAC/E,IAAI,EAAE,2FAA2F,EAAE,CAAC;IACxG,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,SAAS,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE,yEAAyE;gBAChH,mFAAmF,EAAE,EAAE,QAAQ,EAAG,CAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC5H,CAAC;QACD,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,CAAU;IACxC,IAAI,CAAC,CAAC;IACN,IAAI,CAAC;QACH,CAAC,GAAG,MAAM,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,CAAC,CAAC,YAAY,YAAY,CAAC;YAAE,MAAM,CAAC,CAAC;QAC1C,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,kFAAkF;YACrH,4FAA4F,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;IACzH,CAAC;IACD,MAAM,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACnF,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IACnF,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,UAAU,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,cAAc,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE;QACpF,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,sFAAsF,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;AACxH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,CAAU,EAAE,CAAM;IAC/C,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACrC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7F,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,SAAS,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAChD,MAAM,KAAK,GAAG,iDAAiD,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAChF,MAAM,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,oBAAoB,EAAE,CAAC,CAAC,OAAO,EAAE,OAAO;gBACxF,CAAC,CAAC,8EAA8E;gBAChF,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,yDAAyD;oBACnE,CAAC,CAAC,2GAA2G;wBAC3G,2CAA2C,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAChF,CAAC;QACD,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,CAAU;IACpC,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACjC,2GAA2G;IAC3G,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,EAAO,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACrH,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;AAC1G,CAAC;AAED,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AACxE,oFAAoF;AACpF,MAAM,KAAK,GAAG;IACZ,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;IAC1E,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IAC9G,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4DAA4D,CAAC;IACvG,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IACxF,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;IACtF,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IACrE,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;CAChE,CAAC;AAEF,MAAM,CAAC,MAAM,KAAK,GAAc;IAC9B;QACE,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,oBAAoB;QAC3B,WAAW,EAAE,yGAAyG;YACpH,qHAAqH;YACrH,uFAAuF;YACvF,iHAAiH;YACjH,0GAA0G;YAC1G,+GAA+G;YAC/G,oGAAoG;YACpG,qGAAqG;YACrG,0BAA0B;YAC1B,gHAAgH;YAChH,8GAA8G;YAC9G,8GAA8G;YAC9G,+DAA+D;QACjE,WAAW,EAAE;YACX,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;iBACzH,QAAQ,CAAC,6GAA6G;gBACrH,yCAAyC,CAAC;YAC9C,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,2CAA2C,CAAC;YACnG,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;YACnD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,2DAA2D,CAAC;YACjG,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gEAAgE,CAAC;YAChH,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;SACjF;QACD,WAAW,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE;QAChF,OAAO,EAAE,WAAW;KACrB;IACD;QACE,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,gBAAgB;QACvB,WAAW,EAAE,+EAA+E;YAC1F,uHAAuH;YACvH,uHAAuH;YACvH,qHAAqH;YACrH,uHAAuH;YACvH,iHAAiH;YACjH,mHAAmH;YACnH,sHAAsH;YACtH,iHAAiH;YACjH,qHAAqH;QACvH,WAAW,EAAE;YACX,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;iBAC/H,QAAQ,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC;YACrC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;gBAClI,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC;YACxF,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;YACrE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8CAA8C,CAAC;SACrH;QACD,WAAW,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE;QAChF,OAAO,EAAE,SAAS;KACnB;IACD;QACE,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,oBAAoB;QAC3B,WAAW,EAAE,0GAA0G;YACrH,mHAAmH;YACnH,kGAAkG;QACpG,WAAW,EAAE,EAAE;QACf,WAAW,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE;QAC/E,OAAO,EAAE,SAAS;KACnB;IACD;QACE,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,uBAAuB;QAC9B,WAAW,EAAE,uGAAuG;YAClH,uHAAuH;YACvH,qHAAqH;YACrH,kDAAkD;QACpD,WAAW,EAAE;YACX,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gDAAgD,CAAC;YAC1E,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC;YAC7E,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;SAC/E;QACD,WAAW,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE;QACzD,OAAO,EAAE,QAAQ;KAClB;IACD;QACE,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,eAAe;QACtB,WAAW,EAAE,wGAAwG;YACnH,8GAA8G;YAC9G,oHAAoH;YACpH,sEAAsE;QACxE,WAAW,EAAE,EAAE;QACf,WAAW,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE;QAC/E,OAAO,EAAE,WAAW;KACrB;CACF,CAAC;AAEF,KAAK,CAAC,IAAI,CAAC;IACT,IAAI,EAAE,aAAa;IACnB,KAAK,EAAE,sBAAsB;IAC7B,WAAW,EAAE,sFAAsF;QACjG,kHAAkH;QAClH,iHAAiH;QACjH,sHAAsH;QACtH,mHAAmH;QACnH,oEAAoE;IACtE,WAAW,EAAE;QACX,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0EAA0E,CAAC;QACrG,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACnC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;KACpE;IACD,WAAW,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE;IAChF,OAAO,EAAE,CAAC,CAAU,EAAE,CAA0E,EAAE,EAAE;QAClG,IAAI,CAAC;YACH,OAAO,UAAU,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,YAAY,eAAe,EAAE,CAAC;gBACjC,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE,iFAAiF,CAAC,CAAC;YAC9H,CAAC;YACD,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Short forms of long lists for tool results and messages: a model reads every character of a result, so a wide
|
|
3
|
+
* table's column list is collapsed (numbered runs such as PWGTP1..PWGTP80 become one entry) and capped, and an
|
|
4
|
+
* unknown-name message lists the nearest names instead of all of them.
|
|
5
|
+
*/
|
|
6
|
+
/** Collapse runs of the same stem with consecutive numbers: [A, W1, W2, W3, B] -> [A, "W1-3", B] (runs of 3 or more). */
|
|
7
|
+
export declare function collapseRuns(names: string[]): string[];
|
|
8
|
+
/** A column list for a result: as is up to `max` names; past that, runs collapsed and at most `max` entries. */
|
|
9
|
+
export declare function columnList(names: string[], max?: number): string[];
|
|
10
|
+
/** The `n` names closest to `want` (substring matches first, then edit distance). */
|
|
11
|
+
export declare function nearest(want: string, names: string[], n?: number): string[];
|
|
12
|
+
/** "the columns are [...]" when there are few, else the nearest names to each missing one and the count. */
|
|
13
|
+
export declare function namesHint(missing: string[], names: string[], what?: string, repr?: (v: unknown) => string, max?: number): string;
|
|
14
|
+
/** The names that belong to a numbered run of at least `min` (replicate weights such as PWGTP1..PWGTP80). */
|
|
15
|
+
export declare function inLongRun(names: string[], min?: number): Set<string>;
|
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Short forms of long lists for tool results and messages: a model reads every character of a result, so a wide
|
|
3
|
+
* table's column list is collapsed (numbered runs such as PWGTP1..PWGTP80 become one entry) and capped, and an
|
|
4
|
+
* unknown-name message lists the nearest names instead of all of them.
|
|
5
|
+
*/
|
|
6
|
+
/** Collapse runs of the same stem with consecutive numbers: [A, W1, W2, W3, B] -> [A, "W1-3", B] (runs of 3 or more). */
|
|
7
|
+
export function collapseRuns(names) {
|
|
8
|
+
const out = [];
|
|
9
|
+
let i = 0;
|
|
10
|
+
while (i < names.length) {
|
|
11
|
+
const m = /^(.*?)(\d+)$/.exec(names[i]);
|
|
12
|
+
if (m) {
|
|
13
|
+
const [, stem, first] = m;
|
|
14
|
+
let j = i + 1;
|
|
15
|
+
let n = Number(first);
|
|
16
|
+
while (j < names.length) {
|
|
17
|
+
const k = /^(.*?)(\d+)$/.exec(names[j]);
|
|
18
|
+
if (!k || k[1] !== stem || Number(k[2]) !== n + 1 || k[2].length > 1 && k[2].startsWith("0"))
|
|
19
|
+
break;
|
|
20
|
+
n += 1;
|
|
21
|
+
j += 1;
|
|
22
|
+
}
|
|
23
|
+
if (j - i >= 3 && !first.startsWith("0")) {
|
|
24
|
+
out.push(`${stem}${first}-${n}`);
|
|
25
|
+
i = j;
|
|
26
|
+
continue;
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
out.push(names[i]);
|
|
30
|
+
i += 1;
|
|
31
|
+
}
|
|
32
|
+
return out;
|
|
33
|
+
}
|
|
34
|
+
/** A column list for a result: as is up to `max` names; past that, runs collapsed and at most `max` entries. */
|
|
35
|
+
export function columnList(names, max = 40) {
|
|
36
|
+
if (names.length <= max)
|
|
37
|
+
return names;
|
|
38
|
+
const c = collapseRuns(names);
|
|
39
|
+
return c.length <= max ? c : [...c.slice(0, max), `+${c.length - max} more (${names.length} columns in all)`];
|
|
40
|
+
}
|
|
41
|
+
/** Levenshtein distance, case-insensitive, capped early for long names. */
|
|
42
|
+
function distance(a, b) {
|
|
43
|
+
a = a.toLowerCase();
|
|
44
|
+
b = b.toLowerCase();
|
|
45
|
+
if (a === b)
|
|
46
|
+
return 0;
|
|
47
|
+
const prev = Array.from({ length: b.length + 1 }, (_, j) => j);
|
|
48
|
+
for (let i = 1; i <= a.length; i++) {
|
|
49
|
+
let diag = prev[0];
|
|
50
|
+
prev[0] = i;
|
|
51
|
+
for (let j = 1; j <= b.length; j++) {
|
|
52
|
+
const up = prev[j];
|
|
53
|
+
prev[j] = Math.min(prev[j] + 1, prev[j - 1] + 1, diag + (a[i - 1] === b[j - 1] ? 0 : 1));
|
|
54
|
+
diag = up;
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
return prev[b.length];
|
|
58
|
+
}
|
|
59
|
+
/** The `n` names closest to `want` (substring matches first, then edit distance). */
|
|
60
|
+
export function nearest(want, names, n = 5) {
|
|
61
|
+
const w = want.toLowerCase();
|
|
62
|
+
return names
|
|
63
|
+
.map((name, i) => {
|
|
64
|
+
const l = name.toLowerCase();
|
|
65
|
+
const sub = l.includes(w) || w.includes(l) ? 0 : 1;
|
|
66
|
+
return { name, i, score: sub * 1000 + distance(w, l) };
|
|
67
|
+
})
|
|
68
|
+
.sort((x, y) => x.score - y.score || x.i - y.i)
|
|
69
|
+
.slice(0, n)
|
|
70
|
+
.map((x) => x.name);
|
|
71
|
+
}
|
|
72
|
+
/** "the columns are [...]" when there are few, else the nearest names to each missing one and the count. */
|
|
73
|
+
export function namesHint(missing, names, what = "columns", repr = JSON.stringify, max = 25) {
|
|
74
|
+
if (names.length <= max)
|
|
75
|
+
return `the ${what} are ${repr(names)}`;
|
|
76
|
+
const near = [];
|
|
77
|
+
for (const m of missing)
|
|
78
|
+
for (const x of nearest(m, names))
|
|
79
|
+
if (!near.includes(x))
|
|
80
|
+
near.push(x);
|
|
81
|
+
return `the nearest ${what} are ${repr(near.slice(0, 8))} (${names.length} ${what} in all: ${repr(columnList(names, 12))})`;
|
|
82
|
+
}
|
|
83
|
+
/** The names that belong to a numbered run of at least `min` (replicate weights such as PWGTP1..PWGTP80). */
|
|
84
|
+
export function inLongRun(names, min = 10) {
|
|
85
|
+
const out = new Set();
|
|
86
|
+
const stems = new Map();
|
|
87
|
+
for (const n of names) {
|
|
88
|
+
const m = /^(.*?)(\d+)$/.exec(n);
|
|
89
|
+
if (m)
|
|
90
|
+
stems.set(m[1], [...(stems.get(m[1]) || []), n]);
|
|
91
|
+
}
|
|
92
|
+
for (const group of stems.values())
|
|
93
|
+
if (group.length >= min)
|
|
94
|
+
for (const n of group)
|
|
95
|
+
out.add(n);
|
|
96
|
+
return out;
|
|
97
|
+
}
|
|
98
|
+
//# sourceMappingURL=compact.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"compact.js","sourceRoot":"","sources":["../../src/core/compact.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,yHAAyH;AACzH,MAAM,UAAU,YAAY,CAAC,KAAe;IAC1C,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QACxB,MAAM,CAAC,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACxC,IAAI,CAAC,EAAE,CAAC;YACN,MAAM,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YACtB,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBACxB,MAAM,CAAC,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC;oBAAE,MAAM;gBACpG,CAAC,IAAI,CAAC,CAAC;gBACP,CAAC,IAAI,CAAC,CAAC;YACT,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzC,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,GAAG,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;gBACjC,CAAC,GAAG,CAAC,CAAC;gBACN,SAAS;YACX,CAAC;QACH,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,CAAC,IAAI,CAAC,CAAC;IACT,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,gHAAgH;AAChH,MAAM,UAAU,UAAU,CAAC,KAAe,EAAE,GAAG,GAAG,EAAE;IAClD,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG;QAAE,OAAO,KAAK,CAAC;IACtC,MAAM,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IAC9B,OAAO,CAAC,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,MAAM,GAAG,GAAG,UAAU,KAAK,CAAC,MAAM,kBAAkB,CAAC,CAAC;AAChH,CAAC;AAED,2EAA2E;AAC3E,SAAS,QAAQ,CAAC,CAAS,EAAE,CAAS;IACpC,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IACpB,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IACpB,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtB,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,IAAI,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACnB,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACzF,IAAI,GAAG,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AACxB,CAAC;AAED,qFAAqF;AACrF,MAAM,UAAU,OAAO,CAAC,IAAY,EAAE,KAAe,EAAE,CAAC,GAAG,CAAC;IAC1D,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IAC7B,OAAO,KAAK;SACT,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;QACf,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnD,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,GAAG,IAAI,GAAG,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IACzD,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;SAC9C,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;SACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AACxB,CAAC;AAED,4GAA4G;AAC5G,MAAM,UAAU,SAAS,CAAC,OAAiB,EAAE,KAAe,EAAE,IAAI,GAAG,SAAS,EAAE,OAA+B,IAAI,CAAC,SAAS,EAC3H,GAAG,GAAG,EAAE;IACR,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG;QAAE,OAAO,OAAO,IAAI,QAAQ,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;IACjE,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,KAAK,MAAM,CAAC,IAAI,OAAO;QAAE,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,CAAC,EAAE,KAAK,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAChG,OAAO,eAAe,IAAI,QAAQ,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,MAAM,IAAI,IAAI,YAAY,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC;AAC9H,CAAC;AAED,6GAA6G;AAC7G,MAAM,UAAU,SAAS,CAAC,KAAe,EAAE,GAAG,GAAG,EAAE;IACjD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,MAAM,KAAK,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC1C,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjC,IAAI,CAAC;YAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1D,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE;QAAE,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG;YAAE,KAAK,MAAM,CAAC,IAAI,KAAK;gBAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC/F,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -299,7 +299,8 @@ export function records(ep, resp) {
|
|
|
299
299
|
for (const c of columnsOf(part) || [])
|
|
300
300
|
if (!order.includes(c))
|
|
301
301
|
order.push(c);
|
|
302
|
-
|
|
302
|
+
for (const r of part)
|
|
303
|
+
rows.push(r); // not push(...part): a member can hold more rows than the stack takes
|
|
303
304
|
}
|
|
304
305
|
return order.length ? withColumns(rows, order) : rows;
|
|
305
306
|
}
|