dsh-data-quality 0.1.0

package/lib/types/clean.d.ts

@@ -0,0 +1,82 @@
+/**
+ * Declarative cleaning rules over a parsed {@link Table}: dedupe, fill-missing,
+ * coerce-type, normalize-unit, trim, and map-values. Pure and deterministic —
+ * rules apply in array order, each seeing the previous rule's output; every
+ * rule logs how many rows it affected. Unknown columns and invalid rule
+ * parameters fail loud.
+ * @module dsh-data-quality/clean
+ */
+import { type Row, type Table } from './dataset.js';
+/** One declarative cleaning rule (discriminated on `rule`). */
+export type CleanRule = {
+    readonly rule: 'dedupe';
+    readonly columns?: readonly string[];
+} | {
+    readonly rule: 'fill-missing';
+    readonly column: string;
+    readonly strategy: 'constant' | 'mean' | 'median' | 'forward';
+    readonly value?: string | number;
+} | {
+    readonly rule: 'coerce-type';
+    readonly column: string;
+    readonly to: 'number' | 'date' | 'boolean';
+} | {
+    readonly rule: 'normalize-unit';
+    readonly column: string;
+    readonly factors: Readonly<Record<string, number>>;
+} | {
+    readonly rule: 'trim';
+    readonly columns?: readonly string[];
+} | {
+    readonly rule: 'map-values';
+    readonly column: string;
+    readonly map: Readonly<Record<string, string>>;
+    readonly else?: 'keep' | 'missing';
+};
+/** Raised for invalid rules or unknown columns; `message` names the rule index and reason. */
+export declare class CleanRuleError extends Error {
+    readonly ruleIndex: number;
+    /**
+     * @param ruleIndex - index of the offending rule in the request array.
+     * @param message - actionable human-readable detail.
+     */
+    constructor(ruleIndex: number, message: string);
+}
+/** Per-rule audit entry. */
+export interface CleanRuleLog {
+    readonly ruleIndex: number;
+    readonly rule: CleanRule['rule'];
+    /** Rows the rule changed (removed, filled, coerced, rewritten, or trimmed). */
+    readonly affectedRows: number;
+    /** Extra detail, e.g. coerce failure counts. */
+    readonly detail: string;
+}
+/** The cleaning outcome: cleaned table plus the per-rule audit log. */
+export interface CleanResult {
+    readonly columns: string[];
+    readonly rows: Row[];
+    readonly logs: CleanRuleLog[];
+    readonly inputRows: number;
+    readonly outputRows: number;
+}
+/**
+ * Apply cleaning rules in array order; each rule sees the previous output.
+ * @param table - the parsed dataset.
+ * @param rules - non-empty rule list.
+ * @param options - abort signal.
+ * @returns the cleaned table plus the per-rule audit log.
+ */
+export declare function applyCleanRules(table: Table, rules: readonly CleanRule[], options?: {
+    signal?: AbortSignal | undefined;
+}): CleanResult;
+/**
+ * Serialize a table back to CSV/TSV text with RFC-4180 quoting (used when a
+ * clean run writes an output file). Numbers and booleans render via `String`;
+ * missing cells render empty.
+ * @param columns - column order.
+ * @param rows - rows to serialize.
+ * @param delimiter - field delimiter.
+ * @returns the file text (LF newlines, trailing newline).
+ */
+export declare function serializeDelimited(columns: readonly string[], rows: readonly Row[], delimiter: string): string;
+//# sourceMappingURL=clean.d.ts.map

package/lib/types/clean.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"clean.d.ts","sourceRoot":"","sources":["../../src/clean.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAA+E,KAAK,GAAG,EAAE,KAAK,KAAK,EAAE,MAAM,cAAc,CAAA;AAEhI,+DAA+D;AAC/D,MAAM,MAAM,SAAS,GACjB;IAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,GACjE;IACE,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAA;IAC7B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,QAAQ,EAAE,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,SAAS,CAAA;IAC7D,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;CACjC,GACD;IAAE,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,GAAG,MAAM,GAAG,SAAS,CAAA;CAAE,GACrG;IAAE,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;CAAE,GAChH;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,GAC/D;IACE,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAA;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;IAC9C,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;CACnC,CAAA;AAEL,8FAA8F;AAC9F,qBAAa,cAAe,SAAQ,KAAK;IAMrC,QAAQ,CAAC,SAAS,EAAE,MAAM;IAL5B;;;OAGG;gBAEQ,SAAS,EAAE,MAAM,EAC1B,OAAO,EAAE,MAAM;CAKlB;AAED,4BAA4B;AAC5B,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC,CAAA;IAChC,+EAA+E;IAC/E,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IAC7B,gDAAgD;IAChD,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CACxB;AAED,uEAAuE;AACvE,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,CAAA;IAC1B,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,CAAA;IACpB,QAAQ,CAAC,IAAI,EAAE,YAAY,EAAE,CAAA;IAC7B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;CAC5B;AAsPD;;;;;;GAMG;AACH,wBAAgB,eAAe,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,SAAS,EAAE,EAAE,OAAO,GAAE;IAAE,MAAM,CAAC,EAAE,WAAW,GAAG,SAAS,CAAA;CAAO,GAAG,WAAW,CAyC1I;AAED;;;;;;;;GAQG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,GAAG,EAAE,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAc9G"}

package/lib/types/clean.js

@@ -0,0 +1,351 @@
+/**
+ * Declarative cleaning rules over a parsed {@link Table}: dedupe, fill-missing,
+ * coerce-type, normalize-unit, trim, and map-values. Pure and deterministic —
+ * rules apply in array order, each seeing the previous rule's output; every
+ * rule logs how many rows it affected. Unknown columns and invalid rule
+ * parameters fail loud.
+ * @module dsh-data-quality/clean
+ */
+import { isMissing, parseBoolean, parseDate, parseNumeric, throwIfAborted } from "./dataset.js";
+/** Raised for invalid rules or unknown columns; `message` names the rule index and reason. */
+export class CleanRuleError extends Error {
+    ruleIndex;
+    /**
+     * @param ruleIndex - index of the offending rule in the request array.
+     * @param message - actionable human-readable detail.
+     */
+    constructor(ruleIndex, message) {
+        super(message);
+        this.ruleIndex = ruleIndex;
+        this.name = 'CleanRuleError';
+    }
+}
+/** Assert `column` exists; every rule validates its columns before touching data. */
+function requireColumn(columns, column, ruleIndex) {
+    if (!columns.includes(column)) {
+        throw new CleanRuleError(ruleIndex, `rule ${ruleIndex}: unknown column ${JSON.stringify(column)} (columns: ${columns.join(', ')})`);
+    }
+}
+/** Assert every selected column exists. */
+function requireColumns(columns, selected, ruleIndex) {
+    for (const column of selected)
+        requireColumn(columns, column, ruleIndex);
+}
+/** dedupe: keep the first row of each key group; later duplicates are removed. */
+function applyDedupe(table, rule, ruleIndex, signal) {
+    const selected = rule.columns ?? table.columns;
+    requireColumns(table.columns, selected, ruleIndex);
+    const seen = new Set();
+    const rows = [];
+    let removed = 0;
+    for (const [index, row] of table.rows.entries()) {
+        if (index % 1024 === 0)
+            throwIfAborted(signal);
+        const key = JSON.stringify(selected.map((column) => row[column] ?? null));
+        if (seen.has(key)) {
+            removed += 1;
+            continue;
+        }
+        seen.add(key);
+        rows.push(row);
+    }
+    return {
+        table: { columns: table.columns, rows },
+        log: { ruleIndex, rule: 'dedupe', affectedRows: removed, detail: `removed ${removed} duplicate row(s) by [${selected.join(', ')}]` },
+    };
+}
+/** fill-missing: constant / mean / median / forward fill of missing cells in one column. */
+function applyFillMissing(table, rule, ruleIndex, signal) {
+    requireColumn(table.columns, rule.column, ruleIndex);
+    let fill;
+    let detail;
+    switch (rule.strategy) {
+        case 'constant': {
+            if (rule.value === undefined) {
+                throw new CleanRuleError(ruleIndex, `rule ${ruleIndex}: fill-missing strategy "constant" requires a value`);
+            }
+            fill = rule.value;
+            detail = `filled with constant ${JSON.stringify(rule.value)}`;
+            break;
+        }
+        case 'mean':
+        case 'median': {
+            const values = table.rows.map((row) => parseNumeric(row[rule.column])).filter((value) => value !== undefined).sort((a, b) => a - b);
+            if (values.length === 0) {
+                throw new CleanRuleError(ruleIndex, `rule ${ruleIndex}: fill-missing strategy "${rule.strategy}" needs at least one numeric value in column ${JSON.stringify(rule.column)}`);
+            }
+            const computed = rule.strategy === 'mean'
+                ? values.reduce((acc, value) => acc + value, 0) / values.length
+                : values.length % 2 === 1
+                    ? values[(values.length - 1) / 2]
+                    : (values[values.length / 2 - 1] + values[values.length / 2]) / 2;
+            fill = computed;
+            detail = `filled with ${rule.strategy} ${computed}`;
+            break;
+        }
+        case 'forward': {
+            fill = undefined;
+            detail = 'filled with the previous non-missing value';
+            break;
+        }
+    }
+    let filled = 0;
+    let previous;
+    const rows = table.rows.map((row, index) => {
+        if (index % 1024 === 0)
+            throwIfAborted(signal);
+        const cell = row[rule.column];
+        if (!isMissing(cell)) {
+            previous = cell ?? null;
+            return row;
+        }
+        const replacement = rule.strategy === 'forward' ? previous : fill;
+        if (replacement === undefined)
+            return row;
+        filled += 1;
+        return { ...row, [rule.column]: replacement };
+    });
+    return {
+        table: { columns: table.columns, rows },
+        log: { ruleIndex, rule: 'fill-missing', affectedRows: filled, detail: `${detail}; ${filled} row(s) filled` },
+    };
+}
+/** coerce-type: rewrite one column to number / ISO date / boolean; failures become missing and are counted. */
+function applyCoerceType(table, rule, ruleIndex, signal) {
+    requireColumn(table.columns, rule.column, ruleIndex);
+    let coerced = 0;
+    let failed = 0;
+    const failureExamples = [];
+    const rows = table.rows.map((row, index) => {
+        if (index % 1024 === 0)
+            throwIfAborted(signal);
+        const cell = row[rule.column];
+        if (isMissing(cell))
+            return row;
+        let value;
+        switch (rule.to) {
+            case 'number': {
+                const numeric = parseNumeric(cell);
+                value = numeric === undefined ? undefined : numeric;
+                break;
+            }
+            case 'date': {
+                const epoch = parseDate(cell);
+                if (epoch === undefined) {
+                    value = undefined;
+                }
+                else {
+                    const date = new Date(epoch);
+                    value = date.getUTCHours() === 0 && date.getUTCMinutes() === 0 && date.getUTCSeconds() === 0
+                        ? date.toISOString().slice(0, 10)
+                        : date.toISOString();
+                }
+                break;
+            }
+            case 'boolean': {
+                const bool = parseBoolean(cell);
+                value = bool === undefined ? undefined : String(bool);
+                break;
+            }
+        }
+        if (value === undefined) {
+            failed += 1;
+            if (failureExamples.length < 3)
+                failureExamples.push(JSON.stringify(cell));
+            return { ...row, [rule.column]: null };
+        }
+        coerced += 1;
+        return { ...row, [rule.column]: value };
+    });
+    const detail = `${coerced} value(s) coerced to ${rule.to}` +
+        (failed > 0 ? `; ${failed} failure(s) set to missing (e.g. ${failureExamples.join(', ')})` : '');
+    return {
+        table: { columns: table.columns, rows },
+        log: { ruleIndex, rule: 'coerce-type', affectedRows: coerced, detail },
+    };
+}
+/** normalize-unit: strip a unit suffix and multiply by its factor (e.g. 万 -> 1e4). */
+function applyNormalizeUnit(table, rule, ruleIndex, signal) {
+    requireColumn(table.columns, rule.column, ruleIndex);
+    const entries = Object.entries(rule.factors);
+    if (entries.length === 0) {
+        throw new CleanRuleError(ruleIndex, `rule ${ruleIndex}: normalize-unit requires a non-empty factors map`);
+    }
+    for (const [suffix, factor] of entries) {
+        if (suffix === '')
+            throw new CleanRuleError(ruleIndex, `rule ${ruleIndex}: normalize-unit suffixes must not be empty`);
+        if (!Number.isFinite(factor) || factor <= 0) {
+            throw new CleanRuleError(ruleIndex, `rule ${ruleIndex}: factor for ${JSON.stringify(suffix)} must be a positive finite number, got ${String(factor)}`);
+        }
+    }
+    // Longest suffix first so "亿万" style prefixes cannot shadow longer units.
+    const ordered = [...entries].sort((a, b) => b[0].length - a[0].length);
+    let normalized = 0;
+    let skipped = 0;
+    const rows = table.rows.map((row, index) => {
+        if (index % 1024 === 0)
+            throwIfAborted(signal);
+        const cell = row[rule.column];
+        if (isMissing(cell))
+            return row;
+        const plain = parseNumeric(cell);
+        if (plain !== undefined) {
+            normalized += 1;
+            return { ...row, [rule.column]: plain };
+        }
+        if (typeof cell === 'string') {
+            const text = cell.trim();
+            for (const [suffix, factor] of ordered) {
+                if (!text.endsWith(suffix))
+                    continue;
+                const numeric = parseNumeric(text.slice(0, text.length - suffix.length));
+                if (numeric === undefined)
+                    continue;
+                normalized += 1;
+                return { ...row, [rule.column]: numeric * factor };
+            }
+        }
+        skipped += 1;
+        return row;
+    });
+    const detail = `${normalized} value(s) normalized to base units` + (skipped > 0 ? `; ${skipped} unparseable value(s) left unchanged` : '');
+    return {
+        table: { columns: table.columns, rows },
+        log: { ruleIndex, rule: 'normalize-unit', affectedRows: normalized, detail },
+    };
+}
+/** trim: strip leading/trailing whitespace of string cells in the selected columns. */
+function applyTrim(table, rule, ruleIndex, signal) {
+    const selected = rule.columns ?? table.columns;
+    requireColumns(table.columns, selected, ruleIndex);
+    let trimmed = 0;
+    const rows = table.rows.map((row, index) => {
+        if (index % 1024 === 0)
+            throwIfAborted(signal);
+        let changed = false;
+        const next = { ...row };
+        for (const column of selected) {
+            const cell = next[column];
+            if (typeof cell !== 'string')
+                continue;
+            const value = cell.trim();
+            if (value !== cell) {
+                next[column] = value;
+                changed = true;
+            }
+        }
+        if (changed)
+            trimmed += 1;
+        return changed ? next : row;
+    });
+    return {
+        table: { columns: table.columns, rows },
+        log: { ruleIndex, rule: 'trim', affectedRows: trimmed, detail: `trimmed whitespace in [${selected.join(', ')}] for ${trimmed} row(s)` },
+    };
+}
+/** map-values: exact-match enum mapping; unmapped values follow the `else` policy. */
+function applyMapValues(table, rule, ruleIndex, signal) {
+    requireColumn(table.columns, rule.column, ruleIndex);
+    const elsePolicy = rule.else ?? 'keep';
+    let mapped = 0;
+    let unmapped = 0;
+    const rows = table.rows.map((row, index) => {
+        if (index % 1024 === 0)
+            throwIfAborted(signal);
+        const cell = row[rule.column];
+        if (isMissing(cell))
+            return row;
+        const key = typeof cell === 'string' ? cell : typeof cell === 'object' && cell !== null ? JSON.stringify(cell) : String(cell);
+        const replacement = rule.map[key];
+        if (replacement !== undefined) {
+            mapped += 1;
+            return { ...row, [rule.column]: replacement };
+        }
+        if (elsePolicy === 'missing') {
+            unmapped += 1;
+            return { ...row, [rule.column]: null };
+        }
+        unmapped += 1;
+        return row;
+    });
+    const detail = `${mapped} value(s) mapped` + (unmapped > 0 ? `; ${unmapped} unmapped value(s) ${elsePolicy === 'missing' ? 'set to missing' : 'kept'}` : '');
+    return {
+        table: { columns: table.columns, rows },
+        log: { ruleIndex, rule: 'map-values', affectedRows: mapped, detail },
+    };
+}
+/**
+ * Apply cleaning rules in array order; each rule sees the previous output.
+ * @param table - the parsed dataset.
+ * @param rules - non-empty rule list.
+ * @param options - abort signal.
+ * @returns the cleaned table plus the per-rule audit log.
+ */
+export function applyCleanRules(table, rules, options = {}) {
+    if (rules.length === 0) {
+        throw new CleanRuleError(0, 'rules must be a non-empty array');
+    }
+    let current = { columns: [...table.columns], rows: table.rows.map((row) => ({ ...row })) };
+    const logs = [];
+    for (const [ruleIndex, rule] of rules.entries()) {
+        throwIfAborted(options.signal);
+        let step;
+        switch (rule.rule) {
+            case 'dedupe':
+                step = applyDedupe(current, rule, ruleIndex, options.signal);
+                break;
+            case 'fill-missing':
+                step = applyFillMissing(current, rule, ruleIndex, options.signal);
+                break;
+            case 'coerce-type':
+                step = applyCoerceType(current, rule, ruleIndex, options.signal);
+                break;
+            case 'normalize-unit':
+                step = applyNormalizeUnit(current, rule, ruleIndex, options.signal);
+                break;
+            case 'trim':
+                step = applyTrim(current, rule, ruleIndex, options.signal);
+                break;
+            case 'map-values':
+                step = applyMapValues(current, rule, ruleIndex, options.signal);
+                break;
+            default:
+                throw new CleanRuleError(ruleIndex, `rule ${ruleIndex}: unknown rule type ${JSON.stringify(rule.rule)}`);
+        }
+        current = step.table;
+        logs.push(step.log);
+    }
+    return {
+        columns: current.columns,
+        rows: current.rows,
+        logs,
+        inputRows: table.rows.length,
+        outputRows: current.rows.length,
+    };
+}
+/**
+ * Serialize a table back to CSV/TSV text with RFC-4180 quoting (used when a
+ * clean run writes an output file). Numbers and booleans render via `String`;
+ * missing cells render empty.
+ * @param columns - column order.
+ * @param rows - rows to serialize.
+ * @param delimiter - field delimiter.
+ * @returns the file text (LF newlines, trailing newline).
+ */
+export function serializeDelimited(columns, rows, delimiter) {
+    const encode = (cell) => {
+        if (isMissing(cell))
+            return '';
+        const text = typeof cell === 'string' ? cell : typeof cell === 'object' && cell !== null ? JSON.stringify(cell) : String(cell);
+        if (text.includes(delimiter) || text.includes('"') || text.includes('\n') || text.includes('\r')) {
+            return `"${text.replace(/"/gu, '""')}"`;
+        }
+        return text;
+    };
+    const lines = [columns.map((column) => encode(column)).join(delimiter)];
+    for (const row of rows) {
+        lines.push(columns.map((column) => encode(row[column])).join(delimiter));
+    }
+    return `${lines.join('\n')}\n`;
+}
+//# sourceMappingURL=clean.js.map

package/lib/types/clean.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"clean.js","sourceRoot":"","sources":["../../src/clean.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,cAAc,EAAmC,MAAM,cAAc,CAAA;AAqBhI,8FAA8F;AAC9F,MAAM,OAAO,cAAe,SAAQ,KAAK;IAM5B;IALX;;;OAGG;IACH,YACW,SAAiB,EAC1B,OAAe;QAEf,KAAK,CAAC,OAAO,CAAC,CAAA;QAHL,cAAS,GAAT,SAAS,CAAQ;QAI1B,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAA;IAC9B,CAAC;CACF;AAqBD,qFAAqF;AACrF,SAAS,aAAa,CAAC,OAA0B,EAAE,MAAc,EAAE,SAAiB;IAClF,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,cAAc,CAAC,SAAS,EAAE,QAAQ,SAAS,oBAAoB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,cAAc,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACrI,CAAC;AACH,CAAC;AAED,2CAA2C;AAC3C,SAAS,cAAc,CAAC,OAA0B,EAAE,QAA2B,EAAE,SAAiB;IAChG,KAAK,MAAM,MAAM,IAAI,QAAQ;QAAE,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,CAAA;AAC1E,CAAC;AAED,kFAAkF;AAClF,SAAS,WAAW,CAAC,KAAY,EAAE,IAA4C,EAAE,SAAiB,EAAE,MAAoB;IACtH,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAA;IAC9C,cAAc,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAA;IAClD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,MAAM,IAAI,GAAU,EAAE,CAAA;IACtB,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;QAChD,IAAI,KAAK,GAAG,IAAI,KAAK,CAAC;YAAE,cAAc,CAAC,MAAM,CAAC,CAAA;QAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAA;QACzE,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC,CAAA;YACZ,SAAQ;QACV,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACb,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAChB,CAAC;IACD,OAAO;QACL,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE;QACvC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,OAAO,yBAAyB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;KACrI,CAAA;AACH,CAAC;AAED,4FAA4F;AAC5F,SAAS,gBAAgB,CAAC,KAAY,EAAE,IAAkD,EAAE,SAAiB,EAAE,MAAoB;IACjI,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;IACpD,IAAI,IAAsB,CAAA;IAC1B,IAAI,MAAc,CAAA;IAClB,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC;QACtB,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAC7B,MAAM,IAAI,cAAc,CAAC,SAAS,EAAE,QAAQ,SAAS,qDAAqD,CAAC,CAAA;YAC7G,CAAC;YACD,IAAI,GAAG,IAAI,CAAC,KAAK,CAAA;YACjB,MAAM,GAAG,wBAAwB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAA;YAC7D,MAAK;QACP,CAAC;QACD,KAAK,MAAM,CAAC;QACZ,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YACnI,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,MAAM,IAAI,cAAc,CAAC,SAAS,EAAE,QAAQ,SAAS,4BAA4B,IAAI,CAAC,QAAQ,gDAAgD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YAC9K,CAAC;YACD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,KAAK,MAAM;gBACvC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM;gBAC/D,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC;oBACvB,CAAC,CAAE,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAY;oBAC7C,CAAC,CAAC,CAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAY,GAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAY,CAAC,GAAG,CAAC,CAAA;YAC7F,IAAI,GAAG,QAAQ,CAAA;YACf,MAAM,GAAG,eAAe,IAAI,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAA;YACnD,MAAK;QACP,CAAC;QACD,KAAK,SAAS,CAAC,CAAC,CAAC;YACf,IAAI,GAAG,SAAS,CAAA;YAChB,MAAM,GAAG,4CAA4C,CAAA;YACrD,MAAK;QACP,CAAC;IACH,CAAC;IACD,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,IAAI,QAA0B,CAAA;IAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QACzC,IAAI,KAAK,GAAG,IAAI,KAAK,CAAC;YAAE,cAAc,CAAC,MAAM,CAAC,CAAA;QAC9C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC7B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,QAAQ,GAAG,IAAI,IAAI,IAAI,CAAA;YACvB,OAAO,GAAG,CAAA;QACZ,CAAC;QACD,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAA;QACjE,IAAI,WAAW,KAAK,SAAS;YAAE,OAAO,GAAG,CAAA;QACzC,MAAM,IAAI,CAAC,CAAA;QACX,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,CAAA;IAC/C,CAAC,CAAC,CAAA;IACF,OAAO;QACL,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE;QACvC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,KAAK,MAAM,gBAAgB,EAAE;KAC7G,CAAA;AACH,CAAC;AAED,+GAA+G;AAC/G,SAAS,eAAe,CAAC,KAAY,EAAE,IAAiD,EAAE,SAAiB,EAAE,MAAoB;IAC/H,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;IACpD,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,MAAM,eAAe,GAAa,EAAE,CAAA;IACpC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QACzC,IAAI,KAAK,GAAG,IAAI,KAAK,CAAC;YAAE,cAAc,CAAC,MAAM,CAAC,CAAA;QAC9C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC7B,IAAI,SAAS,CAAC,IAAI,CAAC;YAAE,OAAO,GAAG,CAAA;QAC/B,IAAI,KAAuB,CAAA;QAC3B,QAAQ,IAAI,CAAC,EAAE,EAAE,CAAC;YAChB,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;gBAClC,KAAK,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAA;gBACnD,MAAK;YACP,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;gBAC7B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBACxB,KAAK,GAAG,SAAS,CAAA;gBACnB,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAA;oBAC5B,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,aAAa,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,aAAa,EAAE,KAAK,CAAC;wBAC1F,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;wBACjC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAA;gBACxB,CAAC;gBACD,MAAK;YACP,CAAC;YACD,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;gBAC/B,KAAK,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;gBACrD,MAAK;YACP,CAAC;QACH,CAAC;QACD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,CAAA;YACX,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC;gBAAE,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAA;YAC1E,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAA;QACxC,CAAC;QACD,OAAO,IAAI,CAAC,CAAA;QACZ,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAA;IACzC,CAAC,CAAC,CAAA;IACF,MAAM,MAAM,GAAG,GAAG,OAAO,wBAAwB,IAAI,CAAC,EAAE,EAAE;QACxD,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM,oCAAoC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IAClG,OAAO;QACL,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE;QACvC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,aAAa,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,EAAE;KACvE,CAAA;AACH,CAAC;AAED,sFAAsF;AACtF,SAAS,kBAAkB,CAAC,KAAY,EAAE,IAAoD,EAAE,SAAiB,EAAE,MAAoB;IACrI,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;IACpD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC5C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,cAAc,CAAC,SAAS,EAAE,QAAQ,SAAS,mDAAmD,CAAC,CAAA;IAC3G,CAAC;IACD,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACvC,IAAI,MAAM,KAAK,EAAE;YAAE,MAAM,IAAI,cAAc,CAAC,SAAS,EAAE,QAAQ,SAAS,6CAA6C,CAAC,CAAA;QACtH,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,cAAc,CAAC,SAAS,EAAE,QAAQ,SAAS,gBAAgB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,0CAA0C,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QACxJ,CAAC;IACH,CAAC;IACD,0EAA0E;IAC1E,MAAM,OAAO,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;IACtE,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QACzC,IAAI,KAAK,GAAG,IAAI,KAAK,CAAC;YAAE,cAAc,CAAC,MAAM,CAAC,CAAA;QAC9C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC7B,IAAI,SAAS,CAAC,IAAI,CAAC;YAAE,OAAO,GAAG,CAAA;QAC/B,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;QAChC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,UAAU,IAAI,CAAC,CAAA;YACf,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAA;QACzC,CAAC;QACD,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;YACxB,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;gBACvC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAAE,SAAQ;gBACpC,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;gBACxE,IAAI,OAAO,KAAK,SAAS;oBAAE,SAAQ;gBACnC,UAAU,IAAI,CAAC,CAAA;gBACf,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,GAAG,MAAM,EAAE,CAAA;YACpD,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,CAAA;QACZ,OAAO,GAAG,CAAA;IACZ,CAAC,CAAC,CAAA;IACF,MAAM,MAAM,GAAG,GAAG,UAAU,oCAAoC,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,OAAO,sCAAsC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IAC1I,OAAO;QACL,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE;QACvC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,gBAAgB,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,EAAE;KAC7E,CAAA;AACH,CAAC;AAED,uFAAuF;AACvF,SAAS,SAAS,CAAC,KAAY,EAAE,IAA0C,EAAE,SAAiB,EAAE,MAAoB;IAClH,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAA;IAC9C,cAAc,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAA;IAClD,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QACzC,IAAI,KAAK,GAAG,IAAI,KAAK,CAAC;YAAE,cAAc,CAAC,MAAM,CAAC,CAAA;QAC9C,IAAI,OAAO,GAAG,KAAK,CAAA;QACnB,MAAM,IAAI,GAAG,EAAE,GAAG,GAAG,EAAE,CAAA;QACvB,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAA;YACzB,IAAI,OAAO,IAAI,KAAK,QAAQ;gBAAE,SAAQ;YACtC,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;YACzB,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBACnB,IAAI,CAAC,MAAM,CAAC,GAAG,KAAK,CAAA;gBACpB,OAAO,GAAG,IAAI,CAAA;YAChB,CAAC;QACH,CAAC;QACD,IAAI,OAAO;YAAE,OAAO,IAAI,CAAC,CAAA;QACzB,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAA;IAC7B,CAAC,CAAC,CAAA;IACF,OAAO;QACL,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE;QACvC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,EAAE,0BAA0B,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,OAAO,SAAS,EAAE;KACxI,CAAA;AACH,CAAC;AAED,sFAAsF;AACtF,SAAS,cAAc,CAAC,KAAY,EAAE,IAAgD,EAAE,SAAiB,EAAE,MAAoB;IAC7H,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;IACpD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,IAAI,MAAM,CAAA;IACtC,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QACzC,IAAI,KAAK,GAAG,IAAI,KAAK,CAAC;YAAE,cAAc,CAAC,MAAM,CAAC,CAAA;QAC9C,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC7B,IAAI,SAAS,CAAC,IAAI,CAAC;YAAE,OAAO,GAAG,CAAA;QAC/B,MAAM,GAAG,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAC7H,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,CAAA;YACX,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,CAAA;QAC/C,CAAC;QACD,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC7B,QAAQ,IAAI,CAAC,CAAA;YACb,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAA;QACxC,CAAC;QACD,QAAQ,IAAI,CAAC,CAAA;QACb,OAAO,GAAG,CAAA;IACZ,CAAC,CAAC,CAAA;IACF,MAAM,MAAM,GAAG,GAAG,MAAM,kBAAkB,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ,sBAAsB,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IAC5J,OAAO;QACL,KAAK,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE;QACvC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;KACrE,CAAA;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,eAAe,CAAC,KAAY,EAAE,KAA2B,EAAE,UAAgD,EAAE;IAC3H,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,cAAc,CAAC,CAAC,EAAE,iCAAiC,CAAC,CAAA;IAChE,CAAC;IACD,IAAI,OAAO,GAAU,EAAE,OAAO,EAAE,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC,EAAE,CAAA;IACjG,MAAM,IAAI,GAAmB,EAAE,CAAA;IAC/B,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QAChD,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QAC9B,IAAI,IAAyC,CAAA;QAC7C,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,KAAK,QAAQ;gBACX,IAAI,GAAG,WAAW,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;gBAC5D,MAAK;YACP,KAAK,cAAc;gBACjB,IAAI,GAAG,gBAAgB,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;gBACjE,MAAK;YACP,KAAK,aAAa;gBAChB,IAAI,GAAG,eAAe,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;gBAChE,MAAK;YACP,KAAK,gBAAgB;gBACnB,IAAI,GAAG,kBAAkB,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;gBACnE,MAAK;YACP,KAAK,MAAM;gBACT,IAAI,GAAG,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;gBAC1D,MAAK;YACP,KAAK,YAAY;gBACf,IAAI,GAAG,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;gBAC/D,MAAK;YACP;gBACE,MAAM,IAAI,cAAc,CAAC,SAAS,EAAE,QAAQ,SAAS,uBAAuB,IAAI,CAAC,SAAS,CAAE,IAAkB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QAC3H,CAAC;QACD,OAAO,GAAG,IAAI,CAAC,KAAK,CAAA;QACpB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACrB,CAAC;IACD,OAAO;QACL,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,IAAI;QACJ,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;QAC5B,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM;KAChC,CAAA;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,kBAAkB,CAAC,OAA0B,EAAE,IAAoB,EAAE,SAAiB;IACpG,MAAM,MAAM,GAAG,CAAC,IAAsB,EAAU,EAAE;QAChD,IAAI,SAAS,CAAC,IAAI,CAAC;YAAE,OAAO,EAAE,CAAA;QAC9B,MAAM,IAAI,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAC9H,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACjG,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAA;QACzC,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC,CAAA;IACD,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAA;IACvE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAA;IAC1E,CAAC;IACD,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAA;AAChC,CAAC"}

package/lib/types/config.d.ts

@@ -0,0 +1,47 @@
+/**
+ * Config schema and resolution for `dsh-data-quality`. Every tunable is a
+ * validated {@link Config} field changeable from cordis.yml; the resolution
+ * step validates bounds so misconfiguration fails loud at mount.
+ * @module dsh-data-quality/config
+ */
+import z from '@deepseek-ai/schemastery';
+/** Raw plugin config — every field optional; {@link resolveConfig} supplies the defaults. */
+export interface Config {
+    /** Master switch; `false` mounts nothing. */
+    enabled?: boolean;
+    /** Hard row cap per dataset load. */
+    maxRows?: number;
+    /** Hard file-size cap in MiB per dataset load. */
+    maxFileSizeMB?: number;
+    /** Default relative tolerance for numeric citation comparison. */
+    defaultTolerance?: number;
+    /** Cap on evidence rows (verify) and preview rows (clean) in one result. */
+    evidenceRowLimit?: number;
+    /** Extensions accepted as datasets (dot-prefixed, lowercase). */
+    allowedExtensions?: string[];
+    /** Absolute root for service-level calls without a session workspace; empty = process launch directory. */
+    workspaceRoot?: string;
+    /** Persist reports to the `data_quality` storage domain. */
+    storeReports?: boolean;
+}
+/** Fully resolved config handed to the runtime. */
+export interface ResolvedConfig {
+    readonly enabled: boolean;
+    readonly maxRows: number;
+    readonly maxFileSizeMB: number;
+    readonly defaultTolerance: number;
+    readonly evidenceRowLimit: number;
+    readonly allowedExtensions: readonly string[];
+    readonly workspaceRoot: string;
+    readonly storeReports: boolean;
+}
+/** Schemastery schema: the loader validates and fills defaults before `apply`. */
+export declare const Config: z<Config>;
+/**
+ * Validate raw values and fill explicit defaults. Invalid bounds throw here —
+ * misconfiguration fails loud at mount even without the Schemastery loader.
+ * @param config - raw (possibly partial) plugin config.
+ * @returns the fully resolved config.
+ */
+export declare function resolveConfig(config?: Config): ResolvedConfig;
+//# sourceMappingURL=config.d.ts.map

package/lib/types/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/config.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,CAAC,MAAM,0BAA0B,CAAA;AAExC,6FAA6F;AAC7F,MAAM,WAAW,MAAM;IACrB,6CAA6C;IAC7C,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,qCAAqC;IACrC,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,kDAAkD;IAClD,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,kEAAkE;IAClE,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,4EAA4E;IAC5E,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,iEAAiE;IACjE,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAA;IAC5B,2GAA2G;IAC3G,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,4DAA4D;IAC5D,YAAY,CAAC,EAAE,OAAO,CAAA;CACvB;AAED,mDAAmD;AACnD,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;IAC9B,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAA;IACjC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAA;IACjC,QAAQ,CAAC,iBAAiB,EAAE,SAAS,MAAM,EAAE,CAAA;IAC7C,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;IAC9B,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAA;CAC/B;AAED,kFAAkF;AAClF,eAAO,MAAM,MAAM,EAAE,CAAC,CAAC,MAAM,CAS3B,CAAA;AAgBF;;;;;GAKG;AACH,wBAAgB,aAAa,CAAC,MAAM,GAAE,MAAW,GAAG,cAAc,CA8BjE"}

package/lib/types/config.js

@@ -0,0 +1,66 @@
+/**
+ * Config schema and resolution for `dsh-data-quality`. Every tunable is a
+ * validated {@link Config} field changeable from cordis.yml; the resolution
+ * step validates bounds so misconfiguration fails loud at mount.
+ * @module dsh-data-quality/config
+ */
+import z from '@deepseek-ai/schemastery';
+/** Schemastery schema: the loader validates and fills defaults before `apply`. */
+export const Config = z.object({
+    enabled: z.boolean().default(true),
+    maxRows: z.number().default(200_000),
+    maxFileSizeMB: z.number().default(64),
+    defaultTolerance: z.number().default(1e-9),
+    evidenceRowLimit: z.number().default(20),
+    allowedExtensions: z.array(z.string()).default(['.csv', '.tsv', '.json', '.jsonl']),
+    workspaceRoot: z.string().default(''),
+    storeReports: z.boolean().default(true),
+});
+/** Throw unless `value` is a positive safe integer. */
+function assertPositiveInt(name, value) {
+    if (!Number.isSafeInteger(value) || value <= 0) {
+        throw new TypeError(`${name} must be a positive safe integer, got ${String(value)}`);
+    }
+}
+/** Throw unless `value` is a finite number in `[min, max]`. */
+function assertFiniteRange(name, value, min, max) {
+    if (typeof value !== 'number' || !Number.isFinite(value) || value < min || value > max) {
+        throw new TypeError(`${name} must be a finite number in [${min}, ${max}], got ${String(value)}`);
+    }
+}
+/**
+ * Validate raw values and fill explicit defaults. Invalid bounds throw here —
+ * misconfiguration fails loud at mount even without the Schemastery loader.
+ * @param config - raw (possibly partial) plugin config.
+ * @returns the fully resolved config.
+ */
+export function resolveConfig(config = {}) {
+    const maxRows = config.maxRows ?? 200_000;
+    assertPositiveInt('maxRows', maxRows);
+    const maxFileSizeMB = config.maxFileSizeMB ?? 64;
+    assertFiniteRange('maxFileSizeMB', maxFileSizeMB, Number.MIN_VALUE, 1024);
+    const defaultTolerance = config.defaultTolerance ?? 1e-9;
+    assertFiniteRange('defaultTolerance', defaultTolerance, 0, 1);
+    const evidenceRowLimit = config.evidenceRowLimit ?? 20;
+    assertPositiveInt('evidenceRowLimit', evidenceRowLimit);
+    const allowedExtensions = (config.allowedExtensions ?? ['.csv', '.tsv', '.json', '.jsonl']).map((ext) => {
+        if (!/^\.[a-z0-9]+$/u.test(ext)) {
+            throw new TypeError(`allowedExtensions entries must be dot-prefixed lowercase extensions, got ${JSON.stringify(ext)}`);
+        }
+        return ext;
+    });
+    if (allowedExtensions.length === 0) {
+        throw new TypeError('allowedExtensions must not be empty');
+    }
+    return {
+        enabled: config.enabled ?? true,
+        maxRows,
+        maxFileSizeMB,
+        defaultTolerance,
+        evidenceRowLimit,
+        allowedExtensions,
+        workspaceRoot: config.workspaceRoot ?? '',
+        storeReports: config.storeReports ?? true,
+    };
+}
+//# sourceMappingURL=config.js.map

package/lib/types/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/config.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,CAAC,MAAM,0BAA0B,CAAA;AAkCxC,kFAAkF;AAClF,MAAM,CAAC,MAAM,MAAM,GAAc,CAAC,CAAC,MAAM,CAAC;IACxC,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IAClC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;IACpC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACrC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IAC1C,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACxC,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IACnF,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACrC,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;CACxC,CAAC,CAAA;AAEF,uDAAuD;AACvD,SAAS,iBAAiB,CAAC,IAAY,EAAE,KAAa;IACpD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QAC/C,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,yCAAyC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;IACtF,CAAC;AACH,CAAC;AAED,+DAA+D;AAC/D,SAAS,iBAAiB,CAAC,IAAY,EAAE,KAAa,EAAE,GAAW,EAAE,GAAW;IAC9E,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,GAAG,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;QACvF,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,gCAAgC,GAAG,KAAK,GAAG,UAAU,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;IAClG,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,aAAa,CAAC,SAAiB,EAAE;IAC/C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,OAAO,CAAA;IACzC,iBAAiB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;IACrC,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,EAAE,CAAA;IAChD,iBAAiB,CAAC,eAAe,EAAE,aAAa,EAAE,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;IACzE,MAAM,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,IAAI,CAAA;IACxD,iBAAiB,CAAC,kBAAkB,EAAE,gBAAgB,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;IAC7D,MAAM,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,EAAE,CAAA;IACtD,iBAAiB,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAA;IAEvD,MAAM,iBAAiB,GAAG,CAAC,MAAM,CAAC,iBAAiB,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACtG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,SAAS,CAAC,4EAA4E,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACxH,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC,CAAC,CAAA;IACF,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAA;IAC5D,CAAC;IAED,OAAO;QACL,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;QAC/B,OAAO;QACP,aAAa;QACb,gBAAgB;QAChB,gBAAgB;QAChB,iBAAiB;QACjB,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,EAAE;QACzC,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,IAAI;KAC1C,CAAA;AACH,CAAC"}