@frictionless-ts/table 1.0.1

package/build/table/inspect.js

@@ -0,0 +1,165 @@
+import os from "node:os";
+import * as pl from "nodejs-polars";
+import pAll from "p-all";
+import { inspectField } from "../field/index.js";
+import { arrayDiff } from "../helpers.js";
+import { matchSchemaField } from "../schema/index.js";
+import { getPolarsSchema } from "../schema/index.js";
+import { createChecksRowUnique } from "./checks/unique.js";
+export async function inspectTable(table, options) {
+    const { schema, sampleRows = 100, maxErrors = 1000 } = options ?? {};
+    const errors = [];
+    if (schema) {
+        const sample = await table.head(sampleRows).collect();
+        const polarsSchema = getPolarsSchema(sample.schema);
+        const mapping = { source: polarsSchema, target: schema };
+        const matchErrors = inspectFieldsMatch(mapping);
+        errors.push(...matchErrors);
+        const fieldErrors = await inspectFields(mapping, table, { maxErrors });
+        errors.push(...fieldErrors);
+        const rowErrors = await inspectRows(mapping, table, { maxErrors });
+        errors.push(...rowErrors);
+    }
+    return errors.slice(0, maxErrors);
+}
+function inspectFieldsMatch(mapping) {
+    const errors = [];
+    const fieldsMatch = mapping.target.fieldsMatch ?? "exact";
+    const fields = mapping.target.fields;
+    const polarsFields = mapping.source.fields;
+    const names = fields.map(field => field.name);
+    const polarsNames = polarsFields.map(field => field.name);
+    const requiredNames = fields
+        .filter(field => field.constraints?.required)
+        .map(field => field.name);
+    const extraFields = polarsFields.length - fields.length;
+    const missingFields = fields.length - polarsFields.length;
+    const extraNames = arrayDiff(polarsNames, names);
+    const missingNames = arrayDiff(names, polarsNames);
+    const missingRequiredNames = arrayDiff(requiredNames, polarsNames);
+    if (fieldsMatch === "exact") {
+        if (extraFields > 0) {
+            errors.push({
+                type: "fields/extra",
+                fieldNames: extraNames,
+            });
+        }
+        if (missingFields > 0) {
+            errors.push({
+                type: "fields/missing",
+                fieldNames: missingNames,
+            });
+        }
+    }
+    if (fieldsMatch === "equal") {
+        if (extraNames.length > 0) {
+            errors.push({
+                type: "fields/extra",
+                fieldNames: extraNames,
+            });
+        }
+        if (missingRequiredNames.length > 0) {
+            errors.push({
+                type: "fields/missing",
+                fieldNames: missingRequiredNames,
+            });
+        }
+    }
+    if (fieldsMatch === "subset") {
+        if (missingRequiredNames.length > 0) {
+            errors.push({
+                type: "fields/missing",
+                fieldNames: missingRequiredNames,
+            });
+        }
+    }
+    if (fieldsMatch === "superset") {
+        if (extraNames.length > 0) {
+            errors.push({
+                type: "fields/extra",
+                fieldNames: extraNames,
+            });
+        }
+    }
+    if (fieldsMatch === "partial") {
+        if (missingNames.length === fields.length) {
+            errors.push({
+                type: "fields/missing",
+                fieldNames: missingNames,
+            });
+        }
+    }
+    return errors;
+}
+async function inspectFields(mapping, table, options) {
+    const { maxErrors } = options;
+    const errors = [];
+    const fields = mapping.target.fields;
+    const concurrency = os.cpus().length;
+    const abortController = new AbortController();
+    const maxFieldErrors = Math.ceil(maxErrors / fields.length);
+    const collectFieldErrors = async (index, field) => {
+        const fieldMapping = matchSchemaField(mapping, field, index);
+        if (!fieldMapping)
+            return;
+        const fieldErrors = await inspectField(fieldMapping, table, {
+            maxErrors: maxFieldErrors,
+        });
+        errors.push(...fieldErrors);
+        if (errors.length > maxErrors) {
+            abortController.abort();
+        }
+    };
+    try {
+        await pAll(fields.map((field, index) => () => collectFieldErrors(index, field)), { concurrency });
+    }
+    catch (error) {
+        const isAborted = error instanceof Error && error.name === "AbortError";
+        if (!isAborted)
+            throw error;
+    }
+    return errors;
+}
+async function inspectRows(mapping, table, options) {
+    const { maxErrors } = options;
+    const errors = [];
+    const fields = mapping.target.fields;
+    const concurrency = os.cpus().length - 1;
+    const abortController = new AbortController();
+    const maxRowErrors = Math.ceil(maxErrors / fields.length);
+    const collectRowErrors = async (check) => {
+        const rowCheckTable = table
+            .withRowCount()
+            .withColumn(pl.col("row_nr").add(1))
+            .rename({ row_nr: "dpkit:number" })
+            .withColumn(pl
+            .when(check.isErrorExpr)
+            .then(pl.lit(JSON.stringify(check.errorTemplate)))
+            .otherwise(pl.lit(null))
+            .alias("dpkit:error"));
+        const rowCheckFrame = await rowCheckTable
+            .filter(pl.col("dpkit:error").isNotNull())
+            .head(maxRowErrors)
+            .collect();
+        for (const row of rowCheckFrame.toRecords()) {
+            const errorTemplate = JSON.parse(row["dpkit:error"]);
+            errors.push({
+                ...errorTemplate,
+                rowNumber: row["dpkit:number"],
+            });
+        }
+        if (errors.length > maxErrors) {
+            abortController.abort();
+        }
+    };
+    try {
+        await pAll([...createChecksRowUnique(mapping)].map(it => () => collectRowErrors(it)), { concurrency });
+    }
+    catch (error) {
+        const isAborted = error instanceof Error && error.name === "AbortError";
+        if (!isAborted)
+            throw error;
+    }
+    return errors;
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5zcGVjdC5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uL3RhYmxlL2luc3BlY3QudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFFLE1BQU0sU0FBUyxDQUFBO0FBSXhCLE9BQU8sS0FBSyxFQUFFLE1BQU0sZUFBZSxDQUFBO0FBQ25DLE9BQU8sSUFBSSxNQUFNLE9BQU8sQ0FBQTtBQUN4QixPQUFPLEVBQUUsWUFBWSxFQUFFLE1BQU0sbUJBQW1CLENBQUE7QUFDaEQsT0FBTyxFQUFFLFNBQVMsRUFBRSxNQUFNLGVBQWUsQ0FBQTtBQUN6QyxPQUFPLEVBQUUsZ0JBQWdCLEVBQUUsTUFBTSxvQkFBb0IsQ0FBQTtBQUNyRCxPQUFPLEVBQUUsZUFBZSxFQUFFLE1BQU0sb0JBQW9CLENBQUE7QUFHcEQsT0FBTyxFQUFFLHFCQUFxQixFQUFFLE1BQU0sb0JBQW9CLENBQUE7QUFFMUQsTUFBTSxDQUFDLEtBQUssVUFBVSxZQUFZLENBQ2hDLEtBQVksRUFDWixPQUlDO0lBRUQsTUFBTSxFQUFFLE1BQU0sRUFBRSxVQUFVLEdBQUcsR0FBRyxFQUFFLFNBQVMsR0FBRyxJQUFJLEVBQUUsR0FBRyxPQUFPLElBQUksRUFBRSxDQUFBO0lBQ3BFLE1BQU0sTUFBTSxHQUFpQixFQUFFLENBQUE7SUFFL0IsSUFBSSxNQUFNLEVBQUUsQ0FBQztRQUNYLE1BQU0sTUFBTSxHQUFHLE1BQU0sS0FBSyxDQUFDLElBQUksQ0FBQyxVQUFVLENBQUMsQ0FBQyxPQUFPLEVBQUUsQ0FBQTtRQUNyRCxNQUFNLFlBQVksR0FBRyxlQUFlLENBQUMsTUFBTSxDQUFDLE1BQU0sQ0FBQyxDQUFBO1FBQ25ELE1BQU0sT0FBTyxHQUFHLEVBQUUsTUFBTSxFQUFFLFlBQVksRUFBRSxNQUFNLEVBQUUsTUFBTSxFQUFFLENBQUE7UUFFeEQsTUFBTSxXQUFXLEdBQUcsa0JBQWtCLENBQUMsT0FBTyxDQUFDLENBQUE7UUFDL0MsTUFBTSxDQUFDLElBQUksQ0FBQyxHQUFHLFdBQVcsQ0FBQyxDQUFBO1FBRTNCLE1BQU0sV0FBVyxHQUFHLE1BQU0sYUFBYSxDQUFDLE9BQU8sRUFBRSxLQUFLLEVBQUUsRUFBRSxTQUFTLEVBQUUsQ0FBQyxDQUFBO1FBQ3RFLE1BQU0sQ0FBQyxJQUFJLENBQUMsR0FBRyxXQUFXLENBQUMsQ0FBQTtRQUUzQixNQUFNLFNBQVMsR0FBRyxNQUFNLFdBQVcsQ0FBQyxPQUFPLEVBQUUsS0FBSyxFQUFFLEVBQUUsU0FBUyxFQUFFLENBQUMsQ0FBQTtRQUNsRSxNQUFNLENBQUMsSUFBSSxDQUFDLEdBQUcsU0FBUyxDQUFDLENBQUE7SUFDM0IsQ0FBQztJQUVELE9BQU8sTUFBTSxDQUFDLEtBQUssQ0FBQyxDQUFDLEVBQUUsU0FBUyxDQUFDLENBQUE7QUFDbkMsQ0FBQztBQUVELFNBQVMsa0JBQWtCLENBQUMsT0FBc0I7SUFDaEQsTUFBTSxNQUFNLEdBQWlCLEVBQUUsQ0FBQTtJQUMvQixNQUFNLFdBQVcsR0FBRyxPQUFPLENBQUMsTUFBTSxDQUFDLFdBQVcsSUFBSSxPQUFPLENBQUE7SUFFekQsTUFBTSxNQUFNLEdBQUcsT0FBTyxDQUFDLE1BQU0sQ0FBQyxNQUFNLENBQUE7SUFDcEMsTUFBTSxZQUFZLEdBQUcsT0FBTyxDQUFDLE1BQU0sQ0FBQyxNQUFNLENBQUE7SUFFMUMsTUFBTSxLQUFLLEdBQUcsTUFBTSxDQUFDLEdBQUcsQ0FBQyxLQUFLLENBQUMsRUFBRSxDQUFDLEtBQUssQ0FBQyxJQUFJLENBQUMsQ0FBQTtJQUM3QyxNQUFNLFdBQVcsR0FBRyxZQUFZLENBQUMsR0FBRyxDQUFDLEtBQUssQ0FBQyxFQUFFLENBQUMsS0FBSyxDQUFDLElBQUksQ0FBQyxDQUFBO0lBRXpELE1BQU0sYUFBYSxHQUFHLE1BQU07U0FDekIsTUFBTSxDQUFDLEtBQUssQ0FBQyxFQUFFLENBQUMsS0FBSyxDQUFDLFdBQVcsRUFBRSxRQUFRLENBQUM7U0FDNUMsR0FBRyxDQUFDLEtBQUssQ0FBQyxFQUFFLENBQUMsS0FBSyxDQUFDLElBQUksQ0FBQyxDQUFBO0lBRTNCLE1BQU0sV0FBVyxHQUFHLFlBQVksQ0FBQyxNQUFNLEdBQUcsTUFBTSxDQUFDLE1BQU0sQ0FBQTtJQUN2RCxNQUFNLGFBQWEsR0FBRyxNQUFNLENBQUMsTUFBTSxHQUFHLFlBQVksQ0FBQyxNQUFNLENBQUE7SUFFekQsTUFBTSxVQUFVLEdBQUcsU0FBUyxDQUFDLFdBQVcsRUFBRSxLQUFLLENBQUMsQ0FBQTtJQUNoRCxNQUFNLFlBQVksR0FBRyxTQUFTLENBQUMsS0FBSyxFQUFFLFdBQVcsQ0FBQyxDQUFBO0lBQ2xELE1BQU0sb0JBQW9CLEdBQUcsU0FBUyxDQUFDLGFBQWEsRUFBRSxXQUFXLENBQUMsQ0FBQTtJQUVsRSxJQUFJLFdBQVcsS0FBSyxPQUFPLEVBQUUsQ0FBQztRQUM1QixJQUFJLFdBQVcsR0FBRyxDQUFDLEVBQUUsQ0FBQztZQUNwQixNQUFNLENBQUMsSUFBSSxDQUFDO2dCQUNWLElBQUksRUFBRSxjQUFjO2dCQUNwQixVQUFVLEVBQUUsVUFBVTthQUN2QixDQUFDLENBQUE7UUFDSixDQUFDO1FBRUQsSUFBSSxhQUFhLEdBQUcsQ0FBQyxFQUFFLENBQUM7WUFDdEIsTUFBTSxDQUFDLElBQUksQ0FBQztnQkFDVixJQUFJLEVBQUUsZ0JBQWdCO2dCQUN0QixVQUFVLEVBQUUsWUFBWTthQUN6QixDQUFDLENBQUE7UUFDSixDQUFDO0lBQ0gsQ0FBQztJQUVELElBQUksV0FBVyxLQUFLLE9BQU8sRUFBRSxDQUFDO1FBQzVCLElBQUksVUFBVSxDQUFDLE1BQU0sR0FBRyxDQUFDLEVBQUUsQ0FBQztZQUMxQixNQUFNLENBQUMsSUFBSSxDQUFDO2dCQUNWLElBQUksRUFBRSxjQUFjO2dCQUNwQixVQUFVLEVBQUUsVUFBVTthQUN2QixDQUFDLENBQUE7UUFDSixDQUFDO1FBRUQsSUFBSSxvQkFBb0IsQ0FBQyxNQUFNLEdBQUcsQ0FBQyxFQUFFLENBQUM7WUFDcEMsTUFBTSxDQUFDLElBQUksQ0FBQztnQkFDVixJQUFJLEVBQUUsZ0JBQWdCO2dCQUN0QixVQUFVLEVBQUUsb0JBQW9CO2FBQ2pDLENBQUMsQ0FBQTtRQUNKLENBQUM7SUFDSCxDQUFDO0lBRUQsSUFBSSxXQUFXLEtBQUssUUFBUSxFQUFFLENBQUM7UUFDN0IsSUFBSSxvQkFBb0IsQ0FBQyxNQUFNLEdBQUcsQ0FBQyxFQUFFLENBQUM7WUFDcEMsTUFBTSxDQUFDLElBQUksQ0FBQztnQkFDVixJQUFJLEVBQUUsZ0JBQWdCO2dCQUN0QixVQUFVLEVBQUUsb0JBQW9CO2FBQ2pDLENBQUMsQ0FBQTtRQUNKLENBQUM7SUFDSCxDQUFDO0lBRUQsSUFBSSxXQUFXLEtBQUssVUFBVSxFQUFFLENBQUM7UUFDL0IsSUFBSSxVQUFVLENBQUMsTUFBTSxHQUFHLENBQUMsRUFBRSxDQUFDO1lBQzFCLE1BQU0sQ0FBQyxJQUFJLENBQUM7Z0JBQ1YsSUFBSSxFQUFFLGNBQWM7Z0JBQ3BCLFVBQVUsRUFBRSxVQUFVO2FBQ3ZCLENBQUMsQ0FBQTtRQUNKLENBQUM7SUFDSCxDQUFDO0lBRUQsSUFBSSxXQUFXLEtBQUssU0FBUyxFQUFFLENBQUM7UUFDOUIsSUFBSSxZQUFZLENBQUMsTUFBTSxLQUFLLE1BQU0sQ0FBQyxNQUFNLEVBQUUsQ0FBQztZQUMxQyxNQUFNLENBQUMsSUFBSSxDQUFDO2dCQUNWLElBQUksRUFBRSxnQkFBZ0I7Z0JBQ3RCLFVBQVUsRUFBRSxZQUFZO2FBQ3pCLENBQUMsQ0FBQTtRQUNKLENBQUM7SUFDSCxDQUFDO0lBRUQsT0FBTyxNQUFNLENBQUE7QUFDZixDQUFDO0FBRUQsS0FBSyxVQUFVLGFBQWEsQ0FDMUIsT0FBc0IsRUFDdEIsS0FBWSxFQUNaLE9BRUM7SUFFRCxNQUFNLEVBQUUsU0FBUyxFQUFFLEdBQUcsT0FBTyxDQUFBO0lBQzdCLE1BQU0sTUFBTSxHQUFpQixFQUFFLENBQUE7SUFDL0IsTUFBTSxNQUFNLEdBQUcsT0FBTyxDQUFDLE1BQU0sQ0FBQyxNQUFNLENBQUE7SUFDcEMsTUFBTSxXQUFXLEdBQUcsRUFBRSxDQUFDLElBQUksRUFBRSxDQUFDLE1BQU0sQ0FBQTtJQUNwQyxNQUFNLGVBQWUsR0FBRyxJQUFJLGVBQWUsRUFBRSxDQUFBO0lBQzdDLE1BQU0sY0FBYyxHQUFHLElBQUksQ0FBQyxJQUFJLENBQUMsU0FBUyxHQUFHLE1BQU0sQ0FBQyxNQUFNLENBQUMsQ0FBQTtJQUUzRCxNQUFNLGtCQUFrQixHQUFHLEtBQUssRUFBRSxLQUFhLEVBQUUsS0FBWSxFQUFFLEVBQUU7UUFDL0QsTUFBTSxZQUFZLEdBQUcsZ0JBQWdCLENBQUMsT0FBTyxFQUFFLEtBQUssRUFBRSxLQUFLLENBQUMsQ0FBQTtRQUM1RCxJQUFJLENBQUMsWUFBWTtZQUFFLE9BQU07UUFFekIsTUFBTSxXQUFXLEdBQUcsTUFBTSxZQUFZLENBQUMsWUFBWSxFQUFFLEtBQUssRUFBRTtZQUMxRCxTQUFTLEVBQUUsY0FBYztTQUMxQixDQUFDLENBQUE7UUFFRixNQUFNLENBQUMsSUFBSSxDQUFDLEdBQUcsV0FBVyxDQUFDLENBQUE7UUFDM0IsSUFBSSxNQUFNLENBQUMsTUFBTSxHQUFHLFNBQVMsRUFBRSxDQUFDO1lBQzlCLGVBQWUsQ0FBQyxLQUFLLEVBQUUsQ0FBQTtRQUN6QixDQUFDO0lBQ0gsQ0FBQyxDQUFBO0lBRUQsSUFBSSxDQUFDO1FBQ0gsTUFBTSxJQUFJLENBQ1IsTUFBTSxDQUFDLEdBQUcsQ0FBQyxDQUFDLEtBQUssRUFBRSxLQUFLLEVBQUUsRUFBRSxDQUFDLEdBQUcsRUFBRSxDQUFDLGtCQUFrQixDQUFDLEtBQUssRUFBRSxLQUFLLENBQUMsQ0FBQyxFQUNwRSxFQUFFLFdBQVcsRUFBRSxDQUNoQixDQUFBO0lBQ0gsQ0FBQztJQUFDLE9BQU8sS0FBSyxFQUFFLENBQUM7UUFDZixNQUFNLFNBQVMsR0FBRyxLQUFLLFlBQVksS0FBSyxJQUFJLEtBQUssQ0FBQyxJQUFJLEtBQUssWUFBWSxDQUFBO1FBQ3ZFLElBQUksQ0FBQyxTQUFTO1lBQUUsTUFBTSxLQUFLLENBQUE7SUFDN0IsQ0FBQztJQUVELE9BQU8sTUFBTSxDQUFBO0FBQ2YsQ0FBQztBQUVELEtBQUssVUFBVSxXQUFXLENBQ3hCLE9BQXNCLEVBQ3RCLEtBQVksRUFDWixPQUE4QjtJQUU5QixNQUFNLEVBQUUsU0FBUyxFQUFFLEdBQUcsT0FBTyxDQUFBO0lBQzdCLE1BQU0sTUFBTSxHQUFpQixFQUFFLENBQUE7SUFDL0IsTUFBTSxNQUFNLEdBQUcsT0FBTyxDQUFDLE1BQU0sQ0FBQyxNQUFNLENBQUE7SUFDcEMsTUFBTSxXQUFXLEdBQUcsRUFBRSxDQUFDLElBQUksRUFBRSxDQUFDLE1BQU0sR0FBRyxDQUFDLENBQUE7SUFDeEMsTUFBTSxlQUFlLEdBQUcsSUFBSSxlQUFlLEVBQUUsQ0FBQTtJQUM3QyxNQUFNLFlBQVksR0FBRyxJQUFJLENBQUMsSUFBSSxDQUFDLFNBQVMsR0FBRyxNQUFNLENBQUMsTUFBTSxDQUFDLENBQUE7SUFFekQsTUFBTSxnQkFBZ0IsR0FBRyxLQUFLLEVBQUUsS0FBVSxFQUFFLEVBQUU7UUFDNUMsTUFBTSxhQUFhLEdBQUcsS0FBSzthQUN4QixZQUFZLEVBQUU7YUFDZCxVQUFVLENBQUMsRUFBRSxDQUFDLEdBQUcsQ0FBQyxRQUFRLENBQUMsQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFDLENBQUM7YUFDbkMsTUFBTSxDQUFDLEVBQUUsTUFBTSxFQUFFLGNBQWMsRUFBRSxDQUFDO2FBQ2xDLFVBQVUsQ0FDVCxFQUFFO2FBQ0MsSUFBSSxDQUFDLEtBQUssQ0FBQyxXQUFXLENBQUM7YUFDdkIsSUFBSSxDQUFDLEVBQUUsQ0FBQyxHQUFHLENBQUMsSUFBSSxDQUFDLFNBQVMsQ0FBQyxLQUFLLENBQUMsYUFBYSxDQUFDLENBQUMsQ0FBQzthQUNqRCxTQUFTLENBQUMsRUFBRSxDQUFDLEdBQUcsQ0FBQyxJQUFJLENBQUMsQ0FBQzthQUN2QixLQUFLLENBQUMsYUFBYSxDQUFDLENBQ3hCLENBQUE7UUFFSCxNQUFNLGFBQWEsR0FBRyxNQUFNLGFBQWE7YUFDdEMsTUFBTSxDQUFDLEVBQUUsQ0FBQyxHQUFHLENBQUMsYUFBYSxDQUFDLENBQUMsU0FBUyxFQUFFLENBQUM7YUFDekMsSUFBSSxDQUFDLFlBQVksQ0FBQzthQUNsQixPQUFPLEVBQUUsQ0FBQTtRQUVaLEtBQUssTUFBTSxHQUFHLElBQUksYUFBYSxDQUFDLFNBQVMsRUFBVyxFQUFFLENBQUM7WUFDckQsTUFBTSxhQUFhLEdBQUcsSUFBSSxDQUFDLEtBQUssQ0FBQyxHQUFHLENBQUMsYUFBYSxDQUFDLENBQWEsQ0FBQTtZQUNoRSxNQUFNLENBQUMsSUFBSSxDQUFDO2dCQUNWLEdBQUcsYUFBYTtnQkFDaEIsU0FBUyxFQUFFLEdBQUcsQ0FBQyxjQUFjLENBQUM7YUFDL0IsQ0FBQyxDQUFBO1FBQ0osQ0FBQztRQUVELElBQUksTUFBTSxDQUFDLE1BQU0sR0FBRyxTQUFTLEVBQUUsQ0FBQztZQUM5QixlQUFlLENBQUMsS0FBSyxFQUFFLENBQUE7UUFDekIsQ0FBQztJQUNILENBQUMsQ0FBQTtJQUVELElBQUksQ0FBQztRQUNILE1BQU0sSUFBSSxDQUNSLENBQUMsR0FBRyxxQkFBcUIsQ0FBQyxPQUFPLENBQUMsQ0FBQyxDQUFDLEdBQUcsQ0FBQyxFQUFFLENBQUMsRUFBRSxDQUFDLEdBQUcsRUFBRSxDQUFDLGdCQUFnQixDQUFDLEVBQUUsQ0FBQyxDQUFDLEVBQ3pFLEVBQUUsV0FBVyxFQUFFLENBQ2hCLENBQUE7SUFDSCxDQUFDO0lBQUMsT0FBTyxLQUFLLEVBQUUsQ0FBQztRQUNmLE1BQU0sU0FBUyxHQUFHLEtBQUssWUFBWSxLQUFLLElBQUksS0FBSyxDQUFDLElBQUksS0FBSyxZQUFZLENBQUE7UUFDdkUsSUFBSSxDQUFDLFNBQVM7WUFBRSxNQUFNLEtBQUssQ0FBQTtJQUM3QixDQUFDO0lBRUQsT0FBTyxNQUFNLENBQUE7QUFDZixDQUFDIiwic291cmNlc0NvbnRlbnQiOlsiaW1wb3J0IG9zIGZyb20gXCJub2RlOm9zXCJcbmltcG9ydCB0eXBlIHsgRmllbGQsIFNjaGVtYSB9IGZyb20gXCJAZnJpY3Rpb25sZXNzLXRzL21ldGFkYXRhXCJcbmltcG9ydCB0eXBlIHsgUm93RXJyb3IgfSBmcm9tIFwiQGZyaWN0aW9ubGVzcy10cy9tZXRhZGF0YVwiXG5pbXBvcnQgdHlwZSB7IFRhYmxlRXJyb3IgfSBmcm9tIFwiQGZyaWN0aW9ubGVzcy10cy9tZXRhZGF0YVwiXG5pbXBvcnQgKiBhcyBwbCBmcm9tIFwibm9kZWpzLXBvbGFyc1wiXG5pbXBvcnQgcEFsbCBmcm9tIFwicC1hbGxcIlxuaW1wb3J0IHsgaW5zcGVjdEZpZWxkIH0gZnJvbSBcIi4uL2ZpZWxkL2luZGV4LnRzXCJcbmltcG9ydCB7IGFycmF5RGlmZiB9IGZyb20gXCIuLi9oZWxwZXJzLnRzXCJcbmltcG9ydCB7IG1hdGNoU2NoZW1hRmllbGQgfSBmcm9tIFwiLi4vc2NoZW1hL2luZGV4LnRzXCJcbmltcG9ydCB7IGdldFBvbGFyc1NjaGVtYSB9IGZyb20gXCIuLi9zY2hlbWEvaW5kZXgudHNcIlxuaW1wb3J0IHR5cGUgeyBTY2hlbWFNYXBwaW5nIH0gZnJvbSBcIi4uL3NjaGVtYS9pbmRleC50c1wiXG5pbXBvcnQgdHlwZSB7IFRhYmxlIH0gZnJvbSBcIi4vVGFibGUudHNcIlxuaW1wb3J0IHsgY3JlYXRlQ2hlY2tzUm93VW5pcXVlIH0gZnJvbSBcIi4vY2hlY2tzL3VuaXF1ZS50c1wiXG5cbmV4cG9ydCBhc3luYyBmdW5jdGlvbiBpbnNwZWN0VGFibGUoXG4gIHRhYmxlOiBUYWJsZSxcbiAgb3B0aW9ucz86IHtcbiAgICBzY2hlbWE/OiBTY2hlbWFcbiAgICBzYW1wbGVSb3dzPzogbnVtYmVyXG4gICAgbWF4RXJyb3JzPzogbnVtYmVyXG4gIH0sXG4pIHtcbiAgY29uc3QgeyBzY2hlbWEsIHNhbXBsZVJvd3MgPSAxMDAsIG1heEVycm9ycyA9IDEwMDAgfSA9IG9wdGlvbnMgPz8ge31cbiAgY29uc3QgZXJyb3JzOiBUYWJsZUVycm9yW10gPSBbXVxuXG4gIGlmIChzY2hlbWEpIHtcbiAgICBjb25zdCBzYW1wbGUgPSBhd2FpdCB0YWJsZS5oZWFkKHNhbXBsZVJvd3MpLmNvbGxlY3QoKVxuICAgIGNvbnN0IHBvbGFyc1NjaGVtYSA9IGdldFBvbGFyc1NjaGVtYShzYW1wbGUuc2NoZW1hKVxuICAgIGNvbnN0IG1hcHBpbmcgPSB7IHNvdXJjZTogcG9sYXJzU2NoZW1hLCB0YXJnZXQ6IHNjaGVtYSB9XG5cbiAgICBjb25zdCBtYXRjaEVycm9ycyA9IGluc3BlY3RGaWVsZHNNYXRjaChtYXBwaW5nKVxuICAgIGVycm9ycy5wdXNoKC4uLm1hdGNoRXJyb3JzKVxuXG4gICAgY29uc3QgZmllbGRFcnJvcnMgPSBhd2FpdCBpbnNwZWN0RmllbGRzKG1hcHBpbmcsIHRhYmxlLCB7IG1heEVycm9ycyB9KVxuICAgIGVycm9ycy5wdXNoKC4uLmZpZWxkRXJyb3JzKVxuXG4gICAgY29uc3Qgcm93RXJyb3JzID0gYXdhaXQgaW5zcGVjdFJvd3MobWFwcGluZywgdGFibGUsIHsgbWF4RXJyb3JzIH0pXG4gICAgZXJyb3JzLnB1c2goLi4ucm93RXJyb3JzKVxuICB9XG5cbiAgcmV0dXJuIGVycm9ycy5zbGljZSgwLCBtYXhFcnJvcnMpXG59XG5cbmZ1bmN0aW9uIGluc3BlY3RGaWVsZHNNYXRjaChtYXBwaW5nOiBTY2hlbWFNYXBwaW5nKSB7XG4gIGNvbnN0IGVycm9yczogVGFibGVFcnJvcltdID0gW11cbiAgY29uc3QgZmllbGRzTWF0Y2ggPSBtYXBwaW5nLnRhcmdldC5maWVsZHNNYXRjaCA/PyBcImV4YWN0XCJcblxuICBjb25zdCBmaWVsZHMgPSBtYXBwaW5nLnRhcmdldC5maWVsZHNcbiAgY29uc3QgcG9sYXJzRmllbGRzID0gbWFwcGluZy5zb3VyY2UuZmllbGRzXG5cbiAgY29uc3QgbmFtZXMgPSBmaWVsZHMubWFwKGZpZWxkID0+IGZpZWxkLm5hbWUpXG4gIGNvbnN0IHBvbGFyc05hbWVzID0gcG9sYXJzRmllbGRzLm1hcChmaWVsZCA9PiBmaWVsZC5uYW1lKVxuXG4gIGNvbnN0IHJlcXVpcmVkTmFtZXMgPSBmaWVsZHNcbiAgICAuZmlsdGVyKGZpZWxkID0+IGZpZWxkLmNvbnN0cmFpbnRzPy5yZXF1aXJlZClcbiAgICAubWFwKGZpZWxkID0+IGZpZWxkLm5hbWUpXG5cbiAgY29uc3QgZXh0cmFGaWVsZHMgPSBwb2xhcnNGaWVsZHMubGVuZ3RoIC0gZmllbGRzLmxlbmd0aFxuICBjb25zdCBtaXNzaW5nRmllbGRzID0gZmllbGRzLmxlbmd0aCAtIHBvbGFyc0ZpZWxkcy5sZW5ndGhcblxuICBjb25zdCBleHRyYU5hbWVzID0gYXJyYXlEaWZmKHBvbGFyc05hbWVzLCBuYW1lcylcbiAgY29uc3QgbWlzc2luZ05hbWVzID0gYXJyYXlEaWZmKG5hbWVzLCBwb2xhcnNOYW1lcylcbiAgY29uc3QgbWlzc2luZ1JlcXVpcmVkTmFtZXMgPSBhcnJheURpZmYocmVxdWlyZWROYW1lcywgcG9sYXJzTmFtZXMpXG5cbiAgaWYgKGZpZWxkc01hdGNoID09PSBcImV4YWN0XCIpIHtcbiAgICBpZiAoZXh0cmFGaWVsZHMgPiAwKSB7XG4gICAgICBlcnJvcnMucHVzaCh7XG4gICAgICAgIHR5cGU6IFwiZmllbGRzL2V4dHJhXCIsXG4gICAgICAgIGZpZWxkTmFtZXM6IGV4dHJhTmFtZXMsXG4gICAgICB9KVxuICAgIH1cblxuICAgIGlmIChtaXNzaW5nRmllbGRzID4gMCkge1xuICAgICAgZXJyb3JzLnB1c2goe1xuICAgICAgICB0eXBlOiBcImZpZWxkcy9taXNzaW5nXCIsXG4gICAgICAgIGZpZWxkTmFtZXM6IG1pc3NpbmdOYW1lcyxcbiAgICAgIH0pXG4gICAgfVxuICB9XG5cbiAgaWYgKGZpZWxkc01hdGNoID09PSBcImVxdWFsXCIpIHtcbiAgICBpZiAoZXh0cmFOYW1lcy5sZW5ndGggPiAwKSB7XG4gICAgICBlcnJvcnMucHVzaCh7XG4gICAgICAgIHR5cGU6IFwiZmllbGRzL2V4dHJhXCIsXG4gICAgICAgIGZpZWxkTmFtZXM6IGV4dHJhTmFtZXMsXG4gICAgICB9KVxuICAgIH1cblxuICAgIGlmIChtaXNzaW5nUmVxdWlyZWROYW1lcy5sZW5ndGggPiAwKSB7XG4gICAgICBlcnJvcnMucHVzaCh7XG4gICAgICAgIHR5cGU6IFwiZmllbGRzL21pc3NpbmdcIixcbiAgICAgICAgZmllbGROYW1lczogbWlzc2luZ1JlcXVpcmVkTmFtZXMsXG4gICAgICB9KVxuICAgIH1cbiAgfVxuXG4gIGlmIChmaWVsZHNNYXRjaCA9PT0gXCJzdWJzZXRcIikge1xuICAgIGlmIChtaXNzaW5nUmVxdWlyZWROYW1lcy5sZW5ndGggPiAwKSB7XG4gICAgICBlcnJvcnMucHVzaCh7XG4gICAgICAgIHR5cGU6IFwiZmllbGRzL21pc3NpbmdcIixcbiAgICAgICAgZmllbGROYW1lczogbWlzc2luZ1JlcXVpcmVkTmFtZXMsXG4gICAgICB9KVxuICAgIH1cbiAgfVxuXG4gIGlmIChmaWVsZHNNYXRjaCA9PT0gXCJzdXBlcnNldFwiKSB7XG4gICAgaWYgKGV4dHJhTmFtZXMubGVuZ3RoID4gMCkge1xuICAgICAgZXJyb3JzLnB1c2goe1xuICAgICAgICB0eXBlOiBcImZpZWxkcy9leHRyYVwiLFxuICAgICAgICBmaWVsZE5hbWVzOiBleHRyYU5hbWVzLFxuICAgICAgfSlcbiAgICB9XG4gIH1cblxuICBpZiAoZmllbGRzTWF0Y2ggPT09IFwicGFydGlhbFwiKSB7XG4gICAgaWYgKG1pc3NpbmdOYW1lcy5sZW5ndGggPT09IGZpZWxkcy5sZW5ndGgpIHtcbiAgICAgIGVycm9ycy5wdXNoKHtcbiAgICAgICAgdHlwZTogXCJmaWVsZHMvbWlzc2luZ1wiLFxuICAgICAgICBmaWVsZE5hbWVzOiBtaXNzaW5nTmFtZXMsXG4gICAgICB9KVxuICAgIH1cbiAgfVxuXG4gIHJldHVybiBlcnJvcnNcbn1cblxuYXN5bmMgZnVuY3Rpb24gaW5zcGVjdEZpZWxkcyhcbiAgbWFwcGluZzogU2NoZW1hTWFwcGluZyxcbiAgdGFibGU6IFRhYmxlLFxuICBvcHRpb25zOiB7XG4gICAgbWF4RXJyb3JzOiBudW1iZXJcbiAgfSxcbikge1xuICBjb25zdCB7IG1heEVycm9ycyB9ID0gb3B0aW9uc1xuICBjb25zdCBlcnJvcnM6IFRhYmxlRXJyb3JbXSA9IFtdXG4gIGNvbnN0IGZpZWxkcyA9IG1hcHBpbmcudGFyZ2V0LmZpZWxkc1xuICBjb25zdCBjb25jdXJyZW5jeSA9IG9zLmNwdXMoKS5sZW5ndGhcbiAgY29uc3QgYWJvcnRDb250cm9sbGVyID0gbmV3IEFib3J0Q29udHJvbGxlcigpXG4gIGNvbnN0IG1heEZpZWxkRXJyb3JzID0gTWF0aC5jZWlsKG1heEVycm9ycyAvIGZpZWxkcy5sZW5ndGgpXG5cbiAgY29uc3QgY29sbGVjdEZpZWxkRXJyb3JzID0gYXN5bmMgKGluZGV4OiBudW1iZXIsIGZpZWxkOiBGaWVsZCkgPT4ge1xuICAgIGNvbnN0IGZpZWxkTWFwcGluZyA9IG1hdGNoU2NoZW1hRmllbGQobWFwcGluZywgZmllbGQsIGluZGV4KVxuICAgIGlmICghZmllbGRNYXBwaW5nKSByZXR1cm5cblxuICAgIGNvbnN0IGZpZWxkRXJyb3JzID0gYXdhaXQgaW5zcGVjdEZpZWxkKGZpZWxkTWFwcGluZywgdGFibGUsIHtcbiAgICAgIG1heEVycm9yczogbWF4RmllbGRFcnJvcnMsXG4gICAgfSlcblxuICAgIGVycm9ycy5wdXNoKC4uLmZpZWxkRXJyb3JzKVxuICAgIGlmIChlcnJvcnMubGVuZ3RoID4gbWF4RXJyb3JzKSB7XG4gICAgICBhYm9ydENvbnRyb2xsZXIuYWJvcnQoKVxuICAgIH1cbiAgfVxuXG4gIHRyeSB7XG4gICAgYXdhaXQgcEFsbChcbiAgICAgIGZpZWxkcy5tYXAoKGZpZWxkLCBpbmRleCkgPT4gKCkgPT4gY29sbGVjdEZpZWxkRXJyb3JzKGluZGV4LCBmaWVsZCkpLFxuICAgICAgeyBjb25jdXJyZW5jeSB9LFxuICAgIClcbiAgfSBjYXRjaCAoZXJyb3IpIHtcbiAgICBjb25zdCBpc0Fib3J0ZWQgPSBlcnJvciBpbnN0YW5jZW9mIEVycm9yICYmIGVycm9yLm5hbWUgPT09IFwiQWJvcnRFcnJvclwiXG4gICAgaWYgKCFpc0Fib3J0ZWQpIHRocm93IGVycm9yXG4gIH1cblxuICByZXR1cm4gZXJyb3JzXG59XG5cbmFzeW5jIGZ1bmN0aW9uIGluc3BlY3RSb3dzKFxuICBtYXBwaW5nOiBTY2hlbWFNYXBwaW5nLFxuICB0YWJsZTogVGFibGUsXG4gIG9wdGlvbnM6IHsgbWF4RXJyb3JzOiBudW1iZXIgfSxcbikge1xuICBjb25zdCB7IG1heEVycm9ycyB9ID0gb3B0aW9uc1xuICBjb25zdCBlcnJvcnM6IFRhYmxlRXJyb3JbXSA9IFtdXG4gIGNvbnN0IGZpZWxkcyA9IG1hcHBpbmcudGFyZ2V0LmZpZWxkc1xuICBjb25zdCBjb25jdXJyZW5jeSA9IG9zLmNwdXMoKS5sZW5ndGggLSAxXG4gIGNvbnN0IGFib3J0Q29udHJvbGxlciA9IG5ldyBBYm9ydENvbnRyb2xsZXIoKVxuICBjb25zdCBtYXhSb3dFcnJvcnMgPSBNYXRoLmNlaWwobWF4RXJyb3JzIC8gZmllbGRzLmxlbmd0aClcblxuICBjb25zdCBjb2xsZWN0Um93RXJyb3JzID0gYXN5bmMgKGNoZWNrOiBhbnkpID0+IHtcbiAgICBjb25zdCByb3dDaGVja1RhYmxlID0gdGFibGVcbiAgICAgIC53aXRoUm93Q291bnQoKVxuICAgICAgLndpdGhDb2x1bW4ocGwuY29sKFwicm93X25yXCIpLmFkZCgxKSlcbiAgICAgIC5yZW5hbWUoeyByb3dfbnI6IFwiZHBraXQ6bnVtYmVyXCIgfSlcbiAgICAgIC53aXRoQ29sdW1uKFxuICAgICAgICBwbFxuICAgICAgICAgIC53aGVuKGNoZWNrLmlzRXJyb3JFeHByKVxuICAgICAgICAgIC50aGVuKHBsLmxpdChKU09OLnN0cmluZ2lmeShjaGVjay5lcnJvclRlbXBsYXRlKSkpXG4gICAgICAgICAgLm90aGVyd2lzZShwbC5saXQobnVsbCkpXG4gICAgICAgICAgLmFsaWFzKFwiZHBraXQ6ZXJyb3JcIiksXG4gICAgICApXG5cbiAgICBjb25zdCByb3dDaGVja0ZyYW1lID0gYXdhaXQgcm93Q2hlY2tUYWJsZVxuICAgICAgLmZpbHRlcihwbC5jb2woXCJkcGtpdDplcnJvclwiKS5pc05vdE51bGwoKSlcbiAgICAgIC5oZWFkKG1heFJvd0Vycm9ycylcbiAgICAgIC5jb2xsZWN0KClcblxuICAgIGZvciAoY29uc3Qgcm93IG9mIHJvd0NoZWNrRnJhbWUudG9SZWNvcmRzKCkgYXMgYW55W10pIHtcbiAgICAgIGNvbnN0IGVycm9yVGVtcGxhdGUgPSBKU09OLnBhcnNlKHJvd1tcImRwa2l0OmVycm9yXCJdKSBhcyBSb3dFcnJvclxuICAgICAgZXJyb3JzLnB1c2goe1xuICAgICAgICAuLi5lcnJvclRlbXBsYXRlLFxuICAgICAgICByb3dOdW1iZXI6IHJvd1tcImRwa2l0Om51bWJlclwiXSxcbiAgICAgIH0pXG4gICAgfVxuXG4gICAgaWYgKGVycm9ycy5sZW5ndGggPiBtYXhFcnJvcnMpIHtcbiAgICAgIGFib3J0Q29udHJvbGxlci5hYm9ydCgpXG4gICAgfVxuICB9XG5cbiAgdHJ5IHtcbiAgICBhd2FpdCBwQWxsKFxuICAgICAgWy4uLmNyZWF0ZUNoZWNrc1Jvd1VuaXF1ZShtYXBwaW5nKV0ubWFwKGl0ID0+ICgpID0+IGNvbGxlY3RSb3dFcnJvcnMoaXQpKSxcbiAgICAgIHsgY29uY3VycmVuY3kgfSxcbiAgICApXG4gIH0gY2F0Y2ggKGVycm9yKSB7XG4gICAgY29uc3QgaXNBYm9ydGVkID0gZXJyb3IgaW5zdGFuY2VvZiBFcnJvciAmJiBlcnJvci5uYW1lID09PSBcIkFib3J0RXJyb3JcIlxuICAgIGlmICghaXNBYm9ydGVkKSB0aHJvdyBlcnJvclxuICB9XG5cbiAgcmV0dXJuIGVycm9yc1xufVxuIl19

package/build/table/inspect.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/build/table/inspect.spec.js

@@ -0,0 +1,335 @@
+import * as pl from "nodejs-polars";
+import { describe, expect, it } from "vitest";
+import { inspectTable } from "./inspect.js";
+describe("inspectTable", () => {
+    describe("fields validation with fieldsMatch='exact'", () => {
+        it("should pass when fields exactly match", async () => {
+            const table = pl
+                .DataFrame({
+                id: [1, 2],
+                name: ["John", "Jane"],
+            })
+                .lazy();
+            const schema = {
+                fields: [
+                    { name: "id", type: "number" },
+                    { name: "name", type: "string" },
+                ],
+            };
+            const errors = await inspectTable(table, { schema });
+            expect(errors).toEqual([]);
+        });
+        it("should not have fields error when fields same length", async () => {
+            const table = pl
+                .DataFrame({
+                id: [1, 2],
+                age: [30, 25],
+            })
+                .lazy();
+            const schema = {
+                fieldsMatch: "exact",
+                fields: [
+                    { name: "id", type: "number" },
+                    { name: "name", type: "number" },
+                ],
+            };
+            const errors = await inspectTable(table, { schema });
+            expect(errors).toEqual([
+                {
+                    type: "field/name",
+                    fieldName: "name",
+                    actualFieldName: "age",
+                },
+            ]);
+        });
+    });
+    it("should detect extra fields", async () => {
+        const table = pl
+            .DataFrame({
+            id: [1, 2],
+            name: ["John", "Jane"],
+            age: [30, 25],
+        })
+            .lazy();
+        const schema = {
+            fields: [
+                { name: "id", type: "number" },
+                { name: "name", type: "string" },
+            ],
+        };
+        const errors = await inspectTable(table, { schema });
+        expect(errors).toContainEqual({
+            type: "fields/extra",
+            fieldNames: ["age"],
+        });
+    });
+    it("should detect missing fields", async () => {
+        const table = pl
+            .DataFrame({
+            id: [1, 2],
+        })
+            .lazy();
+        const schema = {
+            fields: [
+                { name: "id", type: "number" },
+                { name: "name", type: "string" },
+            ],
+        };
+        const errors = await inspectTable(table, { schema });
+        expect(errors).toContainEqual({
+            type: "fields/missing",
+            fieldNames: ["name"],
+        });
+    });
+    describe("fields validation with fieldsMatch='equal'", () => {
+        it("should pass when field names match regardless of order", async () => {
+            const table = pl
+                .DataFrame({
+                name: ["John", "Jane"],
+                id: [1, 2],
+            })
+                .lazy();
+            const schema = {
+                fieldsMatch: "equal",
+                fields: [
+                    { name: "id", type: "number" },
+                    { name: "name", type: "string" },
+                ],
+            };
+            const errors = await inspectTable(table, { schema });
+            expect(errors).toEqual([]);
+        });
+        it("should detect extra fields", async () => {
+            const table = pl
+                .DataFrame({
+                id: [1, 2],
+                name: ["John", "Jane"],
+                age: [30, 25],
+            })
+                .lazy();
+            const schema = {
+                fieldsMatch: "equal",
+                fields: [
+                    { name: "id", type: "number" },
+                    { name: "name", type: "string" },
+                ],
+            };
+            const errors = await inspectTable(table, { schema });
+            expect(errors).toContainEqual({
+                type: "fields/extra",
+                fieldNames: ["age"],
+            });
+        });
+        it("should detect missing fields", async () => {
+            const table = pl
+                .DataFrame({
+                id: [1, 2],
+            })
+                .lazy();
+            const schema = {
+                fieldsMatch: "equal",
+                fields: [
+                    { name: "id", type: "number" },
+                    {
+                        name: "name",
+                        type: "string",
+                        constraints: { required: true },
+                    },
+                ],
+            };
+            const errors = await inspectTable(table, { schema });
+            expect(errors).toContainEqual({
+                type: "fields/missing",
+                fieldNames: ["name"],
+            });
+        });
+        it("should pass when non-required fields are missing", async () => {
+            const table = pl
+                .DataFrame({
+                id: [1, 2],
+            })
+                .lazy();
+            const schema = {
+                fieldsMatch: "equal",
+                fields: [
+                    { name: "id", type: "number" },
+                    { name: "name", type: "string" },
+                ],
+            };
+            const errors = await inspectTable(table, { schema });
+            expect(errors).toEqual([]);
+        });
+    });
+    describe("fields validation with fieldsMatch='subset'", () => {
+        it("should pass when data contains all schema fields", async () => {
+            const table = pl
+                .DataFrame({
+                id: [1, 2],
+                name: ["John", "Jane"],
+                age: [30, 25],
+            })
+                .lazy();
+            const schema = {
+                fieldsMatch: "subset",
+                fields: [
+                    { name: "id", type: "number" },
+                    { name: "name", type: "string" },
+                ],
+            };
+            const errors = await inspectTable(table, { schema });
+            expect(errors).toEqual([]);
+        });
+        it("should pass when data contains exact schema fields", async () => {
+            const table = pl
+                .DataFrame({
+                id: [1, 2],
+                name: ["John", "Jane"],
+            })
+                .lazy();
+            const schema = {
+                fieldsMatch: "subset",
+                fields: [
+                    { name: "id", type: "number" },
+                    { name: "name", type: "string" },
+                ],
+            };
+            const errors = await inspectTable(table, { schema });
+            expect(errors).toEqual([]);
+        });
+        it("should detect missing fields", async () => {
+            const table = pl
+                .DataFrame({
+                id: [1, 2],
+            })
+                .lazy();
+            const schema = {
+                fieldsMatch: "subset",
+                fields: [
+                    { name: "id", type: "number" },
+                    {
+                        name: "name",
+                        type: "string",
+                        constraints: { required: true },
+                    },
+                ],
+            };
+            const errors = await inspectTable(table, { schema });
+            expect(errors).toContainEqual({
+                type: "fields/missing",
+                fieldNames: ["name"],
+            });
+        });
+        it("should pass when non-required fields are missing", async () => {
+            const table = pl
+                .DataFrame({
+                id: [1, 2],
+            })
+                .lazy();
+            const schema = {
+                fieldsMatch: "subset",
+                fields: [
+                    { name: "id", type: "number" },
+                    { name: "name", type: "string" },
+                ],
+            };
+            const errors = await inspectTable(table, { schema });
+            expect(errors).toEqual([]);
+        });
+    });
+    describe("fields validation with fieldsMatch='superset'", () => {
+        it("should pass when schema contains all data fields", async () => {
+            const table = pl
+                .DataFrame({
+                id: [1, 2],
+            })
+                .lazy();
+            const schema = {
+                fieldsMatch: "superset",
+                fields: [
+                    { name: "id", type: "number" },
+                    { name: "name", type: "string" },
+                ],
+            };
+            const errors = await inspectTable(table, { schema });
+            expect(errors).toEqual([]);
+        });
+        it("should pass when schema contains exact data fields", async () => {
+            const table = pl
+                .DataFrame({
+                id: [1, 2],
+                name: ["John", "Jane"],
+            })
+                .lazy();
+            const schema = {
+                fieldsMatch: "superset",
+                fields: [
+                    { name: "id", type: "number" },
+                    { name: "name", type: "string" },
+                ],
+            };
+            const errors = await inspectTable(table, { schema });
+            expect(errors).toEqual([]);
+        });
+        it("should detect extra fields", async () => {
+            const table = pl
+                .DataFrame({
+                id: [1, 2],
+                name: ["John", "Jane"],
+                age: [30, 25],
+            })
+                .lazy();
+            const schema = {
+                fieldsMatch: "superset",
+                fields: [
+                    { name: "id", type: "number" },
+                    { name: "name", type: "string" },
+                ],
+            };
+            const errors = await inspectTable(table, { schema });
+            expect(errors).toContainEqual({
+                type: "fields/extra",
+                fieldNames: ["age"],
+            });
+        });
+    });
+    describe("fields validation with fieldsMatch='partial'", () => {
+        it("should pass when at least one field matches", async () => {
+            const table = pl
+                .DataFrame({
+                id: [1, 2],
+                age: [30, 25],
+            })
+                .lazy();
+            const schema = {
+                fieldsMatch: "partial",
+                fields: [
+                    { name: "id", type: "number" },
+                    { name: "name", type: "string" },
+                ],
+            };
+            const errors = await inspectTable(table, { schema });
+            expect(errors).toEqual([]);
+        });
+        it("should detect when no fields match", async () => {
+            const table = pl
+                .DataFrame({
+                age: [30, 25],
+                email: ["john@example.com", "jane@example.com"],
+            })
+                .lazy();
+            const schema = {
+                fieldsMatch: "partial",
+                fields: [
+                    { name: "id", type: "number" },
+                    { name: "name", type: "string" },
+                ],
+            };
+            const errors = await inspectTable(table, { schema });
+            expect(errors).toContainEqual({
+                type: "fields/missing",
+                fieldNames: ["id", "name"],
+            });
+        });
+    });
+});
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5zcGVjdC5zcGVjLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vdGFibGUvaW5zcGVjdC5zcGVjLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUNBLE9BQU8sS0FBSyxFQUFFLE1BQU0sZUFBZSxDQUFBO0FBQ25DLE9BQU8sRUFBRSxRQUFRLEVBQUUsTUFBTSxFQUFFLEVBQUUsRUFBRSxNQUFNLFFBQVEsQ0FBQTtBQUM3QyxPQUFPLEVBQUUsWUFBWSxFQUFFLE1BQU0sY0FBYyxDQUFBO0FBRTNDLFFBQVEsQ0FBQyxjQUFjLEVBQUUsR0FBRyxFQUFFO0lBQzVCLFFBQVEsQ0FBQyw0Q0FBNEMsRUFBRSxHQUFHLEVBQUU7UUFDMUQsRUFBRSxDQUFDLHVDQUF1QyxFQUFFLEtBQUssSUFBSSxFQUFFO1lBQ3JELE1BQU0sS0FBSyxHQUFHLEVBQUU7aUJBQ2IsU0FBUyxDQUFDO2dCQUNULEVBQUUsRUFBRSxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUM7Z0JBQ1YsSUFBSSxFQUFFLENBQUMsTUFBTSxFQUFFLE1BQU0sQ0FBQzthQUN2QixDQUFDO2lCQUNELElBQUksRUFBRSxDQUFBO1lBRVQsTUFBTSxNQUFNLEdBQVc7Z0JBQ3JCLE1BQU0sRUFBRTtvQkFDTixFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsSUFBSSxFQUFFLFFBQVEsRUFBRTtvQkFDOUIsRUFBRSxJQUFJLEVBQUUsTUFBTSxFQUFFLElBQUksRUFBRSxRQUFRLEVBQUU7aUJBQ2pDO2FBQ0YsQ0FBQTtZQUVELE1BQU0sTUFBTSxHQUFHLE1BQU0sWUFBWSxDQUFDLEtBQUssRUFBRSxFQUFFLE1BQU0sRUFBRSxDQUFDLENBQUE7WUFFcEQsTUFBTSxDQUFDLE1BQU0sQ0FBQyxDQUFDLE9BQU8sQ0FBQyxFQUFFLENBQUMsQ0FBQTtRQUM1QixDQUFDLENBQUMsQ0FBQTtRQUVGLEVBQUUsQ0FBQyxzREFBc0QsRUFBRSxLQUFLLElBQUksRUFBRTtZQUNwRSxNQUFNLEtBQUssR0FBRyxFQUFFO2lCQUNiLFNBQVMsQ0FBQztnQkFDVCxFQUFFLEVBQUUsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDO2dCQUNWLEdBQUcsRUFBRSxDQUFDLEVBQUUsRUFBRSxFQUFFLENBQUM7YUFDZCxDQUFDO2lCQUNELElBQUksRUFBRSxDQUFBO1lBRVQsTUFBTSxNQUFNLEdBQVc7Z0JBQ3JCLFdBQVcsRUFBRSxPQUFPO2dCQUNwQixNQUFNLEVBQUU7b0JBQ04sRUFBRSxJQUFJLEVBQUUsSUFBSSxFQUFFLElBQUksRUFBRSxRQUFRLEVBQUU7b0JBQzlCLEVBQUUsSUFBSSxFQUFFLE1BQU0sRUFBRSxJQUFJLEVBQUUsUUFBUSxFQUFFO2lCQUNqQzthQUNGLENBQUE7WUFFRCxNQUFNLE1BQU0sR0FBRyxNQUFNLFlBQVksQ0FBQyxLQUFLLEVBQUUsRUFBRSxNQUFNLEVBQUUsQ0FBQyxDQUFBO1lBQ3BELE1BQU0sQ0FBQyxNQUFNLENBQUMsQ0FBQyxPQUFPLENBQUM7Z0JBQ3JCO29CQUNFLElBQUksRUFBRSxZQUFZO29CQUNsQixTQUFTLEVBQUUsTUFBTTtvQkFDakIsZUFBZSxFQUFFLEtBQUs7aUJBQ3ZCO2FBQ0YsQ0FBQyxDQUFBO1FBQ0osQ0FBQyxDQUFDLENBQUE7SUFDSixDQUFDLENBQUMsQ0FBQTtJQUVGLEVBQUUsQ0FBQyw0QkFBNEIsRUFBRSxLQUFLLElBQUksRUFBRTtRQUMxQyxNQUFNLEtBQUssR0FBRyxFQUFFO2FBQ2IsU0FBUyxDQUFDO1lBQ1QsRUFBRSxFQUFFLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQztZQUNWLElBQUksRUFBRSxDQUFDLE1BQU0sRUFBRSxNQUFNLENBQUM7WUFDdEIsR0FBRyxFQUFFLENBQUMsRUFBRSxFQUFFLEVBQUUsQ0FBQztTQUNkLENBQUM7YUFDRCxJQUFJLEVBQUUsQ0FBQTtRQUVULE1BQU0sTUFBTSxHQUFXO1lBQ3JCLE1BQU0sRUFBRTtnQkFDTixFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsSUFBSSxFQUFFLFFBQVEsRUFBRTtnQkFDOUIsRUFBRSxJQUFJLEVBQUUsTUFBTSxFQUFFLElBQUksRUFBRSxRQUFRLEVBQUU7YUFDakM7U0FDRixDQUFBO1FBRUQsTUFBTSxNQUFNLEdBQUcsTUFBTSxZQUFZLENBQUMsS0FBSyxFQUFFLEVBQUUsTUFBTSxFQUFFLENBQUMsQ0FBQTtRQUNwRCxNQUFNLENBQUMsTUFBTSxDQUFDLENBQUMsY0FBYyxDQUFDO1lBQzVCLElBQUksRUFBRSxjQUFjO1lBQ3BCLFVBQVUsRUFBRSxDQUFDLEtBQUssQ0FBQztTQUNwQixDQUFDLENBQUE7SUFDSixDQUFDLENBQUMsQ0FBQTtJQUVGLEVBQUUsQ0FBQyw4QkFBOEIsRUFBRSxLQUFLLElBQUksRUFBRTtRQUM1QyxNQUFNLEtBQUssR0FBRyxFQUFFO2FBQ2IsU0FBUyxDQUFDO1lBQ1QsRUFBRSxFQUFFLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQztTQUNYLENBQUM7YUFDRCxJQUFJLEVBQUUsQ0FBQTtRQUVULE1BQU0sTUFBTSxHQUFXO1lBQ3JCLE1BQU0sRUFBRTtnQkFDTixFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsSUFBSSxFQUFFLFFBQVEsRUFBRTtnQkFDOUIsRUFBRSxJQUFJLEVBQUUsTUFBTSxFQUFFLElBQUksRUFBRSxRQUFRLEVBQUU7YUFDakM7U0FDRixDQUFBO1FBRUQsTUFBTSxNQUFNLEdBQUcsTUFBTSxZQUFZLENBQUMsS0FBSyxFQUFFLEVBQUUsTUFBTSxFQUFFLENBQUMsQ0FBQTtRQUNwRCxNQUFNLENBQUMsTUFBTSxDQUFDLENBQUMsY0FBYyxDQUFDO1lBQzVCLElBQUksRUFBRSxnQkFBZ0I7WUFDdEIsVUFBVSxFQUFFLENBQUMsTUFBTSxDQUFDO1NBQ3JCLENBQUMsQ0FBQTtJQUNKLENBQUMsQ0FBQyxDQUFBO0lBRUYsUUFBUSxDQUFDLDRDQUE0QyxFQUFFLEdBQUcsRUFBRTtRQUMxRCxFQUFFLENBQUMsd0RBQXdELEVBQUUsS0FBSyxJQUFJLEVBQUU7WUFDdEUsTUFBTSxLQUFLLEdBQUcsRUFBRTtpQkFDYixTQUFTLENBQUM7Z0JBQ1QsSUFBSSxFQUFFLENBQUMsTUFBTSxFQUFFLE1BQU0sQ0FBQztnQkFDdEIsRUFBRSxFQUFFLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQzthQUNYLENBQUM7aUJBQ0QsSUFBSSxFQUFFLENBQUE7WUFFVCxNQUFNLE1BQU0sR0FBVztnQkFDckIsV0FBVyxFQUFFLE9BQU87Z0JBQ3BCLE1BQU0sRUFBRTtvQkFDTixFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsSUFBSSxFQUFFLFFBQVEsRUFBRTtvQkFDOUIsRUFBRSxJQUFJLEVBQUUsTUFBTSxFQUFFLElBQUksRUFBRSxRQUFRLEVBQUU7aUJBQ2pDO2FBQ0YsQ0FBQTtZQUVELE1BQU0sTUFBTSxHQUFHLE1BQU0sWUFBWSxDQUFDLEtBQUssRUFBRSxFQUFFLE1BQU0sRUFBRSxDQUFDLENBQUE7WUFDcEQsTUFBTSxDQUFDLE1BQU0sQ0FBQyxDQUFDLE9BQU8sQ0FBQyxFQUFFLENBQUMsQ0FBQTtRQUM1QixDQUFDLENBQUMsQ0FBQTtRQUVGLEVBQUUsQ0FBQyw0QkFBNEIsRUFBRSxLQUFLLElBQUksRUFBRTtZQUMxQyxNQUFNLEtBQUssR0FBRyxFQUFFO2lCQUNiLFNBQVMsQ0FBQztnQkFDVCxFQUFFLEVBQUUsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDO2dCQUNWLElBQUksRUFBRSxDQUFDLE1BQU0sRUFBRSxNQUFNLENBQUM7Z0JBQ3RCLEdBQUcsRUFBRSxDQUFDLEVBQUUsRUFBRSxFQUFFLENBQUM7YUFDZCxDQUFDO2lCQUNELElBQUksRUFBRSxDQUFBO1lBRVQsTUFBTSxNQUFNLEdBQVc7Z0JBQ3JCLFdBQVcsRUFBRSxPQUFPO2dCQUNwQixNQUFNLEVBQUU7b0JBQ04sRUFBRSxJQUFJLEVBQUUsSUFBSSxFQUFFLElBQUksRUFBRSxRQUFRLEVBQUU7b0JBQzlCLEVBQUUsSUFBSSxFQUFFLE1BQU0sRUFBRSxJQUFJLEVBQUUsUUFBUSxFQUFFO2lCQUNqQzthQUNGLENBQUE7WUFFRCxNQUFNLE1BQU0sR0FBRyxNQUFNLFlBQVksQ0FBQyxLQUFLLEVBQUUsRUFBRSxNQUFNLEVBQUUsQ0FBQyxDQUFBO1lBQ3BELE1BQU0sQ0FBQyxNQUFNLENBQUMsQ0FBQyxjQUFjLENBQUM7Z0JBQzVCLElBQUksRUFBRSxjQUFjO2dCQUNwQixVQUFVLEVBQUUsQ0FBQyxLQUFLLENBQUM7YUFDcEIsQ0FBQyxDQUFBO1FBQ0osQ0FBQyxDQUFDLENBQUE7UUFFRixFQUFFLENBQUMsOEJBQThCLEVBQUUsS0FBSyxJQUFJLEVBQUU7WUFDNUMsTUFBTSxLQUFLLEdBQUcsRUFBRTtpQkFDYixTQUFTLENBQUM7Z0JBQ1QsRUFBRSxFQUFFLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQzthQUNYLENBQUM7aUJBQ0QsSUFBSSxFQUFFLENBQUE7WUFFVCxNQUFNLE1BQU0sR0FBVztnQkFDckIsV0FBVyxFQUFFLE9BQU87Z0JBQ3BCLE1BQU0sRUFBRTtvQkFDTixFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsSUFBSSxFQUFFLFFBQVEsRUFBRTtvQkFDOUI7d0JBQ0UsSUFBSSxFQUFFLE1BQU07d0JBQ1osSUFBSSxFQUFFLFFBQVE7d0JBQ2QsV0FBVyxFQUFFLEVBQUUsUUFBUSxFQUFFLElBQUksRUFBRTtxQkFDaEM7aUJBQ0Y7YUFDRixDQUFBO1lBRUQsTUFBTSxNQUFNLEdBQUcsTUFBTSxZQUFZLENBQUMsS0FBSyxFQUFFLEVBQUUsTUFBTSxFQUFFLENBQUMsQ0FBQTtZQUNwRCxNQUFNLENBQUMsTUFBTSxDQUFDLENBQUMsY0FBYyxDQUFDO2dCQUM1QixJQUFJLEVBQUUsZ0JBQWdCO2dCQUN0QixVQUFVLEVBQUUsQ0FBQyxNQUFNLENBQUM7YUFDckIsQ0FBQyxDQUFBO1FBQ0osQ0FBQyxDQUFDLENBQUE7UUFFRixFQUFFLENBQUMsa0RBQWtELEVBQUUsS0FBSyxJQUFJLEVBQUU7WUFDaEUsTUFBTSxLQUFLLEdBQUcsRUFBRTtpQkFDYixTQUFTLENBQUM7Z0JBQ1QsRUFBRSxFQUFFLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQzthQUNYLENBQUM7aUJBQ0QsSUFBSSxFQUFFLENBQUE7WUFFVCxNQUFNLE1BQU0sR0FBVztnQkFDckIsV0FBVyxFQUFFLE9BQU87Z0JBQ3BCLE1BQU0sRUFBRTtvQkFDTixFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsSUFBSSxFQUFFLFFBQVEsRUFBRTtvQkFDOUIsRUFBRSxJQUFJLEVBQUUsTUFBTSxFQUFFLElBQUksRUFBRSxRQUFRLEVBQUU7aUJBQ2pDO2FBQ0YsQ0FBQTtZQUVELE1BQU0sTUFBTSxHQUFHLE1BQU0sWUFBWSxDQUFDLEtBQUssRUFBRSxFQUFFLE1BQU0sRUFBRSxDQUFDLENBQUE7WUFDcEQsTUFBTSxDQUFDLE1BQU0sQ0FBQyxDQUFDLE9BQU8sQ0FBQyxFQUFFLENBQUMsQ0FBQTtRQUM1QixDQUFDLENBQUMsQ0FBQTtJQUNKLENBQUMsQ0FBQyxDQUFBO0lBRUYsUUFBUSxDQUFDLDZDQUE2QyxFQUFFLEdBQUcsRUFBRTtRQUMzRCxFQUFFLENBQUMsa0RBQWtELEVBQUUsS0FBSyxJQUFJLEVBQUU7WUFDaEUsTUFBTSxLQUFLLEdBQUcsRUFBRTtpQkFDYixTQUFTLENBQUM7Z0JBQ1QsRUFBRSxFQUFFLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQztnQkFDVixJQUFJLEVBQUUsQ0FBQyxNQUFNLEVBQUUsTUFBTSxDQUFDO2dCQUN0QixHQUFHLEVBQUUsQ0FBQyxFQUFFLEVBQUUsRUFBRSxDQUFDO2FBQ2QsQ0FBQztpQkFDRCxJQUFJLEVBQUUsQ0FBQTtZQUVULE1BQU0sTUFBTSxHQUFXO2dCQUNyQixXQUFXLEVBQUUsUUFBUTtnQkFDckIsTUFBTSxFQUFFO29CQUNOLEVBQUUsSUFBSSxFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsUUFBUSxFQUFFO29CQUM5QixFQUFFLElBQUksRUFBRSxNQUFNLEVBQUUsSUFBSSxFQUFFLFFBQVEsRUFBRTtpQkFDakM7YUFDRixDQUFBO1lBRUQsTUFBTSxNQUFNLEdBQUcsTUFBTSxZQUFZLENBQUMsS0FBSyxFQUFFLEVBQUUsTUFBTSxFQUFFLENBQUMsQ0FBQTtZQUNwRCxNQUFNLENBQUMsTUFBTSxDQUFDLENBQUMsT0FBTyxDQUFDLEVBQUUsQ0FBQyxDQUFBO1FBQzVCLENBQUMsQ0FBQyxDQUFBO1FBRUYsRUFBRSxDQUFDLG9EQUFvRCxFQUFFLEtBQUssSUFBSSxFQUFFO1lBQ2xFLE1BQU0sS0FBSyxHQUFHLEVBQUU7aUJBQ2IsU0FBUyxDQUFDO2dCQUNULEVBQUUsRUFBRSxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUM7Z0JBQ1YsSUFBSSxFQUFFLENBQUMsTUFBTSxFQUFFLE1BQU0sQ0FBQzthQUN2QixDQUFDO2lCQUNELElBQUksRUFBRSxDQUFBO1lBRVQsTUFBTSxNQUFNLEdBQVc7Z0JBQ3JCLFdBQVcsRUFBRSxRQUFRO2dCQUNyQixNQUFNLEVBQUU7b0JBQ04sRUFBRSxJQUFJLEVBQUUsSUFBSSxFQUFFLElBQUksRUFBRSxRQUFRLEVBQUU7b0JBQzlCLEVBQUUsSUFBSSxFQUFFLE1BQU0sRUFBRSxJQUFJLEVBQUUsUUFBUSxFQUFFO2lCQUNqQzthQUNGLENBQUE7WUFFRCxNQUFNLE1BQU0sR0FBRyxNQUFNLFlBQVksQ0FBQyxLQUFLLEVBQUUsRUFBRSxNQUFNLEVBQUUsQ0FBQyxDQUFBO1lBQ3BELE1BQU0sQ0FBQyxNQUFNLENBQUMsQ0FBQyxPQUFPLENBQUMsRUFBRSxDQUFDLENBQUE7UUFDNUIsQ0FBQyxDQUFDLENBQUE7UUFFRixFQUFFLENBQUMsOEJBQThCLEVBQUUsS0FBSyxJQUFJLEVBQUU7WUFDNUMsTUFBTSxLQUFLLEdBQUcsRUFBRTtpQkFDYixTQUFTLENBQUM7Z0JBQ1QsRUFBRSxFQUFFLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQzthQUNYLENBQUM7aUJBQ0QsSUFBSSxFQUFFLENBQUE7WUFFVCxNQUFNLE1BQU0sR0FBVztnQkFDckIsV0FBVyxFQUFFLFFBQVE7Z0JBQ3JCLE1BQU0sRUFBRTtvQkFDTixFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsSUFBSSxFQUFFLFFBQVEsRUFBRTtvQkFDOUI7d0JBQ0UsSUFBSSxFQUFFLE1BQU07d0JBQ1osSUFBSSxFQUFFLFFBQVE7d0JBQ2QsV0FBVyxFQUFFLEVBQUUsUUFBUSxFQUFFLElBQUksRUFBRTtxQkFDaEM7aUJBQ0Y7YUFDRixDQUFBO1lBRUQsTUFBTSxNQUFNLEdBQUcsTUFBTSxZQUFZLENBQUMsS0FBSyxFQUFFLEVBQUUsTUFBTSxFQUFFLENBQUMsQ0FBQTtZQUNwRCxNQUFNLENBQUMsTUFBTSxDQUFDLENBQUMsY0FBYyxDQUFDO2dCQUM1QixJQUFJLEVBQUUsZ0JBQWdCO2dCQUN0QixVQUFVLEVBQUUsQ0FBQyxNQUFNLENBQUM7YUFDckIsQ0FBQyxDQUFBO1FBQ0osQ0FBQyxDQUFDLENBQUE7UUFFRixFQUFFLENBQUMsa0RBQWtELEVBQUUsS0FBSyxJQUFJLEVBQUU7WUFDaEUsTUFBTSxLQUFLLEdBQUcsRUFBRTtpQkFDYixTQUFTLENBQUM7Z0JBQ1QsRUFBRSxFQUFFLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQzthQUNYLENBQUM7aUJBQ0QsSUFBSSxFQUFFLENBQUE7WUFFVCxNQUFNLE1BQU0sR0FBVztnQkFDckIsV0FBVyxFQUFFLFFBQVE7Z0JBQ3JCLE1BQU0sRUFBRTtvQkFDTixFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsSUFBSSxFQUFFLFFBQVEsRUFBRTtvQkFDOUIsRUFBRSxJQUFJLEVBQUUsTUFBTSxFQUFFLElBQUksRUFBRSxRQUFRLEVBQUU7aUJBQ2pDO2FBQ0YsQ0FBQTtZQUVELE1BQU0sTUFBTSxHQUFHLE1BQU0sWUFBWSxDQUFDLEtBQUssRUFBRSxFQUFFLE1BQU0sRUFBRSxDQUFDLENBQUE7WUFDcEQsTUFBTSxDQUFDLE1BQU0sQ0FBQyxDQUFDLE9BQU8sQ0FBQyxFQUFFLENBQUMsQ0FBQTtRQUM1QixDQUFDLENBQUMsQ0FBQTtJQUNKLENBQUMsQ0FBQyxDQUFBO0lBRUYsUUFBUSxDQUFDLCtDQUErQyxFQUFFLEdBQUcsRUFBRTtRQUM3RCxFQUFFLENBQUMsa0RBQWtELEVBQUUsS0FBSyxJQUFJLEVBQUU7WUFDaEUsTUFBTSxLQUFLLEdBQUcsRUFBRTtpQkFDYixTQUFTLENBQUM7Z0JBQ1QsRUFBRSxFQUFFLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQzthQUNYLENBQUM7aUJBQ0QsSUFBSSxFQUFFLENBQUE7WUFFVCxNQUFNLE1BQU0sR0FBVztnQkFDckIsV0FBVyxFQUFFLFVBQVU7Z0JBQ3ZCLE1BQU0sRUFBRTtvQkFDTixFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsSUFBSSxFQUFFLFFBQVEsRUFBRTtvQkFDOUIsRUFBRSxJQUFJLEVBQUUsTUFBTSxFQUFFLElBQUksRUFBRSxRQUFRLEVBQUU7aUJBQ2pDO2FBQ0YsQ0FBQTtZQUVELE1BQU0sTUFBTSxHQUFHLE1BQU0sWUFBWSxDQUFDLEtBQUssRUFBRSxFQUFFLE1BQU0sRUFBRSxDQUFDLENBQUE7WUFDcEQsTUFBTSxDQUFDLE1BQU0sQ0FBQyxDQUFDLE9BQU8sQ0FBQyxFQUFFLENBQUMsQ0FBQTtRQUM1QixDQUFDLENBQUMsQ0FBQTtRQUVGLEVBQUUsQ0FBQyxvREFBb0QsRUFBRSxLQUFLLElBQUksRUFBRTtZQUNsRSxNQUFNLEtBQUssR0FBRyxFQUFFO2lCQUNiLFNBQVMsQ0FBQztnQkFDVCxFQUFFLEVBQUUsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDO2dCQUNWLElBQUksRUFBRSxDQUFDLE1BQU0sRUFBRSxNQUFNLENBQUM7YUFDdkIsQ0FBQztpQkFDRCxJQUFJLEVBQUUsQ0FBQTtZQUVULE1BQU0sTUFBTSxHQUFXO2dCQUNyQixXQUFXLEVBQUUsVUFBVTtnQkFDdkIsTUFBTSxFQUFFO29CQUNOLEVBQUUsSUFBSSxFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsUUFBUSxFQUFFO29CQUM5QixFQUFFLElBQUksRUFBRSxNQUFNLEVBQUUsSUFBSSxFQUFFLFFBQVEsRUFBRTtpQkFDakM7YUFDRixDQUFBO1lBRUQsTUFBTSxNQUFNLEdBQUcsTUFBTSxZQUFZLENBQUMsS0FBSyxFQUFFLEVBQUUsTUFBTSxFQUFFLENBQUMsQ0FBQTtZQUNwRCxNQUFNLENBQUMsTUFBTSxDQUFDLENBQUMsT0FBTyxDQUFDLEVBQUUsQ0FBQyxDQUFBO1FBQzVCLENBQUMsQ0FBQyxDQUFBO1FBRUYsRUFBRSxDQUFDLDRCQUE0QixFQUFFLEtBQUssSUFBSSxFQUFFO1lBQzFDLE1BQU0sS0FBSyxHQUFHLEVBQUU7aUJBQ2IsU0FBUyxDQUFDO2dCQUNULEVBQUUsRUFBRSxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUM7Z0JBQ1YsSUFBSSxFQUFFLENBQUMsTUFBTSxFQUFFLE1BQU0sQ0FBQztnQkFDdEIsR0FBRyxFQUFFLENBQUMsRUFBRSxFQUFFLEVBQUUsQ0FBQzthQUNkLENBQUM7aUJBQ0QsSUFBSSxFQUFFLENBQUE7WUFFVCxNQUFNLE1BQU0sR0FBVztnQkFDckIsV0FBVyxFQUFFLFVBQVU7Z0JBQ3ZCLE1BQU0sRUFBRTtvQkFDTixFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsSUFBSSxFQUFFLFFBQVEsRUFBRTtvQkFDOUIsRUFBRSxJQUFJLEVBQUUsTUFBTSxFQUFFLElBQUksRUFBRSxRQUFRLEVBQUU7aUJBQ2pDO2FBQ0YsQ0FBQTtZQUVELE1BQU0sTUFBTSxHQUFHLE1BQU0sWUFBWSxDQUFDLEtBQUssRUFBRSxFQUFFLE1BQU0sRUFBRSxDQUFDLENBQUE7WUFDcEQsTUFBTSxDQUFDLE1BQU0sQ0FBQyxDQUFDLGNBQWMsQ0FBQztnQkFDNUIsSUFBSSxFQUFFLGNBQWM7Z0JBQ3BCLFVBQVUsRUFBRSxDQUFDLEtBQUssQ0FBQzthQUNwQixDQUFDLENBQUE7UUFDSixDQUFDLENBQUMsQ0FBQTtJQUNKLENBQUMsQ0FBQyxDQUFBO0lBRUYsUUFBUSxDQUFDLDhDQUE4QyxFQUFFLEdBQUcsRUFBRTtRQUM1RCxFQUFFLENBQUMsNkNBQTZDLEVBQUUsS0FBSyxJQUFJLEVBQUU7WUFDM0QsTUFBTSxLQUFLLEdBQUcsRUFBRTtpQkFDYixTQUFTLENBQUM7Z0JBQ1QsRUFBRSxFQUFFLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQztnQkFDVixHQUFHLEVBQUUsQ0FBQyxFQUFFLEVBQUUsRUFBRSxDQUFDO2FBQ2QsQ0FBQztpQkFDRCxJQUFJLEVBQUUsQ0FBQTtZQUVULE1BQU0sTUFBTSxHQUFXO2dCQUNyQixXQUFXLEVBQUUsU0FBUztnQkFDdEIsTUFBTSxFQUFFO29CQUNOLEVBQUUsSUFBSSxFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsUUFBUSxFQUFFO29CQUM5QixFQUFFLElBQUksRUFBRSxNQUFNLEVBQUUsSUFBSSxFQUFFLFFBQVEsRUFBRTtpQkFDakM7YUFDRixDQUFBO1lBRUQsTUFBTSxNQUFNLEdBQUcsTUFBTSxZQUFZLENBQUMsS0FBSyxFQUFFLEVBQUUsTUFBTSxFQUFFLENBQUMsQ0FBQTtZQUNwRCxNQUFNLENBQUMsTUFBTSxDQUFDLENBQUMsT0FBTyxDQUFDLEVBQUUsQ0FBQyxDQUFBO1FBQzVCLENBQUMsQ0FBQyxDQUFBO1FBRUYsRUFBRSxDQUFDLG9DQUFvQyxFQUFFLEtBQUssSUFBSSxFQUFFO1lBQ2xELE1BQU0sS0FBSyxHQUFHLEVBQUU7aUJBQ2IsU0FBUyxDQUFDO2dCQUNULEdBQUcsRUFBRSxDQUFDLEVBQUUsRUFBRSxFQUFFLENBQUM7Z0JBQ2IsS0FBSyxFQUFFLENBQUMsa0JBQWtCLEVBQUUsa0JBQWtCLENBQUM7YUFDaEQsQ0FBQztpQkFDRCxJQUFJLEVBQUUsQ0FBQTtZQUVULE1BQU0sTUFBTSxHQUFXO2dCQUNyQixXQUFXLEVBQUUsU0FBUztnQkFDdEIsTUFBTSxFQUFFO29CQUNOLEVBQUUsSUFBSSxFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsUUFBUSxFQUFFO29CQUM5QixFQUFFLElBQUksRUFBRSxNQUFNLEVBQUUsSUFBSSxFQUFFLFFBQVEsRUFBRTtpQkFDakM7YUFDRixDQUFBO1lBRUQsTUFBTSxNQUFNLEdBQUcsTUFBTSxZQUFZLENBQUMsS0FBSyxFQUFFLEVBQUUsTUFBTSxFQUFFLENBQUMsQ0FBQTtZQUNwRCxNQUFNLENBQUMsTUFBTSxDQUFDLENBQUMsY0FBYyxDQUFDO2dCQUM1QixJQUFJLEVBQUUsZ0JBQWdCO2dCQUN0QixVQUFVLEVBQUUsQ0FBQyxJQUFJLEVBQUUsTUFBTSxDQUFDO2FBQzNCLENBQUMsQ0FBQTtRQUNKLENBQUMsQ0FBQyxDQUFBO0lBQ0osQ0FBQyxDQUFDLENBQUE7QUFDSixDQUFDLENBQUMsQ0FBQSIsInNvdXJjZXNDb250ZW50IjpbImltcG9ydCB0eXBlIHsgU2NoZW1hIH0gZnJvbSBcIkBmcmljdGlvbmxlc3MtdHMvbWV0YWRhdGFcIlxuaW1wb3J0ICogYXMgcGwgZnJvbSBcIm5vZGVqcy1wb2xhcnNcIlxuaW1wb3J0IHsgZGVzY3JpYmUsIGV4cGVjdCwgaXQgfSBmcm9tIFwidml0ZXN0XCJcbmltcG9ydCB7IGluc3BlY3RUYWJsZSB9IGZyb20gXCIuL2luc3BlY3QudHNcIlxuXG5kZXNjcmliZShcImluc3BlY3RUYWJsZVwiLCAoKSA9PiB7XG4gIGRlc2NyaWJlKFwiZmllbGRzIHZhbGlkYXRpb24gd2l0aCBmaWVsZHNNYXRjaD0nZXhhY3QnXCIsICgpID0+IHtcbiAgICBpdChcInNob3VsZCBwYXNzIHdoZW4gZmllbGRzIGV4YWN0bHkgbWF0Y2hcIiwgYXN5bmMgKCkgPT4ge1xuICAgICAgY29uc3QgdGFibGUgPSBwbFxuICAgICAgICAuRGF0YUZyYW1lKHtcbiAgICAgICAgICBpZDogWzEsIDJdLFxuICAgICAgICAgIG5hbWU6IFtcIkpvaG5cIiwgXCJKYW5lXCJdLFxuICAgICAgICB9KVxuICAgICAgICAubGF6eSgpXG5cbiAgICAgIGNvbnN0IHNjaGVtYTogU2NoZW1hID0ge1xuICAgICAgICBmaWVsZHM6IFtcbiAgICAgICAgICB7IG5hbWU6IFwiaWRcIiwgdHlwZTogXCJudW1iZXJcIiB9LFxuICAgICAgICAgIHsgbmFtZTogXCJuYW1lXCIsIHR5cGU6IFwic3RyaW5nXCIgfSxcbiAgICAgICAgXSxcbiAgICAgIH1cblxuICAgICAgY29uc3QgZXJyb3JzID0gYXdhaXQgaW5zcGVjdFRhYmxlKHRhYmxlLCB7IHNjaGVtYSB9KVxuXG4gICAgICBleHBlY3QoZXJyb3JzKS50b0VxdWFsKFtdKVxuICAgIH0pXG5cbiAgICBpdChcInNob3VsZCBub3QgaGF2ZSBmaWVsZHMgZXJyb3Igd2hlbiBmaWVsZHMgc2FtZSBsZW5ndGhcIiwgYXN5bmMgKCkgPT4ge1xuICAgICAgY29uc3QgdGFibGUgPSBwbFxuICAgICAgICAuRGF0YUZyYW1lKHtcbiAgICAgICAgICBpZDogWzEsIDJdLFxuICAgICAgICAgIGFnZTogWzMwLCAyNV0sXG4gICAgICAgIH0pXG4gICAgICAgIC5sYXp5KClcblxuICAgICAgY29uc3Qgc2NoZW1hOiBTY2hlbWEgPSB7XG4gICAgICAgIGZpZWxkc01hdGNoOiBcImV4YWN0XCIsXG4gICAgICAgIGZpZWxkczogW1xuICAgICAgICAgIHsgbmFtZTogXCJpZFwiLCB0eXBlOiBcIm51bWJlclwiIH0sXG4gICAgICAgICAgeyBuYW1lOiBcIm5hbWVcIiwgdHlwZTogXCJudW1iZXJcIiB9LFxuICAgICAgICBdLFxuICAgICAgfVxuXG4gICAgICBjb25zdCBlcnJvcnMgPSBhd2FpdCBpbnNwZWN0VGFibGUodGFibGUsIHsgc2NoZW1hIH0pXG4gICAgICBleHBlY3QoZXJyb3JzKS50b0VxdWFsKFtcbiAgICAgICAge1xuICAgICAgICAgIHR5cGU6IFwiZmllbGQvbmFtZVwiLFxuICAgICAgICAgIGZpZWxkTmFtZTogXCJuYW1lXCIsXG4gICAgICAgICAgYWN0dWFsRmllbGROYW1lOiBcImFnZVwiLFxuICAgICAgICB9LFxuICAgICAgXSlcbiAgICB9KVxuICB9KVxuXG4gIGl0KFwic2hvdWxkIGRldGVjdCBleHRyYSBmaWVsZHNcIiwgYXN5bmMgKCkgPT4ge1xuICAgIGNvbnN0IHRhYmxlID0gcGxcbiAgICAgIC5EYXRhRnJhbWUoe1xuICAgICAgICBpZDogWzEsIDJdLFxuICAgICAgICBuYW1lOiBbXCJKb2huXCIsIFwiSmFuZVwiXSxcbiAgICAgICAgYWdlOiBbMzAsIDI1XSxcbiAgICAgIH0pXG4gICAgICAubGF6eSgpXG5cbiAgICBjb25zdCBzY2hlbWE6IFNjaGVtYSA9IHtcbiAgICAgIGZpZWxkczogW1xuICAgICAgICB7IG5hbWU6IFwiaWRcIiwgdHlwZTogXCJudW1iZXJcIiB9LFxuICAgICAgICB7IG5hbWU6IFwibmFtZVwiLCB0eXBlOiBcInN0cmluZ1wiIH0sXG4gICAgICBdLFxuICAgIH1cblxuICAgIGNvbnN0IGVycm9ycyA9IGF3YWl0IGluc3BlY3RUYWJsZSh0YWJsZSwgeyBzY2hlbWEgfSlcbiAgICBleHBlY3QoZXJyb3JzKS50b0NvbnRhaW5FcXVhbCh7XG4gICAgICB0eXBlOiBcImZpZWxkcy9leHRyYVwiLFxuICAgICAgZmllbGROYW1lczogW1wiYWdlXCJdLFxuICAgIH0pXG4gIH0pXG5cbiAgaXQoXCJzaG91bGQgZGV0ZWN0IG1pc3NpbmcgZmllbGRzXCIsIGFzeW5jICgpID0+IHtcbiAgICBjb25zdCB0YWJsZSA9IHBsXG4gICAgICAuRGF0YUZyYW1lKHtcbiAgICAgICAgaWQ6IFsxLCAyXSxcbiAgICAgIH0pXG4gICAgICAubGF6eSgpXG5cbiAgICBjb25zdCBzY2hlbWE6IFNjaGVtYSA9IHtcbiAgICAgIGZpZWxkczogW1xuICAgICAgICB7IG5hbWU6IFwiaWRcIiwgdHlwZTogXCJudW1iZXJcIiB9LFxuICAgICAgICB7IG5hbWU6IFwibmFtZVwiLCB0eXBlOiBcInN0cmluZ1wiIH0sXG4gICAgICBdLFxuICAgIH1cblxuICAgIGNvbnN0IGVycm9ycyA9IGF3YWl0IGluc3BlY3RUYWJsZSh0YWJsZSwgeyBzY2hlbWEgfSlcbiAgICBleHBlY3QoZXJyb3JzKS50b0NvbnRhaW5FcXVhbCh7XG4gICAgICB0eXBlOiBcImZpZWxkcy9taXNzaW5nXCIsXG4gICAgICBmaWVsZE5hbWVzOiBbXCJuYW1lXCJdLFxuICAgIH0pXG4gIH0pXG5cbiAgZGVzY3JpYmUoXCJmaWVsZHMgdmFsaWRhdGlvbiB3aXRoIGZpZWxkc01hdGNoPSdlcXVhbCdcIiwgKCkgPT4ge1xuICAgIGl0KFwic2hvdWxkIHBhc3Mgd2hlbiBmaWVsZCBuYW1lcyBtYXRjaCByZWdhcmRsZXNzIG9mIG9yZGVyXCIsIGFzeW5jICgpID0+IHtcbiAgICAgIGNvbnN0IHRhYmxlID0gcGxcbiAgICAgICAgLkRhdGFGcmFtZSh7XG4gICAgICAgICAgbmFtZTogW1wiSm9oblwiLCBcIkphbmVcIl0sXG4gICAgICAgICAgaWQ6IFsxLCAyXSxcbiAgICAgICAgfSlcbiAgICAgICAgLmxhenkoKVxuXG4gICAgICBjb25zdCBzY2hlbWE6IFNjaGVtYSA9IHtcbiAgICAgICAgZmllbGRzTWF0Y2g6IFwiZXF1YWxcIixcbiAgICAgICAgZmllbGRzOiBbXG4gICAgICAgICAgeyBuYW1lOiBcImlkXCIsIHR5cGU6IFwibnVtYmVyXCIgfSxcbiAgICAgICAgICB7IG5hbWU6IFwibmFtZVwiLCB0eXBlOiBcInN0cmluZ1wiIH0sXG4gICAgICAgIF0sXG4gICAgICB9XG5cbiAgICAgIGNvbnN0IGVycm9ycyA9IGF3YWl0IGluc3BlY3RUYWJsZSh0YWJsZSwgeyBzY2hlbWEgfSlcbiAgICAgIGV4cGVjdChlcnJvcnMpLnRvRXF1YWwoW10pXG4gICAgfSlcblxuICAgIGl0KFwic2hvdWxkIGRldGVjdCBleHRyYSBmaWVsZHNcIiwgYXN5bmMgKCkgPT4ge1xuICAgICAgY29uc3QgdGFibGUgPSBwbFxuICAgICAgICAuRGF0YUZyYW1lKHtcbiAgICAgICAgICBpZDogWzEsIDJdLFxuICAgICAgICAgIG5hbWU6IFtcIkpvaG5cIiwgXCJKYW5lXCJdLFxuICAgICAgICAgIGFnZTogWzMwLCAyNV0sXG4gICAgICAgIH0pXG4gICAgICAgIC5sYXp5KClcblxuICAgICAgY29uc3Qgc2NoZW1hOiBTY2hlbWEgPSB7XG4gICAgICAgIGZpZWxkc01hdGNoOiBcImVxdWFsXCIsXG4gICAgICAgIGZpZWxkczogW1xuICAgICAgICAgIHsgbmFtZTogXCJpZFwiLCB0eXBlOiBcIm51bWJlclwiIH0sXG4gICAgICAgICAgeyBuYW1lOiBcIm5hbWVcIiwgdHlwZTogXCJzdHJpbmdcIiB9LFxuICAgICAgICBdLFxuICAgICAgfVxuXG4gICAgICBjb25zdCBlcnJvcnMgPSBhd2FpdCBpbnNwZWN0VGFibGUodGFibGUsIHsgc2NoZW1hIH0pXG4gICAgICBleHBlY3QoZXJyb3JzKS50b0NvbnRhaW5FcXVhbCh7XG4gICAgICAgIHR5cGU6IFwiZmllbGRzL2V4dHJhXCIsXG4gICAgICAgIGZpZWxkTmFtZXM6IFtcImFnZVwiXSxcbiAgICAgIH0pXG4gICAgfSlcblxuICAgIGl0KFwic2hvdWxkIGRldGVjdCBtaXNzaW5nIGZpZWxkc1wiLCBhc3luYyAoKSA9PiB7XG4gICAgICBjb25zdCB0YWJsZSA9IHBsXG4gICAgICAgIC5EYXRhRnJhbWUoe1xuICAgICAgICAgIGlkOiBbMSwgMl0sXG4gICAgICAgIH0pXG4gICAgICAgIC5sYXp5KClcblxuICAgICAgY29uc3Qgc2NoZW1hOiBTY2hlbWEgPSB7XG4gICAgICAgIGZpZWxkc01hdGNoOiBcImVxdWFsXCIsXG4gICAgICAgIGZpZWxkczogW1xuICAgICAgICAgIHsgbmFtZTogXCJpZFwiLCB0eXBlOiBcIm51bWJlclwiIH0sXG4gICAgICAgICAge1xuICAgICAgICAgICAgbmFtZTogXCJuYW1lXCIsXG4gICAgICAgICAgICB0eXBlOiBcInN0cmluZ1wiLFxuICAgICAgICAgICAgY29uc3RyYWludHM6IHsgcmVxdWlyZWQ6IHRydWUgfSxcbiAgICAgICAgICB9LFxuICAgICAgICBdLFxuICAgICAgfVxuXG4gICAgICBjb25zdCBlcnJvcnMgPSBhd2FpdCBpbnNwZWN0VGFibGUodGFibGUsIHsgc2NoZW1hIH0pXG4gICAgICBleHBlY3QoZXJyb3JzKS50b0NvbnRhaW5FcXVhbCh7XG4gICAgICAgIHR5cGU6IFwiZmllbGRzL21pc3NpbmdcIixcbiAgICAgICAgZmllbGROYW1lczogW1wibmFtZVwiXSxcbiAgICAgIH0pXG4gICAgfSlcblxuICAgIGl0KFwic2hvdWxkIHBhc3Mgd2hlbiBub24tcmVxdWlyZWQgZmllbGRzIGFyZSBtaXNzaW5nXCIsIGFzeW5jICgpID0+IHtcbiAgICAgIGNvbnN0IHRhYmxlID0gcGxcbiAgICAgICAgLkRhdGFGcmFtZSh7XG4gICAgICAgICAgaWQ6IFsxLCAyXSxcbiAgICAgICAgfSlcbiAgICAgICAgLmxhenkoKVxuXG4gICAgICBjb25zdCBzY2hlbWE6IFNjaGVtYSA9IHtcbiAgICAgICAgZmllbGRzTWF0Y2g6IFwiZXF1YWxcIixcbiAgICAgICAgZmllbGRzOiBbXG4gICAgICAgICAgeyBuYW1lOiBcImlkXCIsIHR5cGU6IFwibnVtYmVyXCIgfSxcbiAgICAgICAgICB7IG5hbWU6IFwibmFtZVwiLCB0eXBlOiBcInN0cmluZ1wiIH0sXG4gICAgICAgIF0sXG4gICAgICB9XG5cbiAgICAgIGNvbnN0IGVycm9ycyA9IGF3YWl0IGluc3BlY3RUYWJsZSh0YWJsZSwgeyBzY2hlbWEgfSlcbiAgICAgIGV4cGVjdChlcnJvcnMpLnRvRXF1YWwoW10pXG4gICAgfSlcbiAgfSlcblxuICBkZXNjcmliZShcImZpZWxkcyB2YWxpZGF0aW9uIHdpdGggZmllbGRzTWF0Y2g9J3N1YnNldCdcIiwgKCkgPT4ge1xuICAgIGl0KFwic2hvdWxkIHBhc3Mgd2hlbiBkYXRhIGNvbnRhaW5zIGFsbCBzY2hlbWEgZmllbGRzXCIsIGFzeW5jICgpID0+IHtcbiAgICAgIGNvbnN0IHRhYmxlID0gcGxcbiAgICAgICAgLkRhdGFGcmFtZSh7XG4gICAgICAgICAgaWQ6IFsxLCAyXSxcbiAgICAgICAgICBuYW1lOiBbXCJKb2huXCIsIFwiSmFuZVwiXSxcbiAgICAgICAgICBhZ2U6IFszMCwgMjVdLFxuICAgICAgICB9KVxuICAgICAgICAubGF6eSgpXG5cbiAgICAgIGNvbnN0IHNjaGVtYTogU2NoZW1hID0ge1xuICAgICAgICBmaWVsZHNNYXRjaDogXCJzdWJzZXRcIixcbiAgICAgICAgZmllbGRzOiBbXG4gICAgICAgICAgeyBuYW1lOiBcImlkXCIsIHR5cGU6IFwibnVtYmVyXCIgfSxcbiAgICAgICAgICB7IG5hbWU6IFwibmFtZVwiLCB0eXBlOiBcInN0cmluZ1wiIH0sXG4gICAgICAgIF0sXG4gICAgICB9XG5cbiAgICAgIGNvbnN0IGVycm9ycyA9IGF3YWl0IGluc3BlY3RUYWJsZSh0YWJsZSwgeyBzY2hlbWEgfSlcbiAgICAgIGV4cGVjdChlcnJvcnMpLnRvRXF1YWwoW10pXG4gICAgfSlcblxuICAgIGl0KFwic2hvdWxkIHBhc3Mgd2hlbiBkYXRhIGNvbnRhaW5zIGV4YWN0IHNjaGVtYSBmaWVsZHNcIiwgYXN5bmMgKCkgPT4ge1xuICAgICAgY29uc3QgdGFibGUgPSBwbFxuICAgICAgICAuRGF0YUZyYW1lKHtcbiAgICAgICAgICBpZDogWzEsIDJdLFxuICAgICAgICAgIG5hbWU6IFtcIkpvaG5cIiwgXCJKYW5lXCJdLFxuICAgICAgICB9KVxuICAgICAgICAubGF6eSgpXG5cbiAgICAgIGNvbnN0IHNjaGVtYTogU2NoZW1hID0ge1xuICAgICAgICBmaWVsZHNNYXRjaDogXCJzdWJzZXRcIixcbiAgICAgICAgZmllbGRzOiBbXG4gICAgICAgICAgeyBuYW1lOiBcImlkXCIsIHR5cGU6IFwibnVtYmVyXCIgfSxcbiAgICAgICAgICB7IG5hbWU6IFwibmFtZVwiLCB0eXBlOiBcInN0cmluZ1wiIH0sXG4gICAgICAgIF0sXG4gICAgICB9XG5cbiAgICAgIGNvbnN0IGVycm9ycyA9IGF3YWl0IGluc3BlY3RUYWJsZSh0YWJsZSwgeyBzY2hlbWEgfSlcbiAgICAgIGV4cGVjdChlcnJvcnMpLnRvRXF1YWwoW10pXG4gICAgfSlcblxuICAgIGl0KFwic2hvdWxkIGRldGVjdCBtaXNzaW5nIGZpZWxkc1wiLCBhc3luYyAoKSA9PiB7XG4gICAgICBjb25zdCB0YWJsZSA9IHBsXG4gICAgICAgIC5EYXRhRnJhbWUoe1xuICAgICAgICAgIGlkOiBbMSwgMl0sXG4gICAgICAgIH0pXG4gICAgICAgIC5sYXp5KClcblxuICAgICAgY29uc3Qgc2NoZW1hOiBTY2hlbWEgPSB7XG4gICAgICAgIGZpZWxkc01hdGNoOiBcInN1YnNldFwiLFxuICAgICAgICBmaWVsZHM6IFtcbiAgICAgICAgICB7IG5hbWU6IFwiaWRcIiwgdHlwZTogXCJudW1iZXJcIiB9LFxuICAgICAgICAgIHtcbiAgICAgICAgICAgIG5hbWU6IFwibmFtZVwiLFxuICAgICAgICAgICAgdHlwZTogXCJzdHJpbmdcIixcbiAgICAgICAgICAgIGNvbnN0cmFpbnRzOiB7IHJlcXVpcmVkOiB0cnVlIH0sXG4gICAgICAgICAgfSxcbiAgICAgICAgXSxcbiAgICAgIH1cblxuICAgICAgY29uc3QgZXJyb3JzID0gYXdhaXQgaW5zcGVjdFRhYmxlKHRhYmxlLCB7IHNjaGVtYSB9KVxuICAgICAgZXhwZWN0KGVycm9ycykudG9Db250YWluRXF1YWwoe1xuICAgICAgICB0eXBlOiBcImZpZWxkcy9taXNzaW5nXCIsXG4gICAgICAgIGZpZWxkTmFtZXM6IFtcIm5hbWVcIl0sXG4gICAgICB9KVxuICAgIH0pXG5cbiAgICBpdChcInNob3VsZCBwYXNzIHdoZW4gbm9uLXJlcXVpcmVkIGZpZWxkcyBhcmUgbWlzc2luZ1wiLCBhc3luYyAoKSA9PiB7XG4gICAgICBjb25zdCB0YWJsZSA9IHBsXG4gICAgICAgIC5EYXRhRnJhbWUoe1xuICAgICAgICAgIGlkOiBbMSwgMl0sXG4gICAgICAgIH0pXG4gICAgICAgIC5sYXp5KClcblxuICAgICAgY29uc3Qgc2NoZW1hOiBTY2hlbWEgPSB7XG4gICAgICAgIGZpZWxkc01hdGNoOiBcInN1YnNldFwiLFxuICAgICAgICBmaWVsZHM6IFtcbiAgICAgICAgICB7IG5hbWU6IFwiaWRcIiwgdHlwZTogXCJudW1iZXJcIiB9LFxuICAgICAgICAgIHsgbmFtZTogXCJuYW1lXCIsIHR5cGU6IFwic3RyaW5nXCIgfSxcbiAgICAgICAgXSxcbiAgICAgIH1cblxuICAgICAgY29uc3QgZXJyb3JzID0gYXdhaXQgaW5zcGVjdFRhYmxlKHRhYmxlLCB7IHNjaGVtYSB9KVxuICAgICAgZXhwZWN0KGVycm9ycykudG9FcXVhbChbXSlcbiAgICB9KVxuICB9KVxuXG4gIGRlc2NyaWJlKFwiZmllbGRzIHZhbGlkYXRpb24gd2l0aCBmaWVsZHNNYXRjaD0nc3VwZXJzZXQnXCIsICgpID0+IHtcbiAgICBpdChcInNob3VsZCBwYXNzIHdoZW4gc2NoZW1hIGNvbnRhaW5zIGFsbCBkYXRhIGZpZWxkc1wiLCBhc3luYyAoKSA9PiB7XG4gICAgICBjb25zdCB0YWJsZSA9IHBsXG4gICAgICAgIC5EYXRhRnJhbWUoe1xuICAgICAgICAgIGlkOiBbMSwgMl0sXG4gICAgICAgIH0pXG4gICAgICAgIC5sYXp5KClcblxuICAgICAgY29uc3Qgc2NoZW1hOiBTY2hlbWEgPSB7XG4gICAgICAgIGZpZWxkc01hdGNoOiBcInN1cGVyc2V0XCIsXG4gICAgICAgIGZpZWxkczogW1xuICAgICAgICAgIHsgbmFtZTogXCJpZFwiLCB0eXBlOiBcIm51bWJlclwiIH0sXG4gICAgICAgICAgeyBuYW1lOiBcIm5hbWVcIiwgdHlwZTogXCJzdHJpbmdcIiB9LFxuICAgICAgICBdLFxuICAgICAgfVxuXG4gICAgICBjb25zdCBlcnJvcnMgPSBhd2FpdCBpbnNwZWN0VGFibGUodGFibGUsIHsgc2NoZW1hIH0pXG4gICAgICBleHBlY3QoZXJyb3JzKS50b0VxdWFsKFtdKVxuICAgIH0pXG5cbiAgICBpdChcInNob3VsZCBwYXNzIHdoZW4gc2NoZW1hIGNvbnRhaW5zIGV4YWN0IGRhdGEgZmllbGRzXCIsIGFzeW5jICgpID0+IHtcbiAgICAgIGNvbnN0IHRhYmxlID0gcGxcbiAgICAgICAgLkRhdGFGcmFtZSh7XG4gICAgICAgICAgaWQ6IFsxLCAyXSxcbiAgICAgICAgICBuYW1lOiBbXCJKb2huXCIsIFwiSmFuZVwiXSxcbiAgICAgICAgfSlcbiAgICAgICAgLmxhenkoKVxuXG4gICAgICBjb25zdCBzY2hlbWE6IFNjaGVtYSA9IHtcbiAgICAgICAgZmllbGRzTWF0Y2g6IFwic3VwZXJzZXRcIixcbiAgICAgICAgZmllbGRzOiBbXG4gICAgICAgICAgeyBuYW1lOiBcImlkXCIsIHR5cGU6IFwibnVtYmVyXCIgfSxcbiAgICAgICAgICB7IG5hbWU6IFwibmFtZVwiLCB0eXBlOiBcInN0cmluZ1wiIH0sXG4gICAgICAgIF0sXG4gICAgICB9XG5cbiAgICAgIGNvbnN0IGVycm9ycyA9IGF3YWl0IGluc3BlY3RUYWJsZSh0YWJsZSwgeyBzY2hlbWEgfSlcbiAgICAgIGV4cGVjdChlcnJvcnMpLnRvRXF1YWwoW10pXG4gICAgfSlcblxuICAgIGl0KFwic2hvdWxkIGRldGVjdCBleHRyYSBmaWVsZHNcIiwgYXN5bmMgKCkgPT4ge1xuICAgICAgY29uc3QgdGFibGUgPSBwbFxuICAgICAgICAuRGF0YUZyYW1lKHtcbiAgICAgICAgICBpZDogWzEsIDJdLFxuICAgICAgICAgIG5hbWU6IFtcIkpvaG5cIiwgXCJKYW5lXCJdLFxuICAgICAgICAgIGFnZTogWzMwLCAyNV0sXG4gICAgICAgIH0pXG4gICAgICAgIC5sYXp5KClcblxuICAgICAgY29uc3Qgc2NoZW1hOiBTY2hlbWEgPSB7XG4gICAgICAgIGZpZWxkc01hdGNoOiBcInN1cGVyc2V0XCIsXG4gICAgICAgIGZpZWxkczogW1xuICAgICAgICAgIHsgbmFtZTogXCJpZFwiLCB0eXBlOiBcIm51bWJlclwiIH0sXG4gICAgICAgICAgeyBuYW1lOiBcIm5hbWVcIiwgdHlwZTogXCJzdHJpbmdcIiB9LFxuICAgICAgICBdLFxuICAgICAgfVxuXG4gICAgICBjb25zdCBlcnJvcnMgPSBhd2FpdCBpbnNwZWN0VGFibGUodGFibGUsIHsgc2NoZW1hIH0pXG4gICAgICBleHBlY3QoZXJyb3JzKS50b0NvbnRhaW5FcXVhbCh7XG4gICAgICAgIHR5cGU6IFwiZmllbGRzL2V4dHJhXCIsXG4gICAgICAgIGZpZWxkTmFtZXM6IFtcImFnZVwiXSxcbiAgICAgIH0pXG4gICAgfSlcbiAgfSlcblxuICBkZXNjcmliZShcImZpZWxkcyB2YWxpZGF0aW9uIHdpdGggZmllbGRzTWF0Y2g9J3BhcnRpYWwnXCIsICgpID0+IHtcbiAgICBpdChcInNob3VsZCBwYXNzIHdoZW4gYXQgbGVhc3Qgb25lIGZpZWxkIG1hdGNoZXNcIiwgYXN5bmMgKCkgPT4ge1xuICAgICAgY29uc3QgdGFibGUgPSBwbFxuICAgICAgICAuRGF0YUZyYW1lKHtcbiAgICAgICAgICBpZDogWzEsIDJdLFxuICAgICAgICAgIGFnZTogWzMwLCAyNV0sXG4gICAgICAgIH0pXG4gICAgICAgIC5sYXp5KClcblxuICAgICAgY29uc3Qgc2NoZW1hOiBTY2hlbWEgPSB7XG4gICAgICAgIGZpZWxkc01hdGNoOiBcInBhcnRpYWxcIixcbiAgICAgICAgZmllbGRzOiBbXG4gICAgICAgICAgeyBuYW1lOiBcImlkXCIsIHR5cGU6IFwibnVtYmVyXCIgfSxcbiAgICAgICAgICB7IG5hbWU6IFwibmFtZVwiLCB0eXBlOiBcInN0cmluZ1wiIH0sXG4gICAgICAgIF0sXG4gICAgICB9XG5cbiAgICAgIGNvbnN0IGVycm9ycyA9IGF3YWl0IGluc3BlY3RUYWJsZSh0YWJsZSwgeyBzY2hlbWEgfSlcbiAgICAgIGV4cGVjdChlcnJvcnMpLnRvRXF1YWwoW10pXG4gICAgfSlcblxuICAgIGl0KFwic2hvdWxkIGRldGVjdCB3aGVuIG5vIGZpZWxkcyBtYXRjaFwiLCBhc3luYyAoKSA9PiB7XG4gICAgICBjb25zdCB0YWJsZSA9IHBsXG4gICAgICAgIC5EYXRhRnJhbWUoe1xuICAgICAgICAgIGFnZTogWzMwLCAyNV0sXG4gICAgICAgICAgZW1haWw6IFtcImpvaG5AZXhhbXBsZS5jb21cIiwgXCJqYW5lQGV4YW1wbGUuY29tXCJdLFxuICAgICAgICB9KVxuICAgICAgICAubGF6eSgpXG5cbiAgICAgIGNvbnN0IHNjaGVtYTogU2NoZW1hID0ge1xuICAgICAgICBmaWVsZHNNYXRjaDogXCJwYXJ0aWFsXCIsXG4gICAgICAgIGZpZWxkczogW1xuICAgICAgICAgIHsgbmFtZTogXCJpZFwiLCB0eXBlOiBcIm51bWJlclwiIH0sXG4gICAgICAgICAgeyBuYW1lOiBcIm5hbWVcIiwgdHlwZTogXCJzdHJpbmdcIiB9LFxuICAgICAgICBdLFxuICAgICAgfVxuXG4gICAgICBjb25zdCBlcnJvcnMgPSBhd2FpdCBpbnNwZWN0VGFibGUodGFibGUsIHsgc2NoZW1hIH0pXG4gICAgICBleHBlY3QoZXJyb3JzKS50b0NvbnRhaW5FcXVhbCh7XG4gICAgICAgIHR5cGU6IFwiZmllbGRzL21pc3NpbmdcIixcbiAgICAgICAgZmllbGROYW1lczogW1wiaWRcIiwgXCJuYW1lXCJdLFxuICAgICAgfSlcbiAgICB9KVxuICB9KVxufSlcbiJdfQ==

package/build/table/normalize.d.ts

@@ -0,0 +1,6 @@
+import type { Schema } from "@frictionless-ts/metadata";
+import * as pl from "nodejs-polars";
+import type { SchemaMapping } from "../schema/index.ts";
+import type { Table } from "./Table.ts";
+export declare function normalizeTable(table: Table, schema: Schema): Promise<pl.LazyDataFrame<any>>;
+export declare function normalizeFields(mapping: SchemaMapping): Record<string, pl.Expr>;

package/build/table/normalize.js

@@ -0,0 +1,27 @@
+import * as pl from "nodejs-polars";
+import { normalizeField } from "../field/index.js";
+import { matchSchemaField } from "../schema/index.js";
+import { getPolarsSchema } from "../schema/index.js";
+const HEAD_ROWS = 100;
+export async function normalizeTable(table, schema) {
+    const head = await table.head(HEAD_ROWS).collect();
+    const polarsSchema = getPolarsSchema(head.schema);
+    const mapping = { source: polarsSchema, target: schema };
+    return table.select(...Object.values(normalizeFields(mapping)));
+}
+export function normalizeFields(mapping) {
+    const exprs = {};
+    for (const [index, field] of mapping.target.fields.entries()) {
+        const fieldMapping = matchSchemaField(mapping, field, index);
+        let expr = pl.lit(null).alias(field.name);
+        if (fieldMapping) {
+            const missingValues = field.missingValues ?? mapping.target.missingValues;
+            const mergedField = { ...field, missingValues };
+            const column = { source: fieldMapping.source, target: mergedField };
+            expr = normalizeField(column);
+        }
+        exprs[field.name] = expr;
+    }
+    return exprs;
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibm9ybWFsaXplLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vdGFibGUvbm9ybWFsaXplLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUNBLE9BQU8sS0FBSyxFQUFFLE1BQU0sZUFBZSxDQUFBO0FBQ25DLE9BQU8sRUFBRSxjQUFjLEVBQUUsTUFBTSxtQkFBbUIsQ0FBQTtBQUNsRCxPQUFPLEVBQUUsZ0JBQWdCLEVBQUUsTUFBTSxvQkFBb0IsQ0FBQTtBQUNyRCxPQUFPLEVBQUUsZUFBZSxFQUFFLE1BQU0sb0JBQW9CLENBQUE7QUFJcEQsTUFBTSxTQUFTLEdBQUcsR0FBRyxDQUFBO0FBRXJCLE1BQU0sQ0FBQyxLQUFLLFVBQVUsY0FBYyxDQUFDLEtBQVksRUFBRSxNQUFjO0lBQy9ELE1BQU0sSUFBSSxHQUFHLE1BQU0sS0FBSyxDQUFDLElBQUksQ0FBQyxTQUFTLENBQUMsQ0FBQyxPQUFPLEVBQUUsQ0FBQTtJQUNsRCxNQUFNLFlBQVksR0FBRyxlQUFlLENBQUMsSUFBSSxDQUFDLE1BQU0sQ0FBQyxDQUFBO0lBRWpELE1BQU0sT0FBTyxHQUFHLEVBQUUsTUFBTSxFQUFFLFlBQVksRUFBRSxNQUFNLEVBQUUsTUFBTSxFQUFFLENBQUE7SUFDeEQsT0FBTyxLQUFLLENBQUMsTUFBTSxDQUFDLEdBQUcsTUFBTSxDQUFDLE1BQU0sQ0FBQyxlQUFlLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQUFBO0FBQ2pFLENBQUM7QUFFRCxNQUFNLFVBQVUsZUFBZSxDQUFDLE9BQXNCO0lBQ3BELE1BQU0sS0FBSyxHQUE0QixFQUFFLENBQUE7SUFFekMsS0FBSyxNQUFNLENBQUMsS0FBSyxFQUFFLEtBQUssQ0FBQyxJQUFJLE9BQU8sQ0FBQyxNQUFNLENBQUMsTUFBTSxDQUFDLE9BQU8sRUFBRSxFQUFFLENBQUM7UUFDN0QsTUFBTSxZQUFZLEdBQUcsZ0JBQWdCLENBQUMsT0FBTyxFQUFFLEtBQUssRUFBRSxLQUFLLENBQUMsQ0FBQTtRQUM1RCxJQUFJLElBQUksR0FBRyxFQUFFLENBQUMsR0FBRyxDQUFDLElBQUksQ0FBQyxDQUFDLEtBQUssQ0FBQyxLQUFLLENBQUMsSUFBSSxDQUFDLENBQUE7UUFFekMsSUFBSSxZQUFZLEVBQUUsQ0FBQztZQUNqQixNQUFNLGFBQWEsR0FBRyxLQUFLLENBQUMsYUFBYSxJQUFJLE9BQU8sQ0FBQyxNQUFNLENBQUMsYUFBYSxDQUFBO1lBQ3pFLE1BQU0sV0FBVyxHQUFHLEVBQUUsR0FBRyxLQUFLLEVBQUUsYUFBYSxFQUFFLENBQUE7WUFFL0MsTUFBTSxNQUFNLEdBQUcsRUFBRSxNQUFNLEVBQUUsWUFBWSxDQUFDLE1BQU0sRUFBRSxNQUFNLEVBQUUsV0FBVyxFQUFFLENBQUE7WUFDbkUsSUFBSSxHQUFHLGNBQWMsQ0FBQyxNQUFNLENBQUMsQ0FBQTtRQUMvQixDQUFDO1FBRUQsS0FBSyxDQUFDLEtBQUssQ0FBQyxJQUFJLENBQUMsR0FBRyxJQUFJLENBQUE7SUFDMUIsQ0FBQztJQUVELE9BQU8sS0FBSyxDQUFBO0FBQ2QsQ0FBQyIsInNvdXJjZXNDb250ZW50IjpbImltcG9ydCB0eXBlIHsgU2NoZW1hIH0gZnJvbSBcIkBmcmljdGlvbmxlc3MtdHMvbWV0YWRhdGFcIlxuaW1wb3J0ICogYXMgcGwgZnJvbSBcIm5vZGVqcy1wb2xhcnNcIlxuaW1wb3J0IHsgbm9ybWFsaXplRmllbGQgfSBmcm9tIFwiLi4vZmllbGQvaW5kZXgudHNcIlxuaW1wb3J0IHsgbWF0Y2hTY2hlbWFGaWVsZCB9IGZyb20gXCIuLi9zY2hlbWEvaW5kZXgudHNcIlxuaW1wb3J0IHsgZ2V0UG9sYXJzU2NoZW1hIH0gZnJvbSBcIi4uL3NjaGVtYS9pbmRleC50c1wiXG5pbXBvcnQgdHlwZSB7IFNjaGVtYU1hcHBpbmcgfSBmcm9tIFwiLi4vc2NoZW1hL2luZGV4LnRzXCJcbmltcG9ydCB0eXBlIHsgVGFibGUgfSBmcm9tIFwiLi9UYWJsZS50c1wiXG5cbmNvbnN0IEhFQURfUk9XUyA9IDEwMFxuXG5leHBvcnQgYXN5bmMgZnVuY3Rpb24gbm9ybWFsaXplVGFibGUodGFibGU6IFRhYmxlLCBzY2hlbWE6IFNjaGVtYSkge1xuICBjb25zdCBoZWFkID0gYXdhaXQgdGFibGUuaGVhZChIRUFEX1JPV1MpLmNvbGxlY3QoKVxuICBjb25zdCBwb2xhcnNTY2hlbWEgPSBnZXRQb2xhcnNTY2hlbWEoaGVhZC5zY2hlbWEpXG5cbiAgY29uc3QgbWFwcGluZyA9IHsgc291cmNlOiBwb2xhcnNTY2hlbWEsIHRhcmdldDogc2NoZW1hIH1cbiAgcmV0dXJuIHRhYmxlLnNlbGVjdCguLi5PYmplY3QudmFsdWVzKG5vcm1hbGl6ZUZpZWxkcyhtYXBwaW5nKSkpXG59XG5cbmV4cG9ydCBmdW5jdGlvbiBub3JtYWxpemVGaWVsZHMobWFwcGluZzogU2NoZW1hTWFwcGluZykge1xuICBjb25zdCBleHByczogUmVjb3JkPHN0cmluZywgcGwuRXhwcj4gPSB7fVxuXG4gIGZvciAoY29uc3QgW2luZGV4LCBmaWVsZF0gb2YgbWFwcGluZy50YXJnZXQuZmllbGRzLmVudHJpZXMoKSkge1xuICAgIGNvbnN0IGZpZWxkTWFwcGluZyA9IG1hdGNoU2NoZW1hRmllbGQobWFwcGluZywgZmllbGQsIGluZGV4KVxuICAgIGxldCBleHByID0gcGwubGl0KG51bGwpLmFsaWFzKGZpZWxkLm5hbWUpXG5cbiAgICBpZiAoZmllbGRNYXBwaW5nKSB7XG4gICAgICBjb25zdCBtaXNzaW5nVmFsdWVzID0gZmllbGQubWlzc2luZ1ZhbHVlcyA/PyBtYXBwaW5nLnRhcmdldC5taXNzaW5nVmFsdWVzXG4gICAgICBjb25zdCBtZXJnZWRGaWVsZCA9IHsgLi4uZmllbGQsIG1pc3NpbmdWYWx1ZXMgfVxuXG4gICAgICBjb25zdCBjb2x1bW4gPSB7IHNvdXJjZTogZmllbGRNYXBwaW5nLnNvdXJjZSwgdGFyZ2V0OiBtZXJnZWRGaWVsZCB9XG4gICAgICBleHByID0gbm9ybWFsaXplRmllbGQoY29sdW1uKVxuICAgIH1cblxuICAgIGV4cHJzW2ZpZWxkLm5hbWVdID0gZXhwclxuICB9XG5cbiAgcmV0dXJuIGV4cHJzXG59XG4iXX0=

package/build/table/normalize.spec.d.ts

@@ -0,0 +1 @@
+export {};