@vuu-ui/vuu-table-extras 2.1.19-beta.2 → 2.1.19-beta.4

package/cjs/packages/vuu-table-extras/src/csv-upload/parse/csv-errors.js

@@ -0,0 +1,64 @@
+'use strict';
+
+var csvConstants = require('./csv-constants.js');
+
+var CsvParseErrorEnum = /* @__PURE__ */ ((CsvParseErrorEnum2) => {
+  CsvParseErrorEnum2["EMPTY_FILE"] = "EMPTY_FILE";
+  CsvParseErrorEnum2["INVALID_SEPARATOR"] = "INVALID_SEPARATOR";
+  CsvParseErrorEnum2["INVALID_FORMAT"] = "INVALID_FORMAT";
+  CsvParseErrorEnum2["UNQUOTED_VALUE"] = "UNQUOTED_VALUE";
+  CsvParseErrorEnum2["EMPTY_HEADER_COLUMN"] = "EMPTY_HEADER_COLUMN";
+  CsvParseErrorEnum2["DUPLICATE_HEADER_COLUMN"] = "DUPLICATE_HEADER_COLUMN";
+  CsvParseErrorEnum2["ROW_COLUMN_COUNT_MISMATCH"] = "ROW_COLUMN_COUNT_MISMATCH";
+  return CsvParseErrorEnum2;
+})(CsvParseErrorEnum || {});
+var CsvValidationErrorEnum = /* @__PURE__ */ ((CsvValidationErrorEnum2) => {
+  CsvValidationErrorEnum2["MISSING_KEY_COLUMN"] = "MISSING_KEY_COLUMN";
+  CsvValidationErrorEnum2["UNKNOWN_COLUMN"] = "UNKNOWN_COLUMN";
+  CsvValidationErrorEnum2["MAX_ROWS_EXCEEDED"] = "MAX_ROWS_EXCEEDED";
+  CsvValidationErrorEnum2["EMPTY_NON_STRING_VALUE"] = "EMPTY_NON_STRING_VALUE";
+  CsvValidationErrorEnum2["TYPE_MISMATCH"] = "TYPE_MISMATCH";
+  return CsvValidationErrorEnum2;
+})(CsvValidationErrorEnum || {});
+const createCsvErrorState = () => ({
+  errorMap: {
+    rowErrors: {},
+    fileErrors: {}
+  },
+  errors: []
+});
+const addCsvFileError = (state, columnName, error, message, value = "") => {
+  const existing = state.errorMap.fileErrors[columnName] ?? [];
+  existing.push(error);
+  state.errorMap.fileErrors[columnName] = existing;
+  state.errors.push({
+    rowNum: csvConstants.CSV_HEADER_ROW_NUMBER,
+    column: columnName,
+    value,
+    message,
+    errorEnum: error
+  });
+};
+const addCsvRowError = (state, rowNum, columnName, error, message, value = "") => {
+  const rowErrors = state.errorMap.rowErrors[rowNum] ?? {};
+  const existing = rowErrors[columnName] ?? [];
+  existing.push(error);
+  rowErrors[columnName] = existing;
+  state.errorMap.rowErrors[rowNum] = rowErrors;
+  state.errors.push({
+    rowNum,
+    column: columnName,
+    value,
+    message,
+    errorEnum: error
+  });
+};
+const hasCsvErrors = (errorMap) => Object.keys(errorMap.fileErrors).length > 0 || Object.keys(errorMap.rowErrors).length > 0;
+
+exports.CsvParseErrorEnum = CsvParseErrorEnum;
+exports.CsvValidationErrorEnum = CsvValidationErrorEnum;
+exports.addCsvFileError = addCsvFileError;
+exports.addCsvRowError = addCsvRowError;
+exports.createCsvErrorState = createCsvErrorState;
+exports.hasCsvErrors = hasCsvErrors;
+//# sourceMappingURL=csv-errors.js.map

package/cjs/packages/vuu-table-extras/src/csv-upload/parse/csv-errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv-errors.js","sources":["../../../../../../../../packages/vuu-table-extras/src/csv-upload/parse/csv-errors.ts"],"sourcesContent":["import { CSV_HEADER_ROW_NUMBER } from \"./csv-constants\";\n\nexport enum CsvParseErrorEnum {\n  EMPTY_FILE = \"EMPTY_FILE\",\n  INVALID_SEPARATOR = \"INVALID_SEPARATOR\",\n  INVALID_FORMAT = \"INVALID_FORMAT\",\n  UNQUOTED_VALUE = \"UNQUOTED_VALUE\",\n  EMPTY_HEADER_COLUMN = \"EMPTY_HEADER_COLUMN\",\n  DUPLICATE_HEADER_COLUMN = \"DUPLICATE_HEADER_COLUMN\",\n  ROW_COLUMN_COUNT_MISMATCH = \"ROW_COLUMN_COUNT_MISMATCH\",\n}\n\nexport enum CsvValidationErrorEnum {\n  MISSING_KEY_COLUMN = \"MISSING_KEY_COLUMN\",\n  UNKNOWN_COLUMN = \"UNKNOWN_COLUMN\",\n  MAX_ROWS_EXCEEDED = \"MAX_ROWS_EXCEEDED\",\n  EMPTY_NON_STRING_VALUE = \"EMPTY_NON_STRING_VALUE\",\n  TYPE_MISMATCH = \"TYPE_MISMATCH\",\n}\n\nexport type CsvErrorMap<TError extends string> = {\n  rowErrors: Record<number, Record<string, TError[]>>;\n  fileErrors: Record<string, TError[]>;\n};\n\nexport type CsvStructuredError<TError extends string> = {\n  rowNum: number;\n  column: string;\n  value: string;\n  message: string;\n  errorEnum: TError;\n};\n\nexport type CsvError<TError extends string> = {\n  errorMap: CsvErrorMap<TError>;\n  errors: CsvStructuredError<TError>[];\n  message: string;\n};\n\nexport type CsvErrorState<TError extends string> = {\n  errorMap: CsvErrorMap<TError>;\n  errors: CsvStructuredError<TError>[];\n};\n\nexport const createCsvErrorState = <\n  TError extends string,\n>(): CsvErrorState<TError> => ({\n  errorMap: {\n    rowErrors: {},\n    fileErrors: {},\n  },\n  errors: [],\n});\n\nexport const addCsvFileError = <TError extends string>(\n  state: CsvErrorState<TError>,\n  columnName: string,\n  error: TError,\n  message: string,\n  value = \"\",\n) => {\n  const existing = state.errorMap.fileErrors[columnName] ?? [];\n  existing.push(error);\n  state.errorMap.fileErrors[columnName] = existing;\n  state.errors.push({\n    rowNum: CSV_HEADER_ROW_NUMBER,\n    column: columnName,\n    value,\n    message,\n    errorEnum: error,\n  });\n};\n\nexport const addCsvRowError = <TError extends string>(\n  state: CsvErrorState<TError>,\n  rowNum: number,\n  columnName: string,\n  error: TError,\n  message: string,\n  value = \"\",\n) => {\n  const rowErrors = state.errorMap.rowErrors[rowNum] ?? {};\n  const existing = rowErrors[columnName] ?? [];\n  existing.push(error);\n  rowErrors[columnName] = existing;\n  state.errorMap.rowErrors[rowNum] = rowErrors;\n  state.errors.push({\n    rowNum,\n    column: columnName,\n    value,\n    message,\n    errorEnum: error,\n  });\n};\n\nexport const hasCsvErrors = <TError extends string>(\n  errorMap: CsvErrorMap<TError>,\n) =>\n  Object.keys(errorMap.fileErrors).length > 0 ||\n  Object.keys(errorMap.rowErrors).length > 0;\n\nexport type CsvParseErrorMap = CsvErrorMap<CsvParseErrorEnum>;\nexport type CsvParseError = CsvError<CsvParseErrorEnum>;\n\nexport type CsvValidationErrorType = CsvValidationErrorEnum | CsvParseErrorEnum;\n\nexport type CsvValidationErrorMap = CsvErrorMap<CsvValidationErrorEnum>;\nexport type CsvValidationStructuredError = CsvError<CsvValidationErrorType>;\nexport type CsvValidationError = CsvStructuredError<CsvValidationErrorType>;\n"],"names":["CsvParseErrorEnum","CsvValidationErrorEnum","CSV_HEADER_ROW_NUMBER"],"mappings":";;;;AAEY,IAAA,iBAAA,qBAAAA,kBAAL,KAAA;AACL,EAAAA,mBAAA,YAAa,CAAA,GAAA,YAAA;AACb,EAAAA,mBAAA,mBAAoB,CAAA,GAAA,mBAAA;AACpB,EAAAA,mBAAA,gBAAiB,CAAA,GAAA,gBAAA;AACjB,EAAAA,mBAAA,gBAAiB,CAAA,GAAA,gBAAA;AACjB,EAAAA,mBAAA,qBAAsB,CAAA,GAAA,qBAAA;AACtB,EAAAA,mBAAA,yBAA0B,CAAA,GAAA,yBAAA;AAC1B,EAAAA,mBAAA,2BAA4B,CAAA,GAAA,2BAAA;AAPlB,EAAAA,OAAAA,kBAAAA;AAAA,CAAA,EAAA,iBAAA,IAAA,EAAA;AAUA,IAAA,sBAAA,qBAAAC,uBAAL,KAAA;AACL,EAAAA,wBAAA,oBAAqB,CAAA,GAAA,oBAAA;AACrB,EAAAA,wBAAA,gBAAiB,CAAA,GAAA,gBAAA;AACjB,EAAAA,wBAAA,mBAAoB,CAAA,GAAA,mBAAA;AACpB,EAAAA,wBAAA,wBAAyB,CAAA,GAAA,wBAAA;AACzB,EAAAA,wBAAA,eAAgB,CAAA,GAAA,eAAA;AALN,EAAAA,OAAAA,uBAAAA;AAAA,CAAA,EAAA,sBAAA,IAAA,EAAA;AAgCL,MAAM,sBAAsB,OAEJ;AAAA,EAC7B,QAAU,EAAA;AAAA,IACR,WAAW,EAAC;AAAA,IACZ,YAAY;AAAC,GACf;AAAA,EACA,QAAQ;AACV,CAAA;AAEO,MAAM,kBAAkB,CAC7B,KAAA,EACA,YACA,KACA,EAAA,OAAA,EACA,QAAQ,EACL,KAAA;AACH,EAAA,MAAM,WAAW,KAAM,CAAA,QAAA,CAAS,UAAW,CAAA,UAAU,KAAK,EAAC;AAC3D,EAAA,QAAA,CAAS,KAAK,KAAK,CAAA;AACnB,EAAM,KAAA,CAAA,QAAA,CAAS,UAAW,CAAA,UAAU,CAAI,GAAA,QAAA;AACxC,EAAA,KAAA,CAAM,OAAO,IAAK,CAAA;AAAA,IAChB,MAAQ,EAAAC,kCAAA;AAAA,IACR,MAAQ,EAAA,UAAA;AAAA,IACR,KAAA;AAAA,IACA,OAAA;AAAA,IACA,SAAW,EAAA;AAAA,GACZ,CAAA;AACH;AAEa,MAAA,cAAA,GAAiB,CAC5B,KACA,EAAA,MAAA,EACA,YACA,KACA,EAAA,OAAA,EACA,QAAQ,EACL,KAAA;AACH,EAAA,MAAM,YAAY,KAAM,CAAA,QAAA,CAAS,SAAU,CAAA,MAAM,KAAK,EAAC;AACvD,EAAA,MAAM,QAAW,GAAA,SAAA,CAAU,UAAU,CAAA,IAAK,EAAC;AAC3C,EAAA,QAAA,CAAS,KAAK,KAAK,CAAA;AACnB,EAAA,SAAA,CAAU,UAAU,CAAI,GAAA,QAAA;AACxB,EAAM,KAAA,CAAA,QAAA,CAAS,SAAU,CAAA,MAAM,CAAI,GAAA,SAAA;AACnC,EAAA,KAAA,CAAM,OAAO,IAAK,CAAA;AAAA,IAChB,MAAA;AAAA,IACA,MAAQ,EAAA,UAAA;AAAA,IACR,KAAA;AAAA,IACA,OAAA;AAAA,IACA,SAAW,EAAA;AAAA,GACZ,CAAA;AACH;AAEO,MAAM,YAAe,GAAA,CAC1B,QAEA,KAAA,MAAA,CAAO,KAAK,QAAS,CAAA,UAAU,CAAE,CAAA,MAAA,GAAS,KAC1C,MAAO,CAAA,IAAA,CAAK,QAAS,CAAA,SAAS,EAAE,MAAS,GAAA;;;;;;;;;"}

package/cjs/packages/vuu-table-extras/src/csv-upload/parse/csv-parse.js

@@ -0,0 +1,199 @@
+'use strict';
+
+var sync = require('../../../../../node_modules/csv-parse/dist/esm/sync.js');
+var csvErrors = require('./csv-errors.js');
+var csvConstants = require('./csv-constants.js');
+
+const normaliseLineEndings = (input) => input.replace(/^\uFEFF/, "").replace(/\r\n/g, "\n").replace(/\r/g, "\n");
+const quotedCsvLinePattern = /^\s*"(?:""|[^"])*"\s*(,\s*"(?:""|[^"])*"\s*)*$/;
+const withError = (message, errorMap, errors, header = [], rows = []) => ({
+  error: { errorMap, errors, message },
+  header,
+  rows
+});
+const parseCsv = (csvText, options) => {
+  const errorState = csvErrors.createCsvErrorState();
+  const text = normaliseLineEndings(csvText);
+  if (text.trim().length === 0) {
+    csvErrors.addCsvFileError(
+      errorState,
+      "*",
+      csvErrors.CsvParseErrorEnum.EMPTY_FILE,
+      "CSV file is empty."
+    );
+    return withError(
+      "CSV file is empty.",
+      errorState.errorMap,
+      errorState.errors
+    );
+  }
+  const allLines = text.split("\n");
+  const nonEmptyLines = allLines.filter((line) => line.trim().length > 0);
+  if (nonEmptyLines.length === 0) {
+    csvErrors.addCsvFileError(
+      errorState,
+      "*",
+      csvErrors.CsvParseErrorEnum.EMPTY_FILE,
+      "CSV file is empty."
+    );
+    return withError(
+      "CSV file is empty.",
+      errorState.errorMap,
+      errorState.errors
+    );
+  }
+  const firstLine = nonEmptyLines[0];
+  if (firstLine.includes(";") && !firstLine.includes(",")) {
+    csvErrors.addCsvFileError(
+      errorState,
+      "*",
+      csvErrors.CsvParseErrorEnum.INVALID_SEPARATOR,
+      "CSV must use comma separators.",
+      firstLine
+    );
+    return withError(
+      "CSV must use comma separators.",
+      errorState.errorMap,
+      errorState.errors
+    );
+  }
+  if (options?.requireQuotedValues === true) {
+    nonEmptyLines.forEach((line, lineIndex) => {
+      if (!quotedCsvLinePattern.test(line)) {
+        if (lineIndex === 0) {
+          csvErrors.addCsvFileError(
+            errorState,
+            "*",
+            csvErrors.CsvParseErrorEnum.UNQUOTED_VALUE,
+            "CSV values must be enclosed in double quotes.",
+            line
+          );
+        } else {
+          csvErrors.addCsvRowError(
+            errorState,
+            lineIndex + csvConstants.CSV_HEADER_ROW_NUMBER,
+            "*",
+            csvErrors.CsvParseErrorEnum.UNQUOTED_VALUE,
+            "CSV values must be enclosed in double quotes.",
+            line
+          );
+        }
+      }
+    });
+    if (csvErrors.hasCsvErrors(errorState.errorMap)) {
+      return withError(
+        "CSV values must be enclosed in double quotes.",
+        errorState.errorMap,
+        errorState.errors
+      );
+    }
+  }
+  let records;
+  try {
+    records = sync.parse(text, {
+      bom: true,
+      delimiter: ",",
+      escape: '"',
+      quote: '"',
+      relax_column_count: true,
+      skip_empty_lines: true
+    });
+  } catch (err) {
+    csvErrors.addCsvFileError(
+      errorState,
+      "*",
+      csvErrors.CsvParseErrorEnum.INVALID_FORMAT,
+      err instanceof Error ? err.message : "Invalid CSV format."
+    );
+    return withError(
+      "Invalid CSV format.",
+      errorState.errorMap,
+      errorState.errors
+    );
+  }
+  if (records.length === 0) {
+    csvErrors.addCsvFileError(
+      errorState,
+      "*",
+      csvErrors.CsvParseErrorEnum.EMPTY_FILE,
+      "CSV file is empty."
+    );
+    return withError(
+      "CSV file is empty.",
+      errorState.errorMap,
+      errorState.errors
+    );
+  }
+  const header = records[0].map((value) => value.trim());
+  if (header.length === 0) {
+    csvErrors.addCsvFileError(
+      errorState,
+      "*",
+      csvErrors.CsvParseErrorEnum.EMPTY_HEADER_COLUMN,
+      "CSV header contains empty column names."
+    );
+  }
+  header.forEach((col, columnIndex) => {
+    if (col.length === 0) {
+      csvErrors.addCsvFileError(
+        errorState,
+        `column_${columnIndex + 1}`,
+        csvErrors.CsvParseErrorEnum.EMPTY_HEADER_COLUMN,
+        "CSV header contains empty column names."
+      );
+    }
+  });
+  if (csvErrors.hasCsvErrors(errorState.errorMap)) {
+    return withError(
+      "CSV header contains empty column names.",
+      errorState.errorMap,
+      errorState.errors
+    );
+  }
+  const duplicateHeader = header.find(
+    (col, idx) => header.indexOf(col) !== idx
+  );
+  if (duplicateHeader) {
+    csvErrors.addCsvFileError(
+      errorState,
+      duplicateHeader,
+      csvErrors.CsvParseErrorEnum.DUPLICATE_HEADER_COLUMN,
+      `CSV header contains duplicate column '${duplicateHeader}'.`,
+      duplicateHeader
+    );
+    return withError(
+      `CSV header contains duplicate column '${duplicateHeader}'.`,
+      errorState.errorMap,
+      errorState.errors,
+      header,
+      []
+    );
+  }
+  const rows = records.slice(1);
+  rows.forEach((row, rowIndex) => {
+    if (row.length !== header.length) {
+      csvErrors.addCsvRowError(
+        errorState,
+        rowIndex + csvConstants.CSV_FIRST_DATA_ROW_NUMBER,
+        "*",
+        csvErrors.CsvParseErrorEnum.ROW_COLUMN_COUNT_MISMATCH,
+        "CSV rows must have the same number of columns as the header.",
+        row.join(",")
+      );
+    }
+  });
+  if (csvErrors.hasCsvErrors(errorState.errorMap)) {
+    return withError(
+      "CSV rows must have the same number of columns as the header.",
+      errorState.errorMap,
+      errorState.errors,
+      header,
+      rows
+    );
+  }
+  return { header, rows };
+};
+
+exports.CsvParseErrorEnum = csvErrors.CsvParseErrorEnum;
+exports.parseCsv = parseCsv;
+//# sourceMappingURL=csv-parse.js.map

package/cjs/packages/vuu-table-extras/src/csv-upload/parse/csv-parse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv-parse.js","sources":["../../../../../../../../packages/vuu-table-extras/src/csv-upload/parse/csv-parse.ts"],"sourcesContent":["import { parse } from \"csv-parse/browser/esm/sync\";\nimport {\n  addCsvFileError,\n  addCsvRowError,\n  createCsvErrorState,\n  hasCsvErrors,\n  CsvParseErrorEnum,\n  type CsvStructuredError,\n  type CsvParseError,\n  type CsvParseErrorMap,\n} from \"./csv-errors\";\nimport {\n  CSV_FIRST_DATA_ROW_NUMBER,\n  CSV_HEADER_ROW_NUMBER,\n} from \"./csv-constants\";\n\nexport {\n  CsvParseErrorEnum,\n  type CsvError,\n  type CsvErrorMap,\n  type CsvStructuredError,\n  type CsvParseError,\n  type CsvParseErrorMap,\n} from \"./csv-errors\";\n\nexport type CsvParseResult = {\n  error?: CsvParseError;\n  header: string[];\n  rows: string[][];\n};\n\nexport type CsvParseOptions = {\n  requireQuotedValues?: boolean;\n};\n\nconst normaliseLineEndings = (input: string) =>\n  input\n    .replace(/^\\uFEFF/, \"\")\n    .replace(/\\r\\n/g, \"\\n\")\n    .replace(/\\r/g, \"\\n\");\n\nconst quotedCsvLinePattern = /^\\s*\"(?:\"\"|[^\"])*\"\\s*(,\\s*\"(?:\"\"|[^\"])*\"\\s*)*$/;\n\nconst withError = (\n  message: string,\n  errorMap: CsvParseErrorMap,\n  errors: CsvStructuredError<CsvParseErrorEnum>[],\n  header: string[] = [],\n  rows: string[][] = [],\n): CsvParseResult => ({\n  error: { errorMap, errors, message },\n  header,\n  rows,\n});\n\nexport const parseCsv = (\n  csvText: string,\n  options?: CsvParseOptions,\n): CsvParseResult => {\n  const errorState = createCsvErrorState<CsvParseErrorEnum>();\n  const text = normaliseLineEndings(csvText);\n\n  if (text.trim().length === 0) {\n    addCsvFileError(\n      errorState,\n      \"*\",\n      CsvParseErrorEnum.EMPTY_FILE,\n      \"CSV file is empty.\",\n    );\n    return withError(\n      \"CSV file is empty.\",\n      errorState.errorMap,\n      errorState.errors,\n    );\n  }\n\n  const allLines = text.split(\"\\n\");\n  const nonEmptyLines = allLines.filter((line) => line.trim().length > 0);\n\n  if (nonEmptyLines.length === 0) {\n    addCsvFileError(\n      errorState,\n      \"*\",\n      CsvParseErrorEnum.EMPTY_FILE,\n      \"CSV file is empty.\",\n    );\n    return withError(\n      \"CSV file is empty.\",\n      errorState.errorMap,\n      errorState.errors,\n    );\n  }\n\n  const firstLine = nonEmptyLines[0];\n  if (firstLine.includes(\";\") && !firstLine.includes(\",\")) {\n    addCsvFileError(\n      errorState,\n      \"*\",\n      CsvParseErrorEnum.INVALID_SEPARATOR,\n      \"CSV must use comma separators.\",\n      firstLine,\n    );\n    return withError(\n      \"CSV must use comma separators.\",\n      errorState.errorMap,\n      errorState.errors,\n    );\n  }\n\n  if (options?.requireQuotedValues === true) {\n    nonEmptyLines.forEach((line, lineIndex) => {\n      if (!quotedCsvLinePattern.test(line)) {\n        if (lineIndex === 0) {\n          addCsvFileError(\n            errorState,\n            \"*\",\n            CsvParseErrorEnum.UNQUOTED_VALUE,\n            \"CSV values must be enclosed in double quotes.\",\n            line,\n          );\n        } else {\n          addCsvRowError(\n            errorState,\n            lineIndex + CSV_HEADER_ROW_NUMBER,\n            \"*\",\n            CsvParseErrorEnum.UNQUOTED_VALUE,\n            \"CSV values must be enclosed in double quotes.\",\n            line,\n          );\n        }\n      }\n    });\n\n    if (hasCsvErrors(errorState.errorMap)) {\n      return withError(\n        \"CSV values must be enclosed in double quotes.\",\n        errorState.errorMap,\n        errorState.errors,\n      );\n    }\n  }\n\n  let records: string[][];\n  try {\n    records = parse(text, {\n      bom: true,\n      delimiter: \",\",\n      escape: '\"',\n      quote: '\"',\n      relax_column_count: true,\n      skip_empty_lines: true,\n    }) as string[][];\n  } catch (err) {\n    addCsvFileError(\n      errorState,\n      \"*\",\n      CsvParseErrorEnum.INVALID_FORMAT,\n      err instanceof Error ? err.message : \"Invalid CSV format.\",\n    );\n    return withError(\n      \"Invalid CSV format.\",\n      errorState.errorMap,\n      errorState.errors,\n    );\n  }\n\n  if (records.length === 0) {\n    addCsvFileError(\n      errorState,\n      \"*\",\n      CsvParseErrorEnum.EMPTY_FILE,\n      \"CSV file is empty.\",\n    );\n    return withError(\n      \"CSV file is empty.\",\n      errorState.errorMap,\n      errorState.errors,\n    );\n  }\n\n  const header = records[0].map((value) => value.trim());\n  if (header.length === 0) {\n    addCsvFileError(\n      errorState,\n      \"*\",\n      CsvParseErrorEnum.EMPTY_HEADER_COLUMN,\n      \"CSV header contains empty column names.\",\n    );\n  }\n\n  header.forEach((col, columnIndex) => {\n    if (col.length === 0) {\n      addCsvFileError(\n        errorState,\n        `column_${columnIndex + 1}`,\n        CsvParseErrorEnum.EMPTY_HEADER_COLUMN,\n        \"CSV header contains empty column names.\",\n      );\n    }\n  });\n\n  if (hasCsvErrors(errorState.errorMap)) {\n    return withError(\n      \"CSV header contains empty column names.\",\n      errorState.errorMap,\n      errorState.errors,\n    );\n  }\n\n  const duplicateHeader = header.find(\n    (col, idx) => header.indexOf(col) !== idx,\n  );\n  if (duplicateHeader) {\n    addCsvFileError(\n      errorState,\n      duplicateHeader,\n      CsvParseErrorEnum.DUPLICATE_HEADER_COLUMN,\n      `CSV header contains duplicate column '${duplicateHeader}'.`,\n      duplicateHeader,\n    );\n    return withError(\n      `CSV header contains duplicate column '${duplicateHeader}'.`,\n      errorState.errorMap,\n      errorState.errors,\n      header,\n      [],\n    );\n  }\n\n  const rows = records.slice(1);\n\n  rows.forEach((row, rowIndex) => {\n    if (row.length !== header.length) {\n      addCsvRowError(\n        errorState,\n        rowIndex + CSV_FIRST_DATA_ROW_NUMBER,\n        \"*\",\n        CsvParseErrorEnum.ROW_COLUMN_COUNT_MISMATCH,\n        \"CSV rows must have the same number of columns as the header.\",\n        row.join(\",\"),\n      );\n    }\n  });\n\n  if (hasCsvErrors(errorState.errorMap)) {\n    return withError(\n      \"CSV rows must have the same number of columns as the header.\",\n      errorState.errorMap,\n      errorState.errors,\n      header,\n      rows,\n    );\n  }\n\n  return { header, rows };\n};\n"],"names":["createCsvErrorState","addCsvFileError","CsvParseErrorEnum","addCsvRowError","CSV_HEADER_ROW_NUMBER","hasCsvErrors","parse","CSV_FIRST_DATA_ROW_NUMBER"],"mappings":";;;;;;AAmCA,MAAM,oBAAuB,GAAA,CAAC,KAC5B,KAAA,KAAA,CACG,QAAQ,SAAW,EAAA,EAAE,CACrB,CAAA,OAAA,CAAQ,OAAS,EAAA,IAAI,CACrB,CAAA,OAAA,CAAQ,OAAO,IAAI,CAAA;AAExB,MAAM,oBAAuB,GAAA,gDAAA;AAE7B,MAAM,SAAA,GAAY,CAChB,OAAA,EACA,QACA,EAAA,MAAA,EACA,SAAmB,EAAC,EACpB,IAAmB,GAAA,EACC,MAAA;AAAA,EACpB,KAAO,EAAA,EAAE,QAAU,EAAA,MAAA,EAAQ,OAAQ,EAAA;AAAA,EACnC,MAAA;AAAA,EACA;AACF,CAAA,CAAA;AAEa,MAAA,QAAA,GAAW,CACtB,OAAA,EACA,OACmB,KAAA;AACnB,EAAA,MAAM,aAAaA,6BAAuC,EAAA;AAC1D,EAAM,MAAA,IAAA,GAAO,qBAAqB,OAAO,CAAA;AAEzC,EAAA,IAAI,IAAK,CAAA,IAAA,EAAO,CAAA,MAAA,KAAW,CAAG,EAAA;AAC5B,IAAAC,yBAAA;AAAA,MACE,UAAA;AAAA,MACA,GAAA;AAAA,MACAC,2BAAkB,CAAA,UAAA;AAAA,MAClB;AAAA,KACF;AACA,IAAO,OAAA,SAAA;AAAA,MACL,oBAAA;AAAA,MACA,UAAW,CAAA,QAAA;AAAA,MACX,UAAW,CAAA;AAAA,KACb;AAAA;AAGF,EAAM,MAAA,QAAA,GAAW,IAAK,CAAA,KAAA,CAAM,IAAI,CAAA;AAChC,EAAM,MAAA,aAAA,GAAgB,SAAS,MAAO,CAAA,CAAC,SAAS,IAAK,CAAA,IAAA,EAAO,CAAA,MAAA,GAAS,CAAC,CAAA;AAEtE,EAAI,IAAA,aAAA,CAAc,WAAW,CAAG,EAAA;AAC9B,IAAAD,yBAAA;AAAA,MACE,UAAA;AAAA,MACA,GAAA;AAAA,MACAC,2BAAkB,CAAA,UAAA;AAAA,MAClB;AAAA,KACF;AACA,IAAO,OAAA,SAAA;AAAA,MACL,oBAAA;AAAA,MACA,UAAW,CAAA,QAAA;AAAA,MACX,UAAW,CAAA;AAAA,KACb;AAAA;AAGF,EAAM,MAAA,SAAA,GAAY,cAAc,CAAC,CAAA;AACjC,EAAI,IAAA,SAAA,CAAU,SAAS,GAAG,CAAA,IAAK,CAAC,SAAU,CAAA,QAAA,CAAS,GAAG,CAAG,EAAA;AACvD,IAAAD,yBAAA;AAAA,MACE,UAAA;AAAA,MACA,GAAA;AAAA,MACAC,2BAAkB,CAAA,iBAAA;AAAA,MAClB,gCAAA;AAAA,MACA;AAAA,KACF;AACA,IAAO,OAAA,SAAA;AAAA,MACL,gCAAA;AAAA,MACA,UAAW,CAAA,QAAA;AAAA,MACX,UAAW,CAAA;AAAA,KACb;AAAA;AAGF,EAAI,IAAA,OAAA,EAAS,wBAAwB,IAAM,EAAA;AACzC,IAAc,aAAA,CAAA,OAAA,CAAQ,CAAC,IAAA,EAAM,SAAc,KAAA;AACzC,MAAA,IAAI,CAAC,oBAAA,CAAqB,IAAK,CAAA,IAAI,CAAG,EAAA;AACpC,QAAA,IAAI,cAAc,CAAG,EAAA;AACnB,UAAAD,yBAAA;AAAA,YACE,UAAA;AAAA,YACA,GAAA;AAAA,YACAC,2BAAkB,CAAA,cAAA;AAAA,YAClB,+CAAA;AAAA,YACA;AAAA,WACF;AAAA,SACK,MAAA;AACL,UAAAC,wBAAA;AAAA,YACE,UAAA;AAAA,YACA,SAAY,GAAAC,kCAAA;AAAA,YACZ,GAAA;AAAA,YACAF,2BAAkB,CAAA,cAAA;AAAA,YAClB,+CAAA;AAAA,YACA;AAAA,WACF;AAAA;AACF;AACF,KACD,CAAA;AAED,IAAI,IAAAG,sBAAA,CAAa,UAAW,CAAA,QAAQ,CAAG,EAAA;AACrC,MAAO,OAAA,SAAA;AAAA,QACL,+CAAA;AAAA,QACA,UAAW,CAAA,QAAA;AAAA,QACX,UAAW,CAAA;AAAA,OACb;AAAA;AACF;AAGF,EAAI,IAAA,OAAA;AACJ,EAAI,IAAA;AACF,IAAA,OAAA,GAAUC,WAAM,IAAM,EAAA;AAAA,MACpB,GAAK,EAAA,IAAA;AAAA,MACL,SAAW,EAAA,GAAA;AAAA,MACX,MAAQ,EAAA,GAAA;AAAA,MACR,KAAO,EAAA,GAAA;AAAA,MACP,kBAAoB,EAAA,IAAA;AAAA,MACpB,gBAAkB,EAAA;AAAA,KACnB,CAAA;AAAA,WACM,GAAK,EAAA;AACZ,IAAAL,yBAAA;AAAA,MACE,UAAA;AAAA,MACA,GAAA;AAAA,MACAC,2BAAkB,CAAA,cAAA;AAAA,MAClB,GAAA,YAAe,KAAQ,GAAA,GAAA,CAAI,OAAU,GAAA;AAAA,KACvC;AACA,IAAO,OAAA,SAAA;AAAA,MACL,qBAAA;AAAA,MACA,UAAW,CAAA,QAAA;AAAA,MACX,UAAW,CAAA;AAAA,KACb;AAAA;AAGF,EAAI,IAAA,OAAA,CAAQ,WAAW,CAAG,EAAA;AACxB,IAAAD,yBAAA;AAAA,MACE,UAAA;AAAA,MACA,GAAA;AAAA,MACAC,2BAAkB,CAAA,UAAA;AAAA,MAClB;AAAA,KACF;AACA,IAAO,OAAA,SAAA;AAAA,MACL,oBAAA;AAAA,MACA,UAAW,CAAA,QAAA;AAAA,MACX,UAAW,CAAA;AAAA,KACb;AAAA;AAGF,EAAM,MAAA,MAAA,GAAS,QAAQ,CAAC,CAAA,CAAE,IAAI,CAAC,KAAA,KAAU,KAAM,CAAA,IAAA,EAAM,CAAA;AACrD,EAAI,IAAA,MAAA,CAAO,WAAW,CAAG,EAAA;AACvB,IAAAD,yBAAA;AAAA,MACE,UAAA;AAAA,MACA,GAAA;AAAA,MACAC,2BAAkB,CAAA,mBAAA;AAAA,MAClB;AAAA,KACF;AAAA;AAGF,EAAO,MAAA,CAAA,OAAA,CAAQ,CAAC,GAAA,EAAK,WAAgB,KAAA;AACnC,IAAI,IAAA,GAAA,CAAI,WAAW,CAAG,EAAA;AACpB,MAAAD,yBAAA;AAAA,QACE,UAAA;AAAA,QACA,CAAA,OAAA,EAAU,cAAc,CAAC,CAAA,CAAA;AAAA,QACzBC,2BAAkB,CAAA,mBAAA;AAAA,QAClB;AAAA,OACF;AAAA;AACF,GACD,CAAA;AAED,EAAI,IAAAG,sBAAA,CAAa,UAAW,CAAA,QAAQ,CAAG,EAAA;AACrC,IAAO,OAAA,SAAA;AAAA,MACL,yCAAA;AAAA,MACA,UAAW,CAAA,QAAA;AAAA,MACX,UAAW,CAAA;AAAA,KACb;AAAA;AAGF,EAAA,MAAM,kBAAkB,MAAO,CAAA,IAAA;AAAA,IAC7B,CAAC,GAAK,EAAA,GAAA,KAAQ,MAAO,CAAA,OAAA,CAAQ,GAAG,CAAM,KAAA;AAAA,GACxC;AACA,EAAA,IAAI,eAAiB,EAAA;AACnB,IAAAJ,yBAAA;AAAA,MACE,UAAA;AAAA,MACA,eAAA;AAAA,MACAC,2BAAkB,CAAA,uBAAA;AAAA,MAClB,yCAAyC,eAAe,CAAA,EAAA,CAAA;AAAA,MACxD;AAAA,KACF;AACA,IAAO,OAAA,SAAA;AAAA,MACL,yCAAyC,eAAe,CAAA,EAAA,CAAA;AAAA,MACxD,UAAW,CAAA,QAAA;AAAA,MACX,UAAW,CAAA,MAAA;AAAA,MACX,MAAA;AAAA,MACA;AAAC,KACH;AAAA;AAGF,EAAM,MAAA,IAAA,GAAO,OAAQ,CAAA,KAAA,CAAM,CAAC,CAAA;AAE5B,EAAK,IAAA,CAAA,OAAA,CAAQ,CAAC,GAAA,EAAK,QAAa,KAAA;AAC9B,IAAI,IAAA,GAAA,CAAI,MAAW,KAAA,MAAA,CAAO,MAAQ,EAAA;AAChC,MAAAC,wBAAA;AAAA,QACE,UAAA;AAAA,QACA,QAAW,GAAAI,sCAAA;AAAA,QACX,GAAA;AAAA,QACAL,2BAAkB,CAAA,yBAAA;AAAA,QAClB,8DAAA;AAAA,QACA,GAAA,CAAI,KAAK,GAAG;AAAA,OACd;AAAA;AACF,GACD,CAAA;AAED,EAAI,IAAAG,sBAAA,CAAa,UAAW,CAAA,QAAQ,CAAG,EAAA;AACrC,IAAO,OAAA,SAAA;AAAA,MACL,8DAAA;AAAA,MACA,UAAW,CAAA,QAAA;AAAA,MACX,UAAW,CAAA,MAAA;AAAA,MACX,MAAA;AAAA,MACA;AAAA,KACF;AAAA;AAGF,EAAO,OAAA,EAAE,QAAQ,IAAK,EAAA;AACxB;;;;;"}

package/cjs/packages/vuu-table-extras/src/csv-upload/parse/csv-schema-validation.js

@@ -0,0 +1,100 @@
+'use strict';
+
+var vuuUtils = require('@vuu-ui/vuu-utils');
+var csvErrors = require('./csv-errors.js');
+var csvConstants = require('./csv-constants.js');
+
+const MAX_ROWS_IN_CSV = 25e3;
+const validateCsvAgainstSchema = (parsed, tableSchema, options) => {
+  const schemaColumns = new Map(
+    tableSchema.columns.map((col) => [col.name, col.serverDataType])
+  );
+  const maxRows = options?.maxRows ?? MAX_ROWS_IN_CSV;
+  const errorState = csvErrors.createCsvErrorState();
+  if (!parsed.header.includes(tableSchema.key)) {
+    csvErrors.addCsvFileError(
+      errorState,
+      tableSchema.key,
+      csvErrors.CsvValidationErrorEnum.MISSING_KEY_COLUMN,
+      `CSV must include key column '${tableSchema.key}'.`
+    );
+  }
+  parsed.header.forEach((column) => {
+    if (!schemaColumns.has(column)) {
+      csvErrors.addCsvFileError(
+        errorState,
+        column,
+        csvErrors.CsvValidationErrorEnum.UNKNOWN_COLUMN,
+        "Column is not present in table schema.",
+        column
+      );
+    }
+  });
+  if (parsed.rows.length > maxRows) {
+    csvErrors.addCsvFileError(
+      errorState,
+      "*",
+      csvErrors.CsvValidationErrorEnum.MAX_ROWS_EXCEEDED,
+      `CSV row count ${parsed.rows.length} exceeds maxRows ${maxRows}.`,
+      String(parsed.rows.length)
+    );
+  }
+  const typedRows = [];
+  parsed.rows.forEach((rowValues, rowIndex) => {
+    const rowNum = rowIndex + csvConstants.CSV_FIRST_DATA_ROW_NUMBER;
+    const typedRow = {};
+    parsed.header.forEach((columnName, columnIndex) => {
+      const rawValue = rowValues[columnIndex];
+      const schemaType = schemaColumns.get(columnName);
+      if (rawValue.length === 0 && schemaType !== "string") {
+        csvErrors.addCsvRowError(
+          errorState,
+          rowNum,
+          columnName,
+          csvErrors.CsvValidationErrorEnum.EMPTY_NON_STRING_VALUE,
+          "Empty value is not allowed for non-string columns.",
+          rawValue
+        );
+        return;
+      }
+      let value;
+      const toType = schemaType ?? "string";
+      try {
+        value = vuuUtils.getTypedValue(rawValue, toType);
+      } catch (err) {
+        csvErrors.addCsvRowError(
+          errorState,
+          rowNum,
+          columnName,
+          csvErrors.CsvValidationErrorEnum.TYPE_MISMATCH,
+          err instanceof Error ? err.message : String(err),
+          rawValue
+        );
+        return;
+      }
+      if (value === void 0) {
+        csvErrors.addCsvRowError(
+          errorState,
+          rowNum,
+          columnName,
+          csvErrors.CsvValidationErrorEnum.TYPE_MISMATCH,
+          `Value '${rawValue}' is not a valid ${toType}`,
+          rawValue
+        );
+        return;
+      }
+      typedRow[columnName] = value;
+    });
+    typedRows.push(typedRow);
+  });
+  return {
+    columns: parsed.header,
+    errorMap: errorState.errorMap,
+    errors: errorState.errors,
+    rows: typedRows
+  };
+};
+
+exports.CsvValidationErrorEnum = csvErrors.CsvValidationErrorEnum;
+exports.validateCsvAgainstSchema = validateCsvAgainstSchema;
+//# sourceMappingURL=csv-schema-validation.js.map

package/cjs/packages/vuu-table-extras/src/csv-upload/parse/csv-schema-validation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv-schema-validation.js","sources":["../../../../../../../../packages/vuu-table-extras/src/csv-upload/parse/csv-schema-validation.ts"],"sourcesContent":["import type { TableSchema } from \"@vuu-ui/vuu-data-types\";\nimport { getTypedValue } from \"@vuu-ui/vuu-utils\";\nimport type { VuuRowDataItemType } from \"@vuu-ui/vuu-protocol-types\";\nimport {\n  addCsvFileError,\n  addCsvRowError,\n  createCsvErrorState,\n  CsvValidationErrorEnum,\n} from \"./csv-errors\";\nimport type {\n  CsvValidationError,\n  CsvValidationErrorMap,\n  CsvParseError,\n} from \"./csv-errors\";\nimport type { CsvParseResult } from \"./csv-parse\";\nimport { CSV_FIRST_DATA_ROW_NUMBER } from \"./csv-constants\";\nimport type { VuuColumnDataType } from \"@vuu-ui/vuu-protocol-types\";\nimport type { DataValueTypeSimple } from \"@vuu-ui/vuu-data-types\";\n\nexport {\n  CsvValidationErrorEnum,\n  type CsvValidationError,\n  type CsvValidationErrorMap,\n  type CsvValidationErrorType,\n  type CsvValidationStructuredError,\n} from \"./csv-errors\";\n\nexport type CsvValidationResult = {\n  columns: string[];\n  errorMap: CsvValidationErrorMap;\n  errors: CsvValidationError[];\n  parseRowError?: CsvParseError;\n  rows: Record<string, VuuRowDataItemType>[];\n};\n\nexport type CsvValidationOptions = {\n  maxRows?: number;\n};\n\nconst MAX_ROWS_IN_CSV = 25000;\n\nexport const validateCsvAgainstSchema = (\n  parsed: CsvParseResult,\n  tableSchema: TableSchema,\n  options?: CsvValidationOptions,\n): CsvValidationResult => {\n  const schemaColumns = new Map(\n    tableSchema.columns.map((col) => [col.name, col.serverDataType] as const),\n  );\n  const maxRows = options?.maxRows ?? MAX_ROWS_IN_CSV;\n  const errorState = createCsvErrorState<CsvValidationErrorEnum>();\n\n  if (!parsed.header.includes(tableSchema.key)) {\n    addCsvFileError(\n      errorState,\n      tableSchema.key,\n      CsvValidationErrorEnum.MISSING_KEY_COLUMN,\n      `CSV must include key column '${tableSchema.key}'.`,\n    );\n  }\n\n  parsed.header.forEach((column) => {\n    if (!schemaColumns.has(column)) {\n      addCsvFileError(\n        errorState,\n        column,\n        CsvValidationErrorEnum.UNKNOWN_COLUMN,\n        \"Column is not present in table schema.\",\n        column,\n      );\n    }\n  });\n\n  if (parsed.rows.length > maxRows) {\n    addCsvFileError(\n      errorState,\n      \"*\",\n      CsvValidationErrorEnum.MAX_ROWS_EXCEEDED,\n      `CSV row count ${parsed.rows.length} exceeds maxRows ${maxRows}.`,\n      String(parsed.rows.length),\n    );\n  }\n\n  const typedRows: Record<string, VuuRowDataItemType>[] = [];\n\n  parsed.rows.forEach((rowValues, rowIndex) => {\n    const rowNum = rowIndex + CSV_FIRST_DATA_ROW_NUMBER;\n    const typedRow: Record<string, VuuRowDataItemType> = {};\n\n    parsed.header.forEach((columnName, columnIndex) => {\n      const rawValue = rowValues[columnIndex];\n      const schemaType = schemaColumns.get(columnName);\n\n      if (rawValue.length === 0 && schemaType !== \"string\") {\n        addCsvRowError(\n          errorState,\n          rowNum,\n          columnName,\n          CsvValidationErrorEnum.EMPTY_NON_STRING_VALUE,\n          \"Empty value is not allowed for non-string columns.\",\n          rawValue,\n        );\n        return;\n      }\n\n      let value: VuuRowDataItemType | undefined;\n      const toType = (schemaType ?? \"string\") as\n        | VuuColumnDataType\n        | DataValueTypeSimple;\n      try {\n        value = getTypedValue(rawValue, toType);\n      } catch (err) {\n        addCsvRowError(\n          errorState,\n          rowNum,\n          columnName,\n          CsvValidationErrorEnum.TYPE_MISMATCH,\n          err instanceof Error ? err.message : String(err),\n          rawValue,\n        );\n        return;\n      }\n      if (value === undefined) {\n        addCsvRowError(\n          errorState,\n          rowNum,\n          columnName,\n          CsvValidationErrorEnum.TYPE_MISMATCH,\n          `Value '${rawValue}' is not a valid ${toType}`,\n          rawValue,\n        );\n        return;\n      }\n      typedRow[columnName] = value;\n    });\n\n    typedRows.push(typedRow);\n  });\n\n  return {\n    columns: parsed.header,\n    errorMap: errorState.errorMap,\n    errors: errorState.errors,\n    rows: typedRows,\n  };\n};\n"],"names":["createCsvErrorState","addCsvFileError","CsvValidationErrorEnum","CSV_FIRST_DATA_ROW_NUMBER","addCsvRowError","getTypedValue"],"mappings":";;;;;;AAuCA,MAAM,eAAkB,GAAA,IAAA;AAEjB,MAAM,wBAA2B,GAAA,CACtC,MACA,EAAA,WAAA,EACA,OACwB,KAAA;AACxB,EAAA,MAAM,gBAAgB,IAAI,GAAA;AAAA,IACxB,WAAA,CAAY,OAAQ,CAAA,GAAA,CAAI,CAAC,GAAA,KAAQ,CAAC,GAAI,CAAA,IAAA,EAAM,GAAI,CAAA,cAAc,CAAU;AAAA,GAC1E;AACA,EAAM,MAAA,OAAA,GAAU,SAAS,OAAW,IAAA,eAAA;AACpC,EAAA,MAAM,aAAaA,6BAA4C,EAAA;AAE/D,EAAA,IAAI,CAAC,MAAO,CAAA,MAAA,CAAO,QAAS,CAAA,WAAA,CAAY,GAAG,CAAG,EAAA;AAC5C,IAAAC,yBAAA;AAAA,MACE,UAAA;AAAA,MACA,WAAY,CAAA,GAAA;AAAA,MACZC,gCAAuB,CAAA,kBAAA;AAAA,MACvB,CAAA,6BAAA,EAAgC,YAAY,GAAG,CAAA,EAAA;AAAA,KACjD;AAAA;AAGF,EAAO,MAAA,CAAA,MAAA,CAAO,OAAQ,CAAA,CAAC,MAAW,KAAA;AAChC,IAAA,IAAI,CAAC,aAAA,CAAc,GAAI,CAAA,MAAM,CAAG,EAAA;AAC9B,MAAAD,yBAAA;AAAA,QACE,UAAA;AAAA,QACA,MAAA;AAAA,QACAC,gCAAuB,CAAA,cAAA;AAAA,QACvB,wCAAA;AAAA,QACA;AAAA,OACF;AAAA;AACF,GACD,CAAA;AAED,EAAI,IAAA,MAAA,CAAO,IAAK,CAAA,MAAA,GAAS,OAAS,EAAA;AAChC,IAAAD,yBAAA;AAAA,MACE,UAAA;AAAA,MACA,GAAA;AAAA,MACAC,gCAAuB,CAAA,iBAAA;AAAA,MACvB,CAAiB,cAAA,EAAA,MAAA,CAAO,IAAK,CAAA,MAAM,oBAAoB,OAAO,CAAA,CAAA,CAAA;AAAA,MAC9D,MAAA,CAAO,MAAO,CAAA,IAAA,CAAK,MAAM;AAAA,KAC3B;AAAA;AAGF,EAAA,MAAM,YAAkD,EAAC;AAEzD,EAAA,MAAA,CAAO,IAAK,CAAA,OAAA,CAAQ,CAAC,SAAA,EAAW,QAAa,KAAA;AAC3C,IAAA,MAAM,SAAS,QAAW,GAAAC,sCAAA;AAC1B,IAAA,MAAM,WAA+C,EAAC;AAEtD,IAAA,MAAA,CAAO,MAAO,CAAA,OAAA,CAAQ,CAAC,UAAA,EAAY,WAAgB,KAAA;AACjD,MAAM,MAAA,QAAA,GAAW,UAAU,WAAW,CAAA;AACtC,MAAM,MAAA,UAAA,GAAa,aAAc,CAAA,GAAA,CAAI,UAAU,CAAA;AAE/C,MAAA,IAAI,QAAS,CAAA,MAAA,KAAW,CAAK,IAAA,UAAA,KAAe,QAAU,EAAA;AACpD,QAAAC,wBAAA;AAAA,UACE,UAAA;AAAA,UACA,MAAA;AAAA,UACA,UAAA;AAAA,UACAF,gCAAuB,CAAA,sBAAA;AAAA,UACvB,oDAAA;AAAA,UACA;AAAA,SACF;AACA,QAAA;AAAA;AAGF,MAAI,IAAA,KAAA;AACJ,MAAA,MAAM,SAAU,UAAc,IAAA,QAAA;AAG9B,MAAI,IAAA;AACF,QAAQ,KAAA,GAAAG,sBAAA,CAAc,UAAU,MAAM,CAAA;AAAA,eAC/B,GAAK,EAAA;AACZ,QAAAD,wBAAA;AAAA,UACE,UAAA;AAAA,UACA,MAAA;AAAA,UACA,UAAA;AAAA,UACAF,gCAAuB,CAAA,aAAA;AAAA,UACvB,GAAe,YAAA,KAAA,GAAQ,GAAI,CAAA,OAAA,GAAU,OAAO,GAAG,CAAA;AAAA,UAC/C;AAAA,SACF;AACA,QAAA;AAAA;AAEF,MAAA,IAAI,UAAU,KAAW,CAAA,EAAA;AACvB,QAAAE,wBAAA;AAAA,UACE,UAAA;AAAA,UACA,MAAA;AAAA,UACA,UAAA;AAAA,UACAF,gCAAuB,CAAA,aAAA;AAAA,UACvB,CAAA,OAAA,EAAU,QAAQ,CAAA,iBAAA,EAAoB,MAAM,CAAA,CAAA;AAAA,UAC5C;AAAA,SACF;AACA,QAAA;AAAA;AAEF,MAAA,QAAA,CAAS,UAAU,CAAI,GAAA,KAAA;AAAA,KACxB,CAAA;AAED,IAAA,SAAA,CAAU,KAAK,QAAQ,CAAA;AAAA,GACxB,CAAA;AAED,EAAO,OAAA;AAAA,IACL,SAAS,MAAO,CAAA,MAAA;AAAA,IAChB,UAAU,UAAW,CAAA,QAAA;AAAA,IACrB,QAAQ,UAAW,CAAA,MAAA;AAAA,IACnB,IAAM,EAAA;AAAA,GACR;AACF;;;;;"}

package/cjs/packages/vuu-table-extras/src/csv-upload/parse/csv-upload-utils.js

@@ -0,0 +1,86 @@
+'use strict';
+
+var vuuUtils = require('@vuu-ui/vuu-utils');
+var csvConstants = require('./csv-constants.js');
+
+const isRecord = (value) => typeof value === "object" && value !== null;
+const toErrorMessage = (error) => error instanceof Error ? error.message : String(error);
+const isCsvParseError = (value) => isRecord(value) && "message" in value && typeof value.message === "string" && "errors" in value && Array.isArray(value.errors) && "errorMap" in value && isRecord(value.errorMap);
+const hasFileParseErrors = (parseError) => Object.keys(parseError.errorMap.fileErrors).length > 0;
+const createUploadError = (source, message, parseError, validationError) => ({
+  message,
+  parseError,
+  validationError,
+  source
+});
+const mergeValidationWithParseErrors = (schemaValidation, parseError) => parseError ? {
+  ...schemaValidation,
+  errors: [
+    ...schemaValidation.errors,
+    ...toValidationErrorsFromParseRowErrors(parseError)
+  ],
+  parseRowError: parseError
+} : schemaValidation;
+const buildRowErrorMessage = (prefix, rowErrors) => {
+  const details = rowErrors.slice(0, 8).join("; ");
+  const remaining = rowErrors.length - 8;
+  const suffix = remaining > 0 ? `; and ${remaining} more` : "";
+  return `${prefix} for ${rowErrors.length} row(s): ${details}${suffix}`;
+};
+const toValidationErrorsFromParseRowErrors = (parseError) => {
+  return parseError.errors.filter(
+    (error) => error.rowNum >= csvConstants.CSV_FIRST_DATA_ROW_NUMBER
+  );
+};
+const normalizeTableData = (value, fallback) => {
+  const tableData = isRecord(value) && "data" in value ? value.data : value;
+  if (!isRecord(tableData)) {
+    return fallback;
+  }
+  const columns = tableData.columns;
+  const rows = tableData.rows;
+  if (!Array.isArray(columns) || columns.some((column) => typeof column !== "string") || !Array.isArray(rows)) {
+    return fallback;
+  }
+  return {
+    columns,
+    rows: rows.map((row) => {
+      if (Array.isArray(row)) {
+        return row;
+      }
+      if (!isRecord(row)) {
+        return columns.map(() => "");
+      }
+      return columns.map((column) => row[column] ?? "");
+    })
+  };
+};
+const executeBatchRpcCalls = async (items, executor, errorFormatter) => {
+  const errors = [];
+  const results = [];
+  for (const item of items) {
+    try {
+      const result = await executor(item);
+      const rpcResult = result;
+      if (vuuUtils.isRpcError(rpcResult)) {
+        errors.push(errorFormatter(item, rpcResult.errorMessage));
+      } else {
+        results.push(result);
+      }
+    } catch (err) {
+      errors.push(errorFormatter(item, toErrorMessage(err)));
+    }
+  }
+  return { errors, results };
+};
+
+exports.buildRowErrorMessage = buildRowErrorMessage;
+exports.createUploadError = createUploadError;
+exports.executeBatchRpcCalls = executeBatchRpcCalls;
+exports.hasFileParseErrors = hasFileParseErrors;
+exports.isCsvParseError = isCsvParseError;
+exports.mergeValidationWithParseErrors = mergeValidationWithParseErrors;
+exports.normalizeTableData = normalizeTableData;
+exports.toErrorMessage = toErrorMessage;
+exports.toValidationErrorsFromParseRowErrors = toValidationErrorsFromParseRowErrors;
+//# sourceMappingURL=csv-upload-utils.js.map

package/cjs/packages/vuu-table-extras/src/csv-upload/parse/csv-upload-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv-upload-utils.js","sources":["../../../../../../../../packages/vuu-table-extras/src/csv-upload/parse/csv-upload-utils.ts"],"sourcesContent":["import type { RpcResult, VuuRowDataItemType } from \"@vuu-ui/vuu-protocol-types\";\nimport { isRpcError } from \"@vuu-ui/vuu-utils\";\nimport type { CsvUploadError } from \"../CsvUpload\";\nimport type { CsvParseError } from \"./csv-parse\";\nimport { CSV_FIRST_DATA_ROW_NUMBER } from \"./csv-constants\";\nimport type {\n  CsvValidationError,\n  CsvValidationResult,\n} from \"./csv-schema-validation\";\n\nexport type CsvUploadTableData = {\n  columns: string[];\n  rows: VuuRowDataItemType[][];\n};\n\nconst isRecord = (value: unknown): value is Record<string, unknown> =>\n  typeof value === \"object\" && value !== null;\n\nexport const toErrorMessage = (error: unknown) =>\n  error instanceof Error ? error.message : String(error);\n\nexport const isCsvParseError = (value: unknown): value is CsvParseError =>\n  isRecord(value) &&\n  \"message\" in value &&\n  typeof value.message === \"string\" &&\n  \"errors\" in value &&\n  Array.isArray(value.errors) &&\n  \"errorMap\" in value &&\n  isRecord(value.errorMap);\n\nexport const hasFileParseErrors = (parseError: CsvParseError) =>\n  Object.keys(parseError.errorMap.fileErrors).length > 0;\n\nexport const createUploadError = (\n  source: CsvUploadError[\"source\"],\n  message: string,\n  parseError?: CsvParseError,\n  validationError?: CsvUploadError[\"validationError\"],\n): CsvUploadError => ({\n  message,\n  parseError,\n  validationError,\n  source,\n});\n\nexport const mergeValidationWithParseErrors = (\n  schemaValidation: CsvValidationResult,\n  parseError: CsvParseError | undefined,\n): CsvValidationResult =>\n  parseError\n    ? {\n        ...schemaValidation,\n        errors: [\n          ...schemaValidation.errors,\n          ...toValidationErrorsFromParseRowErrors(parseError),\n        ],\n        parseRowError: parseError,\n      }\n    : schemaValidation;\n\nexport const buildRowErrorMessage = (prefix: string, rowErrors: string[]) => {\n  const details = rowErrors.slice(0, 8).join(\"; \");\n  const remaining = rowErrors.length - 8;\n  const suffix = remaining > 0 ? `; and ${remaining} more` : \"\";\n  return `${prefix} for ${rowErrors.length} row(s): ${details}${suffix}`;\n};\n\nexport const toValidationErrorsFromParseRowErrors = (\n  parseError: CsvParseError,\n): CsvValidationError[] => {\n  return parseError.errors.filter(\n    (error) => error.rowNum >= CSV_FIRST_DATA_ROW_NUMBER,\n  );\n};\n\nexport const normalizeTableData = (\n  value: unknown,\n  fallback: CsvUploadTableData,\n): CsvUploadTableData => {\n  const tableData =\n    isRecord(value) && \"data\" in value ? (value.data as unknown) : value;\n\n  if (!isRecord(tableData)) {\n    return fallback;\n  }\n\n  const columns = tableData.columns;\n  const rows = tableData.rows;\n\n  if (\n    !Array.isArray(columns) ||\n    columns.some((column) => typeof column !== \"string\") ||\n    !Array.isArray(rows)\n  ) {\n    return fallback;\n  }\n\n  return {\n    columns,\n    rows: rows.map((row) => {\n      if (Array.isArray(row)) {\n        return row as VuuRowDataItemType[];\n      }\n      if (!isRecord(row)) {\n        return columns.map(() => \"\");\n      }\n      return columns.map((column) => (row[column] as VuuRowDataItemType) ?? \"\");\n    }),\n  };\n};\n\nexport type RpcBatchResult = {\n  errors: string[];\n  results: unknown[];\n};\n\nexport const executeBatchRpcCalls = async <T>(\n  items: T[],\n  executor: (item: T) => Promise<unknown>,\n  errorFormatter: (item: T, error: string) => string,\n): Promise<RpcBatchResult> => {\n  const errors: string[] = [];\n  const results: unknown[] = [];\n\n  for (const item of items) {\n    try {\n      const result = await executor(item);\n      const rpcResult = result as RpcResult | undefined;\n      if (isRpcError(rpcResult)) {\n        errors.push(errorFormatter(item, rpcResult.errorMessage));\n      } else {\n        results.push(result);\n      }\n    } catch (err) {\n      errors.push(errorFormatter(item, toErrorMessage(err)));\n    }\n  }\n\n  return { errors, results };\n};\n"],"names":["CSV_FIRST_DATA_ROW_NUMBER","isRpcError"],"mappings":";;;;;AAeA,MAAM,WAAW,CAAC,KAAA,KAChB,OAAO,KAAA,KAAU,YAAY,KAAU,KAAA,IAAA;AAE5B,MAAA,cAAA,GAAiB,CAAC,KAC7B,KAAA,KAAA,YAAiB,QAAQ,KAAM,CAAA,OAAA,GAAU,OAAO,KAAK;AAE1C,MAAA,eAAA,GAAkB,CAAC,KAC9B,KAAA,QAAA,CAAS,KAAK,CACd,IAAA,SAAA,IAAa,KACb,IAAA,OAAO,KAAM,CAAA,OAAA,KAAY,YACzB,QAAY,IAAA,KAAA,IACZ,KAAM,CAAA,OAAA,CAAQ,KAAM,CAAA,MAAM,KAC1B,UAAc,IAAA,KAAA,IACd,QAAS,CAAA,KAAA,CAAM,QAAQ;AAEZ,MAAA,kBAAA,GAAqB,CAAC,UACjC,KAAA,MAAA,CAAO,KAAK,UAAW,CAAA,QAAA,CAAS,UAAU,CAAA,CAAE,MAAS,GAAA;AAEhD,MAAM,iBAAoB,GAAA,CAC/B,MACA,EAAA,OAAA,EACA,YACA,eACoB,MAAA;AAAA,EACpB,OAAA;AAAA,EACA,UAAA;AAAA,EACA,eAAA;AAAA,EACA;AACF,CAAA;AAEO,MAAM,8BAAiC,GAAA,CAC5C,gBACA,EAAA,UAAA,KAEA,UACI,GAAA;AAAA,EACE,GAAG,gBAAA;AAAA,EACH,MAAQ,EAAA;AAAA,IACN,GAAG,gBAAiB,CAAA,MAAA;AAAA,IACpB,GAAG,qCAAqC,UAAU;AAAA,GACpD;AAAA,EACA,aAAe,EAAA;AACjB,CACA,GAAA;AAEO,MAAA,oBAAA,GAAuB,CAAC,MAAA,EAAgB,SAAwB,KAAA;AAC3E,EAAA,MAAM,UAAU,SAAU,CAAA,KAAA,CAAM,GAAG,CAAC,CAAA,CAAE,KAAK,IAAI,CAAA;AAC/C,EAAM,MAAA,SAAA,GAAY,UAAU,MAAS,GAAA,CAAA;AACrC,EAAA,MAAM,MAAS,GAAA,SAAA,GAAY,CAAI,GAAA,CAAA,MAAA,EAAS,SAAS,CAAU,KAAA,CAAA,GAAA,EAAA;AAC3D,EAAO,OAAA,CAAA,EAAG,MAAM,CAAQ,KAAA,EAAA,SAAA,CAAU,MAAM,CAAY,SAAA,EAAA,OAAO,GAAG,MAAM,CAAA,CAAA;AACtE;AAEa,MAAA,oCAAA,GAAuC,CAClD,UACyB,KAAA;AACzB,EAAA,OAAO,WAAW,MAAO,CAAA,MAAA;AAAA,IACvB,CAAC,KAAU,KAAA,KAAA,CAAM,MAAU,IAAAA;AAAA,GAC7B;AACF;AAEa,MAAA,kBAAA,GAAqB,CAChC,KAAA,EACA,QACuB,KAAA;AACvB,EAAA,MAAM,YACJ,QAAS,CAAA,KAAK,KAAK,MAAU,IAAA,KAAA,GAAS,MAAM,IAAmB,GAAA,KAAA;AAEjE,EAAI,IAAA,CAAC,QAAS,CAAA,SAAS,CAAG,EAAA;AACxB,IAAO,OAAA,QAAA;AAAA;AAGT,EAAA,MAAM,UAAU,SAAU,CAAA,OAAA;AAC1B,EAAA,MAAM,OAAO,SAAU,CAAA,IAAA;AAEvB,EAAA,IACE,CAAC,KAAM,CAAA,OAAA,CAAQ,OAAO,CAAA,IACtB,QAAQ,IAAK,CAAA,CAAC,MAAW,KAAA,OAAO,WAAW,QAAQ,CAAA,IACnD,CAAC,KAAM,CAAA,OAAA,CAAQ,IAAI,CACnB,EAAA;AACA,IAAO,OAAA,QAAA;AAAA;AAGT,EAAO,OAAA;AAAA,IACL,OAAA;AAAA,IACA,IAAM,EAAA,IAAA,CAAK,GAAI,CAAA,CAAC,GAAQ,KAAA;AACtB,MAAI,IAAA,KAAA,CAAM,OAAQ,CAAA,GAAG,CAAG,EAAA;AACtB,QAAO,OAAA,GAAA;AAAA;AAET,MAAI,IAAA,CAAC,QAAS,CAAA,GAAG,CAAG,EAAA;AAClB,QAAO,OAAA,OAAA,CAAQ,GAAI,CAAA,MAAM,EAAE,CAAA;AAAA;AAE7B,MAAA,OAAO,QAAQ,GAAI,CAAA,CAAC,WAAY,GAAI,CAAA,MAAM,KAA4B,EAAE,CAAA;AAAA,KACzE;AAAA,GACH;AACF;AAOO,MAAM,oBAAuB,GAAA,OAClC,KACA,EAAA,QAAA,EACA,cAC4B,KAAA;AAC5B,EAAA,MAAM,SAAmB,EAAC;AAC1B,EAAA,MAAM,UAAqB,EAAC;AAE5B,EAAA,KAAA,MAAW,QAAQ,KAAO,EAAA;AACxB,IAAI,IAAA;AACF,MAAM,MAAA,MAAA,GAAS,MAAM,QAAA,CAAS,IAAI,CAAA;AAClC,MAAA,MAAM,SAAY,GAAA,MAAA;AAClB,MAAI,IAAAC,mBAAA,CAAW,SAAS,CAAG,EAAA;AACzB,QAAA,MAAA,CAAO,IAAK,CAAA,cAAA,CAAe,IAAM,EAAA,SAAA,CAAU,YAAY,CAAC,CAAA;AAAA,OACnD,MAAA;AACL,QAAA,OAAA,CAAQ,KAAK,MAAM,CAAA;AAAA;AACrB,aACO,GAAK,EAAA;AACZ,MAAA,MAAA,CAAO,KAAK,cAAe,CAAA,IAAA,EAAM,cAAe,CAAA,GAAG,CAAC,CAAC,CAAA;AAAA;AACvD;AAGF,EAAO,OAAA,EAAE,QAAQ,OAAQ,EAAA;AAC3B;;;;;;;;;;;;"}