@finsys/core 3.2.0 → 3.4.0

package/dist/index.cjs

@@ -57,12 +57,16 @@ __export(index_exports, {
   applyAggregation: () => applyAggregation,
   applyDynamicTitles: () => applyDynamicTitles,
   assertAdapterCategory: () => assertAdapterCategory,
+  buildDocumentRows: () => buildDocumentRows,
   buildFileFieldTables: () => buildFileFieldTables,
   categoryFieldsOf: () => categoryFieldsOf,
   categoryForField: () => categoryForField,
   categorySchemaOf: () => categorySchemaOf,
   evaluateExpression: () => evaluateExpression,
   extractTimePeriods: () => extractTimePeriods,
+  formatDocumentSize: () => formatDocumentSize,
+  formatDocumentType: () => formatDocumentType,
+  formatDocumentUploaded: () => formatDocumentUploaded,
   generateRHFSchema: () => generateRHFSchema,
   generateSurveyJson: () => generateSurveyJson,
   getBaseCategories: () => getBaseCategories,
@@ -72,9 +76,12 @@ __export(index_exports, {
   getCategoryName: () => getCategoryName,
   getDisplayName: () => getDisplayName,
   getDisplayNames: () => getDisplayNames,
+  getDocDisplayNames: () => getDocDisplayNames,
+  getExtractableDocTypes: () => getExtractableDocTypes,
   getGroupDisplayNames: () => getGroupDisplayNames,
   getPastMonthLabel: () => getPastMonthLabel,
   getPastYearLabel: () => getPastYearLabel,
+  getReuploadableDocTypes: () => getReuploadableDocTypes,
   getStepDefaultValues: () => getStepDefaultValues,
   getStepSchema: () => getStepSchema,
   groupColumnsByTimePeriod: () => groupColumnsByTimePeriod,
@@ -85,6 +92,7 @@ __export(index_exports, {
   isFailureIhsStatus: () => isFailureIhsStatus,
   isTerminalIhsStatus: () => isTerminalIhsStatus,
   isValidIhsStatus: () => isValidIhsStatus,
+  parseFileField: () => parseFileField,
   processIhsDetails: () => processIhsDetails,
   resolveExtractionStatus: () => resolveExtractionStatus,
   resolvePageFields: () => resolvePageFields,
@@ -9461,7 +9469,7 @@ function formatValue(value, numeric) {
   }
   return String(value);
 }
-function buildTableForGroup(groupName, fields, ihsData) {
+function buildTableForGroup(groupName, fields, ihsData, fieldProvenance) {
   const allColumns = [];
   for (const field of fields) {
     if (field.ihs_column_names) {
@@ -9480,11 +9488,20 @@ function buildTableForGroup(groupName, fields, ihsData) {
       const numeric = isNumericField(baseName);
       const data = {};
       const formattedData = {};
+      const confidence = {};
+      const provenance = {};
       for (const period of periods) {
         const colName = periodMap[period];
         const value = colName ? ihsData[colName] ?? null : null;
         data[period] = value;
         formattedData[period] = formatValue(value, numeric);
+        const prov = colName ? fieldProvenance?.[colName] : void 0;
+        if (prov) {
+          provenance[period] = prov;
+          if (prov.origin === "extracted" && typeof prov.confidence === "number" && !Number.isNaN(prov.confidence)) {
+            confidence[period] = prov.confidence;
+          }
+        }
       }
       items.push({
         displayName: getDisplayName(baseName),
@@ -9492,7 +9509,9 @@ function buildTableForGroup(groupName, fields, ihsData) {
         data,
         formattedData,
         type: tableType,
-        isNumeric: numeric
+        isNumeric: numeric,
+        ...Object.keys(confidence).length ? { confidence } : {},
+        ...Object.keys(provenance).length ? { provenance } : {}
       });
     }
     const hasData = items.some(
@@ -9504,13 +9523,16 @@ function buildTableForGroup(groupName, fields, ihsData) {
     for (const colName of allColumns) {
       const value = ihsData[colName] ?? null;
       const numeric = isNumericField(colName);
+      const prov = fieldProvenance?.[colName];
       items.push({
         displayName: getDisplayName(colName),
         timePeriods: [],
         data: { value },
         formattedData: { value: formatValue(value, numeric) },
         type: tableType,
-        isNumeric: numeric
+        isNumeric: numeric,
+        ...prov && prov.origin === "extracted" && typeof prov.confidence === "number" && !Number.isNaN(prov.confidence) ? { confidence: { value: prov.confidence } } : {},
+        ...prov ? { provenance: { value: prov } } : {}
       });
     }
     const hasData = items.some((item) => {
@@ -9520,19 +9542,160 @@ function buildTableForGroup(groupName, fields, ihsData) {
     return { name: groupName, displayName: groupDisplayName, type: tableType, items, hasData };
   }
 }
-function buildFileFieldTables(ihsData) {
+function buildFileFieldTables(ihsData, fieldProvenance) {
   const specs = getBaseFieldSpecs();
   const fileFields = specs.filter((f) => f.type === "file" && f.ihs_column_names?.length);
   const grouped = groupFieldsByPattern(fileFields);
   const tables = {};
   for (const [groupName, fields] of Object.entries(grouped)) {
-    const table = buildTableForGroup(groupName, fields, ihsData);
+    const table = buildTableForGroup(groupName, fields, ihsData, fieldProvenance);
     if (table && table.hasData) {
       tables[groupName] = table;
     }
   }
   return tables;
 }
+var DOC_DISPLAY_NAMES = {
+  bankStatements: "Bank Statements",
+  financialStatements: "Financial Statements",
+  form9: "Form 9",
+  epfStatements: "EPF Statements",
+  payslips: "Payslips",
+  ssm: "SSM Company Profile",
+  ic: "Identity Card",
+  ssm_registration_documents: "Form 9",
+  ic_documents: "Identity Documents (Supplementary)",
+  consentForm: "Consent Form",
+  supplementaryDoc: "Supplementary Documents",
+  coreIncomeDoc: "Core Income Document",
+  incomeSupportingDoc: "Income Supporting Document",
+  incomeEPF_iakaun: "EPF i-Akaun",
+  photocopyRegistrationCard: "Registration Card",
+  bankStatementOrSavingPassbook: "Bank Passbook",
+  tnbBills: "TNB Bills"
+};
+var EXTRACTABLE_DOC_TYPES = /* @__PURE__ */ new Set([
+  "bankStatements",
+  "financialStatements",
+  "form9",
+  "epfStatements",
+  "payslips",
+  "ssm",
+  "ic",
+  "ssm_registration_documents",
+  "ic_documents"
+]);
+var REUPLOADABLE_DOC_TYPES = /* @__PURE__ */ new Set(["bankStatements", "financialStatements"]);
+function getDocDisplayNames() {
+  return DOC_DISPLAY_NAMES;
+}
+function getExtractableDocTypes() {
+  return EXTRACTABLE_DOC_TYPES;
+}
+function getReuploadableDocTypes() {
+  return REUPLOADABLE_DOC_TYPES;
+}
+function isProbablyId(str) {
+  if (!str) return false;
+  const clean = str.split(".")[0];
+  if (/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i.test(clean)) return true;
+  if (/^[0-9a-f]{32,128}$/i.test(clean)) return true;
+  return false;
+}
+function parseFileField(value) {
+  if (!value) return [];
+  if (Array.isArray(value)) return value;
+  if (typeof value === "string") {
+    try {
+      const parsed = JSON.parse(value);
+      return Array.isArray(parsed) ? parsed : [];
+    } catch {
+      if (value.startsWith("http")) {
+        return [{ path: value, documentId: value.split("/").pop() || void 0 }];
+      }
+      return [];
+    }
+  }
+  return [];
+}
+function toBytes(value) {
+  if (typeof value === "number") return Number.isNaN(value) ? null : value;
+  if (typeof value === "string") {
+    const n = parseInt(value, 10);
+    return Number.isNaN(n) ? null : n;
+  }
+  return null;
+}
+function buildDocumentRows(ihsData) {
+  const metaMap = ihsData.documentMetadata ?? {};
+  const rows = [];
+  for (const docType of Object.keys(DOC_DISPLAY_NAMES)) {
+    const files = parseFileField(ihsData[docType]);
+    if (files.length === 0) continue;
+    const label = DOC_DISPLAY_NAMES[docType];
+    const extractable = EXTRACTABLE_DOC_TYPES.has(docType);
+    const reUploadable = extractable && REUPLOADABLE_DOC_TYPES.has(docType);
+    files.forEach((file, index) => {
+      const path = file.path ?? null;
+      const meta = path ? metaMap[path] : void 0;
+      const documentId = file.documentId || (path ? path.split("/").pop() || null : null);
+      const timePeriod = file.month ? `T${file.month}` : file.year ? `T${file.year}` : "ALL";
+      const rawName = file.fileName ?? meta?.fileName ?? void 0;
+      const fileName = rawName && !isProbablyId(rawName) ? rawName : null;
+      const rawExt = (rawName ?? "").split(".").pop();
+      const ext = rawExt && rawExt.length <= 5 && !isProbablyId(rawExt) ? rawExt.toUpperCase() : null;
+      const mime = file.fileType ?? meta?.fileType;
+      const fileType = ext || (mime?.split("/").pop()?.toUpperCase() ?? null);
+      const fileSize = toBytes(file.fileSize) ?? meta?.fileSize ?? null;
+      const uploadedAt = file.createdAt ?? meta?.createdAt ?? null;
+      const periodLabel = file.month && file.year ? new Date(file.year, file.month - 1).toLocaleDateString("en-MY", {
+        year: "numeric",
+        month: "short"
+      }) : file.year ? `Year ${file.year}` : null;
+      const displayName = fileName || (periodLabel ? `${label} \u2014 ${periodLabel}` : files.length > 1 ? `${label} ${index + 1}` : label);
+      rows.push({
+        docType,
+        label,
+        index,
+        displayName,
+        documentId,
+        path,
+        timePeriod,
+        periodLabel,
+        fileName,
+        fileType,
+        fileSize,
+        uploadedAt,
+        capabilities: {
+          download: !!documentId,
+          viewJson: extractable,
+          reExtract: extractable,
+          reUpload: reUploadable
+        }
+      });
+    });
+  }
+  return rows;
+}
+var EM_DASH = "\u2014";
+function formatDocumentType(row) {
+  return row.fileType ?? EM_DASH;
+}
+function formatDocumentSize(bytes) {
+  if (!bytes || Number.isNaN(bytes)) return EM_DASH;
+  if (bytes < 1024) return `${bytes} B`;
+  if (bytes < 1024 * 1024) return `${(bytes / 1024).toFixed(1)} KB`;
+  return `${(bytes / (1024 * 1024)).toFixed(1)} MB`;
+}
+function formatDocumentUploaded(row) {
+  if (row.uploadedAt) {
+    const d = new Date(row.uploadedAt);
+    if (!Number.isNaN(d.getTime())) {
+      return d.toLocaleDateString("en-MY", { year: "numeric", month: "short", day: "numeric" });
+    }
+  }
+  return row.periodLabel ?? EM_DASH;
+}
 function isFileOrFinancialColumn(fieldName, fileColumnSet) {
   return fileColumnSet.has(fieldName) || fieldName.startsWith("financials") || fieldName.startsWith("bank_statement");
 }
@@ -10456,12 +10619,16 @@ function assertAdapterCategory(id) {
   applyAggregation,
   applyDynamicTitles,
   assertAdapterCategory,
+  buildDocumentRows,
   buildFileFieldTables,
   categoryFieldsOf,
   categoryForField,
   categorySchemaOf,
   evaluateExpression,
   extractTimePeriods,
+  formatDocumentSize,
+  formatDocumentType,
+  formatDocumentUploaded,
   generateRHFSchema,
   generateSurveyJson,
   getBaseCategories,
@@ -10471,9 +10638,12 @@ function assertAdapterCategory(id) {
   getCategoryName,
   getDisplayName,
   getDisplayNames,
+  getDocDisplayNames,
+  getExtractableDocTypes,
   getGroupDisplayNames,
   getPastMonthLabel,
   getPastYearLabel,
+  getReuploadableDocTypes,
   getStepDefaultValues,
   getStepSchema,
   groupColumnsByTimePeriod,
@@ -10484,6 +10654,7 @@ function assertAdapterCategory(id) {
   isFailureIhsStatus,
   isTerminalIhsStatus,
   isValidIhsStatus,
+  parseFileField,
   processIhsDetails,
   resolveExtractionStatus,
   resolvePageFields,