@finsys/core 3.5.0 → 4.1.0

package/dist/index.js

@@ -7898,7 +7898,13 @@ var form_field_base_specs_default = {
         "openingBalanceT1",
         "bankBalanceT1"
       ],
-      category: "13"
+      category: "13",
+      document_type: "bankStatements",
+      document_group: "bank_statements",
+      document_group_label: "Bank Statements",
+      wire_format: "path_array",
+      document_slot: 1,
+      time_period_unit: "month"
     },
     {
       name: "bank_statement_t2",
@@ -7914,7 +7920,13 @@ var form_field_base_specs_default = {
         "openingBalanceT2",
         "bankBalanceT2"
       ],
-      category: "13"
+      category: "13",
+      document_type: "bankStatements",
+      document_group: "bank_statements",
+      document_group_label: "Bank Statements",
+      wire_format: "path_array",
+      document_slot: 2,
+      time_period_unit: "month"
     },
     {
       name: "bank_statement_t3",
@@ -7930,7 +7942,13 @@ var form_field_base_specs_default = {
         "openingBalanceT3",
         "bankBalanceT3"
       ],
-      category: "13"
+      category: "13",
+      document_type: "bankStatements",
+      document_group: "bank_statements",
+      document_group_label: "Bank Statements",
+      wire_format: "path_array",
+      document_slot: 3,
+      time_period_unit: "month"
     },
     {
       name: "bank_statement_t4",
@@ -7946,7 +7964,13 @@ var form_field_base_specs_default = {
         "openingBalanceT4",
         "bankBalanceT4"
       ],
-      category: "13"
+      category: "13",
+      document_type: "bankStatements",
+      document_group: "bank_statements",
+      document_group_label: "Bank Statements",
+      wire_format: "path_array",
+      document_slot: 4,
+      time_period_unit: "month"
     },
     {
       name: "bank_statement_t5",
@@ -7962,7 +7986,13 @@ var form_field_base_specs_default = {
         "openingBalanceT5",
         "bankBalanceT5"
       ],
-      category: "13"
+      category: "13",
+      document_type: "bankStatements",
+      document_group: "bank_statements",
+      document_group_label: "Bank Statements",
+      wire_format: "path_array",
+      document_slot: 5,
+      time_period_unit: "month"
     },
     {
       name: "bank_statement_t6",
@@ -7978,7 +8008,13 @@ var form_field_base_specs_default = {
         "openingBalanceT6",
         "bankBalanceT6"
       ],
-      category: "13"
+      category: "13",
+      document_type: "bankStatements",
+      document_group: "bank_statements",
+      document_group_label: "Bank Statements",
+      wire_format: "path_array",
+      document_slot: 6,
+      time_period_unit: "month"
     },
     {
       name: "financials",
@@ -7999,7 +8035,13 @@ var form_field_base_specs_default = {
         "netOperatingCashFlow",
         "ebitda"
       ],
-      category: "13"
+      category: "13",
+      document_type: "financialStatements",
+      document_group: "financials",
+      document_group_label: "Audited Financial Statements",
+      wire_format: "path_array",
+      document_slot: 1,
+      time_period_unit: "year"
     },
     {
       name: "financials_fincap_t1",
@@ -8243,7 +8285,13 @@ var form_field_base_specs_default = {
         "depreciationOfInvestmentSecuritiesT2",
         "endOfYearCashT2"
       ],
-      category: "13"
+      category: "13",
+      document_type: "financialStatements",
+      document_group: "financials",
+      document_group_label: "Audited Financial Statements",
+      wire_format: "path_array",
+      document_slot: 1,
+      time_period_unit: "year"
     },
     {
       name: "financials_fincap_t2",
@@ -8369,7 +8417,13 @@ var form_field_base_specs_default = {
         "depreciationOfInvestmentSecuritiesT3",
         "endOfYearCashT3"
       ],
-      category: "13"
+      category: "13",
+      document_type: "financialStatements",
+      document_group: "financials",
+      document_group_label: "Audited Financial Statements",
+      wire_format: "path_array",
+      document_slot: 2,
+      time_period_unit: "year"
     },
     {
       name: "form9",
@@ -8380,7 +8434,11 @@ var form_field_base_specs_default = {
         "companyName",
         "companyRegNo"
       ],
-      category: "13"
+      category: "13",
+      document_type: "form9",
+      document_group: "form9",
+      document_group_label: "Form 9 / Section 17 / Form D",
+      wire_format: "url_string"
     },
     {
       name: "ssm",
@@ -8404,7 +8462,11 @@ var form_field_base_specs_default = {
         "businessOrigin",
         "registeredAddress"
       ],
-      category: "13"
+      category: "13",
+      document_type: "ssm",
+      document_group: "ssm_documents",
+      document_group_label: "SSM Company Information",
+      wire_format: "url_string"
     },
     {
       name: "ic",
@@ -8421,7 +8483,11 @@ var form_field_base_specs_default = {
         "icNationality",
         "icRace"
       ],
-      category: "13"
+      category: "13",
+      document_type: "ic",
+      document_group: "ic_documents",
+      document_group_label: "Identification Card",
+      wire_format: "url_string"
     },
     {
       name: "epf_statement_t1",
@@ -8438,7 +8504,13 @@ var form_field_base_specs_default = {
         "epfTotalContributionT1",
         "epfTotalCurrentContributionT1"
       ],
-      category: "13"
+      category: "13",
+      document_type: "epfStatements",
+      document_group: "epf_statements",
+      document_group_label: "EPF Statements",
+      wire_format: "path_array",
+      document_slot: 1,
+      time_period_unit: "year"
     },
     {
       name: "epf_statement_t2",
@@ -8455,7 +8527,13 @@ var form_field_base_specs_default = {
         "epfTotalContributionT2",
         "epfTotalCurrentContributionT2"
       ],
-      category: "13"
+      category: "13",
+      document_type: "epfStatements",
+      document_group: "epf_statements",
+      document_group_label: "EPF Statements",
+      wire_format: "path_array",
+      document_slot: 2,
+      time_period_unit: "year"
     },
     {
       name: "payslip_statement_t1",
@@ -8478,7 +8556,13 @@ var form_field_base_specs_default = {
         "payslipEmployeeTaxT1",
         "payslipOtherDeductionT1"
       ],
-      category: "13"
+      category: "13",
+      document_type: "payslips",
+      document_group: "payslip_statements",
+      document_group_label: "Payslip Statements",
+      wire_format: "path_array",
+      document_slot: 1,
+      time_period_unit: "month"
     },
     {
       name: "payslip_statement_t2",
@@ -8501,7 +8585,13 @@ var form_field_base_specs_default = {
         "payslipEmployeeTaxT2",
         "payslipOtherDeductionT2"
       ],
-      category: "13"
+      category: "13",
+      document_type: "payslips",
+      document_group: "payslip_statements",
+      document_group_label: "Payslip Statements",
+      wire_format: "path_array",
+      document_slot: 2,
+      time_period_unit: "month"
     },
     {
       name: "payslip_statement_t3",
@@ -8524,7 +8614,13 @@ var form_field_base_specs_default = {
         "payslipEmployeeTaxT3",
         "payslipOtherDeductionT3"
       ],
-      category: "13"
+      category: "13",
+      document_type: "payslips",
+      document_group: "payslip_statements",
+      document_group_label: "Payslip Statements",
+      wire_format: "path_array",
+      document_slot: 3,
+      time_period_unit: "month"
     },
     {
       name: "payslip_statement_t4",
@@ -8547,7 +8643,13 @@ var form_field_base_specs_default = {
         "payslipEmployeeTaxT4",
         "payslipOtherDeductionT4"
       ],
-      category: "13"
+      category: "13",
+      document_type: "payslips",
+      document_group: "payslip_statements",
+      document_group_label: "Payslip Statements",
+      wire_format: "path_array",
+      document_slot: 4,
+      time_period_unit: "month"
     },
     {
       name: "payslip_statement_t5",
@@ -8570,7 +8672,13 @@ var form_field_base_specs_default = {
         "payslipEmployeeTaxT5",
         "payslipOtherDeductionT5"
       ],
-      category: "13"
+      category: "13",
+      document_type: "payslips",
+      document_group: "payslip_statements",
+      document_group_label: "Payslip Statements",
+      wire_format: "path_array",
+      document_slot: 5,
+      time_period_unit: "month"
     },
     {
       name: "payslip_statement_t6",
@@ -8593,7 +8701,13 @@ var form_field_base_specs_default = {
         "payslipEmployeeTaxT6",
         "payslipOtherDeductionT6"
       ],
-      category: "13"
+      category: "13",
+      document_type: "payslips",
+      document_group: "payslip_statements",
+      document_group_label: "Payslip Statements",
+      wire_format: "path_array",
+      document_slot: 6,
+      time_period_unit: "month"
     }
   ]
 };
@@ -9086,6 +9200,59 @@ var FileFieldTableType = /* @__PURE__ */ ((FileFieldTableType2) => {
   FileFieldTableType2["KEY_VALUE"] = "keyValue";
   return FileFieldTableType2;
 })(FileFieldTableType || {});
+var IHS_FIELD_ORIGINS = ["extracted", "derived", "manual"];
+function isValidIhsFieldOrigin(origin) {
+  return typeof origin === "string" && IHS_FIELD_ORIGINS.includes(origin);
+}
+
+// src/document-types.ts
+var cached = null;
+function buildDocumentTypeGroups() {
+  const fileFields = getBaseFieldSpecs().filter(
+    (f) => f.type === "file" && !!f.name
+  );
+  const order = [];
+  const byDocumentType = /* @__PURE__ */ new Map();
+  for (const f of fileFields) {
+    const documentType = f.document_type ?? f.name;
+    const documentGroup = f.document_group ?? documentType;
+    const label = f.document_group_label ?? f.displayName ?? documentType;
+    if (!byDocumentType.has(documentType)) {
+      order.push(documentType);
+      byDocumentType.set(documentType, {
+        documentGroup,
+        label,
+        wireFormat: f.wire_format,
+        fields: []
+      });
+    }
+    byDocumentType.get(documentType).fields.push(f);
+  }
+  return order.map((documentType) => {
+    const entry = byDocumentType.get(documentType);
+    return {
+      documentType,
+      documentGroup: entry.documentGroup,
+      label: entry.label,
+      wireFormat: entry.wireFormat,
+      fields: entry.fields
+    };
+  });
+}
+function getDocumentTypeGroups() {
+  if (!cached) cached = buildDocumentTypeGroups();
+  return cached;
+}
+function isDocumentType(id) {
+  return getDocumentTypeGroups().some((g) => g.documentType === id);
+}
+function assertDocumentType(id) {
+  if (!isDocumentType(id)) {
+    const known = getDocumentTypeGroups().map((g) => g.documentType);
+    throw new Error(`Unknown document type: "${id}". Available: ${known.join(", ")}`);
+  }
+  return id;
+}
 
 // src/data/form-field-display-names.json
 var form_field_display_names_default = {
@@ -9295,42 +9462,26 @@ function groupColumnsByTimePeriod(columnNames) {
   }
   return groups;
 }
-var FIELD_GROUP_PREFIXES = [
-  ["bank_statement", "bank_statements"],
-  ["financials", "financials"],
-  ["epf_statement", "epf_statements"],
-  ["payslip_statement", "payslip_statements"],
-  ["ssm", "ssm_documents"],
-  ["form9", "form9"],
-  ["ic", "ic_documents"]
-];
 function groupFieldsByPattern(fields) {
   const groups = {};
   for (const field of fields) {
     if (!field.name) continue;
-    let groupName = field.name;
-    for (const [prefix, group] of FIELD_GROUP_PREFIXES) {
-      if (field.name.startsWith(prefix)) {
-        groupName = group;
-        break;
-      }
-    }
+    const groupName = field.document_group ?? field.name;
     if (!groups[groupName]) groups[groupName] = [];
     groups[groupName].push(field);
   }
   return groups;
 }
-var GROUP_DISPLAY_NAMES = {
-  bank_statements: "Bank Statements",
-  financials: "Audited Financial Statements",
-  epf_statements: "EPF Statements",
-  payslip_statements: "Payslip Statements",
-  form9: "Form 9 / Section 17 / Form D",
-  ssm_documents: "SSM Company Information",
-  ic_documents: "Identification Card"
-};
+var cachedGroupDisplayNames = null;
 function getGroupDisplayNames() {
-  return GROUP_DISPLAY_NAMES;
+  if (!cachedGroupDisplayNames) {
+    const names = {};
+    for (const group of getDocumentTypeGroups()) {
+      names[group.documentGroup] = group.label;
+    }
+    cachedGroupDisplayNames = names;
+  }
+  return cachedGroupDisplayNames;
 }
 function isNumericField(fieldName) {
   const patterns = [
@@ -9375,7 +9526,7 @@ function buildTableForGroup(groupName, fields, ihsData, fieldProvenance) {
   const periods = extractTimePeriods(allColumns);
   const isTimeSeries = periods.length > 0;
   const tableType = isTimeSeries ? "timeSeries" /* TIME_SERIES */ : "keyValue" /* KEY_VALUE */;
-  const groupDisplayName = GROUP_DISPLAY_NAMES[groupName] || fields[0]?.displayName || getDisplayName(groupName);
+  const groupDisplayName = getGroupDisplayNames()[groupName] || fields[0]?.displayName || getDisplayName(groupName);
   if (isTimeSeries) {
     const columnGroups = groupColumnsByTimePeriod(allColumns);
     const items = [];
@@ -9450,6 +9601,124 @@ function buildFileFieldTables(ihsData, fieldProvenance) {
   }
   return tables;
 }
+function instanceColumnLabel(row) {
+  const period = row.timePeriod || row.instanceKey;
+  return row.sourceLabel ? `${period} \xB7 ${row.sourceLabel}` : period;
+}
+function instanceColumnLabels(rows) {
+  const seenCounts = /* @__PURE__ */ new Map();
+  return rows.map((row) => {
+    const raw = instanceColumnLabel(row);
+    const occurrence = (seenCounts.get(raw) ?? 0) + 1;
+    seenCounts.set(raw, occurrence);
+    return occurrence === 1 ? raw : `${raw} (${occurrence})`;
+  });
+}
+function groupColumnsByInstance(baseColumnNames, instanceRows) {
+  const groups = {};
+  for (const baseName of baseColumnNames) {
+    groups[baseName] = {};
+  }
+  if (!instanceRows?.length) return groups;
+  const labels = instanceColumnLabels(instanceRows);
+  instanceRows.forEach((row, i) => {
+    const label = labels[i];
+    for (const baseName of baseColumnNames) {
+      if (Object.prototype.hasOwnProperty.call(row, baseName)) {
+        groups[baseName][label] = row[baseName];
+      }
+    }
+  });
+  return groups;
+}
+function buildInstanceTable(groupName, baseNames, groupDisplayName, instanceRows, fieldProvenance) {
+  const columnGroups = groupColumnsByInstance(baseNames, instanceRows);
+  const instanceLabels = instanceColumnLabels(instanceRows);
+  const items = [];
+  for (const [baseName, labelMap] of Object.entries(columnGroups)) {
+    const hasAny = Object.values(labelMap).some((v) => v !== null && v !== void 0 && v !== "");
+    if (!hasAny) continue;
+    const numeric = isNumericField(baseName);
+    const data = {};
+    const formattedData = {};
+    const confidence = {};
+    const provenance = {};
+    for (const [i, row] of instanceRows.entries()) {
+      const label = instanceLabels[i];
+      const value = labelMap[label] ?? null;
+      data[label] = value;
+      formattedData[label] = formatValue(value, numeric);
+      const legacyKey = row.timePeriod ? `${baseName}${row.timePeriod}` : void 0;
+      const prov = legacyKey ? fieldProvenance?.[legacyKey] : void 0;
+      if (prov) {
+        provenance[label] = prov;
+        if (prov.origin === "extracted" && typeof prov.confidence === "number" && !Number.isNaN(prov.confidence)) {
+          confidence[label] = prov.confidence;
+        }
+      }
+    }
+    items.push({
+      displayName: getDisplayName(baseName),
+      timePeriods: instanceLabels,
+      data,
+      formattedData,
+      type: "timeSeries" /* TIME_SERIES */,
+      isNumeric: numeric,
+      ...Object.keys(confidence).length ? { confidence } : {},
+      ...Object.keys(provenance).length ? { provenance } : {}
+    });
+  }
+  const hasData = items.some(
+    (item) => Object.values(item.data).some((v) => v !== null && v !== void 0 && v !== "")
+  );
+  if (!items.length || !hasData) return null;
+  return {
+    name: groupName,
+    displayName: groupDisplayName,
+    type: "timeSeries" /* TIME_SERIES */,
+    items,
+    hasData
+  };
+}
+function buildFileFieldTablesFromInstances(instancesByCategory = {}, fieldProvenance, categoryOverrides) {
+  const specs = getBaseFieldSpecs();
+  const fileFields = specs.filter((f) => f.type === "file" && f.ihs_column_names?.length);
+  const grouped = groupFieldsByPattern(fileFields);
+  const tables = {};
+  for (const [groupName, fields] of Object.entries(grouped)) {
+    const instanceRows = instancesByCategory[groupName];
+    if (!instanceRows?.length) continue;
+    const baseNames = /* @__PURE__ */ new Set();
+    for (const field of fields) {
+      for (const col of field.ihs_column_names ?? []) {
+        baseNames.add(col.replace(TIME_PERIOD_REGEX, ""));
+      }
+    }
+    const groupDisplayName = getGroupDisplayNames()[groupName] || fields[0]?.displayName || getDisplayName(groupName);
+    const table = buildInstanceTable(
+      groupName,
+      [...baseNames],
+      groupDisplayName,
+      instanceRows,
+      fieldProvenance
+    );
+    if (table) tables[groupName] = table;
+  }
+  for (const [groupName, spec] of Object.entries(categoryOverrides ?? {})) {
+    if (Object.prototype.hasOwnProperty.call(tables, groupName)) continue;
+    const instanceRows = instancesByCategory[groupName];
+    if (!instanceRows?.length) continue;
+    const table = buildInstanceTable(
+      groupName,
+      spec.baseColumnNames,
+      spec.displayName,
+      instanceRows,
+      fieldProvenance
+    );
+    if (table) tables[groupName] = table;
+  }
+  return tables;
+}
 var DOC_DISPLAY_NAMES = {
   bankStatements: "Bank Statements",
   financialStatements: "Financial Statements",
@@ -9696,22 +9965,13 @@ var ExtractionJobStatus = /* @__PURE__ */ ((ExtractionJobStatus2) => {
   ExtractionJobStatus2["Failed"] = "failed";
   return ExtractionJobStatus2;
 })(ExtractionJobStatus || {});
-var ExtractionFileType = /* @__PURE__ */ ((ExtractionFileType2) => {
-  ExtractionFileType2["FinancialStatement"] = "financialStatements";
-  ExtractionFileType2["BankStatement"] = "bankStatements";
-  ExtractionFileType2["Epf"] = "epfStatements";
-  ExtractionFileType2["Payslip"] = "payslips";
-  ExtractionFileType2["Ssm"] = "ssm";
-  ExtractionFileType2["Form9"] = "form9";
-  ExtractionFileType2["Ic"] = "ic";
-  return ExtractionFileType2;
-})(ExtractionFileType || {});
 
 // src/ihs-status.ts
 var IhsStatus = /* @__PURE__ */ ((IhsStatus2) => {
   IhsStatus2["CreatingApplication"] = "CREATING_APPLICATION";
   IhsStatus2["ApplicationFinalized"] = "APPLICATION_FINALIZED";
   IhsStatus2["LenderEvaluation"] = "LENDER_EVALUATION";
+  IhsStatus2["EditingApplication"] = "EDITING_APPLICATION";
   IhsStatus2["Approved"] = "APPROVED";
   IhsStatus2["LouDelivered"] = "LOU_DELIVERED";
   IhsStatus2["AwaitingDisbursement"] = "AWAITING_DISBURSEMENT";
@@ -9725,6 +9985,7 @@ var IHS_VALID_STATUSES = [
   "CREATING_APPLICATION" /* CreatingApplication */,
   "APPLICATION_FINALIZED" /* ApplicationFinalized */,
   "LENDER_EVALUATION" /* LenderEvaluation */,
+  "EDITING_APPLICATION" /* EditingApplication */,
   "APPROVED" /* Approved */,
   "LOU_DELIVERED" /* LouDelivered */,
   "AWAITING_DISBURSEMENT" /* AwaitingDisbursement */,
@@ -9765,19 +10026,6 @@ var DocExtractionStatus = /* @__PURE__ */ ((DocExtractionStatus2) => {
   DocExtractionStatus2["Unknown"] = "unknown";
   return DocExtractionStatus2;
 })(DocExtractionStatus || {});
-var FILE_TYPE_TO_GROUP = {
-  ["bankStatements" /* BankStatement */]: "bank_statements",
-  ["financialStatements" /* FinancialStatement */]: "financials",
-  ["epfStatements" /* Epf */]: "epf_statements",
-  ["payslips" /* Payslip */]: "payslip_statements",
-  ["ssm" /* Ssm */]: "ssm_documents",
-  ["form9" /* Form9 */]: "form9",
-  ["ic" /* Ic */]: "ic_documents"
-};
-var _specs = getBaseFieldSpecs();
-var _fileFields = _specs.filter((f) => f.type === "file" && f.ihs_column_names?.length);
-var _grouped = groupFieldsByPattern(_fileFields);
-var _groupDisplayNames = getGroupDisplayNames();
 function isPopulated(value) {
   if (value === null || value === void 0 || value === "") return false;
   if (value === "Not Specified") return false;
@@ -9841,10 +10089,10 @@ function resolveDocStatus(columns, ihsRecord, uploaded, jobRecord, hasJobRecords
 function resolveExtractionStatus(ihsRecord, jobRecords) {
   const documents = [];
   const hasJobRecords = jobRecords !== void 0;
-  for (const fileType of Object.values(ExtractionFileType)) {
-    const groupName = FILE_TYPE_TO_GROUP[fileType];
-    const fields = _grouped[groupName] ?? [];
-    const displayName = _groupDisplayNames[groupName] ?? fileType;
+  for (const group of getDocumentTypeGroups()) {
+    const fileType = group.documentType;
+    const fields = group.fields;
+    const displayName = group.label;
     const uploadedCount = countUploadedFiles(ihsRecord, fileType);
     const isUploaded = uploadedCount > 0 || fields.some((f) => f.name && isPopulated(ihsRecord[f.name]));
     const matchingJobs = jobRecords?.filter((j) => j.fileType === fileType) ?? [];
@@ -10493,7 +10741,6 @@ export {
   BasicFormField,
   DEFAULT_VALIDATOR_DEFINITIONS,
   DocExtractionStatus,
-  ExtractionFileType,
   ExtractionJobStatus,
   FIELD_TYPE_DEFINITIONS,
   FieldType,
@@ -10504,6 +10751,7 @@ export {
   FormFieldValidator,
   FormSpec,
   IHS_FAILURE_STATUSES,
+  IHS_FIELD_ORIGINS,
   IHS_TERMINAL_STATUSES,
   IHS_VALID_STATUSES,
   IhsStatus,
@@ -10513,8 +10761,10 @@ export {
   applyAggregation,
   applyDynamicTitles,
   assertAdapterCategory,
+  assertDocumentType,
   buildDocumentRows,
   buildFileFieldTables,
+  buildFileFieldTablesFromInstances,
   categoryFieldsOf,
   categoryForField,
   categorySchemaOf,
@@ -10533,6 +10783,7 @@ export {
   getDisplayName,
   getDisplayNames,
   getDocDisplayNames,
+  getDocumentTypeGroups,
   getExtractableDocTypes,
   getGroupDisplayNames,
   getPastMonthLabel,
@@ -10540,13 +10791,16 @@ export {
   getReuploadableDocTypes,
   getStepDefaultValues,
   getStepSchema,
+  groupColumnsByInstance,
   groupColumnsByTimePeriod,
   groupDetailsByCategory,
   groupFieldsByCategory,
   groupFieldsByPattern,
   isAdapterCategory,
+  isDocumentType,
   isFailureIhsStatus,
   isTerminalIhsStatus,
+  isValidIhsFieldOrigin,
   isValidIhsStatus,
   parseFileField,
   processIhsDetails,