@finsys/core 2.2.0 → 2.3.1

package/dist/index.d.cts

@@ -428,6 +428,8 @@ declare function getDisplayName(fieldName: string): string;
 declare function extractTimePeriods(columnNames: string[]): string[];
 declare function groupColumnsByTimePeriod(columnNames: string[]): Record<string, Record<string, string>>;
 declare function groupFieldsByPattern(fields: FieldData[]): Record<string, FieldData[]>;
+/** Returns human-friendly display names for field groups. */
+declare function getGroupDisplayNames(): Record<string, string>;
 declare function buildFileFieldTables(ihsData: Record<string, unknown>): Record<string, FileFieldTableData>;
 declare function processIhsDetails(ihsData: Record<string, unknown>): IhsFieldDetail[];
 declare function groupDetailsByCategory(details: IhsFieldDetail[]): IhsDetailCategory[];
@@ -467,4 +469,51 @@ declare enum ExtractionFileType {
     Ic = "ic"
 }
 
-export { BASE_FIELD_SPECS, BasicFormField, type Category, type Choice, DEFAULT_VALIDATOR_DEFINITIONS, type DropdownOption, type EditorValidator, ExtractionFileType, ExtractionJobStatus, FIELD_TYPE_DEFINITIONS, type FieldData, type FieldGroup, type FieldReference, FieldType, type FileFieldTableData, type FileFieldTableItem, FileFieldTableType, FileFormField, FormField, FormFieldCategory, type FormFieldInputType, type FormFieldType, type FormFieldTypeDefinitions, FormFieldValidator, FormSpec, type FormValidatorDefinitions, type IhsDetailCategory, type IhsFieldDetail, IhsValueFormat, type PageConfig, type RHFSchemaOutput, type RHFStep, type ResolvedField, Role, type SurveyElementJSON, type SurveyJSON, type SurveyPageJSON, type UnifiedFormConfig, type Validator, applyDynamicTitles, buildFileFieldTables, evaluateExpression, extractTimePeriods, generateRHFSchema, generateSurveyJson, getBaseCategories, getBaseFieldNames, getBaseFieldSpecMap, getBaseFieldSpecs, getCategoryName, getDisplayName, getDisplayNames, getPastMonthLabel, getPastYearLabel, getStepDefaultValues, getStepSchema, groupColumnsByTimePeriod, groupDetailsByCategory, groupFieldsByCategory, groupFieldsByPattern, processIhsDetails, resolvePageFields, validateFormConfig, validateFormSpec, validatePagesConfig };
+declare enum DocExtractionStatus {
+    NotUploaded = "not_uploaded",
+    Uploaded = "uploaded",
+    Queued = "queued",
+    Processing = "processing",
+    Extracted = "extracted",
+    Failed = "failed",
+    Unknown = "unknown"
+}
+interface ExtractionJobRecord {
+    fileType: string;
+    status: string;
+    errorMessage?: string | null;
+}
+interface DocExtractionResult {
+    fileType: ExtractionFileType;
+    status: DocExtractionStatus;
+    displayName: string;
+    populatedColumns: string[];
+    totalColumns: number;
+    errorMessage?: string | null;
+}
+interface ExtractionStatusResult {
+    documents: DocExtractionResult[];
+    summary: {
+        total: number;
+        extracted: number;
+        failed: number;
+        pending: number;
+        notUploaded: number;
+    };
+}
+/**
+ * Determines per-document extraction status from IHS record data.
+ *
+ * For multi-file document types (bank statements, financial statements, EPF,
+ * payslips) the result contains one entry per uploaded file, indexed in the
+ * same order as the files appear in the IHS record's aggregate array.
+ * For single-file types (SSM, Form 9, IC) there is one entry.
+ *
+ * @param ihsRecord - The IHS application record (any shape satisfying Record<string, unknown>)
+ * @param jobRecords - Extraction job records for this IHS. Pass the array (even if empty)
+ *   when job records were fetched. Omit or pass undefined when job records are unavailable;
+ *   this produces `Unknown` status for uploaded-but-unextracted documents rather than `Uploaded`.
+ */
+declare function resolveExtractionStatus(ihsRecord: Record<string, unknown>, jobRecords?: ExtractionJobRecord[]): ExtractionStatusResult;
+
+export { BASE_FIELD_SPECS, BasicFormField, type Category, type Choice, DEFAULT_VALIDATOR_DEFINITIONS, type DocExtractionResult, DocExtractionStatus, type DropdownOption, type EditorValidator, ExtractionFileType, type ExtractionJobRecord, ExtractionJobStatus, type ExtractionStatusResult, FIELD_TYPE_DEFINITIONS, type FieldData, type FieldGroup, type FieldReference, FieldType, type FileFieldTableData, type FileFieldTableItem, FileFieldTableType, FileFormField, FormField, FormFieldCategory, type FormFieldInputType, type FormFieldType, type FormFieldTypeDefinitions, FormFieldValidator, FormSpec, type FormValidatorDefinitions, type IhsDetailCategory, type IhsFieldDetail, IhsValueFormat, type PageConfig, type RHFSchemaOutput, type RHFStep, type ResolvedField, Role, type SurveyElementJSON, type SurveyJSON, type SurveyPageJSON, type UnifiedFormConfig, type Validator, applyDynamicTitles, buildFileFieldTables, evaluateExpression, extractTimePeriods, generateRHFSchema, generateSurveyJson, getBaseCategories, getBaseFieldNames, getBaseFieldSpecMap, getBaseFieldSpecs, getCategoryName, getDisplayName, getDisplayNames, getGroupDisplayNames, getPastMonthLabel, getPastYearLabel, getStepDefaultValues, getStepSchema, groupColumnsByTimePeriod, groupDetailsByCategory, groupFieldsByCategory, groupFieldsByPattern, processIhsDetails, resolveExtractionStatus, resolvePageFields, validateFormConfig, validateFormSpec, validatePagesConfig };

package/dist/index.d.ts

@@ -428,6 +428,8 @@ declare function getDisplayName(fieldName: string): string;
 declare function extractTimePeriods(columnNames: string[]): string[];
 declare function groupColumnsByTimePeriod(columnNames: string[]): Record<string, Record<string, string>>;
 declare function groupFieldsByPattern(fields: FieldData[]): Record<string, FieldData[]>;
+/** Returns human-friendly display names for field groups. */
+declare function getGroupDisplayNames(): Record<string, string>;
 declare function buildFileFieldTables(ihsData: Record<string, unknown>): Record<string, FileFieldTableData>;
 declare function processIhsDetails(ihsData: Record<string, unknown>): IhsFieldDetail[];
 declare function groupDetailsByCategory(details: IhsFieldDetail[]): IhsDetailCategory[];
@@ -467,4 +469,51 @@ declare enum ExtractionFileType {
     Ic = "ic"
 }
 
-export { BASE_FIELD_SPECS, BasicFormField, type Category, type Choice, DEFAULT_VALIDATOR_DEFINITIONS, type DropdownOption, type EditorValidator, ExtractionFileType, ExtractionJobStatus, FIELD_TYPE_DEFINITIONS, type FieldData, type FieldGroup, type FieldReference, FieldType, type FileFieldTableData, type FileFieldTableItem, FileFieldTableType, FileFormField, FormField, FormFieldCategory, type FormFieldInputType, type FormFieldType, type FormFieldTypeDefinitions, FormFieldValidator, FormSpec, type FormValidatorDefinitions, type IhsDetailCategory, type IhsFieldDetail, IhsValueFormat, type PageConfig, type RHFSchemaOutput, type RHFStep, type ResolvedField, Role, type SurveyElementJSON, type SurveyJSON, type SurveyPageJSON, type UnifiedFormConfig, type Validator, applyDynamicTitles, buildFileFieldTables, evaluateExpression, extractTimePeriods, generateRHFSchema, generateSurveyJson, getBaseCategories, getBaseFieldNames, getBaseFieldSpecMap, getBaseFieldSpecs, getCategoryName, getDisplayName, getDisplayNames, getPastMonthLabel, getPastYearLabel, getStepDefaultValues, getStepSchema, groupColumnsByTimePeriod, groupDetailsByCategory, groupFieldsByCategory, groupFieldsByPattern, processIhsDetails, resolvePageFields, validateFormConfig, validateFormSpec, validatePagesConfig };
+declare enum DocExtractionStatus {
+    NotUploaded = "not_uploaded",
+    Uploaded = "uploaded",
+    Queued = "queued",
+    Processing = "processing",
+    Extracted = "extracted",
+    Failed = "failed",
+    Unknown = "unknown"
+}
+interface ExtractionJobRecord {
+    fileType: string;
+    status: string;
+    errorMessage?: string | null;
+}
+interface DocExtractionResult {
+    fileType: ExtractionFileType;
+    status: DocExtractionStatus;
+    displayName: string;
+    populatedColumns: string[];
+    totalColumns: number;
+    errorMessage?: string | null;
+}
+interface ExtractionStatusResult {
+    documents: DocExtractionResult[];
+    summary: {
+        total: number;
+        extracted: number;
+        failed: number;
+        pending: number;
+        notUploaded: number;
+    };
+}
+/**
+ * Determines per-document extraction status from IHS record data.
+ *
+ * For multi-file document types (bank statements, financial statements, EPF,
+ * payslips) the result contains one entry per uploaded file, indexed in the
+ * same order as the files appear in the IHS record's aggregate array.
+ * For single-file types (SSM, Form 9, IC) there is one entry.
+ *
+ * @param ihsRecord - The IHS application record (any shape satisfying Record<string, unknown>)
+ * @param jobRecords - Extraction job records for this IHS. Pass the array (even if empty)
+ *   when job records were fetched. Omit or pass undefined when job records are unavailable;
+ *   this produces `Unknown` status for uploaded-but-unextracted documents rather than `Uploaded`.
+ */
+declare function resolveExtractionStatus(ihsRecord: Record<string, unknown>, jobRecords?: ExtractionJobRecord[]): ExtractionStatusResult;
+
+export { BASE_FIELD_SPECS, BasicFormField, type Category, type Choice, DEFAULT_VALIDATOR_DEFINITIONS, type DocExtractionResult, DocExtractionStatus, type DropdownOption, type EditorValidator, ExtractionFileType, type ExtractionJobRecord, ExtractionJobStatus, type ExtractionStatusResult, FIELD_TYPE_DEFINITIONS, type FieldData, type FieldGroup, type FieldReference, FieldType, type FileFieldTableData, type FileFieldTableItem, FileFieldTableType, FileFormField, FormField, FormFieldCategory, type FormFieldInputType, type FormFieldType, type FormFieldTypeDefinitions, FormFieldValidator, FormSpec, type FormValidatorDefinitions, type IhsDetailCategory, type IhsFieldDetail, IhsValueFormat, type PageConfig, type RHFSchemaOutput, type RHFStep, type ResolvedField, Role, type SurveyElementJSON, type SurveyJSON, type SurveyPageJSON, type UnifiedFormConfig, type Validator, applyDynamicTitles, buildFileFieldTables, evaluateExpression, extractTimePeriods, generateRHFSchema, generateSurveyJson, getBaseCategories, getBaseFieldNames, getBaseFieldSpecMap, getBaseFieldSpecs, getCategoryName, getDisplayName, getDisplayNames, getGroupDisplayNames, getPastMonthLabel, getPastYearLabel, getStepDefaultValues, getStepSchema, groupColumnsByTimePeriod, groupDetailsByCategory, groupFieldsByCategory, groupFieldsByPattern, processIhsDetails, resolveExtractionStatus, resolvePageFields, validateFormConfig, validateFormSpec, validatePagesConfig };

package/dist/index.js

@@ -9350,6 +9350,9 @@ var GROUP_DISPLAY_NAMES = {
   ssm_documents: "SSM Company Information",
   ic_documents: "Identification Card"
 };
+function getGroupDisplayNames() {
+  return GROUP_DISPLAY_NAMES;
+}
 function isNumericField(fieldName) {
   const patterns = [
     "balance",
@@ -9492,9 +9495,12 @@ function processIhsDetails(ihsData) {
   const specs = getBaseFieldSpecs();
   const fileColumnSet = /* @__PURE__ */ new Set();
   for (const field of specs) {
-    if (field.type === "file" && field.ihs_column_names) {
-      for (const col of field.ihs_column_names) {
-        fileColumnSet.add(col);
+    if (field.type === "file") {
+      if (field.name) fileColumnSet.add(field.name);
+      if (field.ihs_column_names) {
+        for (const col of field.ihs_column_names) {
+          fileColumnSet.add(col);
+        }
       }
     }
   }
@@ -9566,10 +9572,162 @@ var ExtractionFileType = /* @__PURE__ */ ((ExtractionFileType2) => {
   ExtractionFileType2["Ic"] = "ic";
   return ExtractionFileType2;
 })(ExtractionFileType || {});
+
+// src/extraction-status.ts
+var DocExtractionStatus = /* @__PURE__ */ ((DocExtractionStatus2) => {
+  DocExtractionStatus2["NotUploaded"] = "not_uploaded";
+  DocExtractionStatus2["Uploaded"] = "uploaded";
+  DocExtractionStatus2["Queued"] = "queued";
+  DocExtractionStatus2["Processing"] = "processing";
+  DocExtractionStatus2["Extracted"] = "extracted";
+  DocExtractionStatus2["Failed"] = "failed";
+  DocExtractionStatus2["Unknown"] = "unknown";
+  return DocExtractionStatus2;
+})(DocExtractionStatus || {});
+var FILE_TYPE_TO_GROUP = {
+  ["bankStatements" /* BankStatement */]: "bank_statements",
+  ["financialStatements" /* FinancialStatement */]: "financials",
+  ["epfStatements" /* Epf */]: "epf_statements",
+  ["payslips" /* Payslip */]: "payslip_statements",
+  ["ssm" /* Ssm */]: "ssm_documents",
+  ["form9" /* Form9 */]: "form9",
+  ["ic" /* Ic */]: "ic_documents"
+};
+var _specs = getBaseFieldSpecs();
+var _fileFields = _specs.filter((f) => f.type === "file" && f.ihs_column_names?.length);
+var _grouped = groupFieldsByPattern(_fileFields);
+var _groupDisplayNames = getGroupDisplayNames();
+function isPopulated(value) {
+  if (value === null || value === void 0 || value === "") return false;
+  if (value === "Not Specified") return false;
+  return true;
+}
+function countUploadedFiles(ihsRecord, aggregateKey) {
+  const raw = ihsRecord[aggregateKey];
+  if (!raw) return 0;
+  if (typeof raw === "string") {
+    try {
+      const parsed = JSON.parse(raw);
+      if (Array.isArray(parsed)) return parsed.length;
+    } catch {
+      return 1;
+    }
+  }
+  if (Array.isArray(raw)) return raw.length;
+  return 1;
+}
+function getPopulatedColumns(columns, ihsRecord) {
+  return columns.filter((col) => isPopulated(ihsRecord[col]));
+}
+function resolveDocStatus(columns, ihsRecord, uploaded, jobRecord, hasJobRecords) {
+  const populated = getPopulatedColumns(columns, ihsRecord);
+  const hasExtractedData = populated.length > 0;
+  let status;
+  let errorMessage;
+  if (!uploaded) {
+    status = "not_uploaded" /* NotUploaded */;
+  } else if (hasJobRecords) {
+    if (jobRecord) {
+      if (jobRecord.status === "queued" /* Queued */) {
+        status = "queued" /* Queued */;
+      } else if (jobRecord.status === "processing" /* Processing */) {
+        status = "processing" /* Processing */;
+      } else if (jobRecord.status === "failed" /* Failed */) {
+        if (hasExtractedData) {
+          status = "extracted" /* Extracted */;
+          errorMessage = jobRecord.errorMessage;
+        } else {
+          status = "failed" /* Failed */;
+          errorMessage = jobRecord.errorMessage;
+        }
+      } else if (jobRecord.status === "succeeded" /* Succeeded */ || hasExtractedData) {
+        status = "extracted" /* Extracted */;
+      } else {
+        status = "uploaded" /* Uploaded */;
+      }
+    } else if (hasExtractedData) {
+      status = "extracted" /* Extracted */;
+    } else {
+      status = "uploaded" /* Uploaded */;
+    }
+  } else if (hasExtractedData) {
+    status = "extracted" /* Extracted */;
+  } else {
+    status = "unknown" /* Unknown */;
+  }
+  return { status, errorMessage };
+}
+function resolveExtractionStatus(ihsRecord, jobRecords) {
+  const documents = [];
+  const hasJobRecords = jobRecords !== void 0;
+  for (const fileType of Object.values(ExtractionFileType)) {
+    const groupName = FILE_TYPE_TO_GROUP[fileType];
+    const fields = _grouped[groupName] ?? [];
+    const displayName = _groupDisplayNames[groupName] ?? fileType;
+    const uploadedCount = countUploadedFiles(ihsRecord, fileType);
+    const isUploaded = uploadedCount > 0 || fields.some((f) => f.name && isPopulated(ihsRecord[f.name]));
+    const matchingJobs = jobRecords?.filter((j) => j.fileType === fileType) ?? [];
+    if (fields.length <= 1) {
+      const field = fields[0];
+      const columns = field?.ihs_column_names ?? [];
+      const populated = getPopulatedColumns(columns, ihsRecord);
+      const { status, errorMessage } = resolveDocStatus(
+        columns,
+        ihsRecord,
+        isUploaded,
+        matchingJobs[0],
+        hasJobRecords
+      );
+      documents.push({
+        fileType,
+        status,
+        displayName,
+        populatedColumns: populated,
+        totalColumns: columns.length,
+        errorMessage
+      });
+    } else {
+      const count = Math.max(uploadedCount, 1);
+      for (let idx = 0; idx < count; idx++) {
+        const field = fields[idx];
+        const columns = field?.ihs_column_names ?? [];
+        const populated = getPopulatedColumns(columns, ihsRecord);
+        const fileUploaded = idx < uploadedCount;
+        const { status, errorMessage } = resolveDocStatus(
+          columns,
+          ihsRecord,
+          fileUploaded,
+          matchingJobs[idx],
+          hasJobRecords
+        );
+        documents.push({
+          fileType,
+          status,
+          displayName,
+          populatedColumns: populated,
+          totalColumns: columns.length,
+          errorMessage
+        });
+      }
+    }
+  }
+  const summary = documents.reduce(
+    (acc, d) => {
+      if (d.status === "extracted" /* Extracted */) acc.extracted++;
+      else if (d.status === "failed" /* Failed */) acc.failed++;
+      else if (d.status === "not_uploaded" /* NotUploaded */) acc.notUploaded++;
+      else acc.pending++;
+      return acc;
+    },
+    { total: documents.length, extracted: 0, failed: 0, pending: 0, notUploaded: 0 }
+  );
+  return { documents, summary };
+}
 export {
   BASE_FIELD_SPECS,
   BasicFormField,
   DEFAULT_VALIDATOR_DEFINITIONS,
+  DocExtractionStatus,
   ExtractionFileType,
   ExtractionJobStatus,
   FIELD_TYPE_DEFINITIONS,
@@ -9595,6 +9753,7 @@ export {
   getCategoryName,
   getDisplayName,
   getDisplayNames,
+  getGroupDisplayNames,
   getPastMonthLabel,
   getPastYearLabel,
   getStepDefaultValues,
@@ -9604,6 +9763,7 @@ export {
   groupFieldsByCategory,
   groupFieldsByPattern,
   processIhsDetails,
+  resolveExtractionStatus,
   resolvePageFields,
   validateFormConfig,
   validateFormSpec,