sea-dev 1.0.0

package/scripts/src/test-reconciliation.ts

@@ -0,0 +1,230 @@
+#!/usr/bin/env tsx
+/**
+ * Test script for reconciliation extraction workflow.
+ *
+ * This script:
+ * 1. Reads all PDF files from the data folder
+ * 2. Posts each PDF to the extraction endpoint
+ * 3. Polls the status endpoint until extraction is ready
+ * 4. Fetches the extracted data
+ * 5. Consolidates all documents.reconciliation data into a single JSON file
+ *
+ * Usage:
+ *   tsx scripts/src/test-reconciliation.ts <submissionId>
+ *
+ * Environment variables:
+ *   API_BASE_URL - defaults to https://api.sea.dev
+ */
+
+import { readdir, readFile, writeFile } from "node:fs/promises";
+import { join } from "node:path";
+
+const API_BASE_URL = process.env.API_BASE_URL || "http://localhost:10000";
+const API_KEY = "sk-sea-eqsq63ju84fa6kosnu84spmhe";
+const DATA_DIR = join(import.meta.dirname, "..", "data");
+
+interface ExtractionStatus {
+  status: "pending" | "processing" | "done" | "failed";
+}
+
+interface DocumentReconciliation {
+  [key: string]: unknown;
+}
+
+interface DocumentData {
+  documentId: string;
+  documentExtractionId: string;
+  name: string;
+  reconciliation: DocumentReconciliation | null;
+}
+
+interface ExtractionData {
+  documents?: DocumentData[];
+}
+
+interface ConsolidatedReconciliation {
+  [filename: string]: DocumentReconciliation;
+}
+
+async function uploadPdfForExtraction(
+  submissionId: string,
+  pdfPath: string,
+  filename: string,
+): Promise<void> {
+  const pdfBuffer = await readFile(pdfPath);
+  const formData = new FormData();
+  const blob = new Blob([pdfBuffer], { type: "application/pdf" });
+  formData.append("files", blob, filename);
+  formData.append("model", "bank_statement");
+
+  const url = `${API_BASE_URL}/v2/submissions/${submissionId}/extractions`;
+  console.log(`Uploading ${filename} to ${url}...`);
+
+  const response = await fetch(url, {
+    method: "POST",
+    headers: {
+      Authorization: `Bearer ${API_KEY}`,
+    },
+    body: formData,
+  });
+
+  if (!response.ok) {
+    const errorText = await response.text();
+    throw new Error(`Failed to upload ${filename}: ${response.status} - ${errorText}`);
+  }
+
+  console.log(`✓ Uploaded ${filename}`);
+}
+
+async function checkExtractionStatus(submissionId: string): Promise<ExtractionStatus> {
+  const url = `${API_BASE_URL}/v2/submissions/${submissionId}/status`;
+  const response = await fetch(url, {
+    method: "GET",
+    headers: {
+      Authorization: `Bearer ${API_KEY}`,
+    },
+  });
+
+  if (!response.ok) {
+    const errorText = await response.text();
+    throw new Error(`Failed to check status: ${response.status} - ${errorText}`);
+  }
+
+  return await response.json() as ExtractionStatus;
+}
+
+async function waitForExtractionReady(submissionId: string): Promise<void> {
+  console.log("\nPolling extraction status...");
+  let attempts = 0;
+  const maxAttempts = 120; // 10 minutes max (5s intervals)
+
+  while (attempts < maxAttempts) {
+    const status = await checkExtractionStatus(submissionId);
+    console.log(`Status: ${status.status} (attempt ${attempts + 1}/${maxAttempts})`);
+
+    if (status.status === "done") {
+      console.log("✓ Extraction ready!");
+      return;
+    }
+
+    if (status.status === "failed") {
+      throw new Error("Extraction failed");
+    }
+
+    // Wait 5 seconds before next check
+    await new Promise((resolve) => setTimeout(resolve, 5000));
+    attempts++;
+  }
+
+  throw new Error("Timeout waiting for extraction to complete");
+}
+
+async function getExtractionData(submissionId: string): Promise<ExtractionData> {
+  const url = `${API_BASE_URL}/v2/submissions/${submissionId}/data`;
+  console.log(`\nFetching extraction data from ${url}...`);
+
+  const response = await fetch(url, {
+    method: "GET",
+    headers: {
+      Authorization: `Bearer ${API_KEY}`,
+    },
+  });
+
+  if (!response.ok) {
+    const errorText = await response.text();
+    throw new Error(`Failed to fetch data: ${response.status} - ${errorText}`);
+  }
+
+  const data = await response.json();
+  console.log("✓ Fetched extraction data");
+  return data as ExtractionData;
+}
+
+async function main() {
+  const submissionId = process.argv[2];
+
+  if (!submissionId) {
+    console.error("Error: Please provide a submission ID");
+    console.error("Usage: tsx scripts/src/test-reconciliation.ts <submissionId>");
+    process.exit(1);
+  }
+
+  console.log(`Starting reconciliation extraction test`);
+  console.log(`Submission ID: ${submissionId}`);
+  console.log(`Data directory: ${DATA_DIR}`);
+  console.log("=".repeat(80));
+
+  try {
+    // Step 1: Read all PDF files from data directory
+    console.log("\nReading PDF files from data directory...");
+    const files = await readdir(DATA_DIR);
+    const pdfFiles = files.filter((f) => f.toLowerCase().endsWith(".pdf"));
+
+    // if (pdfFiles.length === 0) {
+    //   console.log("No PDF files found in data directory");
+    //   return;
+    // }
+
+    // console.log(`Found ${pdfFiles.length} PDF file(s):`);
+    // pdfFiles.forEach((f) => console.log(`  - ${f}`));
+
+    // // Step 2: Upload each PDF for extraction
+    // console.log("\n" + "=".repeat(80));
+    // console.log("Uploading PDFs for extraction...");
+    // for (const pdfFile of pdfFiles) {
+    //   const pdfPath = join(DATA_DIR, pdfFile);
+    //   await uploadPdfForExtraction(submissionId, pdfPath, pdfFile);
+    // }
+
+    // // Step 3: Wait for extraction to be ready
+    // console.log("\n" + "=".repeat(80));
+    // await waitForExtractionReady(submissionId);
+
+    // Step 4: Get the extraction data
+    console.log("\n" + "=".repeat(80));
+    const data = await getExtractionData(submissionId);
+
+    // Step 5: Extract and consolidate reconciliation data
+    console.log("\n" + "=".repeat(80));
+    console.log("Extracting reconciliation data...");
+
+    const consolidated: ConsolidatedReconciliation = {};
+
+    if (data.documents && data.documents.length > 0) {
+      for (const doc of data.documents) {
+        if (doc.reconciliation) {
+          consolidated[doc.name] = doc.reconciliation;
+          console.log(`✓ Found reconciliation for ${doc.name}`);
+        } else {
+          console.log(`✗ No reconciliation found for ${doc.name}`);
+        }
+      }
+    } else {
+      console.log("No documents found in submission");
+    }
+
+    // Write consolidated data to file
+    const outputPath = join(import.meta.dirname, "..", "reconciliation-output.json");
+    await writeFile(outputPath, JSON.stringify(consolidated, null, 2));
+
+    console.log(`\n✓ Wrote consolidated reconciliation data to: ${outputPath}`);
+    console.log("\n" + "=".repeat(80));
+    console.log("Done!");
+    console.log("\nReconciliation data:");
+    console.log(JSON.stringify(consolidated, null, 2));
+  } catch (error) {
+    if (error instanceof Error) {
+      console.error(`\nError: ${error.message}`);
+    } else {
+      console.error("\nUnknown error:", error);
+    }
+    process.exit(1);
+  }
+}
+
+process.on("SIGINT", () => {
+  console.log("\n\nInterrupted by user");
+  process.exit(0);
+});
+
+main();

package/scripts/tsconfig.json

@@ -0,0 +1,15 @@
+{
+  "compilerOptions": {
+    "target": "ESNext",
+    "module": "ESNext",
+    "moduleResolution": "bundler",
+    "lib": ["ESNext"],
+    "strict": true,
+    "esModuleInterop": true,
+    "skipLibCheck": true,
+    "resolveJsonModule": true,
+    "outDir": "./dist",
+    "rootDir": "./src"
+  },
+  "include": ["src/**/*"]
+}

package/tests/angular-test-app/.vscode/extensions.json

@@ -0,0 +1,4 @@
+{
+  // For more information, visit: https://go.microsoft.com/fwlink/?linkid=827846
+  "recommendations": ["angular.ng-template"]
+}

package/tests/angular-test-app/.vscode/launch.json

@@ -0,0 +1,13 @@
+{
+  // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
+  "version": "0.2.0",
+  "configurations": [
+    {
+      "name": "ng serve",
+      "type": "chrome",
+      "request": "launch",
+      "preLaunchTask": "npm: start",
+      "url": "http://localhost:4200/"
+    }
+  ]
+}

package/tests/angular-test-app/.vscode/tasks.json

@@ -0,0 +1,24 @@
+{
+  // For more information, visit: https://go.microsoft.com/fwlink/?LinkId=733558
+  "version": "2.0.0",
+  "tasks": [
+    {
+      "type": "npm",
+      "script": "start",
+      "isBackground": true,
+      "problemMatcher": {
+        "owner": "typescript",
+        "pattern": "$tsc",
+        "background": {
+          "activeOnStart": true,
+          "beginsPattern": {
+            "regexp": "(.*?)"
+          },
+          "endsPattern": {
+            "regexp": "bundle generation complete"
+          }
+        }
+      }
+    }
+  ]
+}

package/tests/angular-test-app/README.md

@@ -0,0 +1,59 @@
+# AngularTestApp
+
+This project was generated using [Angular CLI](https://github.com/angular/angular-cli) version 19.2.19.
+
+## Development server
+
+To start a local development server, run:
+
+```bash
+ng serve
+```
+
+Once the server is running, open your browser and navigate to `http://localhost:4200/`. The application will automatically reload whenever you modify any of the source files.
+
+## Code scaffolding
+
+Angular CLI includes powerful code scaffolding tools. To generate a new component, run:
+
+```bash
+ng generate component component-name
+```
+
+For a complete list of available schematics (such as `components`, `directives`, or `pipes`), run:
+
+```bash
+ng generate --help
+```
+
+## Building
+
+To build the project run:
+
+```bash
+ng build
+```
+
+This will compile your project and store the build artifacts in the `dist/` directory. By default, the production build optimizes your application for performance and speed.
+
+## Running unit tests
+
+To execute unit tests with the [Karma](https://karma-runner.github.io) test runner, use the following command:
+
+```bash
+ng test
+```
+
+## Running end-to-end tests
+
+For end-to-end (e2e) testing, run:
+
+```bash
+ng e2e
+```
+
+Angular CLI does not come with an end-to-end testing framework by default. You can choose one that suits your needs.
+
+## Additional Resources
+
+For more information on using the Angular CLI, including detailed command references, visit the [Angular CLI Overview and Command Reference](https://angular.dev/tools/cli) page.

package/tests/angular-test-app/angular.json

@@ -0,0 +1,111 @@
+{
+  "$schema": "./node_modules/@angular/cli/lib/config/schema.json",
+  "version": 1,
+  "newProjectRoot": "projects",
+  "projects": {
+    "angular-test-app": {
+      "projectType": "application",
+      "schematics": {
+        "@schematics/angular:component": {
+          "inlineTemplate": true,
+          "inlineStyle": true,
+          "skipTests": true
+        },
+        "@schematics/angular:class": {
+          "skipTests": true
+        },
+        "@schematics/angular:directive": {
+          "skipTests": true
+        },
+        "@schematics/angular:guard": {
+          "skipTests": true
+        },
+        "@schematics/angular:interceptor": {
+          "skipTests": true
+        },
+        "@schematics/angular:pipe": {
+          "skipTests": true
+        },
+        "@schematics/angular:resolver": {
+          "skipTests": true
+        },
+        "@schematics/angular:service": {
+          "skipTests": true
+        }
+      },
+      "root": "",
+      "sourceRoot": "src",
+      "prefix": "app",
+      "architect": {
+        "build": {
+          "builder": "@ngx-env/builder:application",
+          "options": {
+            "outputPath": "dist/angular-test-app",
+            "index": "src/index.html",
+            "browser": "src/main.ts",
+            "polyfills": [
+              "zone.js"
+            ],
+            "tsConfig": "tsconfig.app.json",
+            "assets": [
+              {
+                "glob": "**/*",
+                "input": "public"
+              },
+              {
+                "glob": "**/*",
+                "input": "node_modules/ngx-extended-pdf-viewer/assets",
+                "output": "/assets"
+              }
+            ],
+            "styles": [
+              "src/styles.css"
+            ],
+            "scripts": []
+          },
+          "configurations": {
+            "production": {
+              "budgets": [
+                {
+                  "type": "initial",
+                  "maximumWarning": "1MB",
+                  "maximumError": "2MB"
+                },
+                {
+                  "type": "anyComponentStyle",
+                  "maximumWarning": "4kB",
+                  "maximumError": "8kB"
+                }
+              ],
+              "outputHashing": "all"
+            },
+            "development": {
+              "optimization": false,
+              "extractLicenses": false,
+              "sourceMap": true
+            }
+          },
+          "defaultConfiguration": "production"
+        },
+        "serve": {
+          "builder": "@ngx-env/builder:dev-server",
+          "configurations": {
+            "production": {
+              "buildTarget": "angular-test-app:build:production"
+            },
+            "development": {
+              "buildTarget": "angular-test-app:build:development"
+            }
+          },
+          "defaultConfiguration": "development"
+        },
+        "extract-i18n": {
+          "builder": "@angular-devkit/build-angular:extract-i18n"
+        }
+      }
+    }
+  },
+  "cli": {
+    "analytics": false
+  }
+}

package/tests/angular-test-app/clean-start.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+# Clean all caches and start fresh
+
+echo "🧹 Cleaning caches..."
+rm -rf dist .angular node_modules/.cache
+rm -rf ../../libs/widget-ng/dist ../../libs/widget-ng/.angular ../../libs/widget-ng/node_modules/.cache
+
+echo "📦 Rebuilding widget-ng..."
+cd ../../libs/widget-ng
+pnpm build
+
+echo "🚀 Starting test app..."
+cd ../../tests/angular-test-app
+pnpm start

package/tests/angular-test-app/package.json

@@ -0,0 +1,36 @@
+{
+  "name": "@sea/angular-test-app",
+  "version": "0.0.0",
+  "private": true,
+  "type": "module",
+  "scripts": {
+    "ng": "ng",
+    "start": "ng serve",
+    "build": "ng build",
+    "watch": "ng build --watch --configuration development"
+  },
+  "dependencies": {
+    "@angular/cdk": "^20.0.0",
+    "@angular/common": "^20.0.0",
+    "@angular/compiler": "^20.0.0",
+    "@angular/core": "^20.0.0",
+    "@angular/forms": "^20.0.0",
+    "@angular/platform-browser": "^20.0.0",
+    "@angular/platform-browser-dynamic": "^20.0.0",
+    "@angular/router": "^20.0.0",
+    "@sea-dev/widget-ng": "workspace:*",
+    "lucide-angular": "^0.563.0",
+    "ngx-extended-pdf-viewer": "^25.5.1",
+    "rxjs": "~7.8.0",
+    "tslib": "^2.3.0",
+    "zone.js": "~0.15.0"
+  },
+  "devDependencies": {
+    "@angular-devkit/build-angular": "^20.3.0",
+    "@angular/cli": "^20.3.0",
+    "@angular/compiler-cli": "^20.0.0",
+    "@ngx-env/builder": "^20.1.1",
+    "ngx-env": "^0.1.0",
+    "typescript": "~5.8.0"
+  }
+}