mindee 1.0.2 → 1.0.7

package/mindee/documents/financialDocument.js

@@ -0,0 +1,204 @@
+const Document = require("./document");
+const Invoice = require("./invoice");
+const Receipt = require("./receipt");
+const Field = require("./fields").field;
+const Date = require("./fields").date;
+const Amount = require("./fields").amount;
+const Locale = require("./fields").locale;
+const Orientation = require("./fields").orientation;
+const Tax = require("./fields").tax;
+
+class FinancialDocument extends Document {
+  /**
+   *  @param {Object} apiPrediction - Json parsed prediction from HTTP response
+   *  @param {Input} input - Input object
+   *  @param {Integer} pageNumber - Page number for multi pages pdf input
+   *  @param {Object} locale - locale value for creating FinancialDocument object from scratch
+   *  @param {Object} totalIncl - total tax included value for creating FinancialDocument object from scratch
+   *  @param {Object} totalExcl - total tax excluded value for creating FinancialDocument object from scratch
+   *  @param {Object} Date - date value for creating FinancialDocument object from scratch
+   *  @param {Object} InvoiceNumber - Invoice number value for creating FinancialDocument object from scratch
+   *  @param {Object} taxes - taxes value for creating FinancialDocument object from scratch
+   *  @param {Object} merchantName - merchant name value for creating FinancialDocument object from scratch
+   *  @param {Object} paymentDetails - payment details value for creating FinancialDocument object from scratch
+   *  @param {Object} companyNumber - company number value for creating FinancialDocument object from scratch
+   *  @param {Object} vatNumber - vat number value for creating FinancialDocument object from scratch
+   *  @param {Object} orientation - orientation value for creating FinancialDocument object from scratch
+   *  @param {Object} totalTax - total tax value for creating FinancialDocument object from scratch
+   *  @param {Object} time - time value for creating FinancialDocument object from scratch
+   *  @param {Object} pageNumber - pageNumber for multi pages pdf input
+   */
+  constructor({
+    apiPrediction = undefined,
+    inputFile = undefined,
+    locale = undefined,
+    totalIncl = undefined,
+    totalExcl = undefined,
+    date = undefined,
+    invoiceNumber = undefined,
+    dueDate = undefined,
+    taxes = undefined,
+    merchantName = undefined,
+    paymentDetails = undefined,
+    companyNumber = undefined,
+    vatNumber = undefined,
+    orientation = undefined,
+    totalTax = undefined,
+    time = undefined,
+    pageNumber = 0,
+  }) {
+    super(inputFile);
+    if (apiPrediction === undefined) {
+      this.#initFromScratch({
+        locale,
+        totalIncl,
+        totalExcl,
+        date,
+        invoiceNumber,
+        dueDate,
+        taxes,
+        merchantName,
+        paymentDetails,
+        companyNumber,
+        vatNumber,
+        orientation,
+        pageNumber,
+        totalTax,
+        time,
+      });
+    } else {
+      this.#initFromApiPrediction(apiPrediction, inputFile, pageNumber);
+    }
+    this.#checklist();
+  }
+
+  #initFromScratch({
+    locale,
+    totalIncl,
+    totalExcl,
+    totalTax,
+    date,
+    invoiceNumber,
+    dueDate,
+    taxes,
+    paymentDetails,
+    companyNumber,
+    vatNumber,
+    orientation,
+    pageNumber,
+    merchantName,
+    time,
+  }) {
+    const constructPrediction = function (item) {
+      return { prediction: { value: item }, valueKey: "value", pageNumber };
+    };
+    this.locale = new Locale(constructPrediction(locale));
+    this.totalIncl = new Amount(constructPrediction(totalIncl));
+    this.totalExcl = new Amount(constructPrediction(totalExcl));
+    this.totalTax = new Amount(constructPrediction(totalTax));
+    this.date = new Date(constructPrediction(date));
+    this.dueDate = new Date(constructPrediction(dueDate));
+    this.merchantName = new Field(constructPrediction(merchantName));
+    this.time = new Field(constructPrediction(time));
+    this.orientation = new Orientation(constructPrediction(orientation));
+    this.invoiceNumber = new Field(constructPrediction(invoiceNumber));
+    this.paymentDetails = new Field(constructPrediction(paymentDetails));
+    this.companyNumber = new Field(constructPrediction(companyNumber));
+    this.vatNumber = new Field(constructPrediction(vatNumber));
+    if (taxes !== undefined) {
+      this.taxes = [];
+      for (const t of taxes) {
+        this.taxes.push(
+          new Tax({
+            prediction: { value: t[0], rate: t[1] },
+            pageNumber,
+            valueKey: "value",
+            rateKey: "rate",
+          })
+        );
+      }
+    }
+  }
+
+  #initFromApiPrediction(apiPrediction, inputFile, pageNumber) {
+    if (Object.keys(apiPrediction).includes("invoice_number")) {
+      const invoice = new Invoice({ apiPrediction, inputFile, pageNumber });
+      Object.assign(this, invoice);
+      this.time = new Field({
+        prediction: { value: undefined, probability: 0.0 },
+      });
+      this.merchantName = new Field({
+        prediction: { value: undefined, probability: 0.0 },
+      });
+    } else {
+      const receipt = new Receipt({ apiPrediction, inputFile, pageNumber });
+      Object.assign(this, receipt);
+      this.invoiceDate = new Field({
+        prediction: { value: undefined, probability: 0.0 },
+      });
+      this.invoiceNumber = new Field({
+        prediction: { value: undefined, probability: 0.0 },
+      });
+      this.dueDate = new Field({
+        prediction: { value: undefined, probability: 0.0 },
+      });
+      this.paymentDetails = new Field({
+        prediction: { value: undefined, probability: 0.0 },
+      });
+      this.companyNumber = new Field({
+        prediction: { value: undefined, probability: 0.0 },
+      });
+    }
+  }
+
+  toString() {
+    return `
+    -----Financial document-----
+    Filename: ${this.filename}
+    Total amount: ${this.totalIncl.value}
+    Date: ${this.date.value}
+    Merchant name: ${this.merchantName.value}
+    Total taxes: ${this.totalTax.value}
+    `;
+  }
+
+  #checklist() {
+    this.checklist = {
+      taxesMatchTotalIncl: this.#taxesMatchTotalIncl(),
+    };
+  }
+
+  #taxesMatchTotalIncl() {
+    // Check taxes and total include exist
+    if (this.taxes.length === 0 || this.totalIncl.value === undefined)
+      return false;
+
+    // Reconstruct totalIncl from taxes
+    let totalVat = 0;
+    let reconstructedTotal = 0;
+    this.taxes.forEach((tax) => {
+      if (tax.value === undefined || !tax.rate) return false;
+      totalVat += tax.value;
+      reconstructedTotal += tax.value + (100 * tax.value) / tax.rate;
+    });
+
+    // Sanity check
+    if (totalVat <= 0) return false;
+
+    // Crate epsilon
+    const eps = 1 / (100 * totalVat);
+
+    if (
+      this.totalIncl.value * (1 - eps) - 0.02 <= reconstructedTotal &&
+      reconstructedTotal <= this.totalIncl.value * (1 + eps) + 0.02
+    ) {
+      this.taxes = this.taxes.map((tax) => ({ ...tax, probability: 1.0 }));
+      this.totalTax.probability = 1.0;
+      this.totalIncl.probability = 1.0;
+      return true;
+    }
+    return false;
+  }
+}
+
+module.exports = FinancialDocument;

package/mindee/documents/index.js

@@ -0,0 +1,5 @@
+exports.fields = require("./fields");
+exports.document = require("./document");
+exports.receipt = require("./receipt");
+exports.invoice = require("./invoice");
+exports.financialDocument = require("./financialDocument");

package/mindee/documents/invoice.js

@@ -0,0 +1,395 @@
+const Document = require("./document");
+const Field = require("./fields").field;
+const Date = require("./fields").date;
+const Amount = require("./fields").amount;
+const Locale = require("./fields").locale;
+const Orientation = require("./fields").orientation;
+const PaymentDetails = require("./fields").paymentDetails;
+const Tax = require("./fields").tax;
+
+class Invoice extends Document {
+  /**
+   *  @param {Object} apiPrediction - Json parsed prediction from HTTP response
+   *  @param {Input} input - Input object
+   *  @param {Integer} pageNumber - Page number for multi pages pdf input
+   *  @param {Object} locale - locale value for creating Invoice object from scratch
+   *  @param {Object} totalIncl - total tax included value for creating Invoice object from scratch
+   *  @param {Object} totalExcl - total tax excluded value for creating Invoice object from scratch
+   *  @param {Object} invoiceDate - invoice date value for creating Invoice object from scratch
+   *  @param {Object} invoiceNumber - invoice number value for creating Invoice object from scratch
+   *  @param {Object} taxes - taxes value for creating Invoice object from scratch
+   *  @param {Object} supplier - supplier value for creating Invoice object from scratch
+   *  @param {Object} paymentDetails - payment details value for creating Invoice object from scratch
+   *  @param {Object} companyNumber - company number value for creating Invoice object from scratch
+   *  @param {Object} vatNumber - vat number value for creating Invoice object from scratch
+   *  @param {Object} orientation - orientation value for creating Invoice object from scratch
+   *  @param {Object} totalTax - total tax value for creating Invoice object from scratch
+   *  @param {Object} pageNumber - pageNumber for multi pages pdf input
+   */
+  constructor({
+    apiPrediction = undefined,
+    inputFile = undefined,
+    locale = undefined,
+    totalIncl = undefined,
+    totalExcl = undefined,
+    invoiceDate = undefined,
+    invoiceNumber = undefined,
+    dueDate = undefined,
+    taxes = undefined,
+    supplier = undefined,
+    paymentDetails = undefined,
+    companyNumber = undefined,
+    vatNumber = undefined,
+    orientation = undefined,
+    totalTax = undefined,
+    pageNumber = 0,
+  }) {
+    super(inputFile);
+    if (apiPrediction === undefined) {
+      this.#initFromScratch({
+        locale,
+        totalIncl,
+        totalExcl,
+        invoiceDate,
+        invoiceNumber,
+        dueDate,
+        taxes,
+        supplier,
+        paymentDetails,
+        companyNumber,
+        vatNumber,
+        orientation,
+        pageNumber,
+        totalTax,
+      });
+    } else {
+      this.#initFromApiPrediction(apiPrediction, pageNumber);
+    }
+    this.#checklist();
+    this.#reconstruct();
+  }
+
+  #initFromScratch({
+    locale,
+    totalIncl,
+    totalExcl,
+    totalTax,
+    invoiceDate,
+    invoiceNumber,
+    dueDate,
+    taxes,
+    supplier,
+    paymentDetails,
+    companyNumber,
+    vatNumber,
+    orientation,
+    pageNumber,
+  }) {
+    const constructPrediction = function (item) {
+      return { prediction: { value: item }, valueKey: "value", pageNumber };
+    };
+    this.locale = new Locale(constructPrediction(locale));
+    this.totalIncl = new Amount(constructPrediction(totalIncl));
+    this.totalExcl = new Amount(constructPrediction(totalExcl));
+    this.totalTax = new Amount(constructPrediction(totalTax));
+    this.date = new Date(constructPrediction(invoiceDate));
+    this.invoiceDate = new Date(constructPrediction(invoiceDate));
+    this.dueDate = new Date(constructPrediction(dueDate));
+    this.supplier = new Field(constructPrediction(supplier));
+    this.orientation = new Orientation(constructPrediction(orientation));
+    this.invoiceNumber = new Field(constructPrediction(invoiceNumber));
+    this.paymentDetails = new Field(constructPrediction(paymentDetails));
+    this.companyNumber = new Field(constructPrediction(companyNumber));
+    this.vatNumber = new Field(constructPrediction(vatNumber));
+    if (taxes !== undefined) {
+      this.taxes = [];
+      for (const t of taxes) {
+        this.taxes.push(
+          new Tax({
+            prediction: { value: t[0], rate: t[1] },
+            pageNumber,
+            valueKey: "value",
+            rateKey: "rate",
+          })
+        );
+      }
+    }
+  }
+
+  #initFromApiPrediction(apiPrediction, pageNumber) {
+    this.words = [];
+    this.locale = new Locale({ prediction: apiPrediction.locale, pageNumber });
+    this.totalIncl = new Amount({
+      prediction: apiPrediction.total_incl,
+      valueKey: "value",
+      pageNumber,
+    });
+    this.totalTax = new Amount({
+      prediction: { value: undefined, probability: 0.0 },
+      valueKey: "value",
+      pageNumber,
+    });
+    this.totalExcl = new Amount({
+      prediction: apiPrediction.total_excl,
+      valueKey: "value",
+      pageNumber,
+    });
+    this.date = new Date({
+      prediction: apiPrediction.date,
+      valueKey: "value",
+      pageNumber,
+    });
+    this.invoiceDate = new Date({
+      prediction: apiPrediction.date,
+      valueKey: "value",
+      pageNumber,
+    });
+    this.taxes = apiPrediction.taxes.map(function (taxPrediction) {
+      return new Tax({
+        prediction: taxPrediction,
+        pageNumber,
+        valueKey: "value",
+        rateKey: "rate",
+        codeKey: "code",
+      });
+    });
+    this.orientation = new Orientation({
+      prediction: apiPrediction.orientation,
+      pageNumber,
+    });
+    this.companyNumber = apiPrediction.company_registration.map(function (
+      companyNumber
+    ) {
+      return new Field({
+        prediction: companyNumber,
+        pageNumber,
+        extraFields: ["type"],
+      });
+    });
+    this.dueDate = new Date({
+      prediction: apiPrediction.due_date,
+      valueKey: "value",
+      pageNumber,
+    });
+    this.invoiceNumber = new Field({
+      prediction: apiPrediction.invoice_number,
+      pageNumber,
+    });
+    this.supplier = new Field({
+      prediction: apiPrediction.supplier,
+      pageNumber,
+    });
+    this.paymentDetails = apiPrediction.payment_details.map(function (
+      paymentDetail
+    ) {
+      return new PaymentDetails({ prediction: paymentDetail, pageNumber });
+    });
+
+    if ("mvision" in apiPrediction) this.words = apiPrediction.mvision;
+  }
+
+  toString() {
+    return `
+    -----Invoice data-----
+    Filename: ${this.filename}
+    Invoice number: ${this.invoiceNumber.value}
+    Total amount including taxes: ${this.totalIncl.value}
+    Total amount excluding taxes: ${this.totalExcl.value}
+    Invoice Date: ${this.invoiceDate.value}
+    Supplier name: ${this.supplier.value}
+    Taxes: ${this.taxes.map((tax) => tax.toString()).join(" - ")}
+    Total taxes: ${this.totalTax.value}
+    `;
+  }
+
+  #checklist() {
+    this.checklist = {
+      taxesMatchTotalIncl: this.#taxesMatchTotalIncl(),
+      taxesMatchTotalExcl: this.#taxesMatchTotalExcl(),
+      taxesPlusTotalExclMatchTotalIncl: this.#taxesPlusTotalExclMatchTotalIncl(),
+    };
+  }
+
+  #reconstruct() {
+    this.#reconstructTotalTax();
+    this.#reconstructTotalExcl();
+    this.#reconstructTotalIncl();
+    this.#reconstructTotalTaxFromTotals();
+  }
+
+  #taxesMatchTotalIncl() {
+    // Check taxes and total include exist
+    if (this.taxes.length === 0 || this.totalIncl.value === undefined)
+      return false;
+
+    // Reconstruct totalIncl from taxes
+    let totalVat = 0;
+    let reconstructedTotal = 0;
+    this.taxes.forEach((tax) => {
+      if (tax.value === undefined || !tax.rate) return false;
+      totalVat += tax.value;
+      reconstructedTotal += tax.value + (100 * tax.value) / tax.rate;
+    });
+
+    // Sanity check
+    if (totalVat <= 0) return false;
+
+    // Crate epsilon
+    const eps = 1 / (100 * totalVat);
+
+    if (
+      this.totalIncl.value * (1 - eps) - 0.02 <= reconstructedTotal &&
+      reconstructedTotal <= this.totalIncl.value * (1 + eps) + 0.02
+    ) {
+      this.taxes = this.taxes.map((tax) => ({ ...tax, probability: 1.0 }));
+      this.totalTax.probability = 1.0;
+      this.totalIncl.probability = 1.0;
+      return true;
+    }
+    return false;
+  }
+
+  /**
+   *
+   */
+  #taxesMatchTotalExcl() {
+    // Check taxes and total amount exist
+    if (this.taxes.length === 0 || this.totalExcl.value == null) return false;
+
+    // Reconstruct total_incl from taxes
+    let totalVat = 0;
+    let reconstructedTotal = 0;
+    this.taxes.forEach((tax) => {
+      if (tax.value == null || !tax.rate) return false;
+      totalVat += tax.value;
+      reconstructedTotal += (100 * tax.value) / tax.rate;
+    });
+
+    // Sanity check
+    if (totalVat <= 0) return false;
+
+    // Crate epsilon
+    const eps = 1 / (100 * totalVat);
+
+    if (
+      this.totalExcl.value * (1 - eps) - 0.02 <= reconstructedTotal &&
+      reconstructedTotal <= this.totalExcl.value * (1 + eps) + 0.02
+    ) {
+      this.taxes = this.taxes.map((tax) => ({ ...tax, probability: 1.0 }));
+      this.totalTax.probability = 1.0;
+      this.totalExcl.probability = 1.0;
+      return true;
+    }
+    return false;
+  }
+
+  #taxesPlusTotalExclMatchTotalIncl() {
+    if (
+      this.totalExcl.value === undefined ||
+      this.taxes.length == 0 ||
+      this.totalIncl === undefined
+    )
+      return false;
+    let totalVat = 0;
+    this.taxes.forEach((tax) => (totalVat += tax.value));
+    const reconstructedTotal = totalVat + this.totalExcl.value;
+
+    if (totalVat <= 0) return false;
+
+    if (
+      this.totalIncl.value - 0.01 <= reconstructedTotal &&
+      reconstructedTotal <= this.totalIncl.value + 0.01
+    ) {
+      this.taxes = this.taxes.map((tax) => ({ ...tax, probability: 1.0 }));
+      this.totalTax.probability = 1.0;
+      this.totalIncl.probability = 1.0;
+      return true;
+    }
+    return false;
+  }
+
+  #reconstructTotalTax() {
+    if (this.taxes.length > 0) {
+      const totalTax = {
+        value: this.taxes.reduce((acc, tax) => {
+          return tax.value !== undefined ? acc + tax.value : acc;
+        }, 0),
+        probability: Field.arrayProbability(this.taxes),
+      };
+      if (totalTax.value > 0)
+        this.totalTax = new Amount({
+          prediction: totalTax,
+          valueKey: "value",
+          reconstructed: true,
+        });
+    }
+  }
+
+  #reconstructTotalTaxFromTotals() {
+    if (
+      this.totalTax.value === undefined &&
+      this.totalIncl.value > 0 &&
+      this.totalExcl.value > 0 &&
+      this.totalExcl.value <= this.totalIncl.value
+    ) {
+      const totalTax = {
+        value: this.totalIncl.value - this.totalExcl.value,
+        probability: this.totalIncl.probability * this.totalExcl.probability,
+      };
+      if (totalTax.value > 0)
+        this.totalTax = new Amount({
+          prediction: totalTax,
+          valueKey: "value",
+          reconstructed: true,
+        });
+    }
+  }
+
+  #reconstructTotalExcl() {
+    if (
+      this.taxes.length &&
+      this.totalIncl.value != null &&
+      this.totalExcl.value === undefined
+    ) {
+      const totalExcl = {
+        value:
+          this.totalIncl.value -
+          this.taxes.reduce((acc, tax) => {
+            return tax.value !== undefined ? acc + tax.value : acc;
+          }, 0),
+        probability:
+          Field.arrayProbability(this.taxes) * this.totalIncl.probability,
+      };
+      this.totalExcl = new Amount({
+        prediction: totalExcl,
+        valueKey: "value",
+        reconstructed: true,
+      });
+    }
+  }
+
+  #reconstructTotalIncl() {
+    if (
+      this.taxes.length &&
+      this.totalExcl.value != null &&
+      this.totalIncl.value === undefined
+    ) {
+      const totalIncl = {
+        value:
+          this.totalExcl.value +
+          this.taxes.reduce((acc, tax) => {
+            return tax.value ? acc + tax.value : acc;
+          }, 0.0),
+        probability:
+          Field.arrayProbability(this.taxes) * this.totalExcl.probability,
+      };
+      this.totalIncl = new Amount({
+        prediction: totalIncl,
+        valueKey: "value",
+        reconstructed: true,
+      });
+    }
+  }
+}
+
+module.exports = Invoice;