@mdgf11/filesystem-lib 2.2.10 → 2.2.12

package/dist/filesystemDocumentMethods.d.ts

@@ -1,7 +1,7 @@
 import { PartialJurisprudenciaDocument } from "@stjiris/jurisprudencia-document";
-import { ContentType, Date_Area_Section, FilesystemDocument, Retrievable_Metadata, Sharepoint_Metadata } from "./types.js";
+import { ContentType, FilesystemDocument } from "./types.js";
 export declare function writeFilesystemDocument(filesystem_document: FilesystemDocument): void;
 export declare function loadFilesystemDocument(jsonPath: string): FilesystemDocument;
-export declare function createJurisprudenciaDocument(retrievable_Metadata: Retrievable_Metadata, contents: ContentType[], date_area_section: Date_Area_Section, sharepoint_metadata?: Sharepoint_Metadata): Promise<PartialJurisprudenciaDocument>;
 export declare function hasSelectableText(buffer: Buffer): Promise<boolean>;
 export declare function generateFilePath(jurisprudencia_document: PartialJurisprudenciaDocument): string;
+export declare function extractContent(contents: ContentType[]): Promise<string[]>;

package/dist/filesystemDocumentMethods.js

@@ -1,8 +1,6 @@
-import { calculateHASH, calculateUUID } from "@stjiris/jurisprudencia-document";
 import fs from "fs";
 import mammoth from "mammoth";
 import { DETAILS_NAME, FILESYSTEM_PATH, ORIGINAL_NAME, ROOT_PATH, SHAREPOINT_COPY_PATH } from "./types.js";
-import { DescritorOficial } from "./descritores.js";
 import { getDocument } from "pdfjs-dist/legacy/build/pdf.mjs";
 export function writeFilesystemDocument(filesystem_document) {
     if (!filesystem_document.content)
@@ -10,9 +8,6 @@ export function writeFilesystemDocument(filesystem_document) {
     const safe = {
         ...filesystem_document,
         content: filesystem_document.content?.map(({ extension }) => ({ extension })),
-        jurisprudencia_document: {
-            uuid: filesystem_document.jurisprudencia_document.UUID
-        }
     };
     const content = filesystem_document.content;
     if (filesystem_document.file_path) {
@@ -59,76 +54,6 @@ export function loadFilesystemDocument(jsonPath) {
         }))
     };
 }
-export async function createJurisprudenciaDocument(retrievable_Metadata, contents, date_area_section, sharepoint_metadata) {
-    if (!retrievable_Metadata) {
-        throw new Error("Missing metadata.");
-    }
-    const content = await extractContent(contents);
-    const url = sharepoint_metadata ? sharepoint_metadata.sharepoint_url : "";
-    let Original = {};
-    let CONTENT = content;
-    let numProc = retrievable_Metadata.process_number;
-    let Data = Intl.DateTimeFormat("pt-PT").format(date_area_section.file_date);
-    let origin = "STJ (Sharepoint)";
-    Original["Decisão Texto Integral"] = content.map(line => `<p><font>${line}</font><br>`).join('');
-    Original["Data"] = Data;
-    Original["Número de Processo"] = numProc;
-    Original["Fonte"] = origin;
-    Original["URL"] = url;
-    Original["Jurisprudência"] = "Simples";
-    let obj = {
-        "Original": Original,
-        "CONTENT": CONTENT,
-        "Data": Data,
-        "Número de Processo": numProc,
-        "Fonte": origin,
-        "URL": url,
-        "Jurisprudência": { Index: ["Simples"], Original: ["Simples"], Show: ["Simples"] },
-        "STATE": "importação",
-    };
-    if (retrievable_Metadata.process_mean.includes("Sumário")) {
-        obj.Sumário = content.map(line => `<p><font>${line}</font><br>`).join('');
-        obj.Texto = "";
-    }
-    else {
-        obj.Sumário = "";
-        obj.Texto = content.map(line => `<p><font>${line}</font><br>`).join('');
-    }
-    if (retrievable_Metadata.descriptors && retrievable_Metadata.descriptors.length > 0) {
-        obj.Descritores = {
-            Index: retrievable_Metadata.descriptors.map(desc => DescritorOficial[desc]),
-            Original: retrievable_Metadata.descriptors,
-            Show: retrievable_Metadata.descriptors.map(desc => DescritorOficial[desc])
-        };
-    }
-    if (date_area_section.area && date_area_section.area.length > 0) {
-        obj.Área = { Index: [date_area_section.area], Original: [date_area_section.area], Show: [date_area_section.area] };
-    }
-    if (date_area_section.section && date_area_section.section.length > 0) {
-        obj.Secção = { Index: [date_area_section.section], Original: [date_area_section.section], Show: [date_area_section.section] };
-    }
-    if (retrievable_Metadata.judge && retrievable_Metadata.judge.length > 0) {
-        obj["Relator Nome Profissional"] = { Index: [retrievable_Metadata.judge], Original: [retrievable_Metadata.judge], Show: [retrievable_Metadata.judge] };
-    }
-    if (retrievable_Metadata.process_mean && retrievable_Metadata.process_mean.length > 0) {
-        obj["Meio Processual"] = { Index: retrievable_Metadata.process_mean, Original: retrievable_Metadata.process_mean, Show: retrievable_Metadata.process_mean };
-    }
-    if (retrievable_Metadata.decision && retrievable_Metadata.decision.length > 0) {
-        obj["Decisão"] = { Index: [retrievable_Metadata.decision], Original: [retrievable_Metadata.decision], Show: [retrievable_Metadata.decision] };
-    }
-    obj["HASH"] = calculateHASH({
-        ...obj,
-        Original: obj.Original,
-        "Número de Processo": obj["Número de Processo"],
-        Data: obj.Data,
-        "Meio Processual": obj["Meio Processual"],
-        "Texto": obj.Texto,
-        "Sumário": obj.Sumário,
-        STATE: obj.STATE
-    });
-    obj["UUID"] = calculateUUID(obj["HASH"]);
-    return obj;
-}
 export async function hasSelectableText(buffer) {
     try {
         const uint8Array = new Uint8Array(buffer);
@@ -159,14 +84,7 @@ export function generateFilePath(jurisprudencia_document) {
     const data = parseDateFromString(jurisprudencia_document.Data);
     return `/${jurisprudencia_document.Área.Show}/${data.getFullYear()}/${data.getMonth() + 1}/${data.getDate()}/${jurisprudencia_document["Número de Processo"].replace("/", "-")}/${jurisprudencia_document.UUID}`;
 }
-function parseDateFromString(dateStr) {
-    const [dayStr, monthStr, yearStr] = dateStr.split("/");
-    const day = parseInt(dayStr, 10);
-    const month = parseInt(monthStr, 10) - 1;
-    const year = yearStr ? parseInt(yearStr, 10) : new Date().getFullYear();
-    return new Date(year, month, day);
-}
-async function extractContent(contents) {
+export async function extractContent(contents) {
     for (const content of contents) {
         if (content.extension === "txt") {
             return content.data.toString('utf-8').split(/\r?\n/).filter(line => line.trim().length > 0);
@@ -180,6 +98,13 @@ async function extractContent(contents) {
     }
     throw new Error("Contents are not a supported format.");
 }
+function parseDateFromString(dateStr) {
+    const [dayStr, monthStr, yearStr] = dateStr.split("/");
+    const day = parseInt(dayStr, 10);
+    const month = parseInt(monthStr, 10) - 1;
+    const year = yearStr ? parseInt(yearStr, 10) : new Date().getFullYear();
+    return new Date(year, month, day);
+}
 async function pdfToLines(buffer) {
     const uint8Array = new Uint8Array(buffer);
     const loadingTask = getDocument({ data: uint8Array, verbosity: 0 });

package/dist/types.d.ts

@@ -1,6 +1,5 @@
 export declare const UpdateSources: readonly ["STJ (Sharepoint)", "DGSI"];
 export type SupportedUpdateSources = typeof UpdateSources[number];
-import { PartialJurisprudenciaDocument } from '@stjiris/jurisprudencia-document';
 export declare const ROOT_PATH: string;
 export declare const FILESYSTEM_PATH = "/FileSystem";
 export declare const SHAREPOINT_COPY_PATH = "/Sharepoint";
@@ -58,7 +57,7 @@ export type ContentType = {
 export type FilesystemDocument = {
     creation_date: Date;
     last_update_date: Date;
-    jurisprudencia_document: PartialJurisprudenciaDocument;
+    jurisprudencia_document: string;
     file_path: string;
     sharepoint_metadata?: Sharepoint_Metadata;
     content?: ContentType[];

package/dist/types.js

@@ -16,3 +16,4 @@ export const SUPPORTED_EXTENSIONS = ["txt", "pdf", "docx", "html"];
 export function isSupportedExtension(ext) {
     return SUPPORTED_EXTENSIONS.includes(ext);
 }
+;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mdgf11/filesystem-lib",
-  "version": "2.2.10",
+  "version": "2.2.12",
   "description": "Library to extend usage of jurisprudencia-document",
   "license": "ISC",
   "author": "Miguel Fonseca",
@@ -13,7 +13,7 @@
     "start": "npm run build && npm run run"
   },
   "dependencies": {
-    "@stjiris/jurisprudencia-document": "npm:@mdgf11/jurisprudencia-document@^13.2.5",
+    "@stjiris/jurisprudencia-document": "npm:@mdgf11/jurisprudencia-document@^13.2.6",
     "axios": "^1.13.1",
     "body-parser": "^2.2.0",
     "canvas": "^2.11.2",

package/src/filesystemDocumentMethods.ts

@@ -12,9 +12,6 @@ export function writeFilesystemDocument(filesystem_document: FilesystemDocument)
     const safe = {
         ...filesystem_document,
         content: filesystem_document.content?.map(({ extension }) => ({ extension })),
-        jurisprudencia_document: {
-            uuid: filesystem_document.jurisprudencia_document.UUID
-        }
     };
 
     const content: ContentType[] = filesystem_document.content
@@ -66,81 +63,6 @@ export function loadFilesystemDocument(jsonPath: string): FilesystemDocument {
     };
 }
 
-export async function createJurisprudenciaDocument(retrievable_Metadata: Retrievable_Metadata, contents: ContentType[], date_area_section: Date_Area_Section, sharepoint_metadata?: Sharepoint_Metadata): Promise<PartialJurisprudenciaDocument> {
-    if (!retrievable_Metadata) {
-        throw new Error("Missing metadata.");
-    }
-    const content = await extractContent(contents);
-    const url = sharepoint_metadata ? sharepoint_metadata.sharepoint_url : "";
-
-    let Original: JurisprudenciaDocument["Original"] = {};
-    let CONTENT: JurisprudenciaDocument["CONTENT"] = content;
-    let numProc: JurisprudenciaDocument["Número de Processo"] = retrievable_Metadata.process_number;
-    let Data: JurisprudenciaDocument["Data"] = Intl.DateTimeFormat("pt-PT").format(date_area_section.file_date);
-    let origin: SupportedUpdateSources = "STJ (Sharepoint)";
-
-    Original["Decisão Texto Integral"] = content.map(line => `<p><font>${line}</font><br>`).join('');
-    Original["Data"] = Data;
-    Original["Número de Processo"] = numProc;
-    Original["Fonte"] = origin;
-    Original["URL"] = url;
-    Original["Jurisprudência"] = "Simples";
-
-    let obj: PartialJurisprudenciaDocument = {
-        "Original": Original,
-        "CONTENT": CONTENT,
-        "Data": Data,
-        "Número de Processo": numProc,
-        "Fonte": origin,
-        "URL": url,
-        "Jurisprudência": { Index: ["Simples"], Original: ["Simples"], Show: ["Simples"] },
-        "STATE": "importação",
-    }
-    if (retrievable_Metadata.process_mean.includes("Sumário")) {
-        obj.Sumário = content.map(line => `<p><font>${line}</font><br>`).join('');
-        obj.Texto = "";
-    } else {
-        obj.Sumário = "";
-        obj.Texto = content.map(line => `<p><font>${line}</font><br>`).join('');
-    }
-    if (retrievable_Metadata.descriptors && retrievable_Metadata.descriptors.length > 0) {
-        obj.Descritores = {
-            Index: retrievable_Metadata.descriptors.map(desc => DescritorOficial[desc]),
-            Original: retrievable_Metadata.descriptors,
-            Show: retrievable_Metadata.descriptors.map(desc => DescritorOficial[desc])
-        }
-    }
-    if (date_area_section.area && date_area_section.area.length > 0) {
-        obj.Área = { Index: [date_area_section.area], Original: [date_area_section.area], Show: [date_area_section.area] };
-    }
-    if (date_area_section.section && date_area_section.section.length > 0) {
-        obj.Secção = { Index: [date_area_section.section], Original: [date_area_section.section], Show: [date_area_section.section] };
-    }
-    if (retrievable_Metadata.judge && retrievable_Metadata.judge.length > 0) {
-        obj["Relator Nome Profissional"] = { Index: [retrievable_Metadata.judge], Original: [retrievable_Metadata.judge], Show: [retrievable_Metadata.judge] };
-    }
-    if (retrievable_Metadata.process_mean && retrievable_Metadata.process_mean.length > 0) {
-        obj["Meio Processual"] = { Index: retrievable_Metadata.process_mean, Original: retrievable_Metadata.process_mean, Show: retrievable_Metadata.process_mean };
-    }
-    if (retrievable_Metadata.decision && retrievable_Metadata.decision.length > 0) {
-        obj["Decisão"] = { Index: [retrievable_Metadata.decision], Original: [retrievable_Metadata.decision], Show: [retrievable_Metadata.decision] };
-    }
-
-    obj["HASH"] = calculateHASH({
-        ...obj,
-        Original: obj.Original,
-        "Número de Processo": obj["Número de Processo"],
-        Data: obj.Data,
-        "Meio Processual": obj["Meio Processual"],
-        "Texto": obj.Texto,
-        "Sumário": obj.Sumário,
-        STATE: obj.STATE
-    })
-
-    obj["UUID"] = calculateUUID(obj["HASH"]);
-    return obj;
-}
-
 export async function hasSelectableText(buffer: Buffer): Promise<boolean> {
     try {
         const uint8Array = new Uint8Array(buffer);
@@ -177,17 +99,7 @@ export function generateFilePath(jurisprudencia_document: PartialJurisprudenciaD
     return `/${jurisprudencia_document.Área.Show}/${data.getFullYear()}/${data.getMonth() + 1}/${data.getDate()}/${jurisprudencia_document["Número de Processo"].replace("/", "-")}/${jurisprudencia_document.UUID}`
 }
 
-function parseDateFromString(dateStr: string): Date {
-    const [dayStr, monthStr, yearStr] = dateStr.split("/");
-
-    const day = parseInt(dayStr, 10);
-    const month = parseInt(monthStr, 10) - 1;
-    const year = yearStr ? parseInt(yearStr, 10) : new Date().getFullYear();
-
-    return new Date(year, month, day);
-}
-
-async function extractContent(contents: ContentType[]): Promise<string[]> {
+export async function extractContent(contents: ContentType[]): Promise<string[]> {
     for (const content of contents) {
         if (content.extension === "txt") {
             return content.data.toString('utf-8').split(/\r?\n/).filter(line => line.trim().length > 0);
@@ -202,6 +114,16 @@ async function extractContent(contents: ContentType[]): Promise<string[]> {
     throw new Error("Contents are not a supported format.");
 }
 
+function parseDateFromString(dateStr: string): Date {
+    const [dayStr, monthStr, yearStr] = dateStr.split("/");
+
+    const day = parseInt(dayStr, 10);
+    const month = parseInt(monthStr, 10) - 1;
+    const year = yearStr ? parseInt(yearStr, 10) : new Date().getFullYear();
+
+    return new Date(year, month, day);
+}
+
 async function pdfToLines(buffer: Buffer): Promise<string[]> {
     const uint8Array = new Uint8Array(buffer);
     const loadingTask = getDocument({ data: uint8Array, verbosity: 0 });

package/src/filesystemUpdateMethods.ts

@@ -1,6 +1,6 @@
 import path from "path";
 import fs from "fs";
-import { DGSI_LOGS_PATH, DGSI_UPDATE_DIR, FilesystemDocument, FilesystemUpdate, SHAREPOINT_UPDATE_DIR, SOURCE_TO_PATH, SupportedUpdateSources } from "./types.js";
+import { FilesystemDocument, FilesystemUpdate, SHAREPOINT_UPDATE_DIR, SOURCE_TO_PATH, SupportedUpdateSources } from "./types.js";
 
 export function logDocumentProcessingError(update: FilesystemUpdate, err: string) {
     update.file_errors.push(err);

package/src/types.ts

@@ -6,14 +6,14 @@ import dotenv from 'dotenv';
 
 dotenv.config();
 export const ROOT_PATH = process.env['LOCAL_ROOT'] || 'results';
-export const FILESYSTEM_PATH = `/FileSystem`
-export const SHAREPOINT_COPY_PATH = `/Sharepoint`
-export const DETAILS_NAME = "Detalhes"
-export const ORIGINAL_NAME = "Original"
-export const LOGS_PATH = "/Updates"
+export const FILESYSTEM_PATH = `/FileSystem`;
+export const SHAREPOINT_COPY_PATH = `/Sharepoint`;
+export const DETAILS_NAME = "Detalhes";
+export const ORIGINAL_NAME = "Original";
+export const LOGS_PATH = "/Updates";
 
-export const SHAREPOINT_LOGS_PATH = `${LOGS_PATH}/Sharepoint`
-export const DGSI_LOGS_PATH = `${LOGS_PATH}/DGSI`
+export const SHAREPOINT_LOGS_PATH = `${LOGS_PATH}/Sharepoint`;
+export const DGSI_LOGS_PATH = `${LOGS_PATH}/DGSI`;
 
 export const SHAREPOINT_UPDATE_DIR = `${ROOT_PATH}${SHAREPOINT_LOGS_PATH}`;
 export const DGSI_UPDATE_DIR = `${ROOT_PATH}${DGSI_LOGS_PATH}`;
@@ -41,7 +41,7 @@ export type Sharepoint_Metadata = {
     sharepoint_url: string,
     extensions: Supported_Content_Extensions[],
     xor_hash?: string,
-}
+};
 
 export type Retrievable_Metadata = { process_number: string, judge: string, process_mean: string[], decision: string, descriptors?: string[] };
 export type Date_Area_Section = { file_date: Date, area: string, section: string };
@@ -53,15 +53,16 @@ export type ContentType = {
     extension: Supported_Content_Extensions;
     data: Buffer;
 };
+
 export type FilesystemDocument = {
     creation_date: Date,
     last_update_date: Date,
-    jurisprudencia_document: PartialJurisprudenciaDocument,
+    jurisprudencia_document: string,
     file_path: string,
     sharepoint_metadata?: Sharepoint_Metadata
     content?: ContentType[],
-}
+};
 
 export function isSupportedExtension(ext: string): ext is Supported_Content_Extensions {
     return (SUPPORTED_EXTENSIONS as readonly string[]).includes(ext);
-}
+};