@mdgf11/filesystem-lib 2.2.18 → 2.2.20

package/dist/filesystemDocumentMethods.d.ts

@@ -12,6 +12,12 @@ export declare const ANONIMIZADO_NAME = "Anonimizado";
  * Requires pandoc (and xelatex for PDF) to be available on PATH.
  */
 export declare function saveAnonimizedDocument(doc: PartialJurisprudenciaDocument, textoHtml: string, sumarioHtml?: string): Promise<void>;
+/**
+ * Moves the filesystem directory of a document when Área or Data changes.
+ * Must be called BEFORE updating the document in Elasticsearch.
+ * Also updates Detalhes.json inside the directory and writes a Juris update event.
+ */
+export declare function moveDecision(currentDoc: PartialJurisprudenciaDocument, updateObject: PartialJurisprudenciaDocument): void;
 /** @deprecated use loadDocumentFile(doc, "nlp") instead */
 export declare function loadNlpDocument(jurisprudencia_document: JurisprudenciaDocument): string;
 export declare function hasSelectableText(buffer: Buffer): Promise<boolean>;

package/dist/filesystemDocumentMethods.js

@@ -3,6 +3,7 @@ import fs from "fs";
 import mammoth from "mammoth";
 import path from "path";
 import { DETAILS_NAME, FILESYSTEM_PATH, ORIGINAL_NAME, ROOT_PATH, SHAREPOINT_COPY_PATH } from "./types.js";
+import { writeDocumentEvent } from "./filesystemUpdateMethods.js";
 import { getDocument } from "pdfjs-dist/legacy/build/pdf.mjs";
 export function writeFilesystemDocument(filesystem_document) {
     if (!filesystem_document.content)
@@ -103,6 +104,82 @@ export async function saveAnonimizedDocument(doc, textoHtml, sumarioHtml) {
         }
         catch { /* ignore */ }
     }
+    if (doc.UUID) {
+        writeDocumentEvent({
+            source: "Juris",
+            date: new Date().toISOString(),
+            uuid: doc.UUID,
+            event: "anonimize",
+            new_path: dirPath,
+        });
+    }
+}
+/**
+ * Moves the filesystem directory of a document when Área or Data changes.
+ * Must be called BEFORE updating the document in Elasticsearch.
+ * Also updates Detalhes.json inside the directory and writes a Juris update event.
+ */
+export function moveDecision(currentDoc, updateObject) {
+    if (!currentDoc.UUID)
+        return;
+    const newArea = updateObject.Área;
+    const newData = updateObject.Data;
+    const areaChanged = newArea?.Show && JSON.stringify(newArea.Show) !== JSON.stringify(currentDoc.Área?.Show);
+    const dataChanged = newData && newData !== currentDoc.Data;
+    if (!areaChanged && !dataChanged)
+        return;
+    let oldRelPath;
+    try {
+        oldRelPath = generateFilePath(currentDoc);
+    }
+    catch {
+        return; // doc missing required metadata
+    }
+    const oldPath = `${ROOT_PATH}${FILESYSTEM_PATH}${oldRelPath}`;
+    if (!fs.existsSync(oldPath))
+        return;
+    const mergedDoc = {
+        ...currentDoc,
+        ...(areaChanged ? { Área: newArea } : {}),
+        ...(dataChanged ? { Data: newData } : {}),
+    };
+    let newRelPath;
+    try {
+        newRelPath = generateFilePath(mergedDoc);
+    }
+    catch {
+        return;
+    }
+    const newPath = `${ROOT_PATH}${FILESYSTEM_PATH}${newRelPath}`;
+    if (oldPath === newPath)
+        return;
+    fs.mkdirSync(path.dirname(newPath), { recursive: true });
+    fs.renameSync(oldPath, newPath);
+    // Update Detalhes.json with the new path
+    const detalhesPath = path.join(newPath, `${DETAILS_NAME}.json`);
+    if (fs.existsSync(detalhesPath)) {
+        try {
+            const detalhes = JSON.parse(fs.readFileSync(detalhesPath, "utf-8"));
+            detalhes.file_path = newRelPath;
+            detalhes.last_update_date = new Date().toISOString();
+            fs.writeFileSync(detalhesPath, JSON.stringify(detalhes, null, 2), { encoding: "utf-8" });
+        }
+        catch (err) {
+            console.error("moveDecision: failed to update Detalhes.json:", err);
+        }
+    }
+    writeDocumentEvent({
+        source: "Juris",
+        date: new Date().toISOString(),
+        uuid: currentDoc.UUID,
+        event: "move",
+        old_path: oldPath,
+        new_path: newPath,
+        changes: {
+            ...(areaChanged ? { Área: { from: currentDoc.Área?.Show, to: newArea.Show } } : {}),
+            ...(dataChanged ? { Data: { from: currentDoc.Data, to: newData } } : {}),
+        }
+    });
 }
 /** @deprecated use loadDocumentFile(doc, "nlp") instead */
 export function loadNlpDocument(jurisprudencia_document) {

package/dist/filesystemUpdateMethods.d.ts

@@ -1,5 +1,6 @@
-import { FilesystemDocument, FilesystemUpdate, SupportedUpdateSources } from "./types.js";
+import { DocumentUpdateEvent, FilesystemDocument, FilesystemUpdate, SupportedUpdateSources } from "./types.js";
 export declare function logDocumentProcessingError(update: FilesystemUpdate, err: string): void;
 export declare function addFileToUpdate(update: FilesystemUpdate, filesystem_document: FilesystemDocument): void;
 export declare function writeFilesystemUpdate(update: FilesystemUpdate, source: SupportedUpdateSources): void;
+export declare function writeDocumentEvent(event: DocumentUpdateEvent): void;
 export declare function loadLastFilesystemUpdate(source: SupportedUpdateSources): FilesystemUpdate;

package/dist/filesystemUpdateMethods.js

@@ -1,6 +1,6 @@
 import path from "path";
 import fs from "fs";
-import { SOURCE_TO_PATH } from "./types.js";
+import { ALL_UPDATE_DIR, SOURCE_TO_PATH } from "./types.js";
 export function logDocumentProcessingError(update, err) {
     update.file_errors.push(err);
 }
@@ -20,14 +20,26 @@ export function addFileToUpdate(update, filesystem_document) {
 export function writeFilesystemUpdate(update, source) {
     update.date_end = new Date();
     let log_path = SOURCE_TO_PATH[source];
+    const timestamp = formatUpdateDate(update.date_end);
     fs.mkdirSync(log_path, { recursive: true });
-    const updates_file_path = `${log_path}/log_${formatUpdateDate(update.date_end)}.json`;
-    const drive_dir_path = `${log_path}/All`;
-    fs.mkdirSync(drive_dir_path, { recursive: true });
-    const drive_file_path = `${drive_dir_path}/log_${formatUpdateDate(update.date_end)}.json`;
+    const updates_file_path = `${log_path}/${timestamp}_log.json`;
     removeOldUpdate(log_path);
-    fs.writeFileSync(drive_file_path, JSON.stringify(update, null, 2), { encoding: "utf-8" });
     fs.writeFileSync(updates_file_path, JSON.stringify(update, null, 2), { encoding: "utf-8" });
+    // Write to global All dir (never deleted — full history of all sources)
+    fs.mkdirSync(ALL_UPDATE_DIR, { recursive: true });
+    fs.writeFileSync(`${ALL_UPDATE_DIR}/${timestamp}_log_${source.replace(/[^a-zA-Z0-9]/g, "_")}.json`, JSON.stringify(update, null, 2), { encoding: "utf-8" });
+}
+export function writeDocumentEvent(event) {
+    const timestamp = formatUpdateDate(new Date(event.date));
+    const filename = `${timestamp}_event_${event.event}_${event.uuid}.json`;
+    const content = JSON.stringify(event, null, 2);
+    // Write to source-specific dir (e.g. Updates/Juris/) — keeps all individual events
+    const sourceDir = SOURCE_TO_PATH[event.source];
+    fs.mkdirSync(sourceDir, { recursive: true });
+    fs.writeFileSync(path.join(sourceDir, filename), content, { encoding: "utf-8" });
+    // Write to global All dir (full cross-source history)
+    fs.mkdirSync(ALL_UPDATE_DIR, { recursive: true });
+    fs.writeFileSync(path.join(ALL_UPDATE_DIR, filename), content, { encoding: "utf-8" });
 }
 export function loadLastFilesystemUpdate(source) {
     const empty_update = {
@@ -38,16 +50,14 @@ export function loadLastFilesystemUpdate(source) {
     const old_log_path = SOURCE_TO_PATH[source];
     if (!fs.existsSync(old_log_path))
         return empty_update;
-    const files = fs.readdirSync(old_log_path);
-    for (const file of files) {
-        const fullPath = path.join(old_log_path, file);
-        if (fs.statSync(fullPath).isFile() && file.toLowerCase().includes("log")) {
-            const jsonString = fs.readFileSync(fullPath, 'utf-8');
-            const parsed = JSON.parse(jsonString);
-            return parsed;
-        }
-    }
-    return empty_update;
+    const files = fs.readdirSync(old_log_path)
+        .filter(f => fs.statSync(path.join(old_log_path, f)).isFile() && f.toLowerCase().includes("log"))
+        .sort();
+    if (files.length === 0)
+        return empty_update;
+    const fullPath = path.join(old_log_path, files[files.length - 1]);
+    const jsonString = fs.readFileSync(fullPath, 'utf-8');
+    return JSON.parse(jsonString);
 }
 function formatUpdateDate(d = new Date()) {
     const pad = (n) => n.toString().padStart(2, "0");

package/dist/types.d.ts

@@ -1,4 +1,4 @@
-export declare const UpdateSources: readonly ["STJ (Sharepoint)", "DGSI"];
+export declare const UpdateSources: readonly ["STJ (Sharepoint)", "DGSI", "Juris"];
 export type SupportedUpdateSources = typeof UpdateSources[number];
 export declare const ROOT_PATH: string;
 export declare const FILESYSTEM_PATH = "/FileSystem";
@@ -8,8 +8,12 @@ export declare const ORIGINAL_NAME = "Original";
 export declare const LOGS_PATH = "/Updates";
 export declare const SHAREPOINT_LOGS_PATH = "/Updates/Sharepoint";
 export declare const DGSI_LOGS_PATH = "/Updates/DGSI";
+export declare const JURIS_LOGS_PATH = "/Updates/Juris";
+export declare const ALL_LOGS_PATH = "/Updates/All";
 export declare const SHAREPOINT_UPDATE_DIR: string;
 export declare const DGSI_UPDATE_DIR: string;
+export declare const JURIS_UPDATE_DIR: string;
+export declare const ALL_UPDATE_DIR: string;
 export declare const SOURCE_TO_PATH: Record<SupportedUpdateSources, string>;
 export type FilesystemUpdate = {
     updateSource: SupportedUpdateSources;
@@ -63,3 +67,12 @@ export type FilesystemDocument = {
     content?: ContentType[];
 };
 export declare function isSupportedExtension(ext: string): ext is Supported_Content_Extensions;
+export type DocumentUpdateEvent = {
+    source: SupportedUpdateSources;
+    date: string;
+    uuid: string;
+    event: "move" | "anonimize" | "edit";
+    old_path?: string;
+    new_path?: string;
+    changes?: Record<string, unknown>;
+};

package/dist/types.js

@@ -1,4 +1,4 @@
-export const UpdateSources = ["STJ (Sharepoint)", "DGSI"];
+export const UpdateSources = ["STJ (Sharepoint)", "DGSI", "Juris"];
 import dotenv from 'dotenv';
 dotenv.config();
 export const ROOT_PATH = process.env['LOCAL_ROOT'] || 'results';
@@ -9,9 +9,13 @@ export const ORIGINAL_NAME = "Original";
 export const LOGS_PATH = "/Updates";
 export const SHAREPOINT_LOGS_PATH = `${LOGS_PATH}/Sharepoint`;
 export const DGSI_LOGS_PATH = `${LOGS_PATH}/DGSI`;
+export const JURIS_LOGS_PATH = `${LOGS_PATH}/Juris`;
+export const ALL_LOGS_PATH = `${LOGS_PATH}/All`;
 export const SHAREPOINT_UPDATE_DIR = `${ROOT_PATH}${SHAREPOINT_LOGS_PATH}`;
 export const DGSI_UPDATE_DIR = `${ROOT_PATH}${DGSI_LOGS_PATH}`;
-export const SOURCE_TO_PATH = { "STJ (Sharepoint)": SHAREPOINT_UPDATE_DIR, "DGSI": DGSI_UPDATE_DIR };
+export const JURIS_UPDATE_DIR = `${ROOT_PATH}${JURIS_LOGS_PATH}`;
+export const ALL_UPDATE_DIR = `${ROOT_PATH}${ALL_LOGS_PATH}`;
+export const SOURCE_TO_PATH = { "STJ (Sharepoint)": SHAREPOINT_UPDATE_DIR, "DGSI": DGSI_UPDATE_DIR, "Juris": JURIS_UPDATE_DIR };
 export const SUPPORTED_EXTENSIONS = ["txt", "pdf", "docx", "html", "json"];
 export function isSupportedExtension(ext) {
     return SUPPORTED_EXTENSIONS.includes(ext);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mdgf11/filesystem-lib",
-  "version": "2.2.18",
+  "version": "2.2.20",
   "description": "Library to extend usage of jurisprudencia-document",
   "license": "ISC",
   "author": "Miguel Fonseca",

package/src/filesystemDocumentMethods.ts

@@ -3,7 +3,8 @@ import { execFileSync } from "child_process";
 import fs from "fs";
 import mammoth from "mammoth";
 import path from "path";
-import { ContentType, Date_Area_Section, DETAILS_NAME, FILESYSTEM_PATH, FilesystemDocument, ORIGINAL_NAME, Retrievable_Metadata, ROOT_PATH, SHAREPOINT_COPY_PATH, Sharepoint_Metadata, SupportedUpdateSources } from "./types.js";
+import { ContentType, Date_Area_Section, DETAILS_NAME, DocumentUpdateEvent, FILESYSTEM_PATH, FilesystemDocument, ORIGINAL_NAME, Retrievable_Metadata, ROOT_PATH, SHAREPOINT_COPY_PATH, Sharepoint_Metadata, SupportedUpdateSources } from "./types.js";
+import { writeDocumentEvent } from "./filesystemUpdateMethods.js";
 import { DescritorOficial } from "./descritores.js";
 import { getDocument } from "pdfjs-dist/legacy/build/pdf.mjs";
 
@@ -122,6 +123,91 @@ export async function saveAnonimizedDocument(
     } finally {
         try { fs.unlinkSync(tmpHtml); } catch { /* ignore */ }
     }
+
+    if (doc.UUID) {
+        writeDocumentEvent({
+            source: "Juris",
+            date: new Date().toISOString(),
+            uuid: doc.UUID,
+            event: "anonimize",
+            new_path: dirPath,
+        });
+    }
+}
+
+/**
+ * Moves the filesystem directory of a document when Área or Data changes.
+ * Must be called BEFORE updating the document in Elasticsearch.
+ * Also updates Detalhes.json inside the directory and writes a Juris update event.
+ */
+export function moveDecision(
+    currentDoc: PartialJurisprudenciaDocument,
+    updateObject: PartialJurisprudenciaDocument
+): void {
+    if (!currentDoc.UUID) return;
+
+    const newArea = updateObject.Área as any;
+    const newData = updateObject.Data;
+
+    const areaChanged = newArea?.Show && JSON.stringify(newArea.Show) !== JSON.stringify((currentDoc as any).Área?.Show);
+    const dataChanged = newData && newData !== currentDoc.Data;
+
+    if (!areaChanged && !dataChanged) return;
+
+    let oldRelPath: string;
+    try {
+        oldRelPath = generateFilePath(currentDoc);
+    } catch {
+        return; // doc missing required metadata
+    }
+
+    const oldPath = `${ROOT_PATH}${FILESYSTEM_PATH}${oldRelPath}`;
+    if (!fs.existsSync(oldPath)) return;
+
+    const mergedDoc = {
+        ...currentDoc,
+        ...(areaChanged ? { Área: newArea } : {}),
+        ...(dataChanged ? { Data: newData } : {}),
+    } as PartialJurisprudenciaDocument;
+
+    let newRelPath: string;
+    try {
+        newRelPath = generateFilePath(mergedDoc);
+    } catch {
+        return;
+    }
+
+    const newPath = `${ROOT_PATH}${FILESYSTEM_PATH}${newRelPath}`;
+    if (oldPath === newPath) return;
+
+    fs.mkdirSync(path.dirname(newPath), { recursive: true });
+    fs.renameSync(oldPath, newPath);
+
+    // Update Detalhes.json with the new path
+    const detalhesPath = path.join(newPath, `${DETAILS_NAME}.json`);
+    if (fs.existsSync(detalhesPath)) {
+        try {
+            const detalhes = JSON.parse(fs.readFileSync(detalhesPath, "utf-8"));
+            detalhes.file_path = newRelPath;
+            detalhes.last_update_date = new Date().toISOString();
+            fs.writeFileSync(detalhesPath, JSON.stringify(detalhes, null, 2), { encoding: "utf-8" });
+        } catch (err) {
+            console.error("moveDecision: failed to update Detalhes.json:", err);
+        }
+    }
+
+    writeDocumentEvent({
+        source: "Juris",
+        date: new Date().toISOString(),
+        uuid: currentDoc.UUID,
+        event: "move",
+        old_path: oldPath,
+        new_path: newPath,
+        changes: {
+            ...(areaChanged ? { Área: { from: (currentDoc as any).Área?.Show, to: newArea.Show } } : {}),
+            ...(dataChanged ? { Data: { from: currentDoc.Data, to: newData } } : {}),
+        }
+    });
 }
 
 /** @deprecated use loadDocumentFile(doc, "nlp") instead */

package/src/filesystemUpdateMethods.ts

@@ -1,6 +1,6 @@
 import path from "path";
 import fs from "fs";
-import { FilesystemDocument, FilesystemUpdate, SHAREPOINT_UPDATE_DIR, SOURCE_TO_PATH, SupportedUpdateSources } from "./types.js";
+import { ALL_UPDATE_DIR, DocumentUpdateEvent, FilesystemDocument, FilesystemUpdate, SOURCE_TO_PATH, SupportedUpdateSources } from "./types.js";
 
 export function logDocumentProcessingError(update: FilesystemUpdate, err: string) {
     update.file_errors.push(err);
@@ -26,18 +26,32 @@ export function writeFilesystemUpdate(update: FilesystemUpdate, source: Supporte
     update.date_end = new Date();
 
     let log_path: string = SOURCE_TO_PATH[source];
+    const timestamp = formatUpdateDate(update.date_end);
 
     fs.mkdirSync(log_path, { recursive: true });
-    const updates_file_path = `${log_path}/log_${formatUpdateDate(update.date_end)}.json`;
-
-    const drive_dir_path = `${log_path}/All`
-    fs.mkdirSync(drive_dir_path, { recursive: true });
-    const drive_file_path = `${drive_dir_path}/log_${formatUpdateDate(update.date_end)}.json`;
+    const updates_file_path = `${log_path}/${timestamp}_log.json`;
 
     removeOldUpdate(log_path);
-
-    fs.writeFileSync(drive_file_path, JSON.stringify(update, null, 2), { encoding: "utf-8" });
     fs.writeFileSync(updates_file_path, JSON.stringify(update, null, 2), { encoding: "utf-8" });
+
+    // Write to global All dir (never deleted — full history of all sources)
+    fs.mkdirSync(ALL_UPDATE_DIR, { recursive: true });
+    fs.writeFileSync(`${ALL_UPDATE_DIR}/${timestamp}_log_${source.replace(/[^a-zA-Z0-9]/g, "_")}.json`, JSON.stringify(update, null, 2), { encoding: "utf-8" });
+}
+
+export function writeDocumentEvent(event: DocumentUpdateEvent): void {
+    const timestamp = formatUpdateDate(new Date(event.date));
+    const filename = `${timestamp}_event_${event.event}_${event.uuid}.json`;
+    const content = JSON.stringify(event, null, 2);
+
+    // Write to source-specific dir (e.g. Updates/Juris/) — keeps all individual events
+    const sourceDir = SOURCE_TO_PATH[event.source];
+    fs.mkdirSync(sourceDir, { recursive: true });
+    fs.writeFileSync(path.join(sourceDir, filename), content, { encoding: "utf-8" });
+
+    // Write to global All dir (full cross-source history)
+    fs.mkdirSync(ALL_UPDATE_DIR, { recursive: true });
+    fs.writeFileSync(path.join(ALL_UPDATE_DIR, filename), content, { encoding: "utf-8" });
 }
 
 export function loadLastFilesystemUpdate(source: SupportedUpdateSources): FilesystemUpdate {
@@ -52,16 +66,15 @@ export function loadLastFilesystemUpdate(source: SupportedUpdateSources): Filesy
     if (!fs.existsSync(old_log_path))
         return empty_update;
 
-    const files = fs.readdirSync(old_log_path);
-    for (const file of files) {
-        const fullPath = path.join(old_log_path, file);
-        if (fs.statSync(fullPath).isFile() && file.toLowerCase().includes("log")) {
-            const jsonString = fs.readFileSync(fullPath, 'utf-8');
-            const parsed: FilesystemUpdate = JSON.parse(jsonString);
-            return parsed;
-        }
-    }
-    return empty_update;
+    const files = fs.readdirSync(old_log_path)
+        .filter(f => fs.statSync(path.join(old_log_path, f)).isFile() && f.toLowerCase().includes("log"))
+        .sort();
+
+    if (files.length === 0) return empty_update;
+
+    const fullPath = path.join(old_log_path, files[files.length - 1]);
+    const jsonString = fs.readFileSync(fullPath, 'utf-8');
+    return JSON.parse(jsonString) as FilesystemUpdate;
 }
 
 function formatUpdateDate(d: Date = new Date()): string {

package/src/types.ts

@@ -1,5 +1,5 @@
 
-export const UpdateSources = ["STJ (Sharepoint)", "DGSI"] as const;
+export const UpdateSources = ["STJ (Sharepoint)", "DGSI", "Juris"] as const;
 export type SupportedUpdateSources = typeof UpdateSources[number];
 import dotenv from 'dotenv';
 
@@ -13,11 +13,15 @@ export const LOGS_PATH = "/Updates";
 
 export const SHAREPOINT_LOGS_PATH = `${LOGS_PATH}/Sharepoint`;
 export const DGSI_LOGS_PATH = `${LOGS_PATH}/DGSI`;
+export const JURIS_LOGS_PATH = `${LOGS_PATH}/Juris`;
+export const ALL_LOGS_PATH = `${LOGS_PATH}/All`;
 
 export const SHAREPOINT_UPDATE_DIR = `${ROOT_PATH}${SHAREPOINT_LOGS_PATH}`;
 export const DGSI_UPDATE_DIR = `${ROOT_PATH}${DGSI_LOGS_PATH}`;
+export const JURIS_UPDATE_DIR = `${ROOT_PATH}${JURIS_LOGS_PATH}`;
+export const ALL_UPDATE_DIR = `${ROOT_PATH}${ALL_LOGS_PATH}`;
 
-export const SOURCE_TO_PATH: Record<SupportedUpdateSources, string> = { "STJ (Sharepoint)": SHAREPOINT_UPDATE_DIR, "DGSI": DGSI_UPDATE_DIR };
+export const SOURCE_TO_PATH: Record<SupportedUpdateSources, string> = { "STJ (Sharepoint)": SHAREPOINT_UPDATE_DIR, "DGSI": DGSI_UPDATE_DIR, "Juris": JURIS_UPDATE_DIR };
 
 export type FilesystemUpdate = {
     updateSource: SupportedUpdateSources,
@@ -65,3 +69,13 @@ export type FilesystemDocument = {
 export function isSupportedExtension(ext: string): ext is Supported_Content_Extensions {
     return (SUPPORTED_EXTENSIONS as readonly string[]).includes(ext);
 };
+
+export type DocumentUpdateEvent = {
+    source: SupportedUpdateSources,
+    date: string,
+    uuid: string,
+    event: "move" | "anonimize" | "edit",
+    old_path?: string,
+    new_path?: string,
+    changes?: Record<string, unknown>
+};