@tstdl/base 0.93.125 → 0.93.127

package/document-management/server/drizzle/meta/0000_snapshot.json

@@ -1,5 +1,5 @@
 {
-  "id": "ff5ec8ad-f61c-4ce5-b858-b28db663121f",
+  "id": "aea0fdc2-b60d-421c-b0e5-781cc7bff495",
   "prevId": "00000000-0000-0000-0000-000000000000",
   "version": "7",
   "dialect": "postgresql",
@@ -154,16 +154,7 @@
           ]
         }
       },
-      "uniqueConstraints": {
-        "document_tenant_id_id_unique": {
-          "name": "document_tenant_id_id_unique",
-          "nullsNotDistinct": false,
-          "columns": [
-            "tenant_id",
-            "id"
-          ]
-        }
-      },
+      "uniqueConstraints": {},
       "policies": {},
       "checkConstraints": {},
       "isRLSEnabled": false
@@ -262,38 +253,6 @@
           ],
           "onDelete": "no action",
           "onUpdate": "no action"
-        },
-        "assignment_scope_tenantId_collectionId_collection_fkey": {
-          "name": "assignment_scope_tenantId_collectionId_collection_fkey",
-          "tableFrom": "assignment_scope",
-          "tableTo": "collection",
-          "schemaTo": "document_management",
-          "columnsFrom": [
-            "tenant_id",
-            "collection_id"
-          ],
-          "columnsTo": [
-            "tenant_id",
-            "id"
-          ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
-        },
-        "assignment_scope_tenantId_taskId_assignment_task_fkey": {
-          "name": "assignment_scope_tenantId_taskId_assignment_task_fkey",
-          "tableFrom": "assignment_scope",
-          "tableTo": "assignment_task",
-          "schemaTo": "document_management",
-          "columnsFrom": [
-            "tenant_id",
-            "task_id"
-          ],
-          "columnsTo": [
-            "tenant_id",
-            "id"
-          ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
         }
       },
       "compositePrimaryKeys": {
@@ -398,22 +357,6 @@
           ],
           "onDelete": "no action",
           "onUpdate": "no action"
-        },
-        "assignment_task_tenantId_documentId_document_fkey": {
-          "name": "assignment_task_tenantId_documentId_document_fkey",
-          "tableFrom": "assignment_task",
-          "tableTo": "document",
-          "schemaTo": "document_management",
-          "columnsFrom": [
-            "tenant_id",
-            "document_id"
-          ],
-          "columnsTo": [
-            "tenant_id",
-            "id"
-          ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
         }
       },
       "compositePrimaryKeys": {
@@ -426,19 +369,12 @@
         }
       },
       "uniqueConstraints": {
-        "assignment_task_document_id_unique": {
-          "name": "assignment_task_document_id_unique",
-          "nullsNotDistinct": false,
-          "columns": [
-            "document_id"
-          ]
-        },
-        "assignment_task_tenant_id_id_unique": {
-          "name": "assignment_task_tenant_id_id_unique",
+        "assignment_task_tenant_id_document_id_unique": {
+          "name": "assignment_task_tenant_id_document_id_unique",
           "nullsNotDistinct": false,
           "columns": [
             "tenant_id",
-            "id"
+            "document_id"
           ]
         }
       },
@@ -647,16 +583,7 @@
           ]
         }
       },
-      "uniqueConstraints": {
-        "collection_tenant_id_id_unique": {
-          "name": "collection_tenant_id_id_unique",
-          "nullsNotDistinct": false,
-          "columns": [
-            "tenant_id",
-            "id"
-          ]
-        }
-      },
+      "uniqueConstraints": {},
       "policies": {},
       "checkConstraints": {},
       "isRLSEnabled": false
@@ -777,38 +704,6 @@
           ],
           "onDelete": "no action",
           "onUpdate": "no action"
-        },
-        "collection_assignment_tenantId_documentId_document_fkey": {
-          "name": "collection_assignment_tenantId_documentId_document_fkey",
-          "tableFrom": "collection_assignment",
-          "tableTo": "document",
-          "schemaTo": "document_management",
-          "columnsFrom": [
-            "tenant_id",
-            "document_id"
-          ],
-          "columnsTo": [
-            "tenant_id",
-            "id"
-          ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
-        },
-        "collection_assignment_tenantId_collectionId_collection_fkey": {
-          "name": "collection_assignment_tenantId_collectionId_collection_fkey",
-          "tableFrom": "collection_assignment",
-          "tableTo": "collection",
-          "schemaTo": "document_management",
-          "columnsFrom": [
-            "tenant_id",
-            "collection_id"
-          ],
-          "columnsTo": [
-            "tenant_id",
-            "id"
-          ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
         }
       },
       "compositePrimaryKeys": {
@@ -1060,22 +955,6 @@
           ],
           "onDelete": "no action",
           "onUpdate": "no action"
-        },
-        "property_value_tenantId_documentId_document_fkey": {
-          "name": "property_value_tenantId_documentId_document_fkey",
-          "tableFrom": "property_value",
-          "tableTo": "document",
-          "schemaTo": "document_management",
-          "columnsFrom": [
-            "tenant_id",
-            "document_id"
-          ],
-          "columnsTo": [
-            "tenant_id",
-            "id"
-          ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
         }
       },
       "compositePrimaryKeys": {
@@ -1245,22 +1124,6 @@
           ],
           "onDelete": "no action",
           "onUpdate": "no action"
-        },
-        "request_tenantId_documentId_document_fkey": {
-          "name": "request_tenantId_documentId_document_fkey",
-          "tableFrom": "request",
-          "tableTo": "document",
-          "schemaTo": "document_management",
-          "columnsFrom": [
-            "tenant_id",
-            "document_id"
-          ],
-          "columnsTo": [
-            "tenant_id",
-            "id"
-          ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
         }
       },
       "compositePrimaryKeys": {
@@ -1273,19 +1136,12 @@
         }
       },
       "uniqueConstraints": {
-        "request_document_id_unique": {
-          "name": "request_document_id_unique",
-          "nullsNotDistinct": false,
-          "columns": [
-            "document_id"
-          ]
-        },
-        "request_tenant_id_id_unique": {
-          "name": "request_tenant_id_id_unique",
+        "request_tenant_id_document_id_unique": {
+          "name": "request_tenant_id_document_id_unique",
           "nullsNotDistinct": false,
           "columns": [
             "tenant_id",
-            "id"
+            "document_id"
           ]
         }
       },
@@ -1403,38 +1259,6 @@
           ],
           "onDelete": "no action",
           "onUpdate": "no action"
-        },
-        "rca_tenantId_collectionId_c_fkey": {
-          "name": "rca_tenantId_collectionId_c_fkey",
-          "tableFrom": "request_collection_assignment",
-          "tableTo": "collection",
-          "schemaTo": "document_management",
-          "columnsFrom": [
-            "tenant_id",
-            "collection_id"
-          ],
-          "columnsTo": [
-            "tenant_id",
-            "id"
-          ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
-        },
-        "request_collection_assignment_tenantId_requestId_request_fkey": {
-          "name": "request_collection_assignment_tenantId_requestId_request_fkey",
-          "tableFrom": "request_collection_assignment",
-          "tableTo": "request",
-          "schemaTo": "document_management",
-          "columnsFrom": [
-            "tenant_id",
-            "request_id"
-          ],
-          "columnsTo": [
-            "tenant_id",
-            "id"
-          ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
         }
       },
       "compositePrimaryKeys": {
@@ -1828,22 +1652,6 @@
           ],
           "onDelete": "no action",
           "onUpdate": "no action"
-        },
-        "tag_assignment_tenantId_documentId_document_fkey": {
-          "name": "tag_assignment_tenantId_documentId_document_fkey",
-          "tableFrom": "tag_assignment",
-          "tableTo": "document",
-          "schemaTo": "document_management",
-          "columnsFrom": [
-            "tenant_id",
-            "document_id"
-          ],
-          "columnsTo": [
-            "tenant_id",
-            "id"
-          ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
         }
       },
       "compositePrimaryKeys": {
@@ -2459,22 +2267,6 @@
           ],
           "onDelete": "no action",
           "onUpdate": "no action"
-        },
-        "validation_execution_tenantId_workflowId_workflow_fkey": {
-          "name": "validation_execution_tenantId_workflowId_workflow_fkey",
-          "tableFrom": "validation_execution",
-          "tableTo": "workflow",
-          "schemaTo": "document_management",
-          "columnsFrom": [
-            "tenant_id",
-            "workflow_id"
-          ],
-          "columnsTo": [
-            "tenant_id",
-            "id"
-          ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
         }
       },
       "compositePrimaryKeys": {
@@ -2495,14 +2287,6 @@
             "workflow_id",
             "definition_id"
           ]
-        },
-        "validation_execution_tenant_id_id_unique": {
-          "name": "validation_execution_tenant_id_id_unique",
-          "nullsNotDistinct": false,
-          "columns": [
-            "tenant_id",
-            "id"
-          ]
         }
       },
       "policies": {},
@@ -2603,38 +2387,6 @@
           ],
           "onDelete": "no action",
           "onUpdate": "no action"
-        },
-        "verd_tenantId_documentId_d_fkey": {
-          "name": "verd_tenantId_documentId_d_fkey",
-          "tableFrom": "validation_execution_related_document",
-          "tableTo": "document",
-          "schemaTo": "document_management",
-          "columnsFrom": [
-            "tenant_id",
-            "document_id"
-          ],
-          "columnsTo": [
-            "tenant_id",
-            "id"
-          ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
-        },
-        "verd_tenantId_executionId_ve_fkey": {
-          "name": "verd_tenantId_executionId_ve_fkey",
-          "tableFrom": "validation_execution_related_document",
-          "tableTo": "validation_execution",
-          "schemaTo": "document_management",
-          "columnsFrom": [
-            "tenant_id",
-            "execution_id"
-          ],
-          "columnsTo": [
-            "tenant_id",
-            "id"
-          ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
         }
       },
       "compositePrimaryKeys": {
@@ -2789,22 +2541,6 @@
           ],
           "onDelete": "no action",
           "onUpdate": "no action"
-        },
-        "workflow_tenantId_documentId_document_fkey": {
-          "name": "workflow_tenantId_documentId_document_fkey",
-          "tableFrom": "workflow",
-          "tableTo": "document",
-          "schemaTo": "document_management",
-          "columnsFrom": [
-            "tenant_id",
-            "document_id"
-          ],
-          "columnsTo": [
-            "tenant_id",
-            "id"
-          ],
-          "onDelete": "no action",
-          "onUpdate": "no action"
         }
       },
       "compositePrimaryKeys": {
@@ -2816,16 +2552,7 @@
           ]
         }
       },
-      "uniqueConstraints": {
-        "workflow_tenant_id_id_unique": {
-          "name": "workflow_tenant_id_id_unique",
-          "nullsNotDistinct": false,
-          "columns": [
-            "tenant_id",
-            "id"
-          ]
-        }
-      },
+      "uniqueConstraints": {},
       "policies": {},
       "checkConstraints": {},
       "isRLSEnabled": false
@@ -2912,8 +2639,9 @@
       "name": "workflow_step",
       "schema": "document_management",
       "values": [
+        "content-extraction",
         "classification",
-        "extraction",
+        "data-extraction",
         "assignment",
         "validation"
       ]

package/document-management/server/drizzle/meta/_journal.json

@@ -5,8 +5,8 @@
     {
       "idx": 0,
       "version": "7",
-      "when": 1770754372969,
-      "tag": "0000_complex_black_bird",
+      "when": 1770841279177,
+      "tag": "0000_curious_nighthawk",
       "breakpoints": true
     }
   ]

package/document-management/server/module.d.ts

@@ -2,10 +2,12 @@ import './schemas.js';
 import { type InjectionToken } from '../../injector/index.js';
 import { type DatabaseConfig } from '../../orm/server/index.js';
 import type { DocumentManagementAuthorizationService } from '../authorization/document-management-authorization.service.js';
+import type { DocumentManagementAiProviderService } from './services/document-management-ai-provider.service.js';
 import type { DocumentManagementAncillaryService } from './services/document-management-ancillary.service.js';
 export declare class DocumentManagementConfiguration {
     ancillaryService: InjectionToken<DocumentManagementAncillaryService>;
     authorizationService: InjectionToken<DocumentManagementAuthorizationService>;
+    aiProvider?: InjectionToken<DocumentManagementAiProviderService>;
     fileObjectStorageModule: string;
     fileUploadObjectStorageModule: string;
     filePreviewObjectStorageModule: string;

package/document-management/server/module.js

@@ -4,6 +4,7 @@ import { Database, migrate } from '../../orm/server/index.js';
 export class DocumentManagementConfiguration {
     ancillaryService;
     authorizationService;
+    aiProvider;
     fileObjectStorageModule;
     fileUploadObjectStorageModule;
     filePreviewObjectStorageModule;

package/document-management/server/schemas.d.ts

@@ -45,8 +45,9 @@ export declare const documentWorkflowState: import("../../orm/enums.js").PgEnumF
     readonly Failed: "failed";
 }>;
 export declare const documentWorkflowStep: import("../../orm/enums.js").PgEnumFromEnumeration<{
+    readonly ContentExtraction: "content-extraction";
     readonly Classification: "classification";
-    readonly Extraction: "extraction";
+    readonly DataExtraction: "data-extraction";
     readonly Assignment: "assignment";
     readonly Validation: "validation";
 }>;

package/document-management/server/services/document-file.service.d.ts

@@ -1,4 +1,4 @@
-import type { FileContentPart } from '../../../ai/types.js';
+import type { Part } from 'genkit';
 import { Transactional } from '../../../orm/server/index.js';
 import { Document } from '../../models/index.js';
 export type DocumentFileMetadata = {
@@ -26,15 +26,15 @@ export declare class DocumentFileService extends Transactional {
         uploadId: string;
         uploadKey: string;
     }): Promise<[DocumentFileMetadata, Uint8Array<ArrayBuffer>]>;
-    getContent(document: Document): Promise<Uint8Array>;
-    getContentStream(document: Document): ReadableStream<Uint8Array>;
+    getContent(document: Document): Promise<Uint8Array<ArrayBuffer>>;
+    getContentStream(document: Document): ReadableStream<Uint8Array<ArrayBuffer>>;
     getContentUrl(document: Document, download?: boolean): Promise<string>;
     /** Gets the underlying object storage object for the document file */
     getObject(document: Document): Promise<import("../../../object-storage/index.js").ObjectStorageObject>;
-    getPreview(document: Document, page?: number): Promise<Uint8Array>;
-    getPreviewStream(document: Document, page?: number): ReadableStream<Uint8Array>;
+    getPreview(document: Document, page?: number): Promise<Uint8Array<ArrayBuffer>>;
+    getPreviewStream(document: Document, page?: number): ReadableStream<Uint8Array<ArrayBuffer>>;
     getPreviewUrl(document: Document, page?: number): Promise<string>;
-    getAiFileContentPart(document: Document): Promise<FileContentPart>;
+    getAiFileContentPart(document: Document): Promise<Part>;
     private createPreviewIfNotExists;
     private getDocumentFileContentObjectUrl;
 }

package/document-management/server/services/document-file.service.js

@@ -4,86 +4,33 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
     else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
     return c > 3 && r && Object.defineProperty(target, key, r), r;
 };
-var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
-    if (value !== null && value !== void 0) {
-        if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
-        var dispose, inner;
-        if (async) {
-            if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
-            dispose = value[Symbol.asyncDispose];
-        }
-        if (dispose === void 0) {
-            if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
-            dispose = value[Symbol.dispose];
-            if (async) inner = dispose;
-        }
-        if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
-        if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
-        env.stack.push({ value: value, dispose: dispose, async: async });
-    }
-    else if (async) {
-        env.stack.push({ async: true });
-    }
-    return value;
-};
-var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
-    return function (env) {
-        function fail(e) {
-            env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
-            env.hasError = true;
-        }
-        var r, s = 0;
-        function next() {
-            while (r = env.stack.pop()) {
-                try {
-                    if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
-                    if (r.dispose) {
-                        var result = r.dispose.call(r.value);
-                        if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
-                    }
-                    else s |= 1;
-                }
-                catch (e) {
-                    fail(e);
-                }
-            }
-            if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
-            if (env.hasError) throw env.error;
-        }
-        return next();
-    };
-})(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
-    var e = new Error(message);
-    return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
-});
 import sharp, {} from 'sharp';
 import { match } from 'ts-pattern';
-import { AiService } from '../../../ai/ai.service.js';
+import { injectGenkit } from '../../../ai/genkit/index.js';
 import { ForbiddenError } from '../../../errors/forbidden.error.js';
 import { NotImplementedError } from '../../../errors/not-implemented.error.js';
 import { getMimeType, getMimeTypeExtensions, mimeTypes } from '../../../file/index.js';
-import { TemporaryFile } from '../../../file/server/index.js';
 import { inject } from '../../../injector/inject.js';
 import { ObjectStorage } from '../../../object-storage/index.js';
 import { Transactional } from '../../../orm/server/index.js';
 import { pdfToImage } from '../../../pdf/index.js';
 import { Alphabet } from '../../../utils/alphabet.js';
+import { encodeDataUrl } from '../../../utils/base64.js';
 import { digest } from '../../../utils/cryptography.js';
 import { currentTimestamp } from '../../../utils/date-time.js';
 import { getRandomString } from '../../../utils/random.js';
 import { readableStreamFromPromise, readBinaryStream } from '../../../utils/stream/index.js';
-import { isDefined, isNotReadableStream, isNotUint8Array, isUint8Array } from '../../../utils/type-guards.js';
+import { isNotReadableStream, isNotUint8Array, isUint8Array } from '../../../utils/type-guards.js';
 import { millisecondsPerMinute } from '../../../utils/units.js';
 import { Document } from '../../models/index.js';
 import { DocumentManagementConfiguration } from '../module.js';
 import { DocumentManagementSingleton } from './singleton.js';
 let DocumentFileService = class DocumentFileService extends Transactional {
     #configuration = inject(DocumentManagementConfiguration);
-    #aiService = inject(AiService);
+    #genkit = injectGenkit();
     #fileObjectStorage = inject(ObjectStorage, this.#configuration.fileObjectStorageModule);
     #filePreviewObjectStorage = inject(ObjectStorage, this.#configuration.filePreviewObjectStorageModule);
     #fileUploadObjectStorage = inject(ObjectStorage, { module: this.#configuration.fileUploadObjectStorageModule /* , configuration: { lifecycle: { expiration: { after: 5 * secondsPerMinute } } } */ });
-    #aiFilePartCache = new Map();
     /**
      * Initiates a file upload
      * @param key - key which can be used to authorize the creation of the file. Same key must be provided to {@link store} method, or it will throw an error.
@@ -166,30 +113,9 @@ let DocumentFileService = class DocumentFileService extends Transactional {
         });
     }
     async getAiFileContentPart(document) {
-        const env_1 = { stack: [], error: void 0, hasError: false };
-        try {
-            const cachedAiFilePart = this.#aiFilePartCache.get(document.id);
-            if (isDefined(cachedAiFilePart)) {
-                if (cachedAiFilePart.timestamp > (currentTimestamp() - (5 * millisecondsPerMinute))) {
-                    return cachedAiFilePart.part;
-                }
-                this.#aiFilePartCache.delete(document.id);
-            }
-            const fileContentStream = this.getContentStream(document);
-            const tmpFile = __addDisposableResource(env_1, await TemporaryFile.from(fileContentStream), true);
-            const filePart = await this.#aiService.processFile({ path: tmpFile.path, mimeType: document.mimeType });
-            this.#aiFilePartCache.set(document.id, { part: filePart, timestamp: currentTimestamp() });
-            return filePart;
-        }
-        catch (e_1) {
-            env_1.error = e_1;
-            env_1.hasError = true;
-        }
-        finally {
-            const result_1 = __disposeResources(env_1);
-            if (result_1)
-                await result_1;
-        }
+        const fileContent = await this.getContent(document);
+        const url = encodeDataUrl(document.mimeType, fileContent);
+        return { media: { url } };
     }
     async createPreviewIfNotExists(document, page = 1) {
         const key = getObjectKey(document.id);