@lilaquadrat/studio 10.0.0-beta.5 → 10.0.0-beta.51

package/lib/src/services/publishData.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"publishData.service.js","sourceRoot":"","sources":["../../../src/services/publishData.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAuB,QAAQ,EAAE,MAAM,SAAS,CAAC;AACxD,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,WAAW,MAAM,2BAA2B,CAAC;AACpD,yDAAyD;AACzD,OAAO,aAAa,MAAM,qBAAqB,CAAC;AAGhD,MAAM,CAAC,OAAO,OAAO,kBAAkB;IAErC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAqB,EAAE,KAAc;QAEzD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YAEtB,OAAO,WAAW,CAAC;QAErB,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,OAAO,CAAY,KAAe,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QAC7F,MAAM,cAAc,CAAC,kBAAkB,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAE3D,OAAO,cAAc,CAAC;IAExB,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CACjB,OAAe,EACf,OAAe,EACf,GAAW,EACX,KAAa,EACb,IAAqB,EACrB,IAAa,EACb,OAAc,EACd,cAAmC,EACnC,QAAiB;QAGjB,IAAI,OAAoB,CAAC;QAEzB,IAAI,IAAI,EAAE,CAAC;YAET,OAAO,GAAG,EAAE,CAAC;QAEf,CAAC;aAAM,CAAC;YAEN,OAAO,GAAG;gBACR,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE;aACvB,CAAC;QAEJ,CAAC;QAED,MAAM,MAAM,GAAG,kBAAkB,CAAC,QAAQ,CACxC,OAAO,EACP,OAAO,EACP,GAAG,EACH,KAAK,EACL,IAAI,EACJ,OAAO,EACP,cAAc,EACd,QAAQ,CACT,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAEhE,OAAO,QAAQ;aACZ,EAAE,CAAC,IAAI,CACN,MAAM,EACN,OAAO,CACR;aACA,OAAO,EAAE,CAAC;IAEf,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,QAAQ,CACnB,OAAe,EACf,OAAe,EACf,GAAW,EACX,KAAa,EACb,IAAqB,EACrB,OAAc,EACd,cAAmC,EACnC,QAAiB;QAGjB,MAAM,MAAM,GAAG,kBAAkB,CAAC,QAAQ,CACxC,OAAO,EACP,OAAO,EACP,GAAG,EACH,KAAK,EACL,IAAI,EACJ,OAAO,EACP,cAAc,EACd,QAAQ,CACT,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAEhE,OAAO,QAAQ;aACZ,EAAE,CAAC,cAAc,CAChB,MAAyB,CAC1B,CAAC;IAEN,CAAC;IAED,MAAM,CAAC,QAAQ,CACb,OAAe,EACf,OAAe,EACf,GAAW,EACX,KAAa,EACb,IAAqB,EACrB,OAAc,EACd,cAAmC,EACnC,QAAiB;QAGjB,IAAI,MAA2C,CAAC;QAEhD,IAAI,OAAO,EAAE,CAAC;YAEZ,MAAM,GAAG;gBACP,OAAO;gBACP,OAAO;gBACP,GAAG,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC;gBAC1D,iBAAiB,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE;aACpC,CAAC;QAEJ,CAAC;aAAM,CAAC;YAEN,MAAM,GAAG;gBACP,OAAO;gBACP,OAAO;gBACP,GAAG,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC;aAC3D,CAAC;QAEJ,CAAC;QAED,IAAI,cAAc,EAAE,CAAC;YAEnB,MAAM,CAAC,KAAK,GAAG,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC;QAEzC,CAAC;QAED,IAAI,QAAQ,EAAE,CAAC;YAEb,MAAM,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;QAEpC,CAAC;QAED,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YAEzB,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC;YACjB,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;QAEvB,CAAC;QAED,OAAO,MAAM,CAAC;IAEhB,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAC9B,UAAoB,EACpB,OAAe,EACf,OAAe,EACf,QAAiB,EACjB,QAAiB,EACjB,WAAoB,EACpB,UAAkB,EAClB,YAAoB,EACpB,IAAqB,EACrB,cAAmC;QAGnC,IAAI,IAAI,GAAyD,IAAI,CAAC;QAEtE,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YAEtB,IAAI,GAAG,MAAM,aAAa,CAAC,eAAe,CACxC,IAAI,QAAQ,CAAC,UAAU,CAAC,EACxB;gBACE,OAAO;gBACP,OAAO;gBACP,QAAQ;gBACR,QAAQ;gBACR,WAAW;gBACX,cAAc;aACf,CACF,CAAC;QAEJ,CAAC;QAED,8BAA8B;QAE9B,sFAAsF;QACtF,uDAAuD;QAEvD,0DAA0D;QAE1D,mDAAmD;QACnD,kBAAkB;QAClB,eAAe;QACf,eAAe;QACf,kBAAkB;QAClB,oBAAoB;QACpB,sBAAsB;QACtB,OAAO;QAEP,IAAI;QAEJ,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAEpD,OAAO,IAAI,CAAC;IAEd,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,SAAS,CACpB,EAAU,EACV,OAAe,EACf,OAAe,EACf,QAAiB,EACjB,QAAiB,EACjB,WAAoB,EACpB,UAAkB,EAClB,YAAoB,EACpB,IAAqB,EACrB,cAAmC;QAGnC,IAAI,IAAI,GAA8C,IAAI,CAAC;QAE3D,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YAEtB,IAAI,GAAG,MAAM,aAAa,CAAC,OAAO,CAChC,EAAE,EACF;gBACE,OAAO;gBACP,OAAO;gBACP,QAAQ;gBACR,QAAQ;gBACR,WAAW;gBACX,cAAc;aACf,CACF,CAAC;QAEJ,CAAC;QAED,8BAA8B;QAE9B,sFAAsF;QACtF,uDAAuD;QAEvD,0DAA0D;QAE1D,0CAA0C;QAC1C,UAAU;QACV,eAAe;QACf,eAAe;QACf,kBAAkB;QAClB,oBAAoB;QACpB,OAAO;QAEP,IAAI;QAEJ,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAEvD,OAAO,IAAI,CAAC;IAEd,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,cAAc,CACzB,kBAAiD,EACjD,OAMC;QAGD,OAAO,aAAa,CAAC,uBAAuB,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;IAE5E,CAAC;CAEF"}
+{"version":3,"file":"publishData.service.js","sourceRoot":"","sources":["../../../src/services/publishData.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAuB,QAAQ,EAAE,MAAM,SAAS,CAAC;AAExD,OAAO,WAAW,MAAM,2BAA2B,CAAC;AACpD,yDAAyD;AACzD,OAAO,aAAa,MAAM,qBAAqB,CAAC;AAGhD,MAAM,CAAC,OAAO,OAAO,kBAAkB;IAErC,MAAM,CAAC,KAAK,CAAC,QAAQ;QAEnB,OAAO,WAAW,CAAC;IAErB,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CACjB,OAAe,EACf,OAAe,EACf,IAAa,EACb,OAAc,EACd,cAAmC,EACnC,QAAiB;QAGjB,IAAI,OAAoB,CAAC;QAEzB,IAAI,IAAI,EAAE,CAAC;YAET,OAAO,GAAG,EAAE,CAAC;QAEf,CAAC;aAAM,CAAC;YAEN,OAAO,GAAG;gBACR,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE;aACvB,CAAC;QAEJ,CAAC;QAED,MAAM,MAAM,GAAG,kBAAkB,CAAC,QAAQ,CACxC,OAAO,EACP,OAAO,EACP,OAAO,EACP,cAAc,EACd,QAAQ,CACT,CAAC;QAEF,OAAO,WAAW;aACf,EAAE,CAAC,IAAI,CACN,MAAM,EACN,OAAO,CACR;aACA,OAAO,EAAE,CAAC;IAEf,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,QAAQ,CACnB,OAAe,EACf,OAAe,EACf,OAAc,EACd,cAAmC,EACnC,QAAiB;QAGjB,MAAM,MAAM,GAAG,kBAAkB,CAAC,QAAQ,CACxC,OAAO,EACP,OAAO,EACP,OAAO,EACP,cAAc,EACd,QAAQ,CACT,CAAC;QAEF,OAAO,WAAW;aACf,EAAE,CAAC,cAAc,CAChB,MAAyB,CAC1B,CAAC;IAEN,CAAC;IAED,MAAM,CAAC,QAAQ,CACb,OAAe,EACf,OAAe,EACf,OAAc,EACd,cAAmC,EACnC,QAAiB,EACjB,OAGC;QAGD,IAAI,MAAuB,CAAC;QAE5B,IAAI,OAAO,EAAE,CAAC;YAEZ,MAAM,GAAG;gBACP,OAAO;gBACP,OAAO;gBACP,GAAG,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC;gBAC1D,iBAAiB,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE;aACpC,CAAC;QAEJ,CAAC;aAAM,CAAC;YAEN,MAAM,GAAG;gBACP,OAAO;gBACP,OAAO;gBACP,GAAG,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC;aAC3D,CAAC;QAEJ,CAAC;QAED,IAAI,cAAc,EAAE,CAAC;YAEnB,MAAM,CAAC,KAAK,GAAG,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC;QAEzC,CAAC;QAED,IAAI,QAAQ,EAAE,CAAC;YAEb,MAAM,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;QAEpC,CAAC;QAED,IAAG,CAAC,OAAO,EAAE,cAAc,EAAE,CAAC;YAE5B,MAAM,CAAC,MAAM,GAAG,EAAC,OAAO,EAAE,KAAK,EAAC,CAAC;QAEnC,CAAC;QAED,IAAG,CAAC,OAAO,EAAE,eAAe,EAAE,CAAC;YAE7B,MAAM,CAAC,OAAO,GAAG,EAAC,OAAO,EAAE,KAAK,EAAC,CAAC;QAEpC,CAAC;QAED,OAAO,MAAM,CAAC;IAEhB,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAC9B,UAAoB,EACpB,OAAe,EACf,OAAe,EACf,QAAiB,EACjB,QAAiB,EACjB,WAAoB,EACpB,cAAmC;QAGnC,OAAO,aAAa,CAAC,eAAe,CAClC,IAAI,QAAQ,CAAC,UAAU,CAAC,EACxB;YACE,OAAO;YACP,OAAO;YACP,QAAQ;YACR,QAAQ;YACR,WAAW;YACX,cAAc;SACf,CACF,CAAC;IAEJ,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,SAAS,CACpB,EAAU,EACV,OAAe,EACf,OAAe,EACf,QAAiB,EACjB,QAAiB,EACjB,WAAoB,EACpB,cAAmC;QAGnC,OAAO,aAAa,CAAC,OAAO,CAC1B,EAAE,EACF;YACE,OAAO;YACP,OAAO;YACP,QAAQ;YACR,QAAQ;YACR,WAAW;YACX,cAAc;SACf,CACF,CAAC;IAEJ,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,cAAc,CACzB,kBAAiD,EACjD,OAMC;QAGD,OAAO,aAAa,CAAC,uBAAuB,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;IAE5E,CAAC;CAEF"}

package/lib/src/services/spamAnalasys.service.d.ts

@@ -1,9 +1,9 @@
 import { CustomerPersonWithEmail } from '@lilaquadrat/interfaces';
-import OpenAI from 'openai';
+import { GoogleGenAI } from '@google/genai';
 export declare class SpamAnalasys {
-    openai: OpenAI;
-    assistant: string;
-    constructor(assistant: string);
+    provider: GoogleGenAI;
+    model: string;
+    constructor(key: string, model: string);
     checkEmailDns(email: string): Promise<boolean>;
     getDomainFromEMail(email: string): string | null;
     check(person: CustomerPersonWithEmail, message: string): Promise<{

package/lib/src/services/spamAnalasys.service.js

@@ -1,12 +1,18 @@
 import dnsCallbacks from 'dns';
-import OpenAI from 'openai';
+import logger from '../logger.js';
+import { GoogleGenAI, ThinkingLevel } from '@google/genai';
 const dns = dnsCallbacks.promises;
 export class SpamAnalasys {
-    constructor(assistant) {
-        if (process.env.OPENAI_API_KEY) {
-            this.openai = new OpenAI();
+    constructor(key, model) {
+        if (key) {
+            this.provider = new GoogleGenAI({
+                apiKey: key,
+            });
+        }
+        else {
+            logger.warn('NO_API_KEY');
         }
-        this.assistant = assistant;
+        this.model = model;
     }
     async checkEmailDns(email) {
         const domain = this.getDomainFromEMail(email);
@@ -43,51 +49,37 @@ export class SpamAnalasys {
             : null;
     }
     async check(person, message) {
-        const chatResponse = await this.openai.chat.completions.create({
-            model: 'gpt-4o-mini',
-            store: true,
-            messages: [
-                {
-                    role: 'system',
-                    content: `i will provide the data as a json in this format:
-
-{
-    "name": "LASTNAME",
-    "prename": "FIRSTNAME",
-    "message": "MESSAGE"
-}
+        const response = await this.provider.models.generateContent({
+            model: this.model,
+            config: {
+                systemInstruction: `You are a strict B2B Lead Validation Agent. You will receive a JSON object: {name, prename, message}.
 
-classify the message as useful with a boolean
+Evaluate the input based on two distinct criteria:
 
-factor 1: anything that is not a form of a contact attempt is not useful
-factor 2: nonsensical names are not useful
+1. Identity Validation:
+   - Fail if 'name' or 'prename' are empty, clearly fake (e.g., "test", "admin", "123"), contain URLs, or are obvious gibberish.
 
-the matter of the contact attempt can be anything
+2. Intent Validation:
+   - Pass only if the 'message' indicates a clear, human business intent (inquiry, support, sales, partnership).
+   - Fail if the message is promotional spam (SEO/Crypto), incoherent, automated, or lacks semantic meaning.
 
-the nature of real and wanted messages are contact message from a contact form from a website.
-
-the contact will be always from a person or a company to another company. therefore everything that is not in a manner of communication between two human parties 
-
-please keep the answer in one sentence and as json in this format:
-
-{
-    "useful": BOOLEAN,
-    "explanation": "EXPLANATION"
-}`,
-                },
-                {
-                    role: 'user',
-                    content: JSON.stringify({
-                        name: person.name,
-                        prename: person.prename,
-                        message,
-                    }),
+Output Instruction:
+Return exactly one JSON object: {useful: BOOLEAN, explanation: STRING}.
+- 'useful': true only if BOTH criteria pass.
+- 'explanation': A concise, single-sentence justification.`,
+                thinkingConfig: {
+                    thinkingLevel: ThinkingLevel.MEDIUM,
                 },
-            ],
+                responseMimeType: 'application/json'
+            },
+            contents: JSON.stringify({
+                name: person.name,
+                prename: person.prename,
+                message,
+            })
         });
-        const response = JSON.parse(chatResponse.choices[0].message?.content);
-        return response;
+        return JSON.parse(response.text);
     }
 }
-export default new SpamAnalasys(process.env.OPENAI_ASSISTANT);
+export default new SpamAnalasys(process.env.GOOGLE_API_KEY, process.env.AI_MODEL);
 //# sourceMappingURL=spamAnalasys.service.js.map

package/lib/src/services/spamAnalasys.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"spamAnalasys.service.js","sourceRoot":"","sources":["../../../src/services/spamAnalasys.service.ts"],"names":[],"mappings":"AAEA,OAAO,YAAY,MAAM,KAAK,CAAC;AAC/B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC;AAElC,MAAM,OAAO,YAAY;IAMvB,YAAY,SAAiB;QAE3B,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;YAE/B,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QAE7B,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAE7B,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,KAAa;QAE/B,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,OAAmB,CAAC;QACxB,IAAI,EAA2B,CAAC;QAChC,IAAI,GAAuB,CAAC;QAE5B,IAAI,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAE1B,IAAI,CAAC;YAEH,OAAO,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACvC,EAAE,GAAG,MAAM,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAEnC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEf,OAAO,KAAK,CAAC;QAEf,CAAC;QAED,IAAI,CAAC,EAAE,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAE7B,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YAEzB,MAAM,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE;gBAEzB,IAAI,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC;oBAAE,GAAG,GAAG,WAAW,CAAC;YAExD,CAAC,CAAC,CAAC;QAEL,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG;YAAE,OAAO,KAAK,CAAC;QAEvB,OAAO,IAAI,CAAC;IAEd,CAAC;IAED,kBAAkB,CAAC,KAAa;QAE9B,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAEtC,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAEpC,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;YAChC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;YACf,CAAC,CAAC,IAAI,CAAC;IAEX,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAA+B,EAAE,OAAe;QAE1D,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAC7D,KAAK,EAAE,aAAa;YACpB,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE;;;;;;;;;;;;;;;;;;;;;;;;EAwBjB;iBACO;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;wBACtB,IAAI,EAAE,MAAM,CAAC,IAAI;wBACjB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,OAAO;qBACR,CAAC;iBACH;aACF;SACK,CAAC,CAAC;QAEV,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,OAAiB,CAA6C,CAAC;QAC5H,OAAO,QAAQ,CAAC;IAElB,CAAC;CAEF;AAED,eAAe,IAAI,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,gBAA0B,CAAC,CAAC"}
+{"version":3,"file":"spamAnalasys.service.js","sourceRoot":"","sources":["../../../src/services/spamAnalasys.service.ts"],"names":[],"mappings":"AAEA,OAAO,YAAY,MAAM,KAAK,CAAC;AAC/B,OAAO,MAAM,MAAM,cAAc,CAAC;AAClC,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAE3D,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC;AAElC,MAAM,OAAO,YAAY;IAMvB,YAAY,GAAW,EAAE,KAAa;QAEpC,IAAI,GAAG,EAAE,CAAC;YAER,IAAI,CAAC,QAAQ,GAAG,IAAI,WAAW,CAAC;gBAC9B,MAAM,EAAE,GAAG;aACZ,CAAC,CAAC;QAEL,CAAC;aAAM,CAAC;YAEN,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAE5B,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IAErB,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,KAAa;QAE/B,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAC9C,IAAI,OAAmB,CAAC;QACxB,IAAI,EAA2B,CAAC;QAChC,IAAI,GAAuB,CAAC;QAE5B,IAAI,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAE1B,IAAI,CAAC;YAEH,OAAO,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACvC,EAAE,GAAG,MAAM,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAEnC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEf,OAAO,KAAK,CAAC;QAEf,CAAC;QAED,IAAI,CAAC,EAAE,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAE7B,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YAEzB,MAAM,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE;gBAEzB,IAAI,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC;oBAAE,GAAG,GAAG,WAAW,CAAC;YAExD,CAAC,CAAC,CAAC;QAEL,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG;YAAE,OAAO,KAAK,CAAC;QAEvB,OAAO,IAAI,CAAC;IAEd,CAAC;IAED,kBAAkB,CAAC,KAAa;QAE9B,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAEtC,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAEpC,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;YAChC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;YACf,CAAC,CAAC,IAAI,CAAC;IAEX,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAA+B,EAAE,OAAe;QAE1D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,eAAe,CAAC;YAC1D,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE;gBACN,iBAAiB,EAAE;;;;;;;;;;;;;;2DAcgC;gBACnD,cAAc,EAAE;oBACd,aAAa,EAAE,aAAa,CAAC,MAAM;iBACpC;gBACD,gBAAgB,EAAE,kBAAkB;aACrC;YACD,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC;gBACvB,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,OAAO;aACR,CAAC;SACH,CAAC,CAAA;QAEF,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAK,CAA6C,CAAC;IAEhF,CAAC;CAEF;AAED,eAAe,IAAI,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,cAAwB,EAAE,OAAO,CAAC,GAAG,CAAC,QAAkB,CAAC,CAAC"}

package/lib/src/services/storage.service.d.ts

@@ -1,30 +1,8 @@
 import { ObjectId } from 'mongodb';
-import { Media, ListOfModels, MediaStats, Options, Upload, Stored, UserAppOptionsRequired, MediaMetadata, Storage, StorageFilePaths } from '@lilaquadrat/interfaces';
+import { Media, ListOfModels, MediaStats, Options, Upload, UserAppOptionsRequired, MediaMetadata, Storage, StorageFilePaths, BasicData } from '@lilaquadrat/interfaces';
 import { type MultipartFile } from '@fastify/multipart';
 import Immutable from '../Immutable.class.js';
 export declare class StorageService extends Immutable<Storage> {
-    buckets: {
-        cdn: {
-            public: boolean;
-            overwrite: boolean;
-            cache: number;
-        };
-        hosting: {
-            public: boolean;
-            overwrite: boolean;
-            cache: number;
-        };
-        secure: {
-            public: boolean;
-            overwrite: boolean;
-            cache: number;
-        };
-        internal: {
-            public: boolean;
-            overwrite: boolean;
-            cache: number;
-        };
-    };
     model: import("../classes/modelv2.class.js").default<Storage, string>;
     options: {
         dataFolder: string;
@@ -144,11 +122,11 @@ export declare class StorageService extends Immutable<Storage> {
         url: string;
         expiresAt: number;
     }>;
-    handleFile(uploadInternalId: ObjectId, index: number, file: MultipartFile | undefined): Promise<Stored<Upload>>;
+    handleFile(uploadInternalId: ObjectId, index: number, file: MultipartFile | undefined): Promise<import("@lilaquadrat/interfaces").Stored<Upload>>;
     complete(upload: Upload, options?: {
         useNode?: boolean;
     }): Promise<StorageFilePaths>;
-    writeFile(data: MultipartFile['file'] | Upload['paths'], index: number | undefined, internalId: ObjectId, type: 'upload' | 'file', options?: {
+    writeFile(data: MultipartFile['file'] | Upload['paths'] | string, index: number | undefined, internalId: ObjectId, type: 'upload' | 'file' | 'copy', options?: {
         useNode?: boolean;
     }): Promise<StorageFilePaths>;
     writeFileVersion(data: Buffer, internalId: ObjectId, version: string): Promise<StorageFilePaths>;
@@ -168,6 +146,21 @@ export declare class StorageService extends Immutable<Storage> {
         skip: number;
         limit: number;
     }): Promise<ListOfModels<Media>>;
+    /**
+     * Get all files for a company/project with optional prefix filtering.
+     * Returns a flat list of all matching files without creating virtual folders.
+     *
+     * @param company - Company identifier
+     * @param project - Optional project identifier
+     * @param app - Optional app identifier
+     * @param prefix - Optional prefix to filter files (e.g., "folder/subfolder")
+     * @param limit - Optional pagination with skip and limit
+     * @returns Promise with all matching files and count
+     */
+    getAllFiles(company: string, project?: string, app?: string, prefix?: string, limit?: {
+        skip: number;
+        limit: number;
+    }): Promise<ListOfModels<Storage>>;
     getTags(company: string, project: string, search: string): Promise<string[]>;
     single(company: string, project: string, filename: string): Promise<Media | null>;
     content(company: string, project: string, id: ObjectId): Promise<Media | null>;
@@ -178,13 +171,13 @@ export declare class StorageService extends Immutable<Storage> {
         company: string;
         project: string | undefined;
     }): Promise<boolean>;
-    matchSortTags(documents: any[], search: RegExp | string, sort: string): string[];
+    matchSortTags(documents: Storage[], search: RegExp | string, sort: string): string[];
     checkAllowedSize(filesize: number, allowedSize: number): boolean;
     stats(company: string, project: string): Promise<MediaStats>;
-    getByInternalId(internalId: ObjectId, options: Required<Options>): Promise<import("mongodb").WithId<Storage> | null>;
+    getByInternalId(internalId: ObjectId, options: Required<Options>): Promise<BasicData<Storage> | null>;
     getPathByFilename(filename: string, app: string, options: Required<Options>): Promise<import("mongodb").WithId<Storage> | null>;
-    getByFilename(filename: string, prefix: string | undefined, bucket: string, options: Required<Options>): Promise<import("mongodb").WithId<Storage> | null>;
-    removeBlob(internalId: ObjectId, options: Required<UserAppOptionsRequired>): Promise<import("mongodb").DeleteResult>;
+    getByFilename(filename: string, prefix: string | undefined, app: string, options: Required<Options>): Promise<BasicData<Storage> | null>;
+    removeBlob(internalId: ObjectId, options: Required<UserAppOptionsRequired>): Promise<void>;
     removeBlobVersion(parentId: ObjectId, options: Required<UserAppOptionsRequired>): Promise<void>;
 }
 declare const _default: StorageService;

package/lib/src/services/storage.service.js

@@ -8,31 +8,10 @@ import StorageModel from '../models/storage.model.js';
 import JetStreamService from './jetstream.service.js';
 import UploadService from './upload.service.js';
 import filenameHelper from '../helpers/filenameHelper.js';
+import jetstreamService from './jetstream.service.js';
 export class StorageService extends Immutable {
     constructor(options) {
         super();
-        this.buckets = {
-            cdn: {
-                public: true,
-                overwrite: false,
-                cache: 31536000,
-            },
-            hosting: {
-                public: false,
-                overwrite: true,
-                cache: 0,
-            },
-            secure: {
-                public: false,
-                overwrite: false,
-                cache: 31536000,
-            },
-            internal: {
-                public: false,
-                overwrite: false,
-                cache: 31536000,
-            },
-        };
         this.model = StorageModel;
         this.options = options;
     }
@@ -272,10 +251,13 @@ export class StorageService extends Immutable {
                 await this.concatenateFilesWithCat(data, pathAndFile.file);
             }
         }
-        else {
+        else if (type !== 'copy') {
             const writeStream = fs.createWriteStream(pathAndFile.file);
             await pipeline(data, writeStream);
         }
+        else {
+            await fs.promises.copyFile(data, pathAndFile.file);
+        }
         return pathAndFile;
     }
     async writeFileVersion(data, internalId, version) {
@@ -302,19 +284,46 @@ export class StorageService extends Immutable {
         const filePaths = sortedPaths.map(single => single.path);
         return new Promise((resolve, reject) => {
             const outputStream = fs.createWriteStream(outputPath);
-            const cat = spawn('cat', filePaths);
-            cat.stdout.pipe(outputStream);
+            const stderrChunks = [];
+            const cat = spawn('cat', filePaths, { stdio: ['ignore', 'pipe', 'pipe'] });
+            cat.stderr?.on('data', (chunk) => {
+                stderrChunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(String(chunk)));
+            });
+            cat.stdout.on('error', (error) => {
+                outputStream.destroy();
+                reject(new Error(`cat stdout error: ${error.message}`));
+            });
             cat.on('error', (error) => {
-                reject(new Error(`cat process error: ${error.message}`));
+                const stderr = Buffer.concat(stderrChunks).toString('utf8').trim();
+                const preview = filePaths.slice(0, 5).join(', ');
+                outputStream.destroy();
+                reject(new Error([
+                    `cat process error: ${error.message}`,
+                    error.code ? `code=${error.code}` : undefined,
+                    stderr ? `stderr="${stderr}"` : undefined,
+                    `files=${filePaths.length}${filePaths.length ? ` (first: ${preview}${filePaths.length > 5 ? ', ...' : ''})` : ''}`,
+                ].filter(Boolean).join(' | ')));
             });
-            cat.on('close', (code) => {
-                if (code === 0) {
+            cat.stdout.pipe(outputStream);
+            cat.on('close', (code, signal) => {
+                const stderr = Buffer.concat(stderrChunks).toString('utf8').trim();
+                if (code === 0 && !signal) {
+                    outputStream.end(() => resolve());
                 }
                 else {
-                    reject(new Error(`cat process exited with code ${code}`));
+                    const preview = filePaths.slice(0, 5).join(', ');
+                    outputStream.destroy();
+                    reject(new Error([
+                        `cat process exited`,
+                        `code=${code}`,
+                        signal ? `signal=${signal}` : undefined,
+                        stderr ? `stderr="${stderr}"` : undefined,
+                        `files=${filePaths.length}${filePaths.length ? ` (first: ${preview}${filePaths.length > 5 ? ', ...' : ''})` : ''}`,
+                    ].filter(Boolean).join(' | ')));
                 }
             });
             outputStream.on('error', (error) => {
+                cat.kill('SIGKILL');
                 reject(new Error(`write stream error: ${error.message}`));
             });
         });
@@ -342,9 +351,7 @@ export class StorageService extends Immutable {
         catch (error) {
             if (error.code === 'ENOENT') {
                 console.warn(`File not found: ${fullPath}`);
-                return;
             }
-            throw error;
         }
     }
     /**
@@ -372,12 +379,6 @@ export class StorageService extends Immutable {
         const file = [baseFolder, filename].join('/');
         return { dir: baseFolder, file, relativePath: file };
     }
-    // async createUpload(filename: string, size: number, chunks: number, mimetype: string, options: UserAppOptionsRequired) {
-    //   const useFilename = this.sanitizeName(filename);
-    //   if (await this.exists(options.company, options.project, useFilename)) throw new Error('FILE_EXISTS');
-    //   if (await UploadService.uploadExists(options.company, options.project, useFilename)) throw new Error('UPLOAD_EXISTS');
-    //   return UploadService.createUpload(useFilename, size, chunks, mimetype, options);
-    // }
     static sanitizeName(name) {
         return name.replace(/[^a-z0-9-_.]/gi, '').toLowerCase();
     }
@@ -402,7 +403,7 @@ export class StorageService extends Immutable {
     get(company, project, app, query, limit) {
         const realQuery = { company, project, app, parent: { $exists: false } };
         let tags;
-        if (query.tags) {
+        if (query?.tags) {
             if (!Array.isArray(query.tags)) {
                 tags = [query.tags];
             }
@@ -411,11 +412,20 @@ export class StorageService extends Immutable {
             }
             realQuery['metadata.tags'] = { $in: tags };
         }
-        if (query.search) {
+        if (query?.search) {
             realQuery.filename = { $regex: query.search, $options: 'i' };
         }
         // If ignorePrefix is given, return all matching files without prefix filtering
-        if (query.ignorePrefix) {
+        if (query?.ignorePrefix) {
+            // If prefix is provided with ignorePrefix, match all files where prefix starts with the given value
+            if (query?.prefix) {
+                const prefixWithSlash = query.prefix.endsWith('/') ? query.prefix : `${query.prefix}/`;
+                const escapedPrefix = prefixWithSlash.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+                realQuery.$or = [
+                    { prefix: query.prefix }, // Exact match
+                    { prefix: { $regex: `^${escapedPrefix}` } }, // Starts with prefix/
+                ];
+            }
             return StorageModel.db.aggregate([
                 {
                     $match: realQuery,
@@ -427,7 +437,7 @@ export class StorageService extends Immutable {
                             { $sort: { _id: -1 } },
                             { $skip: limit?.skip || 0 },
                             { $limit: limit?.limit || 50 },
-                            { $project: { path: 0, bucket: 0 } },
+                            { $project: { path: 0 } },
                             { $addFields: { type: 'file' } },
                         ],
                     },
@@ -444,8 +454,8 @@ export class StorageService extends Immutable {
                 .then((result) => result[0] || { all: 0, data: [], count: 0 });
         }
         // If search or tags are given, show only files at the current level (no folders)
-        if (query.search || query.tags) {
-            const isRootLevel = query.prefix === undefined || query.prefix === '';
+        if (query?.search || query?.tags) {
+            const isRootLevel = query?.prefix === undefined || query?.prefix === '';
             if (isRootLevel) {
                 // Root level: only files without prefix
                 realQuery.$or = [
@@ -469,7 +479,7 @@ export class StorageService extends Immutable {
                             { $sort: { _id: -1 } },
                             { $skip: limit?.skip || 0 },
                             { $limit: limit?.limit || 50 },
-                            { $project: { path: 0, bucket: 0 } },
+                            { $project: { path: 0 } },
                             { $addFields: { type: 'file' } },
                         ],
                     },
@@ -486,7 +496,7 @@ export class StorageService extends Immutable {
                 .then((result) => result[0] || { all: 0, data: [], count: 0 });
         }
         // Treat undefined prefix same as empty string (root level)
-        const isRootLevel = query.prefix === undefined || query.prefix === '';
+        const isRootLevel = query?.prefix === undefined || query?.prefix === '';
         if (isRootLevel) {
             // Root level: show files without prefix and extract virtual folders
             return StorageModel.db.aggregate([
@@ -521,7 +531,7 @@ export class StorageService extends Immutable {
                             { $sort: { _id: -1 } },
                             { $skip: limit?.skip || 0 },
                             { $limit: limit?.limit || 50 },
-                            { $project: { path: 0, bucket: 0, immediateSubfolder: 0 } },
+                            { $project: { path: 0, immediateSubfolder: 0 } },
                             { $addFields: { type: 'file' } },
                         ],
                         folders: [
@@ -594,7 +604,7 @@ export class StorageService extends Immutable {
                         { $sort: { _id: -1 } },
                         { $skip: limit?.skip || 0 },
                         { $limit: limit?.limit || 50 },
-                        { $project: { path: 0, bucket: 0, immediateSubfolder: 0 } },
+                        { $project: { path: 0, immediateSubfolder: 0 } },
                         { $addFields: { type: 'file' } },
                     ],
                     folders: [
@@ -627,7 +637,61 @@ export class StorageService extends Immutable {
             .toArray()
             .then((result) => result[0] || { all: 0, data: [], count: 0 });
     }
-    getTags(company, project, search) {
+    /**
+     * Get all files for a company/project with optional prefix filtering.
+     * Returns a flat list of all matching files without creating virtual folders.
+     *
+     * @param company - Company identifier
+     * @param project - Optional project identifier
+     * @param app - Optional app identifier
+     * @param prefix - Optional prefix to filter files (e.g., "folder/subfolder")
+     * @param limit - Optional pagination with skip and limit
+     * @returns Promise with all matching files and count
+     */
+    getAllFiles(company, project, app, prefix, limit) {
+        const query = { company, project, app, parent: { $exists: false } };
+        // If prefix is provided, filter files with that prefix
+        if (prefix) {
+            const prefixWithSlash = prefix.endsWith('/') ? prefix : `${prefix}/`;
+            const escapedPrefix = prefixWithSlash.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+            // Match files that start with the prefix (exact match or deeper)
+            query.$or = [
+                { prefix }, // Exact match
+                { prefix: { $regex: `^${escapedPrefix}` } }, // Starts with prefix/
+            ];
+        }
+        // Build data pipeline stages
+        const dataPipeline = [{ $sort: { _id: -1 } }];
+        // Only add pagination if limit is provided
+        if (limit) {
+            if (limit.skip)
+                dataPipeline.push({ $skip: limit.skip });
+            if (limit.limit)
+                dataPipeline.push({ $limit: limit.limit });
+        }
+        dataPipeline.push({ $project: { history: 0 } });
+        return StorageModel.db.aggregate([
+            {
+                $match: query,
+            },
+            {
+                $facet: {
+                    metadata: [{ $count: 'all' }],
+                    data: dataPipeline,
+                },
+            },
+            {
+                $project: {
+                    all: { $arrayElemAt: ['$metadata.all', 0] },
+                    data: 1,
+                    count: { $size: '$data' },
+                },
+            },
+        ])
+            .toArray()
+            .then((result) => result[0] || { all: 0, data: [], count: 0 });
+    }
+    async getTags(company, project, search) {
         let cleanSearch = search.toLowerCase().trim();
         let sortString = cleanSearch;
         let splitSearch = [];
@@ -639,9 +703,9 @@ export class StorageService extends Immutable {
         else {
             cleanSearch = new RegExp(`^(?!([a-z]+):).*(${cleanSearch}).*`);
         }
-        return StorageModel.db.find({ company, project, tags: { $regex: cleanSearch, $options: 'i' } }, { projection: { tags: 1 } })
-            .toArray()
-            .then((matchedDocuments) => this.matchSortTags(matchedDocuments, cleanSearch, sortString));
+        const matchedDocuments = await StorageModel.db.find({ company, project, 'metadata.tags': { $regex: cleanSearch, $options: 'i' } }, { projection: { 'metadata.tags': 1 } })
+            .toArray();
+        return this.matchSortTags(matchedDocuments, cleanSearch, sortString);
     }
     single(company, project, filename) {
         return StorageModel.db.aggregate([
@@ -757,7 +821,7 @@ export class StorageService extends Immutable {
         const mergedArray = [];
         const returnArray = [];
         documents.forEach((document) => {
-            document.tags.forEach((tag) => {
+            document.metadata?.tags?.forEach((tag) => {
                 if (mergedArray.find((tagArray) => tagArray.tag === tag))
                     return;
                 if (!tag.match(search))
@@ -806,7 +870,7 @@ export class StorageService extends Immutable {
             .then((value) => value[0] || { files: 0, size: 0 });
     }
     getByInternalId(internalId, options) {
-        return StorageModel.db.findOne({ _id: internalId, company: options.company, project: options.project });
+        return StorageModel.db.findOne({ _id: internalId, company: options.company, project: options.project }, { projection: { path: 0 } });
     }
     getPathByFilename(filename, app, options) {
         const filenameObject = filenameHelper(filename);
@@ -820,13 +884,13 @@ export class StorageService extends Immutable {
             projection: { path: 1, metadata: 1 },
         });
     }
-    getByFilename(filename, prefix, bucket, options) {
+    getByFilename(filename, prefix, app, options) {
         return StorageModel.db.findOne({
             filename,
             prefix,
             company: options.company,
             project: options.project,
-            bucket,
+            app,
         });
     }
     async removeBlob(internalId, options) {
@@ -835,14 +899,16 @@ export class StorageService extends Immutable {
             throw new Error('BLOB_NOT_FOUND');
         await fs.promises.unlink(`${this.options.dataFolder}/${storage.path}`);
         await this.removeBlobVersion(internalId, options);
-        return this.delete(internalId, options.user, options.app);
+        await this.delete(internalId, options.user, options.app);
+        await jetstreamService.publish(`edge.${storage.app}.removed`, storage);
     }
     async removeBlobVersion(parentId, options) {
         const versions = await this.model.db.find({ parent: parentId, company: options.company, project: options.project }).toArray();
         if (versions.length) {
             await Promise.allSettled(versions.map(async (single) => {
                 await fs.promises.unlink(`${this.options.dataFolder}/${single.path}`);
-                return this.delete(single._id, options.user, options.app);
+                await this.delete(single._id, options.user, options.app);
+                await jetstreamService.publish(`edge.${single.app}.removed`, single);
             }));
         }
     }