@exulu/backend 1.35.0 → 1.36.1

package/CHANGELOG.md

@@ -1,6 +1,6 @@
-# [1.35.0](https://github.com/Qventu/exulu-backend/compare/v1.34.1...v1.35.0) (2025-11-18)
+## [1.36.1](https://github.com/Qventu/exulu-backend/compare/v1.36.0...v1.36.1) (2025-11-19)
 
 
-### Features
+### Bug Fixes
 
-* add Google Vertex AI agent support and enhance embedder configuration system ([9668c10](https://github.com/Qventu/exulu-backend/commit/9668c1093e9bc00f64a4a0b2e1137625ca0b2396))
+* issue with upsert ([37c1805](https://github.com/Qventu/exulu-backend/commit/37c1805ff14d3c1aacc116760d8b905db8a2ce6c))

package/dist/index.cjs

@@ -3958,7 +3958,8 @@ type PageInfo {
             schedule: source.config?.schedule,
             queue: queueName,
             retries: source.config?.retries,
-            backoff: source.config?.backoff
+            backoff: source.config?.backoff,
+            params: source.config?.params
           }
         };
       }));
@@ -4013,7 +4014,8 @@ type PageInfo {
           schedule: source.config?.schedule,
           queue: queueName,
           retries: source.config?.retries,
-          backoff: source.config?.backoff
+          backoff: source.config?.backoff,
+          params: source.config?.params
         }
       };
     }));
@@ -4270,6 +4272,13 @@ type ContextSourceConfig {
     queue: String
     retries: Int
     backoff: ContextSourceBackoff
+    params: [ContextSourceParam!]
+}
+
+type ContextSourceParam {
+    name: String!
+    description: String!
+    default: String
 }
 
 type ContextSourceBackoff {
@@ -5898,7 +5907,13 @@ var ExuluContext = class {
       }
     ).returning("id");
     if (upsert) {
-      mutation.onConflict().merge();
+      if (item.external_id) {
+        mutation.onConflict("external_id").merge();
+      } else if (item.id) {
+        mutation.onConflict("id").merge();
+      } else {
+        throw new Error("Either id or external_id must be provided for upsert");
+      }
     }
     const results = await mutation;
     if (!results[0]) {
@@ -6074,14 +6089,13 @@ var ExuluContext = class {
       table.text("description");
       table.text("tags");
       table.boolean("archived").defaultTo(false);
-      table.text("external_id");
+      table.text("external_id").unique();
       table.text("created_by");
       table.text("ttl");
       table.text("rights_mode").defaultTo(this.configuration?.defaultRightsMode ?? "private");
       table.integer("textlength");
       table.text("source");
       table.timestamp("embeddings_updated_at");
-      table.unique(["id", "external_id"]);
       for (const field of this.fields) {
         let { type, name, unique } = field;
         if (!type || !name) {
@@ -8119,24 +8133,41 @@ var claudeSonnet45Agent = new ExuluAgent2({
 
 // src/templates/agents/google/vertex/index.ts
 var import_google_vertex = require("@ai-sdk/google-vertex");
-var wrapperJsonGoogleAuth = `{
-                    "project": "project-name",
-                    "location": "europe-west1",
-                    "googleAuthOptions": {
-                        "credentials": {
-                            "type": "service_account",
-                            "project_id": "XX-XXXX",
-                            "private_key_id": "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX",
-                            "private_key": "-----BEGIN PRIVATE KEY-----
- .... your private key .... 
------END PRIVATE KEY-----
-",
-                            "client_email": "xxxx@xxxx.gserviceaccount.com",
-                            "client_id": "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX",
-                            "universe_domain": "googleapis.com"
-                        }
-                    }
-                }`;
+var import_google_vertex2 = require("@ai-sdk/google-vertex");
+var vertexAuthenticationInformation = `
+### Vertex Authentication Setup (Google Auth)
+
+Vertex uses **Google Auth**. To authenticate, follow these steps:
+
+1. Visit the Google Cloud Credentials page:
+   **[https://console.cloud.google.com/apis/credentials](https://console.cloud.google.com/apis/credentials)**
+
+2. Create a **Service Account**.
+
+3. Navigate to **Keys** \u2192 **Add Key** \u2192 **Create new key** \u2192 select **JSON**.
+
+4. Download the generated JSON key file.
+
+5. Copy the **entire contents** of the JSON file into an **encrypted authentication variable** in your IMP Agent Instance, using a structure like this:
+
+\`\`\`json
+{
+    "project": "project-name",
+    "location": "europe-west1",
+    "googleAuthOptions": {
+        "credentials": {
+            "type": "service_account",
+            "project_id": "XX-XXXX",
+            "private_key_id": "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX",
+            "private_key": "-----BEGIN PRIVATE KEY-----.....-----END PRIVATE KEY-----",
+            "client_email": "xxxx@xxxx.gserviceaccount.com",
+            "client_id": "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX",
+            "universe_domain": "googleapis.com"
+        }
+    }
+}
+\`\`\`
+`;
 var vertexGemini25FlashAgent = new ExuluAgent2({
   id: `default_vertex_gemini_2_5_flash_agent`,
   name: `GEMINI-2.5-FLASH`,
@@ -8150,10 +8181,7 @@ var vertexGemini25FlashAgent = new ExuluAgent2({
     audio: [".mpeg", ".mp3", ".m4a", ".wav", ".mp4"],
     video: [".mp4", ".mpeg"]
   },
-  authenticationInformation: `Vertex uses Google Auth, to authenticate you need to visit 
-    https://console.cloud.google.com/apis/credentials, create a service account, go to 'keys'
-     and download the resulting JSON file, and copy the contents of the JSON file into an 
-     encrypted authentication variable in your IMP Agent Instance like this: ${wrapperJsonGoogleAuth}.`,
+  authenticationInformation: vertexAuthenticationInformation,
   maxContextLength: 1048576,
   config: {
     name: `GEMINI-2.5-FLASH`,
@@ -8171,8 +8199,46 @@ var vertexGemini25FlashAgent = new ExuluAgent2({
         if (!googleAuthPayload.location) {
           throw new Error("Location not set in authentication json for Google Vertex Gemini 2.5 Flash agent, should be for example 'europe-west1'");
         }
-        const vertex = (0, import_google_vertex.createVertex)(googleAuthPayload);
-        const model = vertex("gemini-2.5-flash");
+        const vertex2 = (0, import_google_vertex.createVertex)(googleAuthPayload);
+        const model = vertex2("gemini-2.5-flash");
+        return model;
+      }
+    }
+  }
+});
+var vertexGemini3ProAgent = new ExuluAgent2({
+  id: `default_vertex_gemini_3_pro_agent`,
+  name: `GEMINI-3-PRO`,
+  provider: "vertex",
+  description: `Google Vertex Gemini 3 Pro model. Very high intelligence and capability. Moderately Fast.`,
+  type: "agent",
+  capabilities: {
+    text: true,
+    images: [".png", ".jpg", ".jpeg", ".webp"],
+    files: [".pdf", ".txt"],
+    audio: [".mpeg", ".mp3", ".m4a", ".wav", ".mp4"],
+    video: [".mp4", ".mpeg"]
+  },
+  authenticationInformation: vertexAuthenticationInformation,
+  maxContextLength: 1048576,
+  config: {
+    name: `GEMINI-3-PRO`,
+    instructions: "",
+    model: {
+      create: ({ apiKey }) => {
+        console.log("[EXULU] apiKey", apiKey);
+        if (!apiKey) {
+          throw new Error("Auth credentials not found for Google Vertex agent, make sure you have set the provider api key to a valid google authentication json.");
+        }
+        const googleAuthPayload = JSON.parse(apiKey || "{}");
+        if (!googleAuthPayload) {
+          throw new Error("API key not found for Google Vertex Gemini 3 Pro agent.");
+        }
+        if (!googleAuthPayload.location) {
+          throw new Error("Location not set in authentication json for Google Vertex Gemini 3 Pro agent, should be for example 'europe-west1'");
+        }
+        const vertex2 = (0, import_google_vertex.createVertex)(googleAuthPayload);
+        const model = vertex2("gemini-3-pro-preview");
         return model;
       }
     }
@@ -9593,6 +9659,7 @@ var ExuluApp = class {
       claudeSonnet4Agent,
       claudeOpus4Agent,
       vertexGemini25FlashAgent,
+      vertexGemini3ProAgent,
       claudeSonnet45Agent,
       gpt5MiniAgent,
       gpt5agent,
@@ -11332,7 +11399,8 @@ var ExuluDefaultAgents = {
     sonnet45: claudeSonnet45Agent
   },
   google: {
-    vertexGemini25Flash: vertexGemini25FlashAgent
+    vertexGemini25Flash: vertexGemini25FlashAgent,
+    vertexGemini3Pro: vertexGemini3ProAgent
   },
   openai: {
     gpt5Mini: gpt5MiniAgent,

package/dist/index.d.cts

@@ -570,6 +570,11 @@ type ExuluContextSource = {
             type: 'exponential' | 'linear';
             delay: number;
         };
+        params?: {
+            name: string;
+            description: string;
+            default?: string;
+        }[];
     };
     execute: (inputs: any) => Promise<Item[]>;
 };
@@ -1610,6 +1615,7 @@ declare const ExuluDefaultAgents: {
     };
     google: {
         vertexGemini25Flash: ExuluAgent;
+        vertexGemini3Pro: ExuluAgent;
     };
     openai: {
         gpt5Mini: ExuluAgent;

package/dist/index.d.ts

@@ -570,6 +570,11 @@ type ExuluContextSource = {
             type: 'exponential' | 'linear';
             delay: number;
         };
+        params?: {
+            name: string;
+            description: string;
+            default?: string;
+        }[];
     };
     execute: (inputs: any) => Promise<Item[]>;
 };
@@ -1610,6 +1615,7 @@ declare const ExuluDefaultAgents: {
     };
     google: {
         vertexGemini25Flash: ExuluAgent;
+        vertexGemini3Pro: ExuluAgent;
     };
     openai: {
         gpt5Mini: ExuluAgent;

package/dist/index.js

@@ -3906,7 +3906,8 @@ type PageInfo {
             schedule: source.config?.schedule,
             queue: queueName,
             retries: source.config?.retries,
-            backoff: source.config?.backoff
+            backoff: source.config?.backoff,
+            params: source.config?.params
           }
         };
       }));
@@ -3961,7 +3962,8 @@ type PageInfo {
           schedule: source.config?.schedule,
           queue: queueName,
           retries: source.config?.retries,
-          backoff: source.config?.backoff
+          backoff: source.config?.backoff,
+          params: source.config?.params
         }
       };
     }));
@@ -4218,6 +4220,13 @@ type ContextSourceConfig {
     queue: String
     retries: Int
     backoff: ContextSourceBackoff
+    params: [ContextSourceParam!]
+}
+
+type ContextSourceParam {
+    name: String!
+    description: String!
+    default: String
 }
 
 type ContextSourceBackoff {
@@ -5865,7 +5874,13 @@ var ExuluContext = class {
       }
     ).returning("id");
     if (upsert) {
-      mutation.onConflict().merge();
+      if (item.external_id) {
+        mutation.onConflict("external_id").merge();
+      } else if (item.id) {
+        mutation.onConflict("id").merge();
+      } else {
+        throw new Error("Either id or external_id must be provided for upsert");
+      }
     }
     const results = await mutation;
     if (!results[0]) {
@@ -6041,14 +6056,13 @@ var ExuluContext = class {
       table.text("description");
       table.text("tags");
       table.boolean("archived").defaultTo(false);
-      table.text("external_id");
+      table.text("external_id").unique();
       table.text("created_by");
       table.text("ttl");
       table.text("rights_mode").defaultTo(this.configuration?.defaultRightsMode ?? "private");
       table.integer("textlength");
       table.text("source");
       table.timestamp("embeddings_updated_at");
-      table.unique(["id", "external_id"]);
       for (const field of this.fields) {
         let { type, name, unique } = field;
         if (!type || !name) {
@@ -8086,24 +8100,41 @@ var claudeSonnet45Agent = new ExuluAgent2({
 
 // src/templates/agents/google/vertex/index.ts
 import { createVertex } from "@ai-sdk/google-vertex";
-var wrapperJsonGoogleAuth = `{
-                    "project": "project-name",
-                    "location": "europe-west1",
-                    "googleAuthOptions": {
-                        "credentials": {
-                            "type": "service_account",
-                            "project_id": "XX-XXXX",
-                            "private_key_id": "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX",
-                            "private_key": "-----BEGIN PRIVATE KEY-----
- .... your private key .... 
------END PRIVATE KEY-----
-",
-                            "client_email": "xxxx@xxxx.gserviceaccount.com",
-                            "client_id": "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX",
-                            "universe_domain": "googleapis.com"
-                        }
-                    }
-                }`;
+import "@ai-sdk/google-vertex";
+var vertexAuthenticationInformation = `
+### Vertex Authentication Setup (Google Auth)
+
+Vertex uses **Google Auth**. To authenticate, follow these steps:
+
+1. Visit the Google Cloud Credentials page:
+   **[https://console.cloud.google.com/apis/credentials](https://console.cloud.google.com/apis/credentials)**
+
+2. Create a **Service Account**.
+
+3. Navigate to **Keys** \u2192 **Add Key** \u2192 **Create new key** \u2192 select **JSON**.
+
+4. Download the generated JSON key file.
+
+5. Copy the **entire contents** of the JSON file into an **encrypted authentication variable** in your IMP Agent Instance, using a structure like this:
+
+\`\`\`json
+{
+    "project": "project-name",
+    "location": "europe-west1",
+    "googleAuthOptions": {
+        "credentials": {
+            "type": "service_account",
+            "project_id": "XX-XXXX",
+            "private_key_id": "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX",
+            "private_key": "-----BEGIN PRIVATE KEY-----.....-----END PRIVATE KEY-----",
+            "client_email": "xxxx@xxxx.gserviceaccount.com",
+            "client_id": "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX",
+            "universe_domain": "googleapis.com"
+        }
+    }
+}
+\`\`\`
+`;
 var vertexGemini25FlashAgent = new ExuluAgent2({
   id: `default_vertex_gemini_2_5_flash_agent`,
   name: `GEMINI-2.5-FLASH`,
@@ -8117,10 +8148,7 @@ var vertexGemini25FlashAgent = new ExuluAgent2({
     audio: [".mpeg", ".mp3", ".m4a", ".wav", ".mp4"],
     video: [".mp4", ".mpeg"]
   },
-  authenticationInformation: `Vertex uses Google Auth, to authenticate you need to visit 
-    https://console.cloud.google.com/apis/credentials, create a service account, go to 'keys'
-     and download the resulting JSON file, and copy the contents of the JSON file into an 
-     encrypted authentication variable in your IMP Agent Instance like this: ${wrapperJsonGoogleAuth}.`,
+  authenticationInformation: vertexAuthenticationInformation,
   maxContextLength: 1048576,
   config: {
     name: `GEMINI-2.5-FLASH`,
@@ -8138,8 +8166,46 @@ var vertexGemini25FlashAgent = new ExuluAgent2({
         if (!googleAuthPayload.location) {
           throw new Error("Location not set in authentication json for Google Vertex Gemini 2.5 Flash agent, should be for example 'europe-west1'");
         }
-        const vertex = createVertex(googleAuthPayload);
-        const model = vertex("gemini-2.5-flash");
+        const vertex2 = createVertex(googleAuthPayload);
+        const model = vertex2("gemini-2.5-flash");
+        return model;
+      }
+    }
+  }
+});
+var vertexGemini3ProAgent = new ExuluAgent2({
+  id: `default_vertex_gemini_3_pro_agent`,
+  name: `GEMINI-3-PRO`,
+  provider: "vertex",
+  description: `Google Vertex Gemini 3 Pro model. Very high intelligence and capability. Moderately Fast.`,
+  type: "agent",
+  capabilities: {
+    text: true,
+    images: [".png", ".jpg", ".jpeg", ".webp"],
+    files: [".pdf", ".txt"],
+    audio: [".mpeg", ".mp3", ".m4a", ".wav", ".mp4"],
+    video: [".mp4", ".mpeg"]
+  },
+  authenticationInformation: vertexAuthenticationInformation,
+  maxContextLength: 1048576,
+  config: {
+    name: `GEMINI-3-PRO`,
+    instructions: "",
+    model: {
+      create: ({ apiKey }) => {
+        console.log("[EXULU] apiKey", apiKey);
+        if (!apiKey) {
+          throw new Error("Auth credentials not found for Google Vertex agent, make sure you have set the provider api key to a valid google authentication json.");
+        }
+        const googleAuthPayload = JSON.parse(apiKey || "{}");
+        if (!googleAuthPayload) {
+          throw new Error("API key not found for Google Vertex Gemini 3 Pro agent.");
+        }
+        if (!googleAuthPayload.location) {
+          throw new Error("Location not set in authentication json for Google Vertex Gemini 3 Pro agent, should be for example 'europe-west1'");
+        }
+        const vertex2 = createVertex(googleAuthPayload);
+        const model = vertex2("gemini-3-pro-preview");
         return model;
       }
     }
@@ -9560,6 +9626,7 @@ var ExuluApp = class {
       claudeSonnet4Agent,
       claudeOpus4Agent,
       vertexGemini25FlashAgent,
+      vertexGemini3ProAgent,
       claudeSonnet45Agent,
       gpt5MiniAgent,
       gpt5agent,
@@ -11299,7 +11366,8 @@ var ExuluDefaultAgents = {
     sonnet45: claudeSonnet45Agent
   },
   google: {
-    vertexGemini25Flash: vertexGemini25FlashAgent
+    vertexGemini25Flash: vertexGemini25FlashAgent,
+    vertexGemini3Pro: vertexGemini3ProAgent
   },
   openai: {
     gpt5Mini: gpt5MiniAgent,

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@exulu/backend",
   "author": "Qventu Bv.",
-  "version": "1.35.0",
+  "version": "1.36.1",
   "main": "./dist/index.js",
   "private": false,
   "publishConfig": {
@@ -67,7 +67,7 @@
     "@opentelemetry/sdk-node": "^0.203.0",
     "@opentelemetry/semantic-conventions": "^1.36.0",
     "@opentelemetry/winston-transport": "^0.14.1",
-    "ai": "^5.0.56",
+    "ai": "^5.0.95",
     "apollo-server": "^3.13.0",
     "bcryptjs": "^3.0.2",
     "body-parser": "^2.2.0",

package/types/models/context.ts

@@ -24,6 +24,11 @@ export interface Context {
       schedule?: string
       queue?: string
       retries?: number
+      params?: {
+        name: string,
+        description: string,
+        default: string
+      }[]
       backoff?: {
         type: 'exponential' | 'linear'
         delay: number