@exulu/backend 1.47.0 → 1.48.2

package/dist/index.js

@@ -473,7 +473,7 @@ var requestValidators = {
 };
 
 // types/enums/statistics.ts
-var STATISTICS_TYPE_ENUM2 = {
+var STATISTICS_TYPE_ENUM = {
   CONTEXT_RETRIEVE: "CONTEXT_RETRIEVE",
   SOURCE_UPDATE: "SOURCE_UPDATE",
   EMBEDDER_UPSERT: "EMBEDDER_UPSERT",
@@ -1778,7 +1778,7 @@ var rolesSchema = {
       type: "text"
     },
     {
-      name: agentsSchema.name.plural,
+      name: "agents",
       type: "text"
       // write | read access to agents
     },
@@ -1792,12 +1792,12 @@ var rolesSchema = {
       // write | read access to workflows
     },
     {
-      name: variablesSchema.name.plural,
+      name: "variables",
       type: "text"
       // write | read access to variables
     },
     {
-      name: usersSchema.name.plural,
+      name: "users",
       type: "text"
       // write | read access to users
     },
@@ -2145,7 +2145,7 @@ var agentSessionsSchema = {
     }
   ]
 };
-var variablesSchema2 = {
+var variablesSchema = {
   type: "variables",
   name: {
     plural: "variables",
@@ -2201,7 +2201,7 @@ var projectsSchema = {
     }
   ]
 };
-var agentsSchema2 = {
+var agentsSchema = {
   type: "agents",
   name: {
     plural: "agents",
@@ -2269,7 +2269,7 @@ var agentsSchema2 = {
     }
   ]
 };
-var usersSchema2 = {
+var usersSchema = {
   type: "users",
   name: {
     plural: "users",
@@ -2447,6 +2447,10 @@ var promptLibrarySchema = {
     {
       name: "assigned_agents",
       type: "json"
+    },
+    {
+      name: "history",
+      type: "json"
     }
   ]
 };
@@ -2509,13 +2513,13 @@ var coreSchemas = {
   get: () => {
     const license = checkLicense();
     const schemas = {
-      agentsSchema: () => addCoreFields(agentsSchema2),
+      agentsSchema: () => addCoreFields(agentsSchema),
       agentMessagesSchema: () => addCoreFields(agentMessagesSchema),
       agentSessionsSchema: () => addCoreFields(agentSessionsSchema),
       projectsSchema: () => addCoreFields(projectsSchema),
-      usersSchema: () => addCoreFields(usersSchema2),
+      usersSchema: () => addCoreFields(usersSchema),
       statisticsSchema: () => addCoreFields(statisticsSchema),
-      variablesSchema: () => addCoreFields(variablesSchema2),
+      variablesSchema: () => addCoreFields(variablesSchema),
       platformConfigurationsSchema: () => addCoreFields(platformConfigurationsSchema),
       promptLibrarySchema: () => addCoreFields(promptLibrarySchema),
       embedderSettingsSchema: () => addCoreFields(embedderSettingsSchema),
@@ -3060,7 +3064,7 @@ var vectorSearch = async ({
   await updateStatistic({
     name: "count",
     label: table.name.singular,
-    type: STATISTICS_TYPE_ENUM2.CONTEXT_RETRIEVE,
+    type: STATISTICS_TYPE_ENUM.CONTEXT_RETRIEVE,
     trigger,
     user: user?.id,
     role
@@ -3669,7 +3673,7 @@ var convertExuluToolsToAiSdkTools = async (currentTools, approvedTools, allExulu
             await updateStatistic({
               name: "count",
               label: cur.name,
-              type: STATISTICS_TYPE_ENUM2.TOOL_CALL,
+              type: STATISTICS_TYPE_ENUM.TOOL_CALL,
               trigger: "agent",
               count: 1,
               user: user?.id,
@@ -4566,7 +4570,7 @@ var ExuluContext2 = class {
         await updateStatistic({
           name: "count",
           label: this.name,
-          type: STATISTICS_TYPE_ENUM2.TOOL_CALL,
+          type: STATISTICS_TYPE_ENUM.TOOL_CALL,
           trigger: "tool",
           count: 1,
           user: user?.id,
@@ -5676,9 +5680,6 @@ var finalizeRequestedFields = async ({
       });
     });
   } else {
-    console.log("[EXULU] table name singular", table.name.singular);
-    console.log("[EXULU] requestedFields", requestedFields);
-    console.log("[EXULU] result", result);
     if (table.name.singular === "workflow_template") {
       if (requestedFields.includes("variables")) {
         const variables = [];
@@ -6911,7 +6912,7 @@ function createMutations(table, providers, contexts, rerankers, tools, config) {
       await updateStatistic({
         name: "count",
         label: source.id,
-        type: STATISTICS_TYPE_ENUM2.SOURCE_UPDATE,
+        type: STATISTICS_TYPE_ENUM.SOURCE_UPDATE,
         trigger: "api",
         count: 1,
         user: context?.user?.id,
@@ -7663,7 +7664,7 @@ var createWorkers = async (providers, queues2, config, contexts, rerankers, eval
               await updateStatistic({
                 name: "count",
                 label: source.id,
-                type: STATISTICS_TYPE_ENUM2.SOURCE_UPDATE,
+                type: STATISTICS_TYPE_ENUM.SOURCE_UPDATE,
                 trigger: "api",
                 count: 1,
                 user: data?.user,
@@ -8046,7 +8047,7 @@ var processUiMessagesFlow = async ({
               updateStatistic({
                 name: "count",
                 label: statistics.label,
-                type: STATISTICS_TYPE_ENUM2.AGENT_RUN,
+                type: STATISTICS_TYPE_ENUM.AGENT_RUN,
                 trigger: statistics.trigger,
                 count: 1,
                 user: user.id,
@@ -8056,7 +8057,7 @@ var processUiMessagesFlow = async ({
                 updateStatistic({
                   name: "inputTokens",
                   label: statistics.label,
-                  type: STATISTICS_TYPE_ENUM2.AGENT_RUN,
+                  type: STATISTICS_TYPE_ENUM.AGENT_RUN,
                   trigger: statistics.trigger,
                   count: metadata?.inputTokens,
                   user: user.id,
@@ -8067,7 +8068,7 @@ var processUiMessagesFlow = async ({
                 updateStatistic({
                   name: "outputTokens",
                   label: statistics.label,
-                  type: STATISTICS_TYPE_ENUM2.AGENT_RUN,
+                  type: STATISTICS_TYPE_ENUM.AGENT_RUN,
                   trigger: statistics.trigger,
                   count: metadata?.outputTokens
                 })
@@ -9952,7 +9953,7 @@ var ExuluProvider = class {
         await updateStatistic({
           name: "count",
           label: agent.name,
-          type: STATISTICS_TYPE_ENUM2.TOOL_CALL,
+          type: STATISTICS_TYPE_ENUM.TOOL_CALL,
           trigger: "tool",
           count: 1,
           user: user?.id,
@@ -10184,7 +10185,7 @@ var ExuluProvider = class {
           updateStatistic({
             name: "count",
             label: statistics.label,
-            type: STATISTICS_TYPE_ENUM2.AGENT_RUN,
+            type: STATISTICS_TYPE_ENUM.AGENT_RUN,
             trigger: statistics.trigger,
             count: 1,
             user: user?.id,
@@ -10194,7 +10195,7 @@ var ExuluProvider = class {
             updateStatistic({
               name: "inputTokens",
               label: statistics.label,
-              type: STATISTICS_TYPE_ENUM2.AGENT_RUN,
+              type: STATISTICS_TYPE_ENUM.AGENT_RUN,
               trigger: statistics.trigger,
               count: inputTokens
             })
@@ -10203,7 +10204,7 @@ var ExuluProvider = class {
             updateStatistic({
               name: "outputTokens",
               label: statistics.label,
-              type: STATISTICS_TYPE_ENUM2.AGENT_RUN,
+              type: STATISTICS_TYPE_ENUM.AGENT_RUN,
               trigger: statistics.trigger,
               count: outputTokens
             })
@@ -10249,7 +10250,7 @@ var ExuluProvider = class {
           updateStatistic({
             name: "count",
             label: statistics.label,
-            type: STATISTICS_TYPE_ENUM2.AGENT_RUN,
+            type: STATISTICS_TYPE_ENUM.AGENT_RUN,
             trigger: statistics.trigger,
             count: 1,
             user: user?.id,
@@ -10259,7 +10260,7 @@ var ExuluProvider = class {
             updateStatistic({
               name: "inputTokens",
               label: statistics.label,
-              type: STATISTICS_TYPE_ENUM2.AGENT_RUN,
+              type: STATISTICS_TYPE_ENUM.AGENT_RUN,
               trigger: statistics.trigger,
               count: totalUsage?.inputTokens,
               user: user?.id,
@@ -10270,7 +10271,7 @@ var ExuluProvider = class {
             updateStatistic({
               name: "outputTokens",
               label: statistics.label,
-              type: STATISTICS_TYPE_ENUM2.AGENT_RUN,
+              type: STATISTICS_TYPE_ENUM.AGENT_RUN,
               trigger: statistics.trigger,
               count: totalUsage?.outputTokens
             })
@@ -10665,7 +10666,7 @@ var global_queues = {
   eval_runs: "eval_runs"
 };
 var {
-  agentsSchema: agentsSchema3,
+  agentsSchema: agentsSchema2,
   feedbackSchema: feedbackSchema2,
   projectsSchema: projectsSchema2,
   jobResultsSchema: jobResultsSchema2,
@@ -10676,8 +10677,8 @@ var {
   agentSessionsSchema: agentSessionsSchema2,
   agentMessagesSchema: agentMessagesSchema2,
   rolesSchema: rolesSchema2,
-  usersSchema: usersSchema3,
-  variablesSchema: variablesSchema3,
+  usersSchema: usersSchema2,
+  variablesSchema: variablesSchema2,
   workflowTemplatesSchema: workflowTemplatesSchema2,
   rbacSchema: rbacSchema2,
   promptLibrarySchema: promptLibrarySchema2,
@@ -10720,9 +10721,9 @@ var createExpressRoutes = async (app, providers, tools, contexts, config, evals,
     `);
   const schema = createSDL(
     [
-      usersSchema3(),
+      usersSchema2(),
       rolesSchema2(),
-      agentsSchema3(),
+      agentsSchema2(),
       feedbackSchema2(),
       projectsSchema2(),
       jobResultsSchema2(),
@@ -10735,7 +10736,7 @@ var createExpressRoutes = async (app, providers, tools, contexts, config, evals,
       testCasesSchema2(),
       agentSessionsSchema2(),
       agentMessagesSchema2(),
-      variablesSchema3(),
+      variablesSchema2(),
       workflowTemplatesSchema2(),
       statisticsSchema2(),
       rbacSchema2()
@@ -11179,7 +11180,7 @@ Mood: friendly and intelligent.
                 updateStatistic({
                   name: "count",
                   label: statistics.label,
-                  type: STATISTICS_TYPE_ENUM2.AGENT_RUN,
+                  type: STATISTICS_TYPE_ENUM.AGENT_RUN,
                   trigger: statistics.trigger,
                   count: 1,
                   user: user?.id,
@@ -11189,7 +11190,7 @@ Mood: friendly and intelligent.
                   updateStatistic({
                     name: "inputTokens",
                     label: statistics.label,
-                    type: STATISTICS_TYPE_ENUM2.AGENT_RUN,
+                    type: STATISTICS_TYPE_ENUM.AGENT_RUN,
                     trigger: statistics.trigger,
                     count: metadata?.inputTokens,
                     user: user?.id,
@@ -11200,7 +11201,7 @@ Mood: friendly and intelligent.
                   updateStatistic({
                     name: "outputTokens",
                     label: statistics.label,
-                    type: STATISTICS_TYPE_ENUM2.AGENT_RUN,
+                    type: STATISTICS_TYPE_ENUM.AGENT_RUN,
                     trigger: statistics.trigger,
                     count: metadata?.outputTokens
                   })
@@ -11270,7 +11271,7 @@ Mood: friendly and intelligent.
         const user = authenticationResult.user;
         let agentQuery = db2("agents");
         agentQuery.select("*");
-        agentQuery = applyAccessControl(agentsSchema3(), agentQuery, authenticationResult.user);
+        agentQuery = applyAccessControl(agentsSchema2(), agentQuery, authenticationResult.user);
         agentQuery.where({ id: req.params.agent });
         const agent = await agentQuery.first();
         if (!agent) {
@@ -11467,7 +11468,7 @@ data: ${JSON.stringify(event)}
           updateStatistic({
             name: "count",
             label: statistics.label,
-            type: STATISTICS_TYPE_ENUM2.AGENT_RUN,
+            type: STATISTICS_TYPE_ENUM.AGENT_RUN,
             trigger: statistics.trigger,
             count: 1,
             user: user.id,
@@ -11478,7 +11479,7 @@ data: ${JSON.stringify(event)}
             updateStatistic({
               name: "inputTokens",
               label: statistics.label,
-              type: STATISTICS_TYPE_ENUM2.AGENT_RUN,
+              type: STATISTICS_TYPE_ENUM.AGENT_RUN,
               trigger: statistics.trigger,
               count: totalInputTokens,
               user: user.id,
@@ -11490,7 +11491,7 @@ data: ${JSON.stringify(event)}
             updateStatistic({
               name: "outputTokens",
               label: statistics.label,
-              type: STATISTICS_TYPE_ENUM2.AGENT_RUN,
+              type: STATISTICS_TYPE_ENUM.AGENT_RUN,
               trigger: statistics.trigger,
               count: totalInputTokens,
               user: user.id,
@@ -14569,7 +14570,7 @@ var ExuluEmbedder = class {
       await updateStatistic({
         name: "count",
         label: statistics.label,
-        type: STATISTICS_TYPE_ENUM2.EMBEDDER_GENERATE,
+        type: STATISTICS_TYPE_ENUM.EMBEDDER_GENERATE,
         trigger: statistics.trigger,
         count: 1,
         user,
@@ -14597,7 +14598,7 @@ var ExuluEmbedder = class {
       await updateStatistic({
         name: "count",
         label: statistics.label,
-        type: STATISTICS_TYPE_ENUM2.EMBEDDER_GENERATE,
+        type: STATISTICS_TYPE_ENUM.EMBEDDER_GENERATE,
         trigger: statistics.trigger,
         count: 1,
         user,
@@ -15018,7 +15019,7 @@ var SentenceChunker = class _SentenceChunker extends BaseChunker {
 
 // src/postgres/init-db.ts
 var {
-  agentsSchema: agentsSchema4,
+  agentsSchema: agentsSchema3,
   feedbackSchema: feedbackSchema3,
   testCasesSchema: testCasesSchema3,
   evalSetsSchema: evalSetsSchema3,
@@ -15027,9 +15028,9 @@ var {
   platformConfigurationsSchema: platformConfigurationsSchema3,
   agentMessagesSchema: agentMessagesSchema3,
   rolesSchema: rolesSchema3,
-  usersSchema: usersSchema4,
+  usersSchema: usersSchema3,
   statisticsSchema: statisticsSchema3,
-  variablesSchema: variablesSchema4,
+  variablesSchema: variablesSchema3,
   workflowTemplatesSchema: workflowTemplatesSchema3,
   rbacSchema: rbacSchema3,
   projectsSchema: projectsSchema3,
@@ -15075,9 +15076,9 @@ var up = async function(knex) {
     embedderSettingsSchema3(),
     promptFavoritesSchema3(),
     rbacSchema3(),
-    agentsSchema4(),
+    agentsSchema3(),
     feedbackSchema3(),
-    variablesSchema4(),
+    variablesSchema3(),
     workflowTemplatesSchema3()
   ];
   const createTable = async (schema) => {
@@ -15124,7 +15125,7 @@ var up = async function(knex) {
       table.string("email", 255);
       table.timestamp("emailVerified", { useTz: true });
       table.text("image");
-      for (const field of usersSchema4().fields) {
+      for (const field of usersSchema3().fields) {
         console.log("[EXULU] field", field);
         const { type, name, default: defaultValue, unique } = field;
         if (name === "id" || name === "name" || name === "email" || name === "emailVerified" || name === "image" || name === "password") {
@@ -15137,7 +15138,7 @@ var up = async function(knex) {
       }
     });
   } else {
-    await addMissingFields(knex, "users", usersSchema4().fields, [
+    await addMissingFields(knex, "users", usersSchema3().fields, [
       "id",
       "name",
       "email",
@@ -16214,7 +16215,7 @@ var ExuluChunkers = {
 };
 export {
   JOB_STATUS_ENUM as EXULU_JOB_STATUS_ENUM,
-  STATISTICS_TYPE_ENUM2 as EXULU_STATISTICS_TYPE_ENUM,
+  STATISTICS_TYPE_ENUM as EXULU_STATISTICS_TYPE_ENUM,
   ExuluApp2 as ExuluApp,
   ExuluAuthentication,
   ExuluChunkers,
@@ -16226,6 +16227,7 @@ export {
   ExuluEval,
   ExuluJobs,
   ExuluOtel,
+  ExuluProvider,
   queues as ExuluQueues,
   ExuluReranker,
   ExuluTool,

package/ee/entitlements.ts

@@ -8,7 +8,7 @@ export const ENTITLEMENTS: {
     "template-conversations": boolean,
     "agent-feedback": boolean,
     "multi-agent-tooling": boolean,
-    "advanced-document-processing": boolean
+    "advanced-document-processing": boolean,
 } = {
     "rbac": false,
     "advanced-markdown-chunker": false,

package/ee/schemas.ts

@@ -1,5 +1,6 @@
 // Ee edition specific schemas
 
+import { STATISTICS_TYPE_ENUM } from "@EXULU_TYPES/enums/statistics";
 import type { ExuluTableDefinition } from "@EXULU_TYPES/exulu-table-definition";
 
 export const feedbackSchema: ExuluTableDefinition = {
@@ -49,7 +50,7 @@ export const rolesSchema: ExuluTableDefinition = {
             type: "text",
         },
         {
-            name: agentsSchema.name.plural,
+            name: "agents",
             type: "text", // write | read access to agents
         },
         {
@@ -61,11 +62,11 @@ export const rolesSchema: ExuluTableDefinition = {
             type: "text", // write | read access to workflows
         },
         {
-            name: variablesSchema.name.plural,
+            name: "variables",
             type: "text", // write | read access to variables
         },
         {
-            name: usersSchema.name.plural,
+            name: "users",
             type: "text", // write | read access to users
         },
         {

package/mintlify-docs/changelog.mdx

@@ -3,7 +3,101 @@ title: "Changelog"
 description: "Product updates and release notes for Exulu IMP"
 ---
 
-<Update label="March 2026">
+<Update label="March 2026 - Enterprise Edition">
+  **Release Date:** March 11, 2026
+
+  This release introduces a major architectural change with the separation of Community and Enterprise Edition features, along with a powerful new document processing system.
+
+  ### Versions
+  - **Backend NPM package:** 1.48.0
+
+  <Info>This release includes breaking changes if you were using enterprise features. Please review the migration guide for Enterprise Edition.</Info>
+
+  ## What's New
+
+  ### Enterprise Edition Separation
+  We've established a clear separation between Community Edition (CE) and Enterprise Edition (EE) features:
+
+  - **EE Directory Structure:** All enterprise features now organized in dedicated `ee/` directory
+  - **License-based Entitlements:** New entitlements system with license checking for premium features
+  - **Feature Differentiation:** Clear documentation of CE vs EE feature sets
+  - **Moved to EE:** Agentic retrieval, BullMQ queues, RBAC, workers, and tokenizer are now enterprise features
+
+  ### Advanced Document Processing System
+  Powerful new document processing pipeline with VLM-powered validation:
+
+  - **Multi-format Support:** Process PDF, DOCX, DOC, TXT, and MD files
+  - **Python-based PDF Processor:** Uses MIT-licensed Docling library for accurate extraction
+  - **VLM Validation:** Vision Language Model validates and corrects OCR results
+  - **Smart Chunking:** Page-aware markdown chunking with heading hierarchy preservation
+  - **Table Extraction:** Automatic table detection and normalization in markdown format
+  - **Hybrid Chunking:** Combines semantic understanding with token-based splitting
+  - **Standalone Executable:** Build script creates portable PDF processor executable
+
+  ### Code Architecture Improvements
+  Significant refactoring for better maintainability and clarity:
+
+  - **Provider-Agent Separation:** Clear distinction between `ExuluProvider` (LLM configuration) and `ExuluAgent` (provider + tools + contexts)
+  - **Code-defined Agents:** Support for defining agents in code, not just via database/API/UI
+  - **Refactored Load Logic:** Agent loading logic moved into ExuluApp as methods
+  - **Shared Utilities:** Extracted `withRetry` utility for reusable retry logic across codebase
+  - **Consolidated Schemas:** Updated GraphQL resolvers and schemas for better organization
+
+  ## Documentation Updates
+
+  - **CE vs EE Comparison:** New pages documenting feature differences
+  - **Partners Program:** Documentation for licensing and partnerships
+  - **Enhanced API Reference:** Expanded with EE features
+  - **Migration Guides:** Clear instructions for upgrading to new architecture
+
+  ## Bug Fixes
+
+  - **Import Errors:** Fixed import path issues after EE separation
+  - **TypeScript Paths:** Updated configuration for EE modules
+  - **Queue Structure:** Updated validators for new queue organization
+
+  ## Dependency Updates
+
+  ### New Dependencies
+  - `docling` - Python library for document processing
+  - `mammoth` - DOCX to markdown conversion
+  - `turndown` - HTML to markdown conversion
+
+  ## Breaking Changes
+
+  <Warning>
+  If you were using any of the following features, they now require an Enterprise Edition license:
+  - Agentic retrieval system
+  - BullMQ-based queues
+  - RBAC (Role-Based Access Control)
+  - Worker processes
+  - Custom tokenizer features
+  </Warning>
+
+  ## Migration Guide
+
+  For users upgrading from previous versions:
+
+  1. Update to `@exulu/backend@latest`
+  2. Review your usage of enterprise features
+  3. Update import paths if you're importing from internal modules
+  4. Check the CE vs EE documentation to understand feature availability
+
+  ```bash
+  npm install @exulu/backend@latest
+  ```
+
+  ## What This Means For You
+
+  - **Clear Licensing:** Understand exactly which features are available in each edition
+  - **Better Architecture:** Cleaner separation of concerns between providers and agents
+  - **Advanced Processing:** Extract structured content from complex documents with high accuracy
+  - **VLM Validation:** Leverage vision models to improve OCR quality
+  - **Code-first Agents:** Define agents programmatically for better version control and deployment
+  - **Improved Maintainability:** Clearer code structure makes customization easier
+</Update>
+
+<Update label="March 2026 - Q1 Winter Release">
   **Release Date:** March 5, 2026
 
   We're excited to share the latest updates to Exulu IMP! This release focuses on intelligent retrieval capabilities, code quality improvements, and expanded AI model support.
@@ -132,7 +226,7 @@ description: "Product updates and release notes for Exulu IMP"
   ```
 </Update>
 
-<Update label="January 2026">
+<Update label="January 2026 - Q4 Winter Release">
   **Release Date:** January 10, 2026
 
   We're excited to announce a major platform update bringing significant workflow enhancements, a significantly improved chat experience, and substantial architectural improvements. This release represents our most comprehensive update to date, with a focus on developer productivity, system performance, and user experience.

package/package.json

@@ -1,11 +1,11 @@
 {
   "name": "@exulu/backend",
   "author": "Qventu Bv.",
-  "version": "1.47.0",
+  "version": "1.48.2",
   "main": "./dist/index.js",
   "private": false,
   "publishConfig": {
-    "access": "restricted"
+    "access": "public"
   },
   "module": "./dist/index.mjs",
   "types": "./dist/index.d.ts",
@@ -15,7 +15,7 @@
   },
   "repository": {
     "type": "git",
-    "url": "https://github.com/Qventu/exulu-backend"
+    "url": "https://github.com/Qventu/exulu-backend.git"
   },
   "scripts": {
     "preinstall": "node -e \"if (process.version !== 'v22.18.0') { console.error('❌ Wrong Node.js version. Expected v22.18.0, got ' + process.version); process.exit(1); }\"",
@@ -126,6 +126,7 @@
     "natural": "^8.1.0",
     "officeparser": "^5.2.2",
     "openai": "^5.21.0",
+    "p-limit": "^7.3.0",
     "papaparse": "^5.5.2",
     "pg": "^8.16.3",
     "pgvector": "^0.2.0",