librechat-data-provider 0.8.400 → 0.8.402

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "librechat-data-provider",
-  "version": "0.8.400",
+  "version": "0.8.402",
   "description": "data services for librechat apps",
   "main": "dist/index.js",
   "module": "dist/index.es.js",

package/src/config.ts

@@ -205,6 +205,8 @@ export const baseEndpointSchema = z.object({
     .optional(),
   titleEndpoint: z.string().optional(),
   titlePromptTemplate: z.string().optional(),
+  /** Maximum characters allowed in a single tool result before truncation. */
+  maxToolResultChars: z.number().positive().optional(),
 });
 
 export type TBaseEndpoint = z.infer<typeof baseEndpointSchema>;
@@ -781,7 +783,6 @@ export type TStartupConfig = {
   sharedLinksEnabled: boolean;
   publicSharedLinksEnabled: boolean;
   analyticsGtmId?: string;
-  instanceProjectId: string;
   bundlerURL?: string;
   staticBundlerURL?: string;
   sharePointFilePickerEnabled?: boolean;
@@ -949,6 +950,34 @@ export const memorySchema = z.object({
 
 export type TMemoryConfig = DeepPartial<z.infer<typeof memorySchema>>;
 
+export const summarizationTriggerSchema = z.object({
+  type: z.enum(['token_count']),
+  value: z.number().positive(),
+});
+
+export const contextPruningSchema = z.object({
+  enabled: z.boolean().optional(),
+  keepLastAssistants: z.number().min(0).max(10).optional(),
+  softTrimRatio: z.number().min(0).max(1).optional(),
+  hardClearRatio: z.number().min(0).max(1).optional(),
+  minPrunableToolChars: z.number().min(0).optional(),
+});
+
+export const summarizationConfigSchema = z.object({
+  enabled: z.boolean().optional(),
+  provider: z.string().optional(),
+  model: z.string().optional(),
+  parameters: z.record(z.union([z.string(), z.number(), z.boolean(), z.null()])).optional(),
+  trigger: summarizationTriggerSchema.optional(),
+  prompt: z.string().optional(),
+  updatePrompt: z.string().optional(),
+  reserveRatio: z.number().min(0).max(1).optional(),
+  maxSummaryTokens: z.number().positive().optional(),
+  contextPruning: contextPruningSchema.optional(),
+});
+
+export type SummarizationConfig = z.infer<typeof summarizationConfigSchema>;
+
 const customEndpointsSchema = z.array(endpointSchema.partial()).optional();
 
 export const configSchema = z.object({
@@ -957,6 +986,7 @@ export const configSchema = z.object({
   ocr: ocrSchema.optional(),
   webSearch: webSearchSchema.optional(),
   memory: memorySchema.optional(),
+  summarization: summarizationConfigSchema.optional(),
   secureImageLinks: z.boolean().optional(),
   imageOutputType: z.nativeEnum(EImageOutputType).default(EImageOutputType.PNG),
   includedTools: z.array(z.string()).optional(),
@@ -1616,6 +1646,10 @@ export enum ErrorTypes {
    * Model refused to respond (content policy violation)
    */
   REFUSAL = 'refusal',
+  /**
+   * SSE stream 404 — job completed, expired, or was deleted before the subscriber connected
+   */
+  STREAM_EXPIRED = 'stream_expired',
 }
 
 /**
@@ -1740,7 +1774,7 @@ export enum TTSProviders {
 /** Enum for app-wide constants */
 export enum Constants {
   /** Key for the app's version. */
-  VERSION = 'v0.8.4-rc1',
+  VERSION = 'v0.8.4',
   /** Key for the Custom Config's version (librechat.yaml). */
   CONFIG_VERSION = '1.3.6',
   /** Standard value for the first message's `parentMessageId` value, to indicate no parent exists. */
@@ -1767,8 +1801,6 @@ export enum Constants {
   SAVED_TAG = 'Saved',
   /** Max number of Conversation starters for Agents/Assistants */
   MAX_CONVO_STARTERS = 4,
-  /** Global/instance Project Name */
-  GLOBAL_PROJECT_NAME = 'instance',
   /** Delimiter for MCP tools */
   mcp_delimiter = '_mcp_',
   /** Prefix for MCP plugins */

package/src/file-config.spec.ts

@@ -31,6 +31,7 @@ describe('inferMimeType', () => {
     expect(inferMimeType('test.py', '')).toBe('text/x-python');
     expect(inferMimeType('code.js', '')).toBe('text/javascript');
     expect(inferMimeType('photo.heic', '')).toBe('image/heic');
+    expect(inferMimeType('Main.java', '')).toBe('text/x-java');
   });
 
   it('should return empty string for unknown extension with no browser type', () => {
@@ -141,12 +142,12 @@ describe('documentParserMimeTypes', () => {
     'application/x-msexcel',
     'application/x-ms-excel',
     'application/vnd.oasis.opendocument.spreadsheet',
+    'application/vnd.oasis.opendocument.text',
   ])('matches natively parseable type: %s', (mimeType) => {
     expect(check(mimeType)).toBe(true);
   });
 
   it.each([
-    'application/vnd.oasis.opendocument.text',
     'application/vnd.oasis.opendocument.presentation',
     'application/vnd.oasis.opendocument.graphics',
     'text/plain',

package/src/file-config.ts

@@ -202,12 +202,13 @@ export const defaultOCRMimeTypes = [
   /^application\/vnd\.oasis\.opendocument\.(text|spreadsheet|presentation|graphics)$/,
 ];
 
-/** MIME types handled by the built-in document parser (pdf, docx, excel variants, ods) */
+/** MIME types handled by the built-in document parser (pdf, docx, excel variants, ods/odt) */
 export const documentParserMimeTypes = [
   excelMimeTypes,
   /^application\/pdf$/,
   /^application\/vnd\.openxmlformats-officedocument\.wordprocessingml\.document$/,
   /^application\/vnd\.oasis\.opendocument\.spreadsheet$/,
+  /^application\/vnd\.oasis\.opendocument\.text$/,
 ];
 
 export const defaultTextMimeTypes = [/^[\w.-]+\/[\w.-]+$/];
@@ -242,6 +243,7 @@ export const codeTypeMapping: { [key: string]: string } = {
   py: 'text/x-python', // .py - Python source
   rb: 'text/x-ruby', // .rb - Ruby source
   tex: 'text/x-tex', // .tex - LaTeX source
+  java: 'text/x-java', // .java - Java source
   js: 'text/javascript', // .js - JavaScript source
   sh: 'application/x-sh', // .sh - Shell script
   ts: 'application/typescript', // .ts - TypeScript source

package/src/roles.spec.ts

@@ -0,0 +1,132 @@
+import { Permissions, PermissionTypes, permissionsSchema } from './permissions';
+import { SystemRoles, roleDefaults } from './roles';
+
+const RESOURCE_MANAGEMENT_FIELDS: Permissions[] = [
+  Permissions.CREATE,
+  Permissions.SHARE,
+  Permissions.SHARE_PUBLIC,
+];
+
+/**
+ * Permission types where CREATE/SHARE/SHARE_PUBLIC must default to false for USER.
+ * MEMORIES is excluded: its CREATE/READ/UPDATE apply to the user's own private data.
+ * AGENTS/PROMPTS are excluded: CREATE=true is intentional (users own their agents/prompts).
+ * Add new types here if they gate shared/multi-user resources.
+ */
+const RESOURCE_PERMISSION_TYPES: PermissionTypes[] = [
+  PermissionTypes.MCP_SERVERS,
+  PermissionTypes.REMOTE_AGENTS,
+];
+
+describe('roleDefaults', () => {
+  describe('USER role', () => {
+    const userPerms = roleDefaults[SystemRoles.USER].permissions;
+
+    it('should have explicit values for every field in every multi-field permission type', () => {
+      const schemaShape = permissionsSchema.shape;
+
+      for (const [permType, subSchema] of Object.entries(schemaShape)) {
+        const fieldNames = Object.keys(subSchema.shape);
+        if (fieldNames.length <= 1) {
+          continue;
+        }
+
+        const userValues =
+          userPerms[permType as PermissionTypes] as Record<string, boolean>;
+
+        for (const field of fieldNames) {
+          expect({
+            permType,
+            field,
+            value: userValues[field],
+          }).toEqual(
+            expect.objectContaining({
+              permType,
+              field,
+              value: expect.any(Boolean),
+            }),
+          );
+        }
+      }
+    });
+
+    it('should never grant CREATE, SHARE, or SHARE_PUBLIC by default for resource-management types', () => {
+      for (const permType of RESOURCE_PERMISSION_TYPES) {
+        const permissions = userPerms[permType] as Record<string, boolean>;
+        for (const field of RESOURCE_MANAGEMENT_FIELDS) {
+          if (permissions[field] === undefined) {
+            continue;
+          }
+          expect({
+            permType,
+            field,
+            value: permissions[field],
+          }).toEqual(
+            expect.objectContaining({
+              permType,
+              field,
+              value: false,
+            }),
+          );
+        }
+      }
+    });
+
+    it('should cover every permission type that has CREATE, SHARE, or SHARE_PUBLIC fields', () => {
+      const schemaShape = permissionsSchema.shape;
+      const restrictedSet = new Set<string>(RESOURCE_PERMISSION_TYPES);
+
+      for (const [permType, subSchema] of Object.entries(schemaShape)) {
+        const fieldNames = Object.keys(subSchema.shape);
+        const hasResourceFields = fieldNames.some((f) => RESOURCE_MANAGEMENT_FIELDS.includes(f as Permissions));
+        if (!hasResourceFields) {
+          continue;
+        }
+
+        const isTracked =
+          restrictedSet.has(permType) ||
+          permType === PermissionTypes.MEMORIES ||
+          permType === PermissionTypes.PROMPTS ||
+          permType === PermissionTypes.AGENTS;
+
+        expect({
+          permType,
+          tracked: isTracked,
+        }).toEqual(
+          expect.objectContaining({
+            permType,
+            tracked: true,
+          }),
+        );
+      }
+    });
+  });
+
+  describe('ADMIN role', () => {
+    const adminPerms = roleDefaults[SystemRoles.ADMIN].permissions;
+
+    it('should have explicit values for every field in every permission type', () => {
+      const schemaShape = permissionsSchema.shape;
+
+      for (const [permType, subSchema] of Object.entries(schemaShape)) {
+        const fieldNames = Object.keys(subSchema.shape);
+        const adminValues =
+          adminPerms[permType as PermissionTypes] as Record<string, boolean>;
+
+        for (const field of fieldNames) {
+          expect({
+            permType,
+            field,
+            value: adminValues[field],
+          }).toEqual(
+            expect.objectContaining({
+              permType,
+              field,
+              value: expect.any(Boolean),
+            }),
+          );
+        }
+      }
+    });
+  });
+});

package/src/roles.ts

@@ -180,10 +180,20 @@ export const roleDefaults = defaultRolesSchema.parse({
   [SystemRoles.USER]: {
     name: SystemRoles.USER,
     permissions: {
-      [PermissionTypes.PROMPTS]: {},
+      [PermissionTypes.PROMPTS]: {
+        [Permissions.USE]: true,
+        [Permissions.CREATE]: true,
+        [Permissions.SHARE]: false,
+        [Permissions.SHARE_PUBLIC]: false,
+      },
       [PermissionTypes.BOOKMARKS]: {},
       [PermissionTypes.MEMORIES]: {},
-      [PermissionTypes.AGENTS]: {},
+      [PermissionTypes.AGENTS]: {
+        [Permissions.USE]: true,
+        [Permissions.CREATE]: true,
+        [Permissions.SHARE]: false,
+        [Permissions.SHARE_PUBLIC]: false,
+      },
       [PermissionTypes.MULTI_CONVO]: {},
       [PermissionTypes.TEMPORARY_CHAT]: {},
       [PermissionTypes.RUN_CODE]: {},
@@ -198,8 +208,18 @@ export const roleDefaults = defaultRolesSchema.parse({
       },
       [PermissionTypes.FILE_SEARCH]: {},
       [PermissionTypes.FILE_CITATIONS]: {},
-      [PermissionTypes.MCP_SERVERS]: {},
-      [PermissionTypes.REMOTE_AGENTS]: {},
+      [PermissionTypes.MCP_SERVERS]: {
+        [Permissions.USE]: true,
+        [Permissions.CREATE]: false,
+        [Permissions.SHARE]: false,
+        [Permissions.SHARE_PUBLIC]: false,
+      },
+      [PermissionTypes.REMOTE_AGENTS]: {
+        [Permissions.USE]: false,
+        [Permissions.CREATE]: false,
+        [Permissions.SHARE]: false,
+        [Permissions.SHARE_PUBLIC]: false,
+      },
     },
   },
 });

package/src/schemas.ts

@@ -258,11 +258,8 @@ export const defaultAgentFormValues = {
   tools: [],
   tool_options: {},
   provider: {},
-  projectIds: [],
   edges: [],
   artifacts: '',
-  /** @deprecated Use ACL permissions instead */
-  isCollaborative: false,
   recursion_limit: undefined,
   [Tools.execute_code]: false,
   [Tools.file_search]: false,
@@ -633,6 +630,18 @@ export const tMessageSchema = z.object({
   feedback: feedbackSchema.optional(),
   /** metadata */
   metadata: z.record(z.unknown()).optional(),
+  contextMeta: z
+    .object({
+      calibrationRatio: z
+        .number()
+        .optional()
+        .describe('EMA ratio of provider-reported vs local token estimates; seeds the pruner on subsequent runs'),
+      encoding: z
+        .string()
+        .optional()
+        .describe('Tokenizer encoding used when this ratio was computed (e.g. "claude", "o200k_base")'),
+    })
+    .optional(),
 });
 
 export type MemoryArtifact = {

package/src/types/agents.ts

@@ -1,7 +1,7 @@
 /* eslint-disable @typescript-eslint/no-namespace */
 import { StepTypes, ContentTypes, ToolCallTypes } from './runs';
+import type { FunctionToolCall, SummaryContentPart } from './assistants';
 import type { TAttachment, TPlugin } from 'src/schemas';
-import type { FunctionToolCall } from './assistants';
 
 export namespace Agents {
   export type MessageType = 'human' | 'ai' | 'generic' | 'system' | 'function' | 'tool' | 'remove';
@@ -53,6 +53,8 @@ export namespace Agents {
     | MessageContentImageUrl
     | MessageContentVideoUrl
     | MessageContentInputAudio
+    | SummaryContentPart
+    | ToolCallContent
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     | (Record<string, any> & { type?: ContentTypes | string })
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
@@ -187,6 +189,7 @@ export namespace Agents {
     /** Group ID for parallel content - parts with same groupId are displayed in columns */
     groupId?: number; // #new
     stepDetails: StepDetails;
+    summary?: SummaryContentPart;
     usage: null | object;
   };
 
@@ -313,6 +316,28 @@ export namespace Agents {
     | ContentTypes.VIDEO_URL
     | ContentTypes.INPUT_AUDIO
     | string;
+
+  export interface SummarizeStartEvent {
+    agentId: string;
+    provider: string;
+    model?: string;
+    messagesToRefineCount: number;
+    summaryVersion: number;
+  }
+
+  export interface SummarizeDeltaEvent {
+    id: string;
+    delta: {
+      summary: SummaryContentPart;
+    };
+  }
+
+  export interface SummarizeCompleteEvent {
+    id: string;
+    agentId: string;
+    summary?: SummaryContentPart;
+    error?: string;
+  }
 }
 
 export type ToolCallResult = {

package/src/types/assistants.ts

@@ -252,15 +252,12 @@ export type Agent = {
   instructions?: string | null;
   additional_instructions?: string | null;
   tools?: string[];
-  projectIds?: string[];
   tool_kwargs?: Record<string, unknown>;
   metadata?: Record<string, unknown>;
   provider: AgentProvider;
   model: string | null;
   model_parameters: AgentModelParameters;
   conversation_starters?: string[];
-  /** @deprecated Use ACL permissions instead */
-  isCollaborative?: boolean;
   tool_resources?: AgentToolResources;
   /** @deprecated Use edges instead */
   agent_ids?: string[];
@@ -313,9 +310,6 @@ export type AgentUpdateParams = {
   provider?: AgentProvider;
   model?: string | null;
   model_parameters?: AgentModelParameters;
-  projectIds?: string[];
-  removeProjectIds?: string[];
-  isCollaborative?: boolean;
 } & Pick<
   Agent,
   | 'agent_ids'
@@ -527,6 +521,21 @@ export type ContentPart = (
 
 export type TextData = (Text & PartMetadata) | undefined;
 
+export type SummaryContentPart = {
+  type: ContentTypes.SUMMARY;
+  content?: Array<{ type: ContentTypes.TEXT; text: string }>;
+  tokenCount?: number;
+  summarizing?: boolean;
+  summaryVersion?: number;
+  model?: string;
+  provider?: string;
+  createdAt?: string;
+  boundary?: {
+    messageId: string;
+    contentIndex: number;
+  };
+};
+
 export type TMessageContentParts =
   | ({
       type: ContentTypes.ERROR;
@@ -551,6 +560,7 @@ export type TMessageContentParts =
         PartMetadata;
     } & ContentMetadata)
   | ({ type: ContentTypes.IMAGE_FILE; image_file: ImageFile & PartMetadata } & ContentMetadata)
+  | (SummaryContentPart & ContentMetadata)
   | (Agents.AgentUpdate & ContentMetadata)
   | (Agents.MessageContentImageUrl & ContentMetadata)
   | (Agents.MessageContentVideoUrl & ContentMetadata)

package/src/types/runs.ts

@@ -8,6 +8,7 @@ export enum ContentTypes {
   VIDEO_URL = 'video_url',
   INPUT_AUDIO = 'input_audio',
   AGENT_UPDATE = 'agent_update',
+  SUMMARY = 'summary',
   ERROR = 'error',
 }
 
@@ -24,3 +25,16 @@ export enum ToolCallTypes {
   /* Agents Tool Call */
   TOOL_CALL = 'tool_call',
 }
+
+/** Event names dispatched by the agent graph and consumed by step handlers. */
+export enum StepEvents {
+  ON_RUN_STEP = 'on_run_step',
+  ON_AGENT_UPDATE = 'on_agent_update',
+  ON_MESSAGE_DELTA = 'on_message_delta',
+  ON_REASONING_DELTA = 'on_reasoning_delta',
+  ON_RUN_STEP_DELTA = 'on_run_step_delta',
+  ON_RUN_STEP_COMPLETED = 'on_run_step_completed',
+  ON_SUMMARIZE_START = 'on_summarize_start',
+  ON_SUMMARIZE_DELTA = 'on_summarize_delta',
+  ON_SUMMARIZE_COMPLETE = 'on_summarize_complete',
+}

package/src/types.ts

@@ -534,7 +534,6 @@ export type TPromptGroup = {
   command?: string;
   oneliner?: string;
   category?: string;
-  projectIds?: string[];
   productionId?: string | null;
   productionPrompt?: Pick<TPrompt, 'prompt'> | null;
   author: string;
@@ -587,9 +586,7 @@ export type TCreatePromptResponse = {
   group?: TPromptGroup;
 };
 
-export type TUpdatePromptGroupPayload = Partial<TPromptGroup> & {
-  removeProjectIds?: string[];
-};
+export type TUpdatePromptGroupPayload = Partial<TPromptGroup>;
 
 export type TUpdatePromptGroupVariables = {
   id: string;