librechat-data-provider 0.2.1 → 0.3.0

package/src/schemas.ts

@@ -8,8 +8,107 @@ export enum EModelEndpoint {
   google = 'google',
   gptPlugins = 'gptPlugins',
   anthropic = 'anthropic',
+  assistant = 'assistant',
 }
 
+export const defaultEndpoints: EModelEndpoint[] = [
+  EModelEndpoint.openAI,
+  EModelEndpoint.assistant,
+  EModelEndpoint.azureOpenAI,
+  EModelEndpoint.bingAI,
+  EModelEndpoint.chatGPTBrowser,
+  EModelEndpoint.gptPlugins,
+  EModelEndpoint.google,
+  EModelEndpoint.anthropic,
+];
+
+export const alternateName = {
+  [EModelEndpoint.openAI]: 'OpenAI',
+  [EModelEndpoint.assistant]: 'Assistants',
+  [EModelEndpoint.azureOpenAI]: 'Azure OpenAI',
+  [EModelEndpoint.bingAI]: 'Bing',
+  [EModelEndpoint.chatGPTBrowser]: 'ChatGPT',
+  [EModelEndpoint.gptPlugins]: 'Plugins',
+  [EModelEndpoint.google]: 'Google',
+  [EModelEndpoint.anthropic]: 'Anthropic',
+};
+
+export const endpointSettings = {
+  [EModelEndpoint.google]: {
+    model: {
+      default: 'chat-bison',
+    },
+    maxOutputTokens: {
+      min: 1,
+      max: 2048,
+      step: 1,
+      default: 1024,
+    },
+    temperature: {
+      min: 0,
+      max: 1,
+      step: 0.01,
+      default: 0.2,
+    },
+    topP: {
+      min: 0,
+      max: 1,
+      step: 0.01,
+      default: 0.8,
+    },
+    topK: {
+      min: 1,
+      max: 40,
+      step: 0.01,
+      default: 40,
+    },
+  },
+};
+
+const google = endpointSettings[EModelEndpoint.google];
+
+export const EndpointURLs: { [key in EModelEndpoint]: string } = {
+  [EModelEndpoint.azureOpenAI]: '/api/ask/azureOpenAI',
+  [EModelEndpoint.openAI]: '/api/ask/openAI',
+  [EModelEndpoint.bingAI]: '/api/ask/bingAI',
+  [EModelEndpoint.chatGPTBrowser]: '/api/ask/chatGPTBrowser',
+  [EModelEndpoint.google]: '/api/ask/google',
+  [EModelEndpoint.gptPlugins]: '/api/ask/gptPlugins',
+  [EModelEndpoint.anthropic]: '/api/ask/anthropic',
+  [EModelEndpoint.assistant]: '/api/assistants/chat',
+};
+
+export const modularEndpoints = new Set<EModelEndpoint | string>([
+  EModelEndpoint.gptPlugins,
+  EModelEndpoint.anthropic,
+  EModelEndpoint.google,
+  EModelEndpoint.openAI,
+]);
+
+export const supportsFiles = {
+  [EModelEndpoint.openAI]: true,
+  [EModelEndpoint.assistant]: true,
+};
+
+export const openAIModels = [
+  'gpt-3.5-turbo-16k-0613',
+  'gpt-3.5-turbo-16k',
+  'gpt-4-1106-preview',
+  'gpt-3.5-turbo',
+  'gpt-3.5-turbo-1106',
+  'gpt-4-vision-preview',
+  'gpt-4',
+  'gpt-3.5-turbo-instruct-0914',
+  'gpt-3.5-turbo-0613',
+  'gpt-3.5-turbo-0301',
+  'gpt-3.5-turbo-instruct',
+  'gpt-4-0613',
+  'text-davinci-003',
+  'gpt-4-0314',
+];
+
+export const visionModels = ['gpt-4-vision', 'llava-13b'];
+
 export const eModelEndpointSchema = z.nativeEnum(EModelEndpoint);
 
 export const tPluginAuthConfigSchema = z.object({
@@ -99,6 +198,15 @@ export type TMessage = z.input<typeof tMessageSchema> & {
   children?: TMessage[];
   plugin?: TResPlugin | null;
   plugins?: TResPlugin[];
+  files?: {
+    type: string;
+    file_id: string;
+    filename?: string;
+    preview?: string;
+    filepath?: string;
+    height?: number;
+    width?: number;
+  }[];
 };
 
 export const tConversationSchema = z.object({
@@ -134,6 +242,9 @@ export const tConversationSchema = z.object({
   toneStyle: z.string().nullable().optional(),
   maxOutputTokens: z.number().optional(),
   agentOptions: tAgentOptionsSchema.nullable().optional(),
+  /* assistant */
+  assistant_id: z.string().optional(),
+  thread_id: z.string().optional(),
 });
 
 export type TConversation = z.infer<typeof tConversationSchema>;
@@ -150,6 +261,8 @@ export const tPresetSchema = tConversationSchema
       conversationId: z.string().optional(),
       presetId: z.string().nullable().optional(),
       title: z.string().nullable().optional(),
+      defaultPreset: z.boolean().optional(),
+      order: z.number().optional(),
     }),
   );
 
@@ -198,22 +311,24 @@ export const googleSchema = tConversationSchema
   })
   .transform((obj) => ({
     ...obj,
-    model: obj.model ?? 'chat-bison',
+    model: obj.model ?? google.model.default,
     modelLabel: obj.modelLabel ?? null,
     promptPrefix: obj.promptPrefix ?? null,
-    temperature: obj.temperature ?? 0.2,
-    maxOutputTokens: obj.maxOutputTokens ?? 1024,
-    topP: obj.topP ?? 0.95,
-    topK: obj.topK ?? 40,
+    examples: obj.examples ?? [{ input: { content: '' }, output: { content: '' } }],
+    temperature: obj.temperature ?? google.temperature.default,
+    maxOutputTokens: obj.maxOutputTokens ?? google.maxOutputTokens.default,
+    topP: obj.topP ?? google.topP.default,
+    topK: obj.topK ?? google.topK.default,
   }))
   .catch(() => ({
-    model: 'chat-bison',
+    model: google.model.default,
     modelLabel: null,
     promptPrefix: null,
-    temperature: 0.2,
-    maxOutputTokens: 1024,
-    topP: 0.95,
-    topK: 40,
+    examples: [{ input: { content: '' }, output: { content: '' } }],
+    temperature: google.temperature.default,
+    maxOutputTokens: google.maxOutputTokens.default,
+    topP: google.topP.default,
+    topK: google.topK.default,
   }));
 
 export const bingAISchema = tConversationSchema
@@ -339,25 +454,48 @@ export const gptPluginsSchema = tConversationSchema
     },
   }));
 
+export function removeNullishValues<T extends object>(obj: T): T {
+  const newObj: Partial<T> = { ...obj };
+
+  (Object.keys(newObj) as Array<keyof T>).forEach((key) => {
+    if (newObj[key] === undefined || newObj[key] === null || newObj[key] === '') {
+      delete newObj[key];
+    }
+  });
+
+  return newObj as T;
+}
+
+export const assistantSchema = tConversationSchema
+  .pick({
+    model: true,
+    assistant_id: true,
+    thread_id: true,
+  })
+  .transform(removeNullishValues)
+  .catch(() => ({}));
+
 type EndpointSchema =
   | typeof openAISchema
   | typeof googleSchema
   | typeof bingAISchema
   | typeof anthropicSchema
   | typeof chatGPTBrowserSchema
-  | typeof gptPluginsSchema;
+  | typeof gptPluginsSchema
+  | typeof assistantSchema;
 
 const endpointSchemas: Record<EModelEndpoint, EndpointSchema> = {
-  openAI: openAISchema,
-  azureOpenAI: openAISchema,
-  google: googleSchema,
-  bingAI: bingAISchema,
-  anthropic: anthropicSchema,
-  chatGPTBrowser: chatGPTBrowserSchema,
-  gptPlugins: gptPluginsSchema,
+  [EModelEndpoint.openAI]: openAISchema,
+  [EModelEndpoint.azureOpenAI]: openAISchema,
+  [EModelEndpoint.google]: googleSchema,
+  [EModelEndpoint.bingAI]: bingAISchema,
+  [EModelEndpoint.anthropic]: anthropicSchema,
+  [EModelEndpoint.chatGPTBrowser]: chatGPTBrowserSchema,
+  [EModelEndpoint.gptPlugins]: gptPluginsSchema,
+  [EModelEndpoint.assistant]: assistantSchema,
 };
 
-function getFirstDefinedValue(possibleValues: string[]) {
+export function getFirstDefinedValue(possibleValues: string[]) {
   let returnValue;
   for (const value of possibleValues) {
     if (value) {
@@ -368,7 +506,7 @@ function getFirstDefinedValue(possibleValues: string[]) {
   return returnValue;
 }
 
-type TPossibleValues = {
+export type TPossibleValues = {
   models: string[];
   secondaryModels?: string[];
 };
@@ -400,7 +538,7 @@ export const parseConvo = (
 
 export type TEndpointOption = {
   endpoint: EModelEndpoint;
-  model?: string;
+  model?: string | null;
   promptPrefix?: string;
   temperature?: number;
   chatGptLabel?: string | null;
@@ -410,23 +548,259 @@ export type TEndpointOption = {
 };
 
 export const getResponseSender = (endpointOption: TEndpointOption): string => {
-  const { endpoint, chatGptLabel, modelLabel, jailbreak } = endpointOption;
-
-  if (['openAI', 'azureOpenAI', 'gptPlugins', 'chatGPTBrowser'].includes(endpoint)) {
-    return chatGptLabel ?? 'ChatGPT';
+  const { model, endpoint, chatGptLabel, modelLabel, jailbreak } = endpointOption;
+
+  if (
+    [
+      EModelEndpoint.openAI,
+      EModelEndpoint.azureOpenAI,
+      EModelEndpoint.gptPlugins,
+      EModelEndpoint.chatGPTBrowser,
+    ].includes(endpoint)
+  ) {
+    if (chatGptLabel) {
+      return chatGptLabel;
+    } else if (model && model.includes('gpt-3')) {
+      return 'GPT-3.5';
+    } else if (model && model.includes('gpt-4')) {
+      return 'GPT-4';
+    }
+    return alternateName[endpoint] ?? 'ChatGPT';
   }
 
-  if (endpoint === 'bingAI') {
+  if (endpoint === EModelEndpoint.bingAI) {
     return jailbreak ? 'Sydney' : 'BingAI';
   }
 
-  if (endpoint === 'anthropic') {
-    return modelLabel ?? 'Anthropic';
+  if (endpoint === EModelEndpoint.anthropic) {
+    return modelLabel ?? 'Claude';
   }
 
-  if (endpoint === 'google') {
-    return modelLabel ?? 'PaLM2';
+  if (endpoint === EModelEndpoint.google) {
+    if (modelLabel) {
+      return modelLabel;
+    } else if (model && model.includes('code')) {
+      return 'Codey';
+    }
+
+    return 'PaLM2';
   }
 
   return '';
 };
+
+export const compactOpenAISchema = tConversationSchema
+  .pick({
+    model: true,
+    chatGptLabel: true,
+    promptPrefix: true,
+    temperature: true,
+    top_p: true,
+    presence_penalty: true,
+    frequency_penalty: true,
+  })
+  .transform((obj: Partial<TConversation>) => {
+    const newObj: Partial<TConversation> = { ...obj };
+    if (newObj.model === 'gpt-3.5-turbo') {
+      delete newObj.model;
+    }
+    if (newObj.temperature === 1) {
+      delete newObj.temperature;
+    }
+    if (newObj.top_p === 1) {
+      delete newObj.top_p;
+    }
+    if (newObj.presence_penalty === 0) {
+      delete newObj.presence_penalty;
+    }
+    if (newObj.frequency_penalty === 0) {
+      delete newObj.frequency_penalty;
+    }
+
+    return removeNullishValues(newObj);
+  })
+  .catch(() => ({}));
+
+export const compactGoogleSchema = tConversationSchema
+  .pick({
+    model: true,
+    modelLabel: true,
+    promptPrefix: true,
+    examples: true,
+    temperature: true,
+    maxOutputTokens: true,
+    topP: true,
+    topK: true,
+  })
+  .transform((obj) => {
+    const newObj: Partial<TConversation> = { ...obj };
+    if (newObj.model === google.model.default) {
+      delete newObj.model;
+    }
+    if (newObj.temperature === google.temperature.default) {
+      delete newObj.temperature;
+    }
+    if (newObj.maxOutputTokens === google.maxOutputTokens.default) {
+      delete newObj.maxOutputTokens;
+    }
+    if (newObj.topP === google.topP.default) {
+      delete newObj.topP;
+    }
+    if (newObj.topK === google.topK.default) {
+      delete newObj.topK;
+    }
+
+    return removeNullishValues(newObj);
+  })
+  .catch(() => ({}));
+
+export const compactAnthropicSchema = tConversationSchema
+  .pick({
+    model: true,
+    modelLabel: true,
+    promptPrefix: true,
+    temperature: true,
+    maxOutputTokens: true,
+    topP: true,
+    topK: true,
+  })
+  .transform((obj) => {
+    const newObj: Partial<TConversation> = { ...obj };
+    if (newObj.model === 'claude-1') {
+      delete newObj.model;
+    }
+    if (newObj.temperature === 1) {
+      delete newObj.temperature;
+    }
+    if (newObj.maxOutputTokens === 4000) {
+      delete newObj.maxOutputTokens;
+    }
+    if (newObj.topP === 0.7) {
+      delete newObj.topP;
+    }
+    if (newObj.topK === 5) {
+      delete newObj.topK;
+    }
+
+    return removeNullishValues(newObj);
+  })
+  .catch(() => ({}));
+
+export const compactChatGPTSchema = tConversationSchema
+  .pick({
+    model: true,
+  })
+  .transform((obj) => {
+    const newObj: Partial<TConversation> = { ...obj };
+    // model: obj.model ?? 'text-davinci-002-render-sha',
+    if (newObj.model === 'text-davinci-002-render-sha') {
+      delete newObj.model;
+    }
+
+    return removeNullishValues(newObj);
+  })
+  .catch(() => ({}));
+
+export const compactPluginsSchema = tConversationSchema
+  .pick({
+    model: true,
+    chatGptLabel: true,
+    promptPrefix: true,
+    temperature: true,
+    top_p: true,
+    presence_penalty: true,
+    frequency_penalty: true,
+    tools: true,
+    agentOptions: true,
+  })
+  .transform((obj) => {
+    const newObj: Partial<TConversation> = { ...obj };
+    if (newObj.model === 'gpt-3.5-turbo') {
+      delete newObj.model;
+    }
+    if (newObj.chatGptLabel === null) {
+      delete newObj.chatGptLabel;
+    }
+    if (newObj.promptPrefix === null) {
+      delete newObj.promptPrefix;
+    }
+    if (newObj.temperature === 0.8) {
+      delete newObj.temperature;
+    }
+    if (newObj.top_p === 1) {
+      delete newObj.top_p;
+    }
+    if (newObj.presence_penalty === 0) {
+      delete newObj.presence_penalty;
+    }
+    if (newObj.frequency_penalty === 0) {
+      delete newObj.frequency_penalty;
+    }
+    if (newObj.tools?.length === 0) {
+      delete newObj.tools;
+    }
+
+    if (
+      newObj.agentOptions &&
+      newObj.agentOptions.agent === 'functions' &&
+      newObj.agentOptions.skipCompletion === true &&
+      newObj.agentOptions.model === 'gpt-3.5-turbo' &&
+      newObj.agentOptions.temperature === 0
+    ) {
+      delete newObj.agentOptions;
+    }
+
+    return removeNullishValues(newObj);
+  })
+  .catch(() => ({}));
+
+type CompactEndpointSchema =
+  | typeof compactOpenAISchema
+  | typeof assistantSchema
+  | typeof compactGoogleSchema
+  | typeof bingAISchema
+  | typeof compactAnthropicSchema
+  | typeof compactChatGPTSchema
+  | typeof compactPluginsSchema;
+
+const compactEndpointSchemas: Record<string, CompactEndpointSchema> = {
+  openAI: compactOpenAISchema,
+  azureOpenAI: compactOpenAISchema,
+  assistant: assistantSchema,
+  google: compactGoogleSchema,
+  /* BingAI needs all fields */
+  bingAI: bingAISchema,
+  anthropic: compactAnthropicSchema,
+  chatGPTBrowser: compactChatGPTSchema,
+  gptPlugins: compactPluginsSchema,
+};
+
+export const parseCompactConvo = (
+  endpoint: EModelEndpoint | undefined,
+  conversation: Partial<TConversation | TPreset>,
+  possibleValues?: TPossibleValues,
+) => {
+  if (!endpoint) {
+    throw new Error(`undefined endpoint: ${endpoint}`);
+  }
+
+  const schema = compactEndpointSchemas[endpoint];
+
+  if (!schema) {
+    throw new Error(`Unknown endpoint: ${endpoint}`);
+  }
+
+  const convo = schema.parse(conversation) as TConversation;
+  // const { models, secondaryModels } = possibleValues ?? {};
+  const { models } = possibleValues ?? {};
+
+  if (models && convo) {
+    convo.model = getFirstDefinedValue(models) ?? convo.model;
+  }
+
+  // if (secondaryModels && convo.agentOptions) {
+  //   convo.agentOptionmodel = getFirstDefinedValue(secondaryModels) ?? convo.agentOptionmodel;
+  // }
+
+  return convo;
+};

package/src/sse.js

@@ -4,7 +4,7 @@
  * All rights reserved.
  */
 
-import { refreshToken } from './data-service';
+import request from './request';
 import { setTokenHeader } from './headers-helpers';
 
 var SSE = function (url, options) {
@@ -113,7 +113,7 @@ var SSE = function (url, options) {
     if (this.xhr.status === 401 && !this._retry) {
       this._retry = true;
       try {
-        const refreshResponse = await refreshToken();
+        const refreshResponse = await request.refreshToken();
         this.headers = {
           'Content-Type': 'application/json',
           Authorization: `Bearer ${refreshResponse.token}`,

package/src/types/assistants.ts

@@ -0,0 +1,72 @@
+export type Metadata = {
+  [key: string]: unknown;
+};
+
+export enum Tools {
+  code_interpreter = 'code_interpreter',
+  retrieval = 'retrieval',
+  function = 'function',
+}
+
+export type Tool = {
+  [type: string]: Tools;
+};
+
+export type Assistant = {
+  id: string;
+  created_at: number;
+  description: string | null;
+  file_ids: string[];
+  instructions: string | null;
+  metadata: Metadata | null;
+  model: string;
+  name: string | null;
+  object: string;
+  tools: Tool[];
+};
+
+export type AssistantCreateParams = {
+  model: string;
+  description?: string | null;
+  file_ids?: string[];
+  instructions?: string | null;
+  metadata?: Metadata | null;
+  name?: string | null;
+  tools?: Tool[];
+};
+
+export type AssistantUpdateParams = {
+  model?: string;
+  description?: string | null;
+  file_ids?: string[];
+  instructions?: string | null;
+  metadata?: Metadata | null;
+  name?: string | null;
+  tools?: Tool[];
+};
+
+export type AssistantListParams = {
+  limit?: number;
+  before?: string | null;
+  after?: string | null;
+  order?: 'asc' | 'desc';
+};
+
+export type AssistantListResponse = {
+  object: string;
+  data: Assistant[];
+  first_id: string;
+  last_id: string;
+  has_more: boolean;
+};
+
+export type File = {
+  file_id: string;
+  id?: string;
+  temp_file_id?: string;
+  bytes: number;
+  created_at: number;
+  filename: string;
+  object: string;
+  purpose: 'fine-tune' | 'fine-tune-results' | 'assistants' | 'assistants_output';
+};

package/src/types/files.ts

@@ -0,0 +1,42 @@
+export type FileUploadResponse = {
+  message: string;
+  file_id: string;
+  temp_file_id: string;
+  filepath: string;
+  filename: string;
+  type: string;
+  size: number;
+  height: number;
+  width: number;
+};
+
+export type FileUploadBody = {
+  formData: FormData;
+  file_id: string;
+};
+
+export type UploadMutationOptions = {
+  onSuccess?: (data: FileUploadResponse, variables: FileUploadBody, context?: unknown) => void;
+  onMutate?: (variables: FileUploadBody) => void | Promise<unknown>;
+  onError?: (error: unknown, variables: FileUploadBody, context?: unknown) => void;
+};
+
+export type DeleteFilesResponse = {
+  message: string;
+  result: Record<string, unknown>;
+};
+
+export type BatchFile = {
+  file_id: string;
+  filepath: string;
+};
+
+export type DeleteFilesBody = {
+  files: BatchFile[];
+};
+
+export type DeleteMutationOptions = {
+  onSuccess?: (data: DeleteFilesResponse, variables: DeleteFilesBody, context?: unknown) => void;
+  onMutate?: (variables: DeleteFilesBody) => void | Promise<unknown>;
+  onError?: (error: unknown, variables: DeleteFilesBody, context?: unknown) => void;
+};

package/src/types/mutations.ts

@@ -0,0 +1,28 @@
+import { TPreset } from '../types';
+
+export type PresetDeleteResponse = {
+  acknowledged: boolean;
+  deletedCount: number;
+};
+
+export type UpdatePresetOptions = {
+  onSuccess?: (data: TPreset, variables: TPreset, context?: unknown) => void;
+  onMutate?: (variables: TPreset) => void | Promise<unknown>;
+  onError?: (error: unknown, variables: TPreset, context?: unknown) => void;
+};
+
+export type DeletePresetOptions = {
+  onSuccess?: (
+    data: PresetDeleteResponse,
+    variables: TPreset | undefined,
+    context?: unknown,
+  ) => void;
+  onMutate?: (variables: TPreset | undefined) => void | Promise<unknown>;
+  onError?: (error: unknown, variables: TPreset | undefined, context?: unknown) => void;
+};
+
+export type LogoutOptions = {
+  onSuccess?: (data: unknown, variables: undefined, context?: unknown) => void;
+  onMutate?: (variables: undefined) => void | Promise<unknown>;
+  onError?: (error: unknown, variables: undefined, context?: unknown) => void;
+};