@hexabot-ai/api 3.2.1-alpha.0 → 3.2.2-alpha.1

package/src/license/services/license.service.spec.ts

@@ -168,7 +168,7 @@ const createActivationResponse = (
 const createSettingUpdateEvent = ({
   oldValue,
   newValue,
-  group = 'chatbot_settings',
+  group = 'global_settings',
   label = 'license_key',
 }: {
   oldValue?: unknown;
@@ -203,7 +203,7 @@ const createEnv = (overrides: CreateEnvOptions = {}): ServiceEnv => {
     ...overrides.apiService,
   };
   const settingService: MockSettingService = {
-    getSettings: jest.fn().mockResolvedValue({ chatbot_settings: {} }),
+    getSettings: jest.fn().mockResolvedValue({ global_settings: {} }),
     clearCache: jest.fn().mockResolvedValue(undefined),
     ...overrides.settingService,
   };
@@ -295,7 +295,7 @@ describe('LicenseService', () => {
     it('marks state invalid when validation fails', async () => {
       const { service, settingService, apiService } = createEnv();
       settingService.getSettings.mockResolvedValueOnce({
-        chatbot_settings: { license_key: 'invalid-key' },
+        global_settings: { license_key: 'invalid-key' },
       });
       apiService.validate.mockResolvedValue(
         createValidationResponse({ valid: false, license_key: null }),
@@ -316,7 +316,7 @@ describe('LicenseService', () => {
     it('marks state expired when the license has expired', async () => {
       const { service, settingService, apiService } = createEnv();
       settingService.getSettings.mockResolvedValueOnce({
-        chatbot_settings: { license_key: 'expired-key' },
+        global_settings: { license_key: 'expired-key' },
       });
       apiService.validate.mockResolvedValue(
         createValidationResponse({
@@ -352,7 +352,7 @@ describe('LicenseService', () => {
     it('marks state disabled when the license has been disabled', async () => {
       const { service, settingService, apiService } = createEnv();
       settingService.getSettings.mockResolvedValueOnce({
-        chatbot_settings: { license_key: 'disabled-key' },
+        global_settings: { license_key: 'disabled-key' },
       });
       apiService.validate.mockResolvedValue(
         createValidationResponse({
@@ -385,7 +385,7 @@ describe('LicenseService', () => {
       const { service, settingService, apiService, metadataService } =
         createEnv();
       settingService.getSettings.mockResolvedValueOnce({
-        chatbot_settings: { license_key: 'active-key' },
+        global_settings: { license_key: 'active-key' },
       });
       apiService.validate.mockResolvedValue(
         createValidationResponse({
@@ -410,7 +410,7 @@ describe('LicenseService', () => {
     it('keeps user management disabled for starter plan', async () => {
       const { service, settingService, apiService } = createEnv();
       settingService.getSettings.mockResolvedValueOnce({
-        chatbot_settings: { license_key: 'starter-key' },
+        global_settings: { license_key: 'starter-key' },
       });
       apiService.validate.mockResolvedValue(
         createValidationResponse({
@@ -434,7 +434,7 @@ describe('LicenseService', () => {
         workflowCount: 150,
       });
       settingService.getSettings.mockResolvedValueOnce({
-        chatbot_settings: { license_key: 'active-pro' },
+        global_settings: { license_key: 'active-pro' },
       });
       apiService.validate.mockResolvedValue(
         createValidationResponse({
@@ -463,7 +463,7 @@ describe('LicenseService', () => {
         workflowCount: 2,
       });
       settingService.getSettings.mockResolvedValueOnce({
-        chatbot_settings: { license_key: 'active-unknown' },
+        global_settings: { license_key: 'active-unknown' },
       });
       apiService.validate.mockResolvedValue(
         createValidationResponse({
@@ -495,7 +495,7 @@ describe('LicenseService', () => {
         workflowCount: 600,
       });
       settingService.getSettings.mockResolvedValueOnce({
-        chatbot_settings: { license_key: 'active-unlimited' },
+        global_settings: { license_key: 'active-unlimited' },
       });
       apiService.validate.mockResolvedValue(
         createValidationResponse({
@@ -525,7 +525,7 @@ describe('LicenseService', () => {
       const { service, settingService, apiService, metadataService } =
         createEnv();
       settingService.getSettings.mockResolvedValueOnce({
-        chatbot_settings: { license_key: 'to-activate' },
+        global_settings: { license_key: 'to-activate' },
       });
       apiService.validate.mockResolvedValue(
         createValidationResponse({
@@ -578,7 +578,7 @@ describe('LicenseService', () => {
     it('stores an error when activation slots are exhausted', async () => {
       const { service, settingService, apiService } = createEnv();
       settingService.getSettings.mockResolvedValueOnce({
-        chatbot_settings: { license_key: 'full' },
+        global_settings: { license_key: 'full' },
       });
       apiService.validate.mockResolvedValue(
         createValidationResponse({
@@ -611,7 +611,7 @@ describe('LicenseService', () => {
     it('uses Axios extractor when refresh throws', async () => {
       const { service, settingService, apiService } = createEnv();
       settingService.getSettings.mockResolvedValueOnce({
-        chatbot_settings: { license_key: 'network' },
+        global_settings: { license_key: 'network' },
       });
       apiService.extractAxiosError.mockReturnValue('Detailed');
       apiService.validate.mockRejectedValue(new Error('fail'));

package/src/license/services/license.service.ts

@@ -14,7 +14,7 @@ import { InjectDataSource } from '@nestjs/typeorm';
 import { DataSource } from 'typeorm';
 
 import { LoggerService } from '@/logger/logger.service';
-import { CHATBOT_SETTINGS_GROUP } from '@/setting/default.settings';
+import { GLOBAL_SETTINGS_GROUP } from '@/setting/default.settings';
 import { SettingOrmEntity } from '@/setting/entities/setting.entity';
 import { MetadataService } from '@/setting/services/metadata.service';
 import { SettingService } from '@/setting/services/setting.service';
@@ -256,7 +256,7 @@ export class LicenseService implements OnApplicationBootstrap {
     const group = next?.group ?? previous?.group;
     const label = next?.label ?? previous?.label;
 
-    if (group !== CHATBOT_SETTINGS_GROUP || label !== 'license_key') {
+    if (group !== GLOBAL_SETTINGS_GROUP || label !== 'license_key') {
       return;
     }
 
@@ -474,7 +474,7 @@ export class LicenseService implements OnApplicationBootstrap {
     await this.settingService.clearCache();
     const settings = await this.settingService.getSettings();
 
-    return this.normalizeLicenseKey(settings.chatbot_settings?.license_key);
+    return this.normalizeLicenseKey(settings.global_settings?.license_key);
   }
 
   private async getInstanceId(): Promise<string | undefined> {

package/src/setting/default.settings.ts

@@ -9,13 +9,13 @@ import z from 'zod';
 import { createSettingGroup } from '@/setting/create-setting-group';
 import { RuntimeSettingGroupSchema } from '@/setting/runtime-settings';
 
-export const CHATBOT_SETTINGS_GROUP = 'chatbot_settings' as const;
+export const GLOBAL_SETTINGS_GROUP = 'global_settings' as const;
 
 export const RAG_SETTINGS_GROUP = 'rag_settings' as const;
 
 export const CONTACT_SETTINGS_GROUP = 'contact' as const;
 
-export const chatbotSettingsSchema = z
+export const globalSettingsSchema = z
   .strictObject({
     license_key: z.string().default('').meta({
       title: 'License key',
@@ -23,51 +23,12 @@ export const chatbotSettingsSchema = z
         'Provide the license key associated with your subscription. Learn more about available plans at https://hexabot.ai/pricing#pricing.',
       'ui:widget': 'password',
     }),
-    default_nlu_helper: z
-      .string()
-      .default('llm-nlu')
-      .meta({
-        title: 'Default NLU helper',
-        description: 'Helper used by default to run NLU tasks.',
-        'ui:widget': 'AutoCompleteWidget',
-        'ui:options': {
-          entity: 'NluHelper',
-          valueKey: 'name',
-          labelKey: 'name',
-        },
-      }),
-    default_nlu_penalty_factor: z
-      .number()
-      .min(0)
-      .max(1)
-      .multipleOf(0.01)
-      .default(0.95)
-      .meta({
-        title: 'Default NLU penalty factor',
-        description: 'Penalty factor applied to NLU confidence scoring.',
-        'ui:options': {
-          step: 0.01,
-        },
-      }),
-    default_llm_helper: z
-      .string()
-      .default('ollama')
-      .meta({
-        title: 'Default LLM helper',
-        description: 'Helper used by default for LLM generation tasks.',
-        'ui:widget': 'AutoCompleteWidget',
-        'ui:options': {
-          entity: 'LlmHelper',
-          valueKey: 'name',
-          labelKey: 'name',
-        },
-      }),
     default_storage_helper: z
       .string()
       .default('local-storage')
       .meta({
         title: 'Default storage helper',
-        description: 'Helper used to persist chatbot data by default.',
+        description: 'Helper used to persist workflow data by default.',
         'ui:widget': 'AutoCompleteWidget',
         'ui:options': {
           entity: 'StorageHelper',
@@ -75,23 +36,9 @@ export const chatbotSettingsSchema = z
           labelKey: 'name',
         },
       }),
-    global_fallback: z.boolean().default(true).meta({
-      title: 'Enable global fallback',
-      description: 'Enable fallback handling when no intent or flow matches.',
-    }),
-    fallback_message: z
-      .array(z.string())
-      .default([
-        "Sorry but i didn't understand your request. Maybe you can check the menu",
-        "I'm really sorry but i don't quite understand what you are saying :(",
-      ])
-      .meta({
-        title: 'Fallback messages',
-        description: 'Messages shown when fallback handling is triggered.',
-      }),
   })
   .meta({
-    title: 'Chatbot',
+    title: 'Global settings',
   });
 
 export const ragSettingsSchema = z
@@ -207,15 +154,15 @@ export const contactSettingsSchema = z
 
 declare global {
   interface RuntimeSettingRegistry {
-    [CHATBOT_SETTINGS_GROUP]: typeof chatbotSettingsSchema;
+    [GLOBAL_SETTINGS_GROUP]: typeof globalSettingsSchema;
     [RAG_SETTINGS_GROUP]: typeof ragSettingsSchema;
     [CONTACT_SETTINGS_GROUP]: typeof contactSettingsSchema;
   }
 }
 
-export const ChatbotSettingsGroup = createSettingGroup({
-  group: CHATBOT_SETTINGS_GROUP,
-  schema: chatbotSettingsSchema,
+export const GlobalSettingsGroup = createSettingGroup({
+  group: GLOBAL_SETTINGS_GROUP,
+  schema: globalSettingsSchema,
   scope: 'global',
 });
 
@@ -233,8 +180,8 @@ export const ContactSettingsGroup = createSettingGroup({
 
 export const DEFAULT_GLOBAL_SETTING_SCHEMAS = [
   {
-    group: CHATBOT_SETTINGS_GROUP,
-    schema: chatbotSettingsSchema,
+    group: GLOBAL_SETTINGS_GROUP,
+    schema: globalSettingsSchema,
   },
   {
     group: RAG_SETTINGS_GROUP,

package/src/utils/helpers/safe-property-path.ts

@@ -0,0 +1,13 @@
+/*
+ * Hexabot — Fair Core License (FCL-1.0-ALv2)
+ * Copyright (c) 2025 Hexastack.
+ * Full terms: see LICENSE.md.
+ */
+
+import toPath from 'lodash/toPath';
+
+const FORBIDDEN_SEGMENTS = new Set(['__proto__', 'constructor', 'prototype']);
+
+export function hasForbiddenSegment(path: string): boolean {
+  return toPath(path).some((segment) => FORBIDDEN_SEGMENTS.has(segment));
+}

package/src/utils/pipes/typeorm-search-filter.pipe.ts

@@ -22,6 +22,7 @@ import {
   Not,
 } from 'typeorm';
 
+import { hasForbiddenSegment } from '../helpers/safe-property-path';
 import {
   TFilterNestedKeysOfType,
   TSearchFilterValue,
@@ -200,7 +201,7 @@ export class TypeOrmSearchFilterPipe<T>
     }
 
     const [field = '', direction = 'desc'] = sort.trim().split(/\s+/);
-    if (!field) {
+    if (!field || hasForbiddenSegment(field)) {
       return undefined;
     }
 
@@ -396,7 +397,7 @@ export class TypeOrmSearchFilterPipe<T>
     path: string,
     value: unknown,
   ): void {
-    if (value === undefined) return;
+    if (value === undefined || hasForbiddenSegment(path)) return;
     const segments = path.split('.');
     let cursor = target;
 
@@ -416,7 +417,7 @@ export class TypeOrmSearchFilterPipe<T>
     right: FindOptionsWhere<T>,
   ): FindOptionsWhere<T> {
     for (const [key, value] of Object.entries(right)) {
-      if (value === undefined) {
+      if (value === undefined || hasForbiddenSegment(key)) {
         continue;
       }
 

package/src/utils/test/fixtures/setting.ts

@@ -14,7 +14,7 @@ const UNUSED_HELPER_GROUP = String(getRandom());
 
 export const settingFixtures: SettingCreateDto[] = [
   {
-    group: 'chatbot_settings',
+    group: 'global_settings',
     label: 'default_storage_helper',
     value: 'local-storage',
   },

package/src/utils/test/providers/setting-service.provider.ts

@@ -9,27 +9,12 @@ import { SettingService } from '@/setting';
 export const SettingServiceProvider = {
   provide: SettingService,
   useValue: {
-    default_nlu_helper: 'llm-nlu',
     getSettings: jest.fn().mockResolvedValue({
-      chatbot_settings: {
-        default_nlu_helper: 'llm-nlu',
-        global_fallback: true,
-        fallback_message: ['Global fallback message'],
+      global_settings: {
+        license_key: '',
+        default_storage_helper: 'local-storage',
       },
     }),
-    find: jest.fn().mockImplementation((criteria: { translatable?: boolean }) =>
-      [
-        {
-          translatable: true,
-          group: 'default',
-          value: 'Global fallback message',
-          label: 'fallback_message',
-        },
-      ].filter((s) =>
-        criteria && 'translatable' in criteria
-          ? s.translatable === criteria.translatable
-          : true,
-      ),
-    ),
+    find: jest.fn().mockReturnValue([]),
   },
 };

package/src/websocket/services/socket-event-dispatcher.service.ts

@@ -144,12 +144,14 @@ export class SocketEventDispatcherService implements OnModuleInit {
     }
 
     const withLeadingSlash = path.startsWith('/') ? path : `/${path}`;
-    const withoutTrailingSlash =
-      withLeadingSlash.length > 1
-        ? withLeadingSlash.replace(/\/+$/, '')
-        : withLeadingSlash;
+    let end = withLeadingSlash.length;
+    while (end > 1 && withLeadingSlash.charCodeAt(end - 1) === 0x2f) {
+      end--;
+    }
 
-    return withoutTrailingSlash;
+    return end < withLeadingSlash.length
+      ? withLeadingSlash.slice(0, end)
+      : withLeadingSlash;
   }
 
   private matchPath(

package/dist/config/i18n/en/chatbot_settings.json

@@ -1,17 +0,0 @@
-{
-    "Chatbot": "Chatbot",
-    "Default NLU helper": "Default NLU helper",
-    "Helper used by default to run NLU tasks.": "Helper used by default to run NLU tasks.",
-    "Default NLU penalty factor": "Default NLU penalty factor",
-    "Penalty factor applied to NLU confidence scoring.": "Penalty factor applied to NLU confidence scoring.",
-    "Default LLM helper": "Default LLM helper",
-    "Helper used by default for LLM generation tasks.": "Helper used by default for LLM generation tasks.",
-    "Default storage helper": "Default storage helper",
-    "Helper used to persist chatbot data by default.": "Helper used to persist chatbot data by default.",
-    "License key": "License key",
-    "Provide the license key associated with your subscription. Learn more about available plans at https://hexabot.ai/pricing#pricing.": "Provide the license key associated with your subscription. Learn more about available plans at https://hexabot.ai/pricing#pricing.",
-    "Enable global fallback": "Enable global fallback",
-    "Enable fallback handling when no intent or flow matches.": "Enable fallback handling when no intent or flow matches.",
-    "Fallback messages": "Fallback messages",
-    "Messages shown when fallback handling is triggered.": "Messages shown when fallback handling is triggered."
-}

package/dist/config/i18n/fr/chatbot_settings.json

@@ -1,17 +0,0 @@
-{
-    "Chatbot": "Chatbot",
-    "Default NLU helper": "Utilitaire NLU par défaut",
-    "Helper used by default to run NLU tasks.": "Utilitaire utilisé par défaut pour exécuter les tâches NLU.",
-    "Default NLU penalty factor": "Facteur de pénalité NLU par défaut",
-    "Penalty factor applied to NLU confidence scoring.": "Facteur de pénalité appliqué au score de confiance NLU.",
-    "Default LLM helper": "Utilitaire LLM par défaut",
-    "Helper used by default for LLM generation tasks.": "Utilitaire utilisé par défaut pour les tâches de génération LLM.",
-    "Default storage helper": "Utilitaire de stockage par défaut",
-    "Helper used to persist chatbot data by default.": "Utilitaire utilisé par défaut pour persister les données du chatbot.",
-    "License key": "Clé de licence",
-    "Provide the license key associated with your subscription. Learn more about available plans at https://hexabot.ai/pricing#pricing.": "Indiquez la clé de licence liée à votre abonnement. Découvrez nos offres sur https://hexabot.ai/pricing#pricing.",
-    "Enable global fallback": "Activer le fallback global",
-    "Enable fallback handling when no intent or flow matches.": "Activer la gestion du fallback lorsqu'aucune intention ou aucun flux ne correspond.",
-    "Fallback messages": "Messages de fallback",
-    "Messages shown when fallback handling is triggered.": "Messages affichés lorsque la gestion du fallback est déclenchée."
-}

package/dist/helper/lib/base-llm-helper.d.ts

@@ -1,10 +0,0 @@
-import { AnyMessage } from '@hexabot-ai/types';
-import { HelperName, HelperType, LLM } from '../types';
-import BaseHelper from './base-helper';
-export declare abstract class BaseLlmHelper<N extends HelperName = HelperName> extends BaseHelper<N> {
-    protected readonly type: HelperType;
-    constructor(name: N);
-    abstract generateResponse(prompt: string, model: string, systemPrompt: string, extra?: any): Promise<string>;
-    generateStructuredResponse?<T>(prompt: string, model: string, systemPrompt: string, schema: LLM.ResponseSchema, extra?: any): Promise<T>;
-    abstract generateChatCompletion(prompt: string, model: string, systemPrompt?: string, history?: AnyMessage[], extra?: any): Promise<string>;
-}

package/dist/helper/lib/base-llm-helper.js

@@ -1,16 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.BaseLlmHelper = void 0;
-const types_1 = require("../types");
-const base_helper_1 = __importDefault(require("./base-helper"));
-class BaseLlmHelper extends base_helper_1.default {
-    constructor(name) {
-        super(name);
-        this.type = types_1.HelperType.LLM;
-    }
-}
-exports.BaseLlmHelper = BaseLlmHelper;
-//# sourceMappingURL=base-llm-helper.js.map

package/dist/helper/lib/base-llm-helper.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"base-llm-helper.js","sourceRoot":"","sources":["../../../src/helper/lib/base-llm-helper.ts"],"names":[],"mappings":";;;;;;AAQA,oCAAuD;AAEvD,gEAAuC;AAEvC,MAAsB,aAEpB,SAAQ,qBAAa;IAGrB,YAAY,IAAO;QACjB,KAAK,CAAC,IAAI,CAAC,CAAC;QAHK,SAAI,GAAe,kBAAU,CAAC,GAAG,CAAC;IAIrD,CAAC;CAsDF;AA7DD,sCA6DC"}

package/src/config/i18n/en/chatbot_settings.json

@@ -1,17 +0,0 @@
-{
-  "Chatbot": "Chatbot",
-  "Default NLU helper": "Default NLU helper",
-  "Helper used by default to run NLU tasks.": "Helper used by default to run NLU tasks.",
-  "Default NLU penalty factor": "Default NLU penalty factor",
-  "Penalty factor applied to NLU confidence scoring.": "Penalty factor applied to NLU confidence scoring.",
-  "Default LLM helper": "Default LLM helper",
-  "Helper used by default for LLM generation tasks.": "Helper used by default for LLM generation tasks.",
-  "Default storage helper": "Default storage helper",
-  "Helper used to persist chatbot data by default.": "Helper used to persist chatbot data by default.",
-  "License key": "License key",
-  "Provide the license key associated with your subscription. Learn more about available plans at https://hexabot.ai/pricing#pricing.": "Provide the license key associated with your subscription. Learn more about available plans at https://hexabot.ai/pricing#pricing.",
-  "Enable global fallback": "Enable global fallback",
-  "Enable fallback handling when no intent or flow matches.": "Enable fallback handling when no intent or flow matches.",
-  "Fallback messages": "Fallback messages",
-  "Messages shown when fallback handling is triggered.": "Messages shown when fallback handling is triggered."
-}

package/src/config/i18n/fr/chatbot_settings.json

@@ -1,17 +0,0 @@
-{
-  "Chatbot": "Chatbot",
-  "Default NLU helper": "Utilitaire NLU par défaut",
-  "Helper used by default to run NLU tasks.": "Utilitaire utilisé par défaut pour exécuter les tâches NLU.",
-  "Default NLU penalty factor": "Facteur de pénalité NLU par défaut",
-  "Penalty factor applied to NLU confidence scoring.": "Facteur de pénalité appliqué au score de confiance NLU.",
-  "Default LLM helper": "Utilitaire LLM par défaut",
-  "Helper used by default for LLM generation tasks.": "Utilitaire utilisé par défaut pour les tâches de génération LLM.",
-  "Default storage helper": "Utilitaire de stockage par défaut",
-  "Helper used to persist chatbot data by default.": "Utilitaire utilisé par défaut pour persister les données du chatbot.",
-  "License key": "Clé de licence",
-  "Provide the license key associated with your subscription. Learn more about available plans at https://hexabot.ai/pricing#pricing.": "Indiquez la clé de licence liée à votre abonnement. Découvrez nos offres sur https://hexabot.ai/pricing#pricing.",
-  "Enable global fallback": "Activer le fallback global",
-  "Enable fallback handling when no intent or flow matches.": "Activer la gestion du fallback lorsqu'aucune intention ou aucun flux ne correspond.",
-  "Fallback messages": "Messages de fallback",
-  "Messages shown when fallback handling is triggered.": "Messages affichés lorsque la gestion du fallback est déclenchée."
-}

package/src/helper/lib/base-llm-helper.ts

@@ -1,74 +0,0 @@
-/*
- * Hexabot — Fair Core License (FCL-1.0-ALv2)
- * Copyright (c) 2025 Hexastack.
- * Full terms: see LICENSE.md.
- */
-
-import { AnyMessage } from '@hexabot-ai/types';
-
-import { HelperName, HelperType, LLM } from '../types';
-
-import BaseHelper from './base-helper';
-
-export abstract class BaseLlmHelper<
-  N extends HelperName = HelperName,
-> extends BaseHelper<N> {
-  protected readonly type: HelperType = HelperType.LLM;
-
-  constructor(name: N) {
-    super(name);
-  }
-
-  /**
-   * Generates a text response using LLM
-   *
-   * @param prompt - The input text from the user
-   * @param model - The model to be used
-   * @param systemPrompt - The input text from the system
-   * @param extra - Extra options
-   * @returns {Promise<string>} - The generated response from the LLM
-   */
-  abstract generateResponse(
-    prompt: string,
-    model: string,
-    systemPrompt: string,
-    extra?: any,
-  ): Promise<string>;
-
-  /**
-   * Generates a structured response using LLM
-   *
-   * @param prompt - The input text from the user
-   * @param model - The model to be used
-   * @param systemPrompt - The input text from the system
-   * @param schema - The OpenAPI data schema
-   * @param extra - Extra options
-   * @returns {Promise<string>} - The generated response from the LLM
-   */
-  generateStructuredResponse?<T>(
-    prompt: string,
-    model: string,
-    systemPrompt: string,
-    schema: LLM.ResponseSchema,
-    extra?: any,
-  ): Promise<T>;
-
-  /**
-   * Send a chat completion request with the running dialogue history.
-   * You can use this same approach to start the exchange
-   * using multi-shot or chain-of-thought prompting.
-   *
-   * @param prompt - The input text from the user
-   * @param model - The model to be used
-   * @param history - Array of messages
-   * @param extra - Extra options
-   * @returns {Promise<string>} - The generated response from the LLM
-   */
-  abstract generateChatCompletion(
-    prompt: string,
-    model: string,
-    systemPrompt?: string,
-    history?: AnyMessage[],
-    extra?: any,
-  ): Promise<string>;
-}