cui-llama.rn 1.6.1 → 1.7.0

package/src/NativeRNLlama.ts

@@ -104,6 +104,12 @@ export type NativeCompletionParams = {
   }>
   preserved_tokens?: Array<string>
   chat_format?: number
+  /**
+   * Path to an image file to process before generating text.
+   * When provided, the image will be processed and added to the context.
+   * Requires multimodal support to be enabled via initMultimodal.
+   */
+  media_paths?: Array<string>
   /**
    * Specify a JSON array of stopping strings.
    * These words will not be included in the completion, so make sure to add them to the prompt for the next iteration. Default: `[]`
@@ -283,6 +289,22 @@ export type NativeCompletionResult = {
 
 export type NativeTokenizeResult = {
   tokens: Array<number>
+  /**
+   * Whether the tokenization contains images
+   */
+  has_images: boolean
+  /**
+   * Bitmap hashes of the images
+   */
+  bitmap_hashes: Array<number>
+  /**
+   * Chunk positions of the text and images
+   */
+  chunk_pos: Array<number>
+  /**
+   * Chunk positions of the images
+   */
+  chunk_pos_images: Array<number>
 }
 
 export type NativeEmbeddingResult = {
@@ -336,9 +358,14 @@ export type NativeSessionLoadResult = {
   prompt: string
 }
 
+export type NativeLlamaMessagePart = {
+  type: 'text'
+  text: string
+}
+
 export type NativeLlamaChatMessage = {
   role: string
-  content: string
+  content: string | Array<NativeLlamaMessagePart>
 }
 
 export type NativeCPUFeatures = {
@@ -347,8 +374,14 @@ export type NativeCPUFeatures = {
   dotprod: boolean
 }
 
-export type JinjaFormattedChatResult = {
+export type FormattedChatResult = {
+  type: 'jinja' | 'llama-chat'
   prompt: string
+  has_media: boolean
+  media_paths?: Array<string>
+}
+
+export type JinjaFormattedChatResult = FormattedChatResult & {
   chat_format?: number
   grammar?: string
   grammar_lazy?: boolean
@@ -361,6 +394,12 @@ export type JinjaFormattedChatResult = {
   additional_stops?: Array<string>
 }
 
+export type NativeImageProcessingResult = {
+  success: boolean
+  prompt: string
+  error?: string
+}
+
 export interface Spec extends TurboModule {
   toggleNativeLog(enabled: boolean): Promise<void>
   setContextLimit(limit: number): Promise<void>
@@ -397,8 +436,8 @@ export interface Spec extends TurboModule {
     params: NativeCompletionParams,
   ): Promise<NativeCompletionResult>
   stopCompletion(contextId: number): Promise<void>
-  tokenizeAsync(contextId: number, text: string): Promise<NativeTokenizeResult>
-  tokenizeSync(contextId: number, text: string): NativeTokenizeResult
+  tokenizeAsync(contextId: number, text: string, imagePaths?: Array<string>): Promise<NativeTokenizeResult>
+  tokenizeSync(contextId: number, text: string, imagePaths?: Array<string>): NativeTokenizeResult
   getCpuFeatures() : Promise<NativeCPUFeatures>
   detokenize(contextId: number, tokens: number[]): Promise<string>
   embedding(
@@ -423,6 +462,30 @@ export interface Spec extends TurboModule {
     contextId: number,
   ): Promise<Array<{ path: string; scaled?: number }>>
 
+  // Multimodal methods
+  initMultimodal(
+    contextId: number,
+    params: {
+      path: string
+      use_gpu: boolean
+    },
+  ): Promise<boolean>
+
+  isMultimodalEnabled(
+    contextId: number,
+  ): Promise<boolean>
+
+  getMultimodalSupport(
+    contextId: number,
+  ): Promise<{
+    vision: boolean
+    audio: boolean
+  }>
+
+  releaseMultimodal(
+    contextId: number,
+  ): Promise<void>
+
   releaseContext(contextId: number): Promise<void>
 
   releaseAllContexts(): Promise<void>

package/src/index.ts

@@ -15,14 +15,33 @@ import type {
   NativeCompletionTokenProbItem,
   NativeCompletionResultTimings,
   JinjaFormattedChatResult,
+  FormattedChatResult,
+  NativeImageProcessingResult,
+  NativeLlamaChatMessage,
 } from './NativeRNLlama'
 import type {
   SchemaGrammarConverterPropOrder,
   SchemaGrammarConverterBuiltinRule,
 } from './grammar'
 import { SchemaGrammarConverter, convertJsonSchemaToGrammar } from './grammar'
-import type { RNLlamaMessagePart, RNLlamaOAICompatibleMessage } from './chat'
-import { formatChat } from './chat'
+
+export type RNLlamaMessagePart = {
+  type: string
+  text?: string
+  image_url?: {
+    url?: string
+  }
+  input_audio?: {
+    format: string
+    data?: string
+    url?: string
+  }
+}
+
+export type RNLlamaOAICompatibleMessage = {
+  role: string
+  content?: string | RNLlamaMessagePart[]
+}
 
 export type {
   NativeContextParams,
@@ -36,15 +55,17 @@ export type {
   NativeEmbeddingParams,
   NativeCompletionTokenProbItem,
   NativeCompletionResultTimings,
-  RNLlamaMessagePart,
-  RNLlamaOAICompatibleMessage,
+  FormattedChatResult,
   JinjaFormattedChatResult,
+  NativeImageProcessingResult,
 
   // Deprecated
   SchemaGrammarConverterPropOrder,
   SchemaGrammarConverterBuiltinRule,
 }
 
+export const RNLLAMA_MTMD_DEFAULT_MEDIA_MARKER = '<__media__>'
+
 export { SchemaGrammarConverter, convertJsonSchemaToGrammar }
 
 const EVENT_ON_INIT_CONTEXT_PROGRESS = '@RNLlama_onInitContextProgress'
@@ -126,6 +147,7 @@ export type CompletionBaseParams = {
   parallel_tool_calls?: object
   tool_choice?: string
   response_format?: CompletionResponseFormat
+  media_paths?: string | string[]
 }
 export type CompletionParams = Omit<
   NativeCompletionParams,
@@ -207,23 +229,94 @@ export class LlamaContext {
       parallel_tool_calls?: object
       tool_choice?: string
     },
-  ): Promise<JinjaFormattedChatResult | string> {
-    const chat = formatChat(messages)
+  ): Promise<FormattedChatResult | JinjaFormattedChatResult> {
+    const mediaPaths: string[] = []
+    const chat = messages.map((msg) => {
+      if (Array.isArray(msg.content)) {
+        const content = msg.content.map((part) => {
+          // Handle multimodal content
+          if (part.type === 'image_url') {
+            let path = part.image_url?.url || ''
+            if (path?.startsWith('file://')) path = path.slice(7)
+            mediaPaths.push(path)
+            return {
+              type: 'text',
+              text: RNLLAMA_MTMD_DEFAULT_MEDIA_MARKER,
+            }
+          } else if (part.type === 'input_audio') {
+            const { input_audio: audio } = part
+            if (!audio) throw new Error('input_audio is required')
+
+            const { format } = audio
+            if (format != 'wav' && format != 'mp3') {
+              throw new Error(`Unsupported audio format: ${format}`)
+            }
+            if (audio.url) {
+              const path = audio.url.replace(/file:\/\//, '')
+              mediaPaths.push(path)
+            } else if (audio.data) {
+              mediaPaths.push(audio.data)
+            }
+            return {
+              type: 'text',
+              text: RNLLAMA_MTMD_DEFAULT_MEDIA_MARKER,
+            }
+          }
+          return part
+        })
+
+        return {
+          ...msg,
+          content,
+        }
+      }
+      return msg
+    }) as NativeLlamaChatMessage[]
+
     const useJinja = this.isJinjaSupported() && params?.jinja
-    let tmpl = this.isLlamaChatSupported() || useJinja ? undefined : 'chatml'
+    let tmpl
     if (template) tmpl = template // Force replace if provided
     const jsonSchema = getJsonSchema(params?.response_format)
-    return RNLlama.getFormattedChat(this.id, JSON.stringify(chat), tmpl, {
-      jinja: useJinja,
-      json_schema: jsonSchema ? JSON.stringify(jsonSchema) : undefined,
-      tools: params?.tools ? JSON.stringify(params.tools) : undefined,
-      parallel_tool_calls: params?.parallel_tool_calls
-        ? JSON.stringify(params.parallel_tool_calls)
-        : undefined,
-      tool_choice: params?.tool_choice,
-    })
+
+    const result = await RNLlama.getFormattedChat(
+      this.id,
+      JSON.stringify(chat),
+      tmpl,
+      {
+        jinja: useJinja,
+        json_schema: jsonSchema ? JSON.stringify(jsonSchema) : undefined,
+        tools: params?.tools ? JSON.stringify(params.tools) : undefined,
+        parallel_tool_calls: params?.parallel_tool_calls
+          ? JSON.stringify(params.parallel_tool_calls)
+          : undefined,
+        tool_choice: params?.tool_choice,
+      },
+    )
+    if (!useJinja) {
+      return {
+        type: 'llama-chat',
+        prompt: result as string,
+        has_media: mediaPaths.length > 0,
+        media_paths: mediaPaths,
+      }
+    }
+    const jinjaResult = result as JinjaFormattedChatResult
+    jinjaResult.type = 'jinja'
+    jinjaResult.has_media = mediaPaths.length > 0
+    jinjaResult.media_paths = mediaPaths
+    return jinjaResult
   }
 
+  /**
+   * Generate a completion based on the provided parameters
+   * @param params Completion parameters including prompt or messages
+   * @param callback Optional callback for token-by-token streaming
+   * @returns Promise resolving to the completion result
+   *
+   * Note: For multimodal support, you can include an media_paths parameter.
+   * This will process the images and add them to the context before generating text.
+   * Multimodal support must be enabled via initMultimodal() first.
+   */
   async completion(
     params: CompletionParams,
     callback?: (data: TokenData) => void,
@@ -233,8 +326,8 @@ export class LlamaContext {
       prompt: params.prompt || '',
       emit_partial_completion: !!callback,
     }
+
     if (params.messages) {
-      // messages always win
       const formattedResult = await this.getFormattedChat(
         params.messages,
         params.chat_template || params.chatTemplate,
@@ -245,29 +338,42 @@ export class LlamaContext {
           tool_choice: params.tool_choice,
         },
       )
-      if (typeof formattedResult === 'string') {
-        nativeParams.prompt = formattedResult || ''
-      } else {
-        nativeParams.prompt = formattedResult.prompt || ''
-        if (typeof formattedResult.chat_format === 'number')
-          nativeParams.chat_format = formattedResult.chat_format
-        if (formattedResult.grammar)
-          nativeParams.grammar = formattedResult.grammar
-        if (typeof formattedResult.grammar_lazy === 'boolean')
-          nativeParams.grammar_lazy = formattedResult.grammar_lazy
-        if (formattedResult.grammar_triggers)
-          nativeParams.grammar_triggers = formattedResult.grammar_triggers
-        if (formattedResult.preserved_tokens)
-          nativeParams.preserved_tokens = formattedResult.preserved_tokens
-        if (formattedResult.additional_stops) {
+      if (formattedResult.type === 'jinja') {
+        const jinjaResult = formattedResult as JinjaFormattedChatResult
+
+        nativeParams.prompt = jinjaResult.prompt || ''
+        if (typeof jinjaResult.chat_format === 'number')
+          nativeParams.chat_format = jinjaResult.chat_format
+        if (jinjaResult.grammar) nativeParams.grammar = jinjaResult.grammar
+        if (typeof jinjaResult.grammar_lazy === 'boolean')
+          nativeParams.grammar_lazy = jinjaResult.grammar_lazy
+        if (jinjaResult.grammar_triggers)
+          nativeParams.grammar_triggers = jinjaResult.grammar_triggers
+        if (jinjaResult.preserved_tokens)
+          nativeParams.preserved_tokens = jinjaResult.preserved_tokens
+        if (jinjaResult.additional_stops) {
           if (!nativeParams.stop) nativeParams.stop = []
-          nativeParams.stop.push(...formattedResult.additional_stops)
+          nativeParams.stop.push(...jinjaResult.additional_stops)
+        }
+        if (jinjaResult.has_media) {
+          nativeParams.media_paths = jinjaResult.media_paths
+        }
+      } else if (formattedResult.type === 'llama-chat') {
+        const llamaChatResult = formattedResult as FormattedChatResult
+        nativeParams.prompt = llamaChatResult.prompt || ''
+        if (llamaChatResult.has_media) {
+          nativeParams.media_paths = llamaChatResult.media_paths
         }
       }
     } else {
       nativeParams.prompt = params.prompt || ''
     }
 
+    // If media_paths were explicitly provided or extracted from messages, use them
+    if (!nativeParams.media_paths && params.media_paths) {
+      nativeParams.media_paths = params.media_paths
+    }
+
     if (nativeParams.response_format && !nativeParams.grammar) {
       const jsonSchema = getJsonSchema(params.response_format)
       if (jsonSchema) nativeParams.json_schema = JSON.stringify(jsonSchema)
@@ -301,12 +407,32 @@ export class LlamaContext {
     return RNLlama.stopCompletion(this.id)
   }
 
-  tokenizeAsync(text: string): Promise<NativeTokenizeResult> {
-    return RNLlama.tokenizeAsync(this.id, text)
+  /**
+   * Tokenize text or text with images
+   * @param text Text to tokenize
+   * @param params.media_paths Array of image paths to tokenize (if multimodal is enabled)
+   * @returns Promise resolving to the tokenize result
+   */
+  tokenizeAsync(
+    text: string,
+    {
+      media_paths: mediaPaths,
+    }: {
+      media_paths?: string[]
+    } = {},
+  ): Promise<NativeTokenizeResult> {
+    return RNLlama.tokenizeAsync(this.id, text, mediaPaths)
   }
 
-  tokenizeSync(text: string): NativeTokenizeResult {
-    return RNLlama.tokenizeSync(this.id, text)
+  tokenizeSync(
+    text: string,
+    {
+      media_paths: mediaPaths,
+    }: {
+      media_paths?: string[]
+    } = {},
+  ): NativeTokenizeResult {
+    return RNLlama.tokenizeSync(this.id, text, mediaPaths)
   }
 
   detokenize(tokens: number[]): Promise<string> {
@@ -362,6 +488,54 @@ export class LlamaContext {
     return RNLlama.getLoadedLoraAdapters(this.id)
   }
 
+  /**
+   * Initialize multimodal support with a mmproj file
+   * @param params Parameters for multimodal support
+   * @param params.path Path to the multimodal projector file
+   * @param params.use_gpu Whether to use GPU
+   * @returns Promise resolving to true if initialization was successful
+   */
+  async initMultimodal({
+    path,
+    use_gpu: useGpu,
+  }: {
+    path: string
+    use_gpu?: boolean
+  }): Promise<boolean> {
+    if (path.startsWith('file://')) path = path.slice(7)
+    return RNLlama.initMultimodal(this.id, {
+      path,
+      use_gpu: useGpu ?? true,
+    })
+  }
+
+  /**
+   * Check if multimodal support is enabled
+   * @returns Promise resolving to true if multimodal is enabled
+   */
+  async isMultimodalEnabled(): Promise<boolean> {
+    return await RNLlama.isMultimodalEnabled(this.id)
+  }
+
+  /**
+   * Check multimodal support
+   * @returns Promise resolving to an object with vision and audio support
+   */
+  async getMultimodalSupport(): Promise<{
+    vision: boolean
+    audio: boolean
+  }> {
+    return await RNLlama.getMultimodalSupport(this.id)
+  }
+
+  /**
+   * Release multimodal support
+   * @returns Promise resolving to void
+   */
+  async releaseMultimodal(): Promise<void> {
+    return await RNLlama.releaseMultimodal(this.id)
+  }
+
   async release(): Promise<void> {
     return RNLlama.releaseContext(this.id)
   }
@@ -407,7 +581,7 @@ const modelInfoSkip = [
   'tokenizer.ggml.tokens',
   'tokenizer.ggml.token_type',
   'tokenizer.ggml.merges',
-  'tokenizer.ggml.scores'
+  'tokenizer.ggml.scores',
 ]
 export async function loadLlamaModelInfo(model: string): Promise<Object> {
   let path = model

package/lib/commonjs/chat.js

@@ -1,37 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.formatChat = formatChat;
-function formatChat(messages) {
-  const chat = [];
-  messages.forEach(currMsg => {
-    const role = currMsg.role || '';
-    let content = '';
-    if ('content' in currMsg) {
-      if (typeof currMsg.content === 'string') {
-        ;
-        ({
-          content
-        } = currMsg);
-      } else if (Array.isArray(currMsg.content)) {
-        currMsg.content.forEach(part => {
-          if ('text' in part) {
-            content += `${content ? '\n' : ''}${part.text}`;
-          }
-        });
-      } else {
-        throw new TypeError("Invalid 'content' type (ref: https://github.com/ggerganov/llama.cpp/issues/8367)");
-      }
-    } else {
-      throw new Error("Missing 'content' (ref: https://github.com/ggerganov/llama.cpp/issues/8367)");
-    }
-    chat.push({
-      role,
-      content
-    });
-  });
-  return chat;
-}
-//# sourceMappingURL=chat.js.map

package/lib/commonjs/chat.js.map

@@ -1 +0,0 @@
-{"version":3,"names":["formatChat","messages","chat","forEach","currMsg","role","content","Array","isArray","part","text","TypeError","Error","push"],"sourceRoot":"../../src","sources":["chat.ts"],"mappings":";;;;;;AAWO,SAASA,UAAUA,CACxBC,QAAuC,EACb;EAC1B,MAAMC,IAA8B,GAAG,EAAE;EAEzCD,QAAQ,CAACE,OAAO,CAAEC,OAAO,IAAK;IAC5B,MAAMC,IAAY,GAAGD,OAAO,CAACC,IAAI,IAAI,EAAE;IAEvC,IAAIC,OAAe,GAAG,EAAE;IACxB,IAAI,SAAS,IAAIF,OAAO,EAAE;MACxB,IAAI,OAAOA,OAAO,CAACE,OAAO,KAAK,QAAQ,EAAE;QACvC;QAAC,CAAC;UAAEA;QAAQ,CAAC,GAAGF,OAAO;MACzB,CAAC,MAAM,IAAIG,KAAK,CAACC,OAAO,CAACJ,OAAO,CAACE,OAAO,CAAC,EAAE;QACzCF,OAAO,CAACE,OAAO,CAACH,OAAO,CAAEM,IAAI,IAAK;UAChC,IAAI,MAAM,IAAIA,IAAI,EAAE;YAClBH,OAAO,IAAI,GAAGA,OAAO,GAAG,IAAI,GAAG,EAAE,GAAGG,IAAI,CAACC,IAAI,EAAE;UACjD;QACF,CAAC,CAAC;MACJ,CAAC,MAAM;QACL,MAAM,IAAIC,SAAS,CACjB,kFACF,CAAC;MACH;IACF,CAAC,MAAM;MACL,MAAM,IAAIC,KAAK,CACb,6EACF,CAAC;IACH;IAEAV,IAAI,CAACW,IAAI,CAAC;MAAER,IAAI;MAAEC;IAAQ,CAAC,CAAC;EAC9B,CAAC,CAAC;EACF,OAAOJ,IAAI;AACb","ignoreList":[]}

package/lib/module/chat.js

@@ -1,33 +0,0 @@
-"use strict";
-
-export function formatChat(messages) {
-  const chat = [];
-  messages.forEach(currMsg => {
-    const role = currMsg.role || '';
-    let content = '';
-    if ('content' in currMsg) {
-      if (typeof currMsg.content === 'string') {
-        ;
-        ({
-          content
-        } = currMsg);
-      } else if (Array.isArray(currMsg.content)) {
-        currMsg.content.forEach(part => {
-          if ('text' in part) {
-            content += `${content ? '\n' : ''}${part.text}`;
-          }
-        });
-      } else {
-        throw new TypeError("Invalid 'content' type (ref: https://github.com/ggerganov/llama.cpp/issues/8367)");
-      }
-    } else {
-      throw new Error("Missing 'content' (ref: https://github.com/ggerganov/llama.cpp/issues/8367)");
-    }
-    chat.push({
-      role,
-      content
-    });
-  });
-  return chat;
-}
-//# sourceMappingURL=chat.js.map

package/lib/module/chat.js.map

@@ -1 +0,0 @@
-{"version":3,"names":["formatChat","messages","chat","forEach","currMsg","role","content","Array","isArray","part","text","TypeError","Error","push"],"sourceRoot":"../../src","sources":["chat.ts"],"mappings":";;AAWA,OAAO,SAASA,UAAUA,CACxBC,QAAuC,EACb;EAC1B,MAAMC,IAA8B,GAAG,EAAE;EAEzCD,QAAQ,CAACE,OAAO,CAAEC,OAAO,IAAK;IAC5B,MAAMC,IAAY,GAAGD,OAAO,CAACC,IAAI,IAAI,EAAE;IAEvC,IAAIC,OAAe,GAAG,EAAE;IACxB,IAAI,SAAS,IAAIF,OAAO,EAAE;MACxB,IAAI,OAAOA,OAAO,CAACE,OAAO,KAAK,QAAQ,EAAE;QACvC;QAAC,CAAC;UAAEA;QAAQ,CAAC,GAAGF,OAAO;MACzB,CAAC,MAAM,IAAIG,KAAK,CAACC,OAAO,CAACJ,OAAO,CAACE,OAAO,CAAC,EAAE;QACzCF,OAAO,CAACE,OAAO,CAACH,OAAO,CAAEM,IAAI,IAAK;UAChC,IAAI,MAAM,IAAIA,IAAI,EAAE;YAClBH,OAAO,IAAI,GAAGA,OAAO,GAAG,IAAI,GAAG,EAAE,GAAGG,IAAI,CAACC,IAAI,EAAE;UACjD;QACF,CAAC,CAAC;MACJ,CAAC,MAAM;QACL,MAAM,IAAIC,SAAS,CACjB,kFACF,CAAC;MACH;IACF,CAAC,MAAM;MACL,MAAM,IAAIC,KAAK,CACb,6EACF,CAAC;IACH;IAEAV,IAAI,CAACW,IAAI,CAAC;MAAER,IAAI;MAAEC;IAAQ,CAAC,CAAC;EAC9B,CAAC,CAAC;EACF,OAAOJ,IAAI;AACb","ignoreList":[]}

package/lib/typescript/chat.d.ts

@@ -1,10 +0,0 @@
-import type { NativeLlamaChatMessage } from './NativeRNLlama';
-export type RNLlamaMessagePart = {
-    text?: string;
-};
-export type RNLlamaOAICompatibleMessage = {
-    role: string;
-    content?: string | RNLlamaMessagePart[] | any;
-};
-export declare function formatChat(messages: RNLlamaOAICompatibleMessage[]): NativeLlamaChatMessage[];
-//# sourceMappingURL=chat.d.ts.map

package/lib/typescript/chat.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"chat.d.ts","sourceRoot":"","sources":["../../src/chat.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAA;AAE7D,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAA;CACd,CAAA;AAED,MAAM,MAAM,2BAA2B,GAAG;IACxC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,CAAC,EAAE,MAAM,GAAG,kBAAkB,EAAE,GAAG,GAAG,CAAA;CAC9C,CAAA;AAED,wBAAgB,UAAU,CACxB,QAAQ,EAAE,2BAA2B,EAAE,GACtC,sBAAsB,EAAE,CA8B1B"}

package/src/chat.ts

@@ -1,44 +0,0 @@
-import type { NativeLlamaChatMessage } from './NativeRNLlama'
-
-export type RNLlamaMessagePart = {
-  text?: string
-}
-
-export type RNLlamaOAICompatibleMessage = {
-  role: string
-  content?: string | RNLlamaMessagePart[] | any // any for check invalid content type
-}
-
-export function formatChat(
-  messages: RNLlamaOAICompatibleMessage[],
-): NativeLlamaChatMessage[] {
-  const chat: NativeLlamaChatMessage[] = []
-
-  messages.forEach((currMsg) => {
-    const role: string = currMsg.role || ''
-
-    let content: string = ''
-    if ('content' in currMsg) {
-      if (typeof currMsg.content === 'string') {
-        ;({ content } = currMsg)
-      } else if (Array.isArray(currMsg.content)) {
-        currMsg.content.forEach((part) => {
-          if ('text' in part) {
-            content += `${content ? '\n' : ''}${part.text}`
-          }
-        })
-      } else {
-        throw new TypeError(
-          "Invalid 'content' type (ref: https://github.com/ggerganov/llama.cpp/issues/8367)",
-        )
-      }
-    } else {
-      throw new Error(
-        "Missing 'content' (ref: https://github.com/ggerganov/llama.cpp/issues/8367)",
-      )
-    }
-
-    chat.push({ role, content })
-  })
-  return chat
-}