@baishuyun/coze-provider 1.0.2 → 1.1.0

package/src/utils/prompt-to-model-msg.ts

@@ -19,51 +19,58 @@ type userMsg = {
   content: Array<LanguageModelV2TextPart | LanguageModelV2FilePart>;
 };
 
-const parseMessageContent = (message: LanguageModelV2Message, isMultiModalMsg?: boolean) => {
-  const result = (message.content as Array<LanguageModelV2TextPart | LanguageModelV2FilePart>)
-    .map((part) => {
-      if (part.type === 'text') {
-        return part.text;
-      }
+const getPartType = (part: LanguageModelV2TextPart | LanguageModelV2FilePart) => {
+  if (part.type === 'text') {
+    return 'text';
+  }
 
-      const isCsv = part.mediaType === 'text/csv';
-      const isTxt = part.mediaType === 'text/plain';
-      const isImg = part.mediaType?.startsWith('image/');
-      const isExcel =
-        part.mediaType === 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet';
+  const isImg = part.mediaType?.startsWith('image/');
+  if (isImg) {
+    return 'image';
+  }
 
-      if (isImg) {
-        const meta = part.providerOptions?.uploadMetadata as Attachment;
-        return meta?.parsedData as string;
-      }
+  const isAudio = part.mediaType?.startsWith('audio/');
+  if (isAudio) {
+    return 'audio';
+  }
 
-      if (isExcel) {
-        return excel2json(part.data as Uint8Array);
-      }
+  return 'file';
+};
+
+const parseMessageContent = (message: LanguageModelV2Message, isTextOnly?: boolean) => {
+  if (isTextOnly) {
+    return (message.content as Array<LanguageModelV2TextPart>)
+      .map((part: LanguageModelV2TextPart) => part.text)
+      .join('\n');
+  }
 
-      if (isCsv || isTxt) {
-        return data2csvText(part.data as Uint8Array);
-      }
+  const result = (message.content as Array<LanguageModelV2TextPart | LanguageModelV2FilePart>).map(
+    (part) => {
+      const meta = part.providerOptions?.uploadMetadata as Attachment;
+      const url = meta?.url;
 
-      return '';
-    })
-    .join('');
+      return {
+        type: getPartType(part),
+        text: part.type === 'text' ? (part as LanguageModelV2TextPart).text : '',
+        file_url: part.type === 'text' ? undefined : url,
+      };
+    }
+  );
 
-  return result;
+  return JSON.stringify(result);
 };
 
+const isTextOnlyMsg = (message: userMsg) => message.content.every((part) => part.type === 'text');
+
 export const convertPromptToMessages = (messages: LanguageModelV2Prompt) => {
   return messages.map((message) => {
-    // const multiModal = isMultiModalMsg(message as userMsg);
-
+    const isTextOnly = isTextOnlyMsg(message as userMsg);
     switch (message.role) {
       case 'user':
         return {
           role: RoleType.User,
-          // content: parseMessageContent(message, multiModal) || "",
-          // content_type: multiModal ? "object_string" : "text",
-          content: parseMessageContent(message) || '',
-          content_type: 'text',
+          content: parseMessageContent(message, isTextOnly),
+          content_type: isTextOnly ? 'text' : 'object_string',
         };
         break;