@gendive/chatllm 0.17.36 → 0.17.37

package/dist/react/index.d.mts

@@ -819,6 +819,11 @@ interface ChatUIProps {
      * @Todo vibecode - 라이브러리가 도구 호출 판단 후 호스트에 실행 위임
      */
     onToolCall?: (name: string, params: Record<string, unknown>) => Promise<ToolCallResult>;
+    /**
+     * @description 이미지 첨부 시 처리 방식 (기본: 'auto-execute')
+     * @Todo vibecode - 'auto-execute': attachment 스킬 자동 실행, 'ai-decide': 이미지를 AI에 전달하여 AI가 도구 선택
+     */
+    imageAttachmentMode?: 'auto-execute' | 'ai-decide';
     /**
      * @description 도구/스킬 실행 후 AI 후속 스트리밍 계속 여부 (기본: true)
      * @Todo vibecode - false 시 도구 결과만 표시하고 AI 후속 응답 생략
@@ -881,10 +886,29 @@ interface ChatUIProps {
      */
     onDeleteProjectFile?: (projectId: string, fileId: string) => Promise<void>;
 }
+/**
+ * @description OpenAI/Anthropic 호환 멀티모달 콘텐츠 파트
+ * @Todo vibecode - 이미지 첨부 시 AI에 직접 전달 (ai-decide 모드)
+ */
+type MultimodalContentPart = {
+    type: 'text';
+    text: string;
+} | {
+    type: 'image_url';
+    image_url: {
+        url: string;
+        detail?: 'auto' | 'low' | 'high';
+    };
+};
+/**
+ * @description 메시지 콘텐츠 (단순 텍스트 또는 멀티모달)
+ * @Todo vibecode - 하위 호환: string이면 기존 텍스트, 배열이면 멀티모달
+ */
+type MessageContent = string | MultimodalContentPart[];
 interface SendMessageParams {
     messages: {
         role: 'user' | 'assistant' | 'system';
-        content: string;
+        content: MessageContent;
     }[];
     model: string;
     provider: ProviderType;
@@ -1515,6 +1539,11 @@ interface UseChatUIOptions {
     onAddProjectFile?: (projectId: string, file: File) => Promise<ProjectFile>;
     /** @Todo vibecode - 프로젝트 파일 삭제 콜백 */
     onDeleteProjectFile?: (projectId: string, fileId: string) => Promise<void>;
+    /**
+     * @description 이미지 첨부 시 처리 방식 (기본: 'auto-execute')
+     * @Todo vibecode - 'auto-execute': attachment 스킬 자동 실행, 'ai-decide': 이미지를 AI에 전달하여 AI가 도구 선택
+     */
+    imageAttachmentMode?: 'auto-execute' | 'ai-decide';
     /**
      * @description 도구 실행 후 AI 스트리밍 계속 여부 (기본: true, 하위호환)
      * @Todo vibecode - false 시 도구 결과만 표시하고 AI 후속 응답 생략
@@ -2119,4 +2148,4 @@ declare const DEFAULT_PROJECT_TITLE = "\uAE30\uBCF8 \uD504\uB85C\uC81D\uD2B8";
  */
 declare const migrateSessionsToProjects: (storageKey: string) => void;
 
-export { type ActionItem, type ActionMenuProps, type AdvancedResearchOptions, type AlternativeResponse, type ChatAttachment, ChatHeader, ChatInput, type ChatMessage, type ChatProject, type ChatSession, ChatSidebar, type ChatToolDefinition, type ChatToolParameter, ChatUI, type ChatUIComponents, type ChatUIProps, type ChecklistBlock, ChecklistCard, type ChecklistCardProps, type ChecklistItem, ChecklistMiniIndicator, type ChecklistMiniIndicatorProps, ChecklistPanel, type ChecklistPanelProps, ContentPartRenderer, type ContentPartRendererProps, DEFAULT_PROJECT_ID, DEFAULT_PROJECT_TITLE, type DeepResearchCallbacks, type DeepResearchProgress, DeepResearchProgressUI, EmptyState, type EmptyStateProps, type ErrorContentPart, FileContentCard, type FileContentCardProps, type FileContentPart, type HeaderProps, Icon, type IconName, type IconProps, IconSvg, ImageContentCard, type ImageContentCardProps, type ImageContentPart, type InputProps, LinkChip, type LinkChipProps, type ManualSkillItem, MarkdownRenderer, type MarkdownRendererProps, type MemoryItem, MemoryPanel, type MemoryPanelProps, MessageBubble, type MessageBubbleProps, type MessageContentPart, MessageList, type MessageListProps, type ModelConfig, type ModelSelectorProps, type PersonalizationConfig, type PollBlock, PollCard, type PollCardProps, type PollOption, type PollQuestion, type PollResponse, type PollState, type ProjectFile, ProjectSelector, type ProjectSelectorProps, ProjectSettingsModal, type ProjectSettingsModalProps, type PromptTemplate, type ProviderType, type ResponseStyle, type SearchResult, type SearchResultContentPart, type SendMessageParams, type SendMessageResponse, SettingsModal, type SettingsModalProps, type SettingsTab, type SidebarProps, type SkillConfig, type SkillExecuteCallbacks, type SkillExecution, type SkillExecutionResult, type SkillProgress, SkillProgressUI, type SkillProgressUIProps, type SkillTrigger, type SourceItem, type SubAgentProgress, type SuggestedPrompt, type TextContentPart, type ThemeConfig, type ThemeMode, type ToolCallResult, type ToolLoadingContentPart, type ToolResultContentPart, type UseChatUIOptions, type UseChatUIReturn, type UseDeepResearchOptions, type UseProjectOptions, type UseProjectReturn, type UseSkillsOptions, type UseSkillsReturn, type UserProfile, convertToolsToSkills, createAdvancedResearchSkill, createDeepResearchSkill, migrateSessionsToProjects, useChatUI, useDeepResearch, useProject, useSkills };
+export { type ActionItem, type ActionMenuProps, type AdvancedResearchOptions, type AlternativeResponse, type ChatAttachment, ChatHeader, ChatInput, type ChatMessage, type ChatProject, type ChatSession, ChatSidebar, type ChatToolDefinition, type ChatToolParameter, ChatUI, type ChatUIComponents, type ChatUIProps, type ChecklistBlock, ChecklistCard, type ChecklistCardProps, type ChecklistItem, ChecklistMiniIndicator, type ChecklistMiniIndicatorProps, ChecklistPanel, type ChecklistPanelProps, ContentPartRenderer, type ContentPartRendererProps, DEFAULT_PROJECT_ID, DEFAULT_PROJECT_TITLE, type DeepResearchCallbacks, type DeepResearchProgress, DeepResearchProgressUI, EmptyState, type EmptyStateProps, type ErrorContentPart, FileContentCard, type FileContentCardProps, type FileContentPart, type HeaderProps, Icon, type IconName, type IconProps, IconSvg, ImageContentCard, type ImageContentCardProps, type ImageContentPart, type InputProps, LinkChip, type LinkChipProps, type ManualSkillItem, MarkdownRenderer, type MarkdownRendererProps, type MemoryItem, MemoryPanel, type MemoryPanelProps, MessageBubble, type MessageBubbleProps, type MessageContent, type MessageContentPart, MessageList, type MessageListProps, type ModelConfig, type ModelSelectorProps, type MultimodalContentPart, type PersonalizationConfig, type PollBlock, PollCard, type PollCardProps, type PollOption, type PollQuestion, type PollResponse, type PollState, type ProjectFile, ProjectSelector, type ProjectSelectorProps, ProjectSettingsModal, type ProjectSettingsModalProps, type PromptTemplate, type ProviderType, type ResponseStyle, type SearchResult, type SearchResultContentPart, type SendMessageParams, type SendMessageResponse, SettingsModal, type SettingsModalProps, type SettingsTab, type SidebarProps, type SkillConfig, type SkillExecuteCallbacks, type SkillExecution, type SkillExecutionResult, type SkillProgress, SkillProgressUI, type SkillProgressUIProps, type SkillTrigger, type SourceItem, type SubAgentProgress, type SuggestedPrompt, type TextContentPart, type ThemeConfig, type ThemeMode, type ToolCallResult, type ToolLoadingContentPart, type ToolResultContentPart, type UseChatUIOptions, type UseChatUIReturn, type UseDeepResearchOptions, type UseProjectOptions, type UseProjectReturn, type UseSkillsOptions, type UseSkillsReturn, type UserProfile, convertToolsToSkills, createAdvancedResearchSkill, createDeepResearchSkill, migrateSessionsToProjects, useChatUI, useDeepResearch, useProject, useSkills };

package/dist/react/index.d.ts

@@ -819,6 +819,11 @@ interface ChatUIProps {
      * @Todo vibecode - 라이브러리가 도구 호출 판단 후 호스트에 실행 위임
      */
     onToolCall?: (name: string, params: Record<string, unknown>) => Promise<ToolCallResult>;
+    /**
+     * @description 이미지 첨부 시 처리 방식 (기본: 'auto-execute')
+     * @Todo vibecode - 'auto-execute': attachment 스킬 자동 실행, 'ai-decide': 이미지를 AI에 전달하여 AI가 도구 선택
+     */
+    imageAttachmentMode?: 'auto-execute' | 'ai-decide';
     /**
      * @description 도구/스킬 실행 후 AI 후속 스트리밍 계속 여부 (기본: true)
      * @Todo vibecode - false 시 도구 결과만 표시하고 AI 후속 응답 생략
@@ -881,10 +886,29 @@ interface ChatUIProps {
      */
     onDeleteProjectFile?: (projectId: string, fileId: string) => Promise<void>;
 }
+/**
+ * @description OpenAI/Anthropic 호환 멀티모달 콘텐츠 파트
+ * @Todo vibecode - 이미지 첨부 시 AI에 직접 전달 (ai-decide 모드)
+ */
+type MultimodalContentPart = {
+    type: 'text';
+    text: string;
+} | {
+    type: 'image_url';
+    image_url: {
+        url: string;
+        detail?: 'auto' | 'low' | 'high';
+    };
+};
+/**
+ * @description 메시지 콘텐츠 (단순 텍스트 또는 멀티모달)
+ * @Todo vibecode - 하위 호환: string이면 기존 텍스트, 배열이면 멀티모달
+ */
+type MessageContent = string | MultimodalContentPart[];
 interface SendMessageParams {
     messages: {
         role: 'user' | 'assistant' | 'system';
-        content: string;
+        content: MessageContent;
     }[];
     model: string;
     provider: ProviderType;
@@ -1515,6 +1539,11 @@ interface UseChatUIOptions {
     onAddProjectFile?: (projectId: string, file: File) => Promise<ProjectFile>;
     /** @Todo vibecode - 프로젝트 파일 삭제 콜백 */
     onDeleteProjectFile?: (projectId: string, fileId: string) => Promise<void>;
+    /**
+     * @description 이미지 첨부 시 처리 방식 (기본: 'auto-execute')
+     * @Todo vibecode - 'auto-execute': attachment 스킬 자동 실행, 'ai-decide': 이미지를 AI에 전달하여 AI가 도구 선택
+     */
+    imageAttachmentMode?: 'auto-execute' | 'ai-decide';
     /**
      * @description 도구 실행 후 AI 스트리밍 계속 여부 (기본: true, 하위호환)
      * @Todo vibecode - false 시 도구 결과만 표시하고 AI 후속 응답 생략
@@ -2119,4 +2148,4 @@ declare const DEFAULT_PROJECT_TITLE = "\uAE30\uBCF8 \uD504\uB85C\uC81D\uD2B8";
  */
 declare const migrateSessionsToProjects: (storageKey: string) => void;
 
-export { type ActionItem, type ActionMenuProps, type AdvancedResearchOptions, type AlternativeResponse, type ChatAttachment, ChatHeader, ChatInput, type ChatMessage, type ChatProject, type ChatSession, ChatSidebar, type ChatToolDefinition, type ChatToolParameter, ChatUI, type ChatUIComponents, type ChatUIProps, type ChecklistBlock, ChecklistCard, type ChecklistCardProps, type ChecklistItem, ChecklistMiniIndicator, type ChecklistMiniIndicatorProps, ChecklistPanel, type ChecklistPanelProps, ContentPartRenderer, type ContentPartRendererProps, DEFAULT_PROJECT_ID, DEFAULT_PROJECT_TITLE, type DeepResearchCallbacks, type DeepResearchProgress, DeepResearchProgressUI, EmptyState, type EmptyStateProps, type ErrorContentPart, FileContentCard, type FileContentCardProps, type FileContentPart, type HeaderProps, Icon, type IconName, type IconProps, IconSvg, ImageContentCard, type ImageContentCardProps, type ImageContentPart, type InputProps, LinkChip, type LinkChipProps, type ManualSkillItem, MarkdownRenderer, type MarkdownRendererProps, type MemoryItem, MemoryPanel, type MemoryPanelProps, MessageBubble, type MessageBubbleProps, type MessageContentPart, MessageList, type MessageListProps, type ModelConfig, type ModelSelectorProps, type PersonalizationConfig, type PollBlock, PollCard, type PollCardProps, type PollOption, type PollQuestion, type PollResponse, type PollState, type ProjectFile, ProjectSelector, type ProjectSelectorProps, ProjectSettingsModal, type ProjectSettingsModalProps, type PromptTemplate, type ProviderType, type ResponseStyle, type SearchResult, type SearchResultContentPart, type SendMessageParams, type SendMessageResponse, SettingsModal, type SettingsModalProps, type SettingsTab, type SidebarProps, type SkillConfig, type SkillExecuteCallbacks, type SkillExecution, type SkillExecutionResult, type SkillProgress, SkillProgressUI, type SkillProgressUIProps, type SkillTrigger, type SourceItem, type SubAgentProgress, type SuggestedPrompt, type TextContentPart, type ThemeConfig, type ThemeMode, type ToolCallResult, type ToolLoadingContentPart, type ToolResultContentPart, type UseChatUIOptions, type UseChatUIReturn, type UseDeepResearchOptions, type UseProjectOptions, type UseProjectReturn, type UseSkillsOptions, type UseSkillsReturn, type UserProfile, convertToolsToSkills, createAdvancedResearchSkill, createDeepResearchSkill, migrateSessionsToProjects, useChatUI, useDeepResearch, useProject, useSkills };
+export { type ActionItem, type ActionMenuProps, type AdvancedResearchOptions, type AlternativeResponse, type ChatAttachment, ChatHeader, ChatInput, type ChatMessage, type ChatProject, type ChatSession, ChatSidebar, type ChatToolDefinition, type ChatToolParameter, ChatUI, type ChatUIComponents, type ChatUIProps, type ChecklistBlock, ChecklistCard, type ChecklistCardProps, type ChecklistItem, ChecklistMiniIndicator, type ChecklistMiniIndicatorProps, ChecklistPanel, type ChecklistPanelProps, ContentPartRenderer, type ContentPartRendererProps, DEFAULT_PROJECT_ID, DEFAULT_PROJECT_TITLE, type DeepResearchCallbacks, type DeepResearchProgress, DeepResearchProgressUI, EmptyState, type EmptyStateProps, type ErrorContentPart, FileContentCard, type FileContentCardProps, type FileContentPart, type HeaderProps, Icon, type IconName, type IconProps, IconSvg, ImageContentCard, type ImageContentCardProps, type ImageContentPart, type InputProps, LinkChip, type LinkChipProps, type ManualSkillItem, MarkdownRenderer, type MarkdownRendererProps, type MemoryItem, MemoryPanel, type MemoryPanelProps, MessageBubble, type MessageBubbleProps, type MessageContent, type MessageContentPart, MessageList, type MessageListProps, type ModelConfig, type ModelSelectorProps, type MultimodalContentPart, type PersonalizationConfig, type PollBlock, PollCard, type PollCardProps, type PollOption, type PollQuestion, type PollResponse, type PollState, type ProjectFile, ProjectSelector, type ProjectSelectorProps, ProjectSettingsModal, type ProjectSettingsModalProps, type PromptTemplate, type ProviderType, type ResponseStyle, type SearchResult, type SearchResultContentPart, type SendMessageParams, type SendMessageResponse, SettingsModal, type SettingsModalProps, type SettingsTab, type SidebarProps, type SkillConfig, type SkillExecuteCallbacks, type SkillExecution, type SkillExecutionResult, type SkillProgress, SkillProgressUI, type SkillProgressUIProps, type SkillTrigger, type SourceItem, type SubAgentProgress, type SuggestedPrompt, type TextContentPart, type ThemeConfig, type ThemeMode, type ToolCallResult, type ToolLoadingContentPart, type ToolResultContentPart, type UseChatUIOptions, type UseChatUIReturn, type UseDeepResearchOptions, type UseProjectOptions, type UseProjectReturn, type UseSkillsOptions, type UseSkillsReturn, type UserProfile, convertToolsToSkills, createAdvancedResearchSkill, createDeepResearchSkill, migrateSessionsToProjects, useChatUI, useDeepResearch, useProject, useSkills };

package/dist/react/index.js

@@ -1781,6 +1781,8 @@ var useChatUI = (options) => {
     onDeleteProject,
     onAddProjectFile,
     onDeleteProjectFile,
+    // Image attachment mode
+    imageAttachmentMode = "auto-execute",
     // Stream control
     continueAfterToolResult = true,
     onSkillComplete,
@@ -2601,12 +2603,20 @@ ${finalContent}`;
       })
     );
     let attachmentResults = [];
+    const aiDecideImageAttachments = [];
     if (currentAttachments.length > 0) {
+      const autoExecAttachments = imageAttachmentMode === "ai-decide" ? currentAttachments.filter((att) => {
+        if (att.type === "image") {
+          aiDecideImageAttachments.push(att);
+          return false;
+        }
+        return true;
+      }) : currentAttachments;
       const attachmentSkills = Object.entries(resolvedSkills).filter(
         ([, config]) => config.trigger === "attachment"
       );
       for (const [skillName, skillConfig] of attachmentSkills) {
-        const matchedFiles = currentAttachments.filter((att) => {
+        const matchedFiles = autoExecAttachments.filter((att) => {
           if (!skillConfig.acceptedTypes || skillConfig.acceptedTypes.length === 0) return true;
           return skillConfig.acceptedTypes.some((type) => {
             if (type.startsWith(".")) return att.name.toLowerCase().endsWith(type.toLowerCase());
@@ -2784,6 +2794,31 @@ ${currentContextSummary}` },
       } else {
         chatMessages = messagesToSend.map((m) => ({ role: m.role, content: m.content }));
       }
+      if (aiDecideImageAttachments.length > 0) {
+        const imageBase64s = await Promise.all(
+          aiDecideImageAttachments.map(async (att) => ({
+            mimeType: att.mimeType,
+            base64: await fileToBase64(att.file)
+          }))
+        );
+        for (let i = chatMessages.length - 1; i >= 0; i--) {
+          if (chatMessages[i].role === "user") {
+            const textContent = typeof chatMessages[i].content === "string" ? chatMessages[i].content : "";
+            const multimodalParts = [];
+            if (textContent.trim()) {
+              multimodalParts.push({ type: "text", text: textContent });
+            }
+            for (const img of imageBase64s) {
+              multimodalParts.push({
+                type: "image_url",
+                image_url: { url: `data:${img.mimeType};base64,${img.base64}` }
+              });
+            }
+            chatMessages[i] = { ...chatMessages[i], content: multimodalParts };
+            break;
+          }
+        }
+      }
       if (attachmentResults.length > 0 && shouldContinueAfterAttachment) {
         skipNextSkillParsingRef.current = true;
         const attachmentContext = attachmentResults.filter((part) => part.type === "tool_result").map((part) => `[${part.label || part.toolName} \uACB0\uACFC]
@@ -2800,7 +2835,7 @@ ${attachmentContext}
           });
         }
       }
-      console.log("[ChatUI] Messages to send:", chatMessages.length, chatMessages.map((m) => ({ role: m.role, content: m.content.slice(0, 50) })));
+      console.log("[ChatUI] Messages to send:", chatMessages.length, chatMessages.map((m) => ({ role: m.role, content: typeof m.content === "string" ? m.content.slice(0, 50) : "[multimodal]" })));
       const baseSystemPrompt = buildSystemPrompt();
       const combinedSystemPrompt = [baseSystemPrompt, actionPrompt].filter(Boolean).join("\n\n");
       const messagesForApi = combinedSystemPrompt ? [{ role: "system", content: combinedSystemPrompt }, ...chatMessages] : chatMessages;
@@ -12374,6 +12409,7 @@ var ChatUIWithHook = ({
   skills,
   tools,
   onToolCall,
+  imageAttachmentMode,
   continueAfterToolResult,
   onSkillComplete,
   onLoadModels,
@@ -12416,6 +12452,7 @@ var ChatUIWithHook = ({
     skills,
     tools,
     onToolCall,
+    imageAttachmentMode,
     continueAfterToolResult,
     onSkillComplete,
     onLoadModels,