@gendive/chatllm 0.17.18 → 0.17.20

package/dist/react/index.mjs

@@ -417,7 +417,7 @@ var parseExtractionResult = (text) => {
 function useInfoExtraction(options) {
   const [isExtracting, setIsExtracting] = useState2(false);
   const [lastExtraction, setLastExtraction] = useState2(null);
-  const { apiEndpoint, model, minConfidence = 0.8, globalMemory } = options;
+  const { apiEndpoint, model, minConfidence = 0.8, globalMemory, onCallLLM } = options;
   const extractInfo = useCallback2(
     async (messages) => {
       if (messages.length === 0) {
@@ -426,41 +426,44 @@ function useInfoExtraction(options) {
       setIsExtracting(true);
       try {
         const prompt = buildExtractionPrompt(messages);
-        const response = await fetch(apiEndpoint, {
-          method: "POST",
-          headers: { "Content-Type": "application/json" },
-          body: JSON.stringify({
-            messages: [{ role: "user", content: prompt }],
-            model: model || "default"
-          })
-        });
-        if (!response.ok) {
-          throw new Error(`API error: ${response.status}`);
-        }
-        const reader = response.body?.getReader();
-        if (!reader) {
-          return [];
-        }
-        const decoder = new TextDecoder();
-        let buffer = "";
-        let fullResponse = "";
-        while (true) {
-          const { done, value } = await reader.read();
-          if (done) break;
-          buffer += decoder.decode(value, { stream: true });
-          const lines = buffer.split("\n");
-          buffer = lines.pop() || "";
-          for (const line of lines) {
-            if (line.startsWith("data: ")) {
-              const data = line.slice(6);
-              if (data === "[DONE]") continue;
-              try {
-                const parsed = JSON.parse(data);
-                {
+        let fullResponse;
+        if (onCallLLM) {
+          fullResponse = await onCallLLM(prompt, model || "default");
+        } else {
+          const response = await fetch(apiEndpoint, {
+            method: "POST",
+            headers: { "Content-Type": "application/json" },
+            body: JSON.stringify({
+              messages: [{ role: "user", content: prompt }],
+              model: model || "default"
+            })
+          });
+          if (!response.ok) {
+            throw new Error(`API error: ${response.status}`);
+          }
+          const reader = response.body?.getReader();
+          if (!reader) {
+            return [];
+          }
+          const decoder = new TextDecoder();
+          let buffer = "";
+          fullResponse = "";
+          while (true) {
+            const { done, value } = await reader.read();
+            if (done) break;
+            buffer += decoder.decode(value, { stream: true });
+            const lines = buffer.split("\n");
+            buffer = lines.pop() || "";
+            for (const line of lines) {
+              if (line.startsWith("data: ")) {
+                const data = line.slice(6);
+                if (data === "[DONE]") continue;
+                try {
+                  const parsed = JSON.parse(data);
                   const chunk = parsed.content ?? parsed.text ?? "";
                   if (chunk) fullResponse += chunk;
+                } catch {
                 }
-              } catch {
               }
             }
           }
@@ -487,7 +490,7 @@ function useInfoExtraction(options) {
         setIsExtracting(false);
       }
     },
-    [apiEndpoint, model, minConfidence, globalMemory]
+    [apiEndpoint, model, minConfidence, globalMemory, onCallLLM]
   );
   return {
     extractInfo,
@@ -1543,6 +1546,33 @@ var removeSessionCache = (storageKey, sessionId) => {
 };
 
 // src/react/hooks/useChatUI.ts
+var parseSSEResponse = async (response) => {
+  const reader = response.body?.getReader();
+  if (!reader) return "";
+  const decoder = new TextDecoder();
+  let buffer = "";
+  let result = "";
+  while (true) {
+    const { done, value } = await reader.read();
+    if (done) break;
+    buffer += decoder.decode(value, { stream: true });
+    const lines = buffer.split("\n");
+    buffer = lines.pop() || "";
+    for (const line of lines) {
+      if (line.startsWith("data: ")) {
+        const data = line.slice(6);
+        if (data === "[DONE]") continue;
+        try {
+          const parsed = JSON.parse(data);
+          const chunk = parsed.content ?? parsed.text ?? "";
+          if (chunk) result += chunk;
+        } catch {
+        }
+      }
+    }
+  }
+  return result;
+};
 var DEFAULT_STORAGE_KEY = "chatllm_sessions";
 var DEFAULT_COMPRESSION_THRESHOLD = 20;
 var DEFAULT_KEEP_RECENT = 6;
@@ -1748,11 +1778,37 @@ var useChatUI = (options) => {
   );
   const projectMemoryRaw = useGlobalMemory(projectMemoryOptions);
   const projectMemory = enableProjects ? projectMemoryRaw : null;
+  const callInternalLLM = useCallback5(async (prompt, model) => {
+    if (onSendMessageRef.current) {
+      const modelConfig = models.find((m) => m.id === model);
+      const provider = modelConfig?.provider || "ollama";
+      const result = await onSendMessageRef.current({
+        messages: [{ role: "user", content: prompt }],
+        model,
+        provider,
+        apiKey
+      });
+      if (typeof result === "string") return result;
+      if (typeof result === "object" && "content" in result) return result.content;
+      return parseSSEResponse(new Response(result));
+    }
+    const response = await fetch(apiEndpoint, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify({
+        messages: [{ role: "user", content: prompt }],
+        model
+      })
+    });
+    if (!response.ok) return "";
+    return parseSSEResponse(response);
+  }, [apiEndpoint, apiKey, models]);
   const infoExtraction = useInfoExtraction({
     apiEndpoint,
     model: selectedModel,
     minConfidence: 0.8,
-    globalMemory
+    globalMemory,
+    onCallLLM: callInternalLLM
   });
   const currentSession = sessions.find((s) => s.id === currentSessionId) || null;
   const messages = currentSession?.messages.filter((m) => !m.hidden) || [];
@@ -1950,46 +2006,11 @@ ${conversationText}
 
 \uC694\uC57D:`;
     try {
-      const response = await fetch(apiEndpoint, {
-        method: "POST",
-        headers: { "Content-Type": "application/json" },
-        body: JSON.stringify({
-          messages: [{ role: "user", content: summaryPrompt }],
-          model
-        })
-      });
-      if (!response.ok) return "";
-      const reader = response.body?.getReader();
-      if (!reader) return "";
-      const decoder = new TextDecoder();
-      let buffer = "";
-      let summary = "";
-      while (true) {
-        const { done, value } = await reader.read();
-        if (done) break;
-        buffer += decoder.decode(value, { stream: true });
-        const lines = buffer.split("\n");
-        buffer = lines.pop() || "";
-        for (const line of lines) {
-          if (line.startsWith("data: ")) {
-            const data = line.slice(6);
-            if (data === "[DONE]") continue;
-            try {
-              const parsed = JSON.parse(data);
-              {
-                const chunk = parsed.content ?? parsed.text ?? "";
-                if (chunk) summary += chunk;
-              }
-            } catch {
-            }
-          }
-        }
-      }
-      return summary;
+      return await callInternalLLM(summaryPrompt, model);
     } catch {
       return "";
     }
-  }, [apiEndpoint]);
+  }, [callInternalLLM]);
   const incrementalCompressContext = useCallback5(
     async (existingSummary, newMessages, model) => {
       const newConversation = newMessages.map((m) => `${m.role === "user" ? "\uC0AC\uC6A9\uC790" : "AI"}: ${m.content}`).join("\n\n");
@@ -2009,47 +2030,13 @@ ${newConversation}
 
 \uD1B5\uD569 \uC694\uC57D:`;
       try {
-        const response = await fetch(apiEndpoint, {
-          method: "POST",
-          headers: { "Content-Type": "application/json" },
-          body: JSON.stringify({
-            messages: [{ role: "user", content: mergePrompt }],
-            model
-          })
-        });
-        if (!response.ok) return existingSummary;
-        const reader = response.body?.getReader();
-        if (!reader) return existingSummary;
-        const decoder = new TextDecoder();
-        let buffer = "";
-        let summary = "";
-        while (true) {
-          const { done, value } = await reader.read();
-          if (done) break;
-          buffer += decoder.decode(value, { stream: true });
-          const lines = buffer.split("\n");
-          buffer = lines.pop() || "";
-          for (const line of lines) {
-            if (line.startsWith("data: ")) {
-              const data = line.slice(6);
-              if (data === "[DONE]") continue;
-              try {
-                const parsed = JSON.parse(data);
-                {
-                  const chunk = parsed.content ?? parsed.text ?? "";
-                  if (chunk) summary += chunk;
-                }
-              } catch {
-              }
-            }
-          }
-        }
+        const summary = await callInternalLLM(mergePrompt, model);
         return summary || existingSummary;
       } catch {
         return existingSummary;
       }
     },
-    [apiEndpoint]
+    [callInternalLLM]
   );
   const estimateTokens = useCallback5((messages2) => {
     return messages2.reduce((sum, m) => sum + Math.ceil(m.content.length / 4), 0);
@@ -9168,7 +9155,8 @@ var SettingsModal = ({
   onDeleteProjectMemory,
   onClearProjectMemory,
   enableProjects = false,
-  currentProjectTitle
+  currentProjectTitle,
+  showMemoryTab = true
 }) => {
   const [activeTab, setActiveTab] = useState16("general");
   const [localApiKey, setLocalApiKey] = useState16(apiKey);
@@ -9274,7 +9262,7 @@ var SettingsModal = ({
                         label: "\uAC1C\uC778 \uB9DE\uCDA4 \uC124\uC815"
                       }
                     ),
-                    /* @__PURE__ */ jsx18(
+                    showMemoryTab && /* @__PURE__ */ jsx18(
                       TabButton,
                       {
                         active: activeTab === "memory",
@@ -9283,7 +9271,7 @@ var SettingsModal = ({
                         label: "AI \uBA54\uBAA8\uB9AC"
                       }
                     ),
-                    enableProjects && /* @__PURE__ */ jsx18(
+                    showMemoryTab && enableProjects && /* @__PURE__ */ jsx18(
                       TabButton,
                       {
                         active: activeTab === "project-memory",
@@ -9470,7 +9458,7 @@ var SettingsModal = ({
                   }
                 ) })
               ] }),
-              activeTab === "memory" && /* @__PURE__ */ jsx18(
+              activeTab === "memory" && showMemoryTab && /* @__PURE__ */ jsx18(
                 MemoryTabContent,
                 {
                   items: memoryItems,
@@ -9479,7 +9467,7 @@ var SettingsModal = ({
                   onClearAll: onClearMemory
                 }
               ),
-              activeTab === "project-memory" && enableProjects && /* @__PURE__ */ jsx18(
+              activeTab === "project-memory" && showMemoryTab && enableProjects && /* @__PURE__ */ jsx18(
                 MemoryTabContent,
                 {
                   items: projectMemoryItems,
@@ -10665,6 +10653,7 @@ var ChatUIView = ({
   sidebarRenderAfterHeader,
   sidebarRenderFooter,
   showSettings,
+  showMemoryTab,
   showModelSelector,
   showThinking,
   thinkingDefaultOpen,
@@ -10933,6 +10922,7 @@ var ChatUIView = ({
             onDeleteMemory: globalMemory ? (key) => globalMemory.remove(key) : void 0,
             onClearMemory: globalMemory ? () => globalMemory.clear() : void 0,
             onSave: savePersonalization,
+            showMemoryTab,
             enableProjects: projects.length > 0,
             projectMemoryItems,
             onDeleteProjectMemory: projectMemory ? (key) => projectMemory.remove(key) : void 0,
@@ -10973,6 +10963,7 @@ var ChatUIWithHook = ({
   sidebarRenderAfterHeader,
   sidebarRenderFooter,
   showSettings = true,
+  showMemoryTab = true,
   showModelSelector = true,
   systemPrompt,
   contextCompressionThreshold = 20,
@@ -11065,6 +11056,7 @@ var ChatUIWithHook = ({
       sidebarRenderAfterHeader,
       sidebarRenderFooter,
       showSettings,
+      showMemoryTab,
       showModelSelector,
       showThinking,
       thinkingDefaultOpen,
@@ -11088,6 +11080,7 @@ var ChatUI = (props) => {
       sidebarRenderAfterHeader,
       sidebarRenderFooter,
       showSettings = true,
+      showMemoryTab: chatStateShowMemoryTab = true,
       showModelSelector = true,
       showThinking = true,
       thinkingDefaultOpen = false,
@@ -11109,6 +11102,7 @@ var ChatUI = (props) => {
         sidebarRenderAfterHeader,
         sidebarRenderFooter,
         showSettings,
+        showMemoryTab: chatStateShowMemoryTab,
         showModelSelector,
         showThinking,
         thinkingDefaultOpen,