LLM-Bridge 1.9.0a1__tar.gz → 1.10.0__tar.gz

{llm_bridge-1.9.0a1 → llm_bridge-1.10.0/LLM_Bridge.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: LLM-Bridge
-Version: 1.9.0a1
+Version: 1.10.0
 Summary: A Bridge for LLMs
 Author-email: windsnow1025 <windsnow1025@gmail.com>
 License-Expression: MIT

{llm_bridge-1.9.0a1/LLM_Bridge.egg-info → llm_bridge-1.10.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: LLM-Bridge
-Version: 1.9.0a1
+Version: 1.10.0
 Summary: A Bridge for LLMs
 Author-email: windsnow1025 <windsnow1025@gmail.com>
 License-Expression: MIT

{llm_bridge-1.9.0a1 → llm_bridge-1.10.0}/llm_bridge/client/implementations/gemini/gemini_response_handler.py

@@ -1,11 +1,12 @@
 import base64
+import mimetypes
 from typing import Optional
 
 from google.genai import types
 
 from llm_bridge.client.implementations.gemini.gemini_token_counter import count_gemini_tokens
 from llm_bridge.client.implementations.printing_status import PrintingStatus
-from llm_bridge.type.chat_response import Citation, ChatResponse
+from llm_bridge.type.chat_response import Citation, ChatResponse, File
 
 
 class GeminiResponseHandler:
@@ -22,7 +23,7 @@ class GeminiResponseHandler:
         thought: str = ""
         code: str = ""
         code_output: str = ""
-        image: Optional[str] = None
+        files: list[File] = []
         display: Optional[str] = None
         citations: list[Citation] = extract_citations(response)
         input_tokens, stage_output_tokens = await count_gemini_tokens(response)
@@ -40,15 +41,22 @@ class GeminiResponseHandler:
                         elif not part.thought:
                             printing_status = PrintingStatus.Response
                             text += part.text
-                    # Code (Causing Error)
-                    # if part.executable_code is not None:
-                    #     code += part.executable_code.code
+                    # Code
+                    if part.executable_code is not None:
+                        code += part.executable_code.code
                     # Code Output
                     if part.code_execution_result is not None:
                         code_output += part.code_execution_result.output
-                    # Image
+                    # File
                     if part.inline_data is not None:
-                        image = base64.b64encode(part.inline_data.data).decode('utf-8')
+                        mime_type = part.inline_data.mime_type
+                        extension = mimetypes.guess_extension(mime_type) or ""
+                        file = File(
+                            name=f"generated_file{extension}",
+                            data=base64.b64encode(part.inline_data.data).decode('utf-8'),
+                            type=mime_type,
+                        )
+                        files.append(file)
 
         # Grounding Sources
         if candidates := response.candidates:
@@ -74,7 +82,7 @@ class GeminiResponseHandler:
             thought=thought,
             code=code,
             code_output=code_output,
-            image=image,
+            files=files,
             display=display,
             citations=citations,
             input_tokens=input_tokens,

{llm_bridge-1.9.0a1 → llm_bridge-1.10.0}/llm_bridge/client/implementations/openai/non_stream_openai_responses_client.py

@@ -12,7 +12,7 @@ from openai.types.responses import WebSearchToolParam, Response
 from llm_bridge.client.implementations.openai.openai_token_couter import count_openai_responses_input_tokens, \
     count_openai_output_tokens
 from llm_bridge.client.model_client.openai_client import OpenAIClient
-from llm_bridge.type.chat_response import ChatResponse, Citation
+from llm_bridge.type.chat_response import ChatResponse, Citation, File
 from llm_bridge.type.serializer import serialize
 
 
@@ -24,7 +24,7 @@ def process_openai_responses_non_stream_response(
     output_list = response.output
 
     text: str = ""
-    image: Optional[str] = None
+    files: list[File] = []
     citations: list[Citation] = []
 
     for output in output_list:
@@ -43,13 +43,18 @@ def process_openai_responses_non_stream_response(
                 #         )
         # Image Generation untestable due to organization verification requirement
         # if output.type == "image_generation_call":
-        #     image = output.result
+        #     file = File(
+        #         name="generated_image.png",
+        #         data=output.result,
+        #         type="image/png",
+        #     )
+        #     files.append(file)
 
-    chat_response = ChatResponse(text=text, image=image)
+    chat_response = ChatResponse(text=text, files=files)
     output_tokens = count_openai_output_tokens(chat_response)
     return ChatResponse(
         text=text,
-        image=image,
+        files=files,
         citations=citations,
         input_tokens=input_tokens,
         output_tokens=output_tokens,

{llm_bridge-1.9.0a1 → llm_bridge-1.10.0}/llm_bridge/client/implementations/openai/openai_token_couter.py

@@ -35,7 +35,7 @@ def count_openai_responses_input_tokens(messages: list[OpenAIResponsesMessage])
 
 def count_openai_output_tokens(chat_response: ChatResponse) -> int:
     text = chat_response.text
-    file_count = 1 if chat_response.image else 0
+    file_count = len(chat_response.files)
 
     return num_tokens_from_text(text) + file_count * 1000
 

{llm_bridge-1.9.0a1 → llm_bridge-1.10.0}/llm_bridge/client/implementations/openai/steam_openai_responses_client.py

@@ -12,13 +12,13 @@ from openai.types.responses import ResponseStreamEvent
 from llm_bridge.client.implementations.openai.openai_token_couter import count_openai_responses_input_tokens, \
     count_openai_output_tokens
 from llm_bridge.client.model_client.openai_client import OpenAIClient
-from llm_bridge.type.chat_response import ChatResponse, Citation
+from llm_bridge.type.chat_response import ChatResponse, Citation, File
 from llm_bridge.type.serializer import serialize
 
 
 def process_delta(event: ResponseStreamEvent) -> ChatResponse:
     text: str = ""
-    image: Optional[str] = None
+    files: list[File] = []
     citations: list[Citation] = []
 
     if event.type == "response.output_text.delta":
@@ -28,11 +28,16 @@ def process_delta(event: ResponseStreamEvent) -> ChatResponse:
         pass
     # Image Generation untestable due to organization verification requirement
     # if event.type == "response.image_generation_call.partial_image":
-    #     image = event.partial_image_b64
+    #     file = File(
+    #         name="generated_image.png",
+    #         data=event.partial_image_b64,
+    #         type="image/png",
+    #     )
+    #     files.append(file)
 
     chat_response = ChatResponse(
         text=text,
-        image=image,
+        files=files,
         citations=citations,
     )
     return chat_response
@@ -48,7 +53,7 @@ async def generate_chunk(
             output_tokens = count_openai_output_tokens(chat_response)
             yield ChatResponse(
                 text=chat_response.text,
-                image=chat_response.image,
+                files=chat_response.files,
                 citations=chat_response.citations,
                 input_tokens=input_tokens,
                 output_tokens=output_tokens,

{llm_bridge-1.9.0a1 → llm_bridge-1.10.0}/llm_bridge/type/chat_response.py

@@ -2,6 +2,13 @@ from dataclasses import dataclass
 from typing import Optional
 
 
+@dataclass
+class File:
+    name: str
+    data: str
+    type: str
+
+
 @dataclass
 class Citation:
     text: str
@@ -22,7 +29,7 @@ class ChatResponse:
     thought: Optional[str] = None
     code: Optional[str] = None
     code_output: Optional[str] = None
-    image: Optional[str] = None
+    files: Optional[list[File]] = None
     display: Optional[str] = None
     citations: Optional[list[Citation]] = None
     error: Optional[str] = None

{llm_bridge-1.9.0a1 → llm_bridge-1.10.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "LLM-Bridge"
-version = "1.9.0-alpha.1"
+version = "1.10.0"
 authors = [
     {name = "windsnow1025", email = "windsnow1025@gmail.com"}
 ]