LLM-Bridge 1.11.10__py3-none-any.whl → 1.12.0__py3-none-any.whl

llm_bridge/client/implementations/claude/non_stream_claude_client.py

@@ -58,16 +58,27 @@ class NonStreamClaudeClient(ClaudeClient):
         try:
             logging.info(f"messages: {self.messages}")
 
-            message = await self.client.beta.messages.create(
-                model=self.model,
-                max_tokens=self.max_tokens,
-                temperature=self.temperature,
-                system=self.system,
-                messages=serialize(self.messages),
-                thinking=self.thinking,
-                betas=self.betas,
-                tools=self.tools,
-            )
+            if self.thinking:
+                message = await self.client.beta.messages.create(
+                    model=self.model,
+                    max_tokens=self.max_tokens,
+                    temperature=self.temperature,
+                    system=self.system,
+                    messages=serialize(self.messages),
+                    betas=self.betas,
+                    tools=self.tools,
+                    thinking=self.thinking,
+                )
+            else:
+                message = await self.client.beta.messages.create(
+                    model=self.model,
+                    max_tokens=self.max_tokens,
+                    temperature=self.temperature,
+                    system=self.system,
+                    messages=serialize(self.messages),
+                    betas=self.betas,
+                    tools=self.tools,
+                )
 
             return await process_claude_non_stream_response(
                 message=message,

llm_bridge/client/implementations/claude/stream_claude_client.py

@@ -16,23 +16,41 @@ class StreamClaudeClient(ClaudeClient):
             logging.info(f"messages: {self.messages}")
 
             try:
-                async with self.client.beta.messages.stream(
-                    model=self.model,
-                    max_tokens=self.max_tokens,
-                    temperature=self.temperature,
-                    system=self.system,
-                    messages=serialize(self.messages),
-                    thinking=self.thinking,
-                    betas=self.betas,
-                    tools=self.tools,
-                ) as stream:
-                    async for event in stream:
-                        yield await process_claude_stream_response(
-                            event=event,
-                            input_tokens=self.input_tokens,
-                            client=self.client,
+                if self.thinking:
+                    async with self.client.beta.messages.stream(
+                        model=self.model,
+                        max_tokens=self.max_tokens,
+                        temperature=self.temperature,
+                        system=self.system,
+                        messages=serialize(self.messages),
+                        betas=self.betas,
+                        tools=self.tools,
+                        thinking=self.thinking,
+                    ) as stream:
+                        async for event in stream:
+                            yield await process_claude_stream_response(
+                                event=event,
+                                input_tokens=self.input_tokens,
+                                client=self.client,
+                                model=self.model,
+                            )
+                else:
+                    async with self.client.beta.messages.stream(
                             model=self.model,
-                        )
+                            max_tokens=self.max_tokens,
+                            temperature=self.temperature,
+                            system=self.system,
+                            messages=serialize(self.messages),
+                            betas=self.betas,
+                            tools=self.tools,
+                    ) as stream:
+                        async for event in stream:
+                            yield await process_claude_stream_response(
+                                event=event,
+                                input_tokens=self.input_tokens,
+                                client=self.client,
+                                model=self.model,
+                            )
 
             except Exception as e:
                 logging.exception(e)

llm_bridge/client/model_client/claude_client.py

@@ -18,10 +18,10 @@ class ClaudeClient(ChatClient):
             system: str,
             client: anthropic.AsyncAnthropic,
             max_tokens: int,
-            thinking: ThinkingConfigEnabledParam,
             betas: list[AnthropicBetaParam],
             input_tokens: int,
             tools: list[BetaToolUnionParam],
+            thinking: ThinkingConfigEnabledParam,
     ):
         self.model = model
         self.messages = messages
@@ -29,10 +29,10 @@ class ClaudeClient(ChatClient):
         self.system = system
         self.client = client
         self.max_tokens = max_tokens
-        self.thinking = thinking
         self.betas = betas
         self.input_tokens = input_tokens
         self.tools = tools
+        self.thinking = thinking
 
     async def generate_non_stream_response(self) -> ChatResponse:
         raise NotImplementedError

llm_bridge/logic/chat_generate/chat_client_factory.py

@@ -8,86 +8,104 @@ from llm_bridge.type.message import Message
 
 
 async def create_chat_client(
+        api_keys: dict,
         messages: list[Message],
         model: str,
         api_type: str,
         temperature: float,
         stream: bool,
-        api_keys: dict
+        thought: bool,
+        code_execution: bool,
 ) -> ChatClient:
     if api_type == 'OpenAI':
         return await create_openai_client(
+            api_keys={"OPENAI_API_KEY": api_keys["OPENAI_API_KEY"]},
             messages=messages,
             model=model,
             api_type=api_type,
             temperature=temperature,
             stream=stream,
-            api_keys={"OPENAI_API_KEY": api_keys["OPENAI_API_KEY"]}
+            thought=thought,
+            code_execution=code_execution,
         )
     elif api_type == 'OpenAI-Azure':
         return await create_openai_client(
+            api_keys={
+                "AZURE_API_KEY": api_keys["AZURE_API_KEY"],
+                "AZURE_API_BASE": api_keys["AZURE_API_BASE"]
+            },
             messages=messages,
             model=model,
             api_type=api_type,
             temperature=temperature,
             stream=stream,
-            api_keys={
-                "AZURE_API_KEY": api_keys["AZURE_API_KEY"],
-                "AZURE_API_BASE": api_keys["AZURE_API_BASE"]
-            }
+            thought=thought,
+            code_execution=code_execution,
         )
     elif api_type == 'OpenAI-GitHub':
         return await create_openai_client(
+            api_keys={"GITHUB_API_KEY": api_keys["GITHUB_API_KEY"]},
             messages=messages,
             model=model,
             api_type=api_type,
             temperature=temperature,
             stream=stream,
-            api_keys={"GITHUB_API_KEY": api_keys["GITHUB_API_KEY"]}
+            thought=thought,
+            code_execution=code_execution,
         )
     elif api_type == 'Grok':
         return await create_openai_client(
+            api_keys={"XAI_API_KEY": api_keys["XAI_API_KEY"]},
             messages=messages,
             model=model,
             api_type=api_type,
             temperature=temperature,
             stream=stream,
-            api_keys={"XAI_API_KEY": api_keys["XAI_API_KEY"]}
+            thought=thought,
+            code_execution=code_execution,
         )
     elif api_type == 'Gemini-Free':
         return await create_gemini_client(
+            api_key=api_keys["GEMINI_FREE_API_KEY"],
+            vertexai=False,
             messages=messages,
             model=model,
             temperature=temperature,
             stream=stream,
-            api_key=api_keys["GEMINI_FREE_API_KEY"],
-            vertexai=False,
+            thought=thought,
+            code_execution=code_execution,
         )
     elif api_type == 'Gemini-Paid':
         return await create_gemini_client(
+            api_key=api_keys["GEMINI_PAID_API_KEY"],
+            vertexai=False,
             messages=messages,
             model=model,
             temperature=temperature,
             stream=stream,
-            api_key=api_keys["GEMINI_PAID_API_KEY"],
-            vertexai=False,
+            thought=thought,
+            code_execution=code_execution,
         )
     elif api_type == 'Gemini-Vertex':
         return await create_gemini_client(
+            api_key=api_keys["GEMINI_VERTEX_API_KEY"],
             messages=messages,
             model=model,
             temperature=temperature,
             stream=stream,
-            api_key=api_keys["GEMINI_VERTEX_API_KEY"],
+            thought=thought,
+            code_execution=code_execution,
             vertexai=True,
         )
     elif api_type == 'Claude':
         return await create_claude_client(
+            api_key=api_keys["ANTHROPIC_API_KEY"],
             messages=messages,
             model=model,
             temperature=temperature,
             stream=stream,
-            api_key=api_keys["ANTHROPIC_API_KEY"]
+            thought=thought,
+            code_execution=code_execution,
         )
     else:
         raise HTTPException(status_code=400, detail="Invalid API type")

llm_bridge/logic/chat_generate/model_client_factory/claude_client_factory.py

@@ -11,11 +11,13 @@ from llm_bridge.type.message import Message
 
 
 async def create_claude_client(
+        api_key: str,
         messages: list[Message],
         model: str,
         temperature: float,
         stream: bool,
-        api_key: str,
+        thought: bool,
+        code_execution: bool,
 ):
     client = anthropic.AsyncAnthropic(
         api_key=api_key,
@@ -38,11 +40,13 @@ async def create_claude_client(
         32_000,  # Max output: Claude 4.5 64K; Claude 4.1 32K
         200_000 - input_tokens,  # Context window: Claude Sonnet 4.5 beta: 1M; otherwise 200K
     )
-    thinking = ThinkingConfigEnabledParam(
-        type="enabled",
-        budget_tokens=max(1024, max_tokens // 2), # Minimum budget tokens: 1024
-    )
-    temperature = 1
+    thinking = None
+    if thought:
+        thinking = ThinkingConfigEnabledParam(
+            type="enabled",
+            budget_tokens=max(1024, max_tokens // 2),  # Minimum budget tokens: 1024
+        )
+        temperature = 1
     betas: list[AnthropicBetaParam] = [
         "context-1m-2025-08-07",
         "output-128k-2025-02-19",
@@ -53,11 +57,14 @@ async def create_claude_client(
             type="web_search_20250305",
             name="web_search",
         ),
-        BetaCodeExecutionTool20250825Param(
-            type="code_execution_20250825",
-            name="code_execution",
-        )
     ]
+    if code_execution:
+        tools.append(
+            BetaCodeExecutionTool20250825Param(
+                type="code_execution_20250825",
+                name="code_execution",
+            )
+        )
 
     if stream:
         return StreamClaudeClient(
@@ -67,10 +74,10 @@ async def create_claude_client(
             system=system,
             client=client,
             max_tokens=max_tokens,
-            thinking=thinking,
             betas=betas,
             input_tokens=input_tokens,
             tools=tools,
+            thinking=thinking,
         )
     else:
         return NonStreamClaudeClient(
@@ -80,8 +87,8 @@ async def create_claude_client(
             system=system,
             client=client,
             max_tokens=max_tokens,
-            thinking=thinking,
             betas=betas,
             input_tokens=input_tokens,
             tools=tools,
+            thinking=thinking,
         )

llm_bridge/logic/chat_generate/model_client_factory/gemini_client_factory.py

@@ -1,6 +1,5 @@
 from google import genai
 from google.genai import types
-from google.genai._api_client import HttpOptions
 from google.genai.types import Modality
 
 from llm_bridge.client.implementations.gemini.non_stream_gemini_client import NonStreamGeminiClient
@@ -11,25 +10,26 @@ from llm_bridge.type.message import Message
 
 
 async def create_gemini_client(
+        api_key: str,
+        vertexai: bool,
         messages: list[Message],
         model: str,
         temperature: float,
         stream: bool,
-        api_key: str,
-        vertexai: bool,
+        thought: bool,
+        code_execution: bool,
 ):
     client = genai.Client(
         vertexai=vertexai,
         api_key=api_key,
     )
 
-    system_instruction = None
+    system_instruction = extract_system_messages(messages) or " "
     tools = []
     thinking_config = None
     response_modalities = [Modality.TEXT]
 
-    system_instruction = extract_system_messages(messages) or " "
-    if "image" not in model and not vertexai:
+    if "image" not in model:
         tools.append(
             types.Tool(
                 google_search=types.GoogleSearch()
@@ -40,27 +40,18 @@ async def create_gemini_client(
                 url_context=types.UrlContext()
             )
         )
-        tools.append(
-            types.Tool(
-                code_execution=types.ToolCodeExecution()
-            )
-        )
-    if "image" not in model and vertexai:
-        tools.append(
-            types.Tool(
-                google_search=types.GoogleSearch()
+        if thought:
+            thinking_config = types.ThinkingConfig(
+                include_thoughts=True,
+                thinking_budget=-1,
             )
-        )
-        tools.append(
-            types.Tool(
-                url_context=types.UrlContext()
-            )
-        )
-    if "image" not in model:
-        thinking_config = types.ThinkingConfig(
-            include_thoughts=True,
-            thinking_budget=-1,
-        )
+        if not vertexai:
+            if code_execution:
+                tools.append(
+                    types.Tool(
+                        code_execution=types.ToolCodeExecution()
+                    )
+                )
     if "image" in model:
         response_modalities = [Modality.TEXT, Modality.IMAGE]
 

llm_bridge/logic/chat_generate/model_client_factory/openai_client_factory.py

@@ -17,12 +17,14 @@ from llm_bridge.type.message import Message
 
 
 async def create_openai_client(
+        api_keys: dict,
         messages: list[Message],
         model: str,
         api_type: str,
         temperature: float,
         stream: bool,
-        api_keys: dict
+        thought: bool,
+        code_execution: bool,
 ):
     if api_type == "OpenAI":
         client = openai.AsyncOpenAI(
@@ -61,12 +63,13 @@ async def create_openai_client(
     reasoning = None
 
     if model not in ["gpt-5-chat-latest", "gpt-5-pro"]:
-        tools.append(
-            CodeInterpreter(
-                type="code_interpreter",
-                container=CodeInterpreterContainerCodeInterpreterToolAuto(type="auto")
+        if code_execution:
+            tools.append(
+                CodeInterpreter(
+                    type="code_interpreter",
+                    container=CodeInterpreterContainerCodeInterpreterToolAuto(type="auto")
+                )
             )
-        )
     if model not in ["gpt-5-chat-latest"]:
         tools.append(
             WebSearchToolParam(
@@ -77,10 +80,11 @@ async def create_openai_client(
     if re.match(r"gpt-5.*", model) and model != "gpt-5-chat-latest":
         temperature = 1
     if re.match(r"gpt-5.*", model) and model != "gpt-5-chat-latest":
-        reasoning = Reasoning(
-            effort="high",
-            summary="auto",
-        )
+        if thought:
+            reasoning = Reasoning(
+                effort="high",
+                summary="auto",
+            )
         tools.append(
             ImageGeneration(
                 type="image_generation",

llm_bridge-1.12.0.dist-info/METADATA

@@ -0,0 +1,88 @@
+Metadata-Version: 2.4
+Name: LLM-Bridge
+Version: 1.12.0
+Summary: A Bridge for LLMs
+Author-email: windsnow1025 <windsnow1025@gmail.com>
+License-Expression: MIT
+Keywords: llm,ai
+Classifier: Framework :: FastAPI
+Classifier: Programming Language :: Python :: 3
+Requires-Python: >=3.12
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: fastapi
+Requires-Dist: httpx
+Requires-Dist: tenacity
+Requires-Dist: openai==1.106.1
+Requires-Dist: tiktoken==0.11.0
+Requires-Dist: google-genai==1.46.0
+Requires-Dist: anthropic==0.66.0
+Requires-Dist: PyMuPDF
+Requires-Dist: docxlatex>=1.1.1
+Requires-Dist: openpyxl
+Requires-Dist: python-pptx
+Provides-Extra: test
+Requires-Dist: pytest; extra == "test"
+Requires-Dist: pytest-asyncio; extra == "test"
+Requires-Dist: python-dotenv; extra == "test"
+Requires-Dist: protobuf; extra == "test"
+Dynamic: license-file
+
+# LLM Bridge
+
+LLM Bridge is a unified Python interface for interacting with LLMs, including OpenAI (Native / Azure / GitHub), Gemini (AI Studio / Vertex), Claude, and Grok.
+
+GitHub: [https://github.com/windsnow1025/LLM-Bridge](https://github.com/windsnow1025/LLM-Bridge)
+
+PyPI: [https://pypi.org/project/LLM-Bridge/](https://pypi.org/project/LLM-Bridge/)
+
+## Workflow and Features
+
+1. **Message Preprocessor**: extracts text content from documents (Word, Excel, PPT, Code files, PDFs) which are not natively supported by the target model.
+2. **Chat Client Factory**: creates a client for the specific LLM API with model parameters
+    1. **Model Message Converter**: converts general messages to model messages
+        1. **Media Processor**: converts general media (Image, Audio, Video, PDF) to model compatible formats.
+3. **Chat Client**: generate stream or non-stream responses
+    - **Model Thoughts**: captures and formats the model's thinking process
+    - **Code Execution**: auto generate and execute Python code
+    - **Web Search + Citations**: extracts and formats citations from search results
+    - **Token Counter**: tracks and reports input and output token usage
+
+### Supported Features for API Types
+
+The features listed represent the maximum capabilities of each API type supported by LLM Bridge.
+
+| API Type | Input Format                   | Capabilities                                     | Output Format     |
+|----------|--------------------------------|--------------------------------------------------|-------------------|
+| OpenAI   | Text, Image, PDF               | Thinking, Web Search, Code Execution             | Text              |
+| Gemini   | Text, Image, Video, Audio, PDF | Thinking, Web Search + Citations, Code Execution | Text, Image, File |
+| Claude   | Text, Image, PDF               | Thinking, Web Search, Code Execution             | Text              |
+| Grok     | Text, Image                    |                                                  | Text              |
+
+#### Planned Features
+
+- Structured Output
+- More features for API Types
+- Native support for Grok
+
+## Installation
+
+```bash
+pip install --upgrade llm_bridge
+```
+
+## Test
+
+```bash
+pytest
+```
+
+## Quick Start
+
+### Setup
+
+1. Copy `./usage/.env.example` and rename it to `./usage/.env`, then fill in the environment variables.
+2. Install requirements: `pip install -r requirements.txt`
+3. In PyCharm, add a new Python configuration:
+   - script: `./usage/main.py`
+   - Paths to ".env" files: `./usage/.env`

{llm_bridge-1.11.10.dist-info → llm_bridge-1.12.0.dist-info}/RECORD

@@ -6,8 +6,8 @@ llm_bridge/client/implementations/printing_status.py,sha256=ok3ihBRIEan3qMbc62He
 llm_bridge/client/implementations/claude/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 llm_bridge/client/implementations/claude/claude_response_handler.py,sha256=d5e1rlxfao_rjhgT1Rky-xlCRJIK2M-e9LKNUATOczc,4143
 llm_bridge/client/implementations/claude/claude_token_counter.py,sha256=m_aoLJkFPJqSBA3Thzv5vg3GnaucZh41SAgT28sLeBA,1324
-llm_bridge/client/implementations/claude/non_stream_claude_client.py,sha256=1khCk0vJkCQ09Q8wuCqX1ZUV54qcwtTGa21ij8ziyak,2990
-llm_bridge/client/implementations/claude/stream_claude_client.py,sha256=gOvdoSa_pNAbZ882pG4NAOOwNtjth-X4M3Gt34orXww,2005
+llm_bridge/client/implementations/claude/non_stream_claude_client.py,sha256=IunPFhqFoHWlYqoz__fWO0vLTJbbjMVL1FuHGRAQwkg,3469
+llm_bridge/client/implementations/claude/stream_claude_client.py,sha256=cu06_AcBVZJJE_SuSr26jBW8GEdaK4OQN9XA-6p4O0Q,2954
 llm_bridge/client/implementations/gemini/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 llm_bridge/client/implementations/gemini/gemini_response_handler.py,sha256=_bejFAjo07s4jBpXBGF5djPs3nxZZjHaDkr4w1S8lTs,4321
 llm_bridge/client/implementations/gemini/gemini_token_counter.py,sha256=GdnwJWPhGZMB_xC0fz88zQRparIHzTemkQoqfDcxVEA,687
@@ -20,20 +20,20 @@ llm_bridge/client/implementations/openai/openai_token_couter.py,sha256=ESl3L049N
 llm_bridge/client/implementations/openai/steam_openai_responses_client.py,sha256=HdaIYeJg9o5TjyqMlGUjfsPF2MDoxWF8tOqsqIbNTw8,4100
 llm_bridge/client/implementations/openai/stream_openai_client.py,sha256=Izq4xH9EuLjUCBJsuSr6U4Kj6FN5c7w_oHf9wmQatXE,2988
 llm_bridge/client/model_client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-llm_bridge/client/model_client/claude_client.py,sha256=cuYORseQY8HVt-COh2J0C_mhqPehDB3A4G4vrunoSFA,1352
+llm_bridge/client/model_client/claude_client.py,sha256=Q-ciptb1cV3BNUOUj3Blwy-zu0loD2glFceRe5YDKKo,1352
 llm_bridge/client/model_client/gemini_client.py,sha256=4dcueIbpLFqkT98WxmeVmW9Vbq7Z5jbYbifAem-NL1E,906
 llm_bridge/client/model_client/openai_client.py,sha256=92nSIrlAhT0u6m8MvT31-VSqrtDUekkRwV3JpTd_WKE,1239
 llm_bridge/logic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 llm_bridge/logic/file_fetch.py,sha256=Q8PGNj76E25sKD70TmlnSIdPgAxpNlb89syk87DbAGg,1341
 llm_bridge/logic/model_prices.py,sha256=hiXVbki3004Rrm5LQrmVfdm0lLABeygxtFB-Qn9_mm0,1219
 llm_bridge/logic/chat_generate/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-llm_bridge/logic/chat_generate/chat_client_factory.py,sha256=H0rcRHytSfYKz_mwRfJgJYyI-d3S3nxBssREYWPyOWw,3165
+llm_bridge/logic/chat_generate/chat_client_factory.py,sha256=i2Lefytc2Sc6Ownjq7obgCkjdCFe9oFuozf96J9wHzs,3800
 llm_bridge/logic/chat_generate/chat_message_converter.py,sha256=40VTBOPXg_ocrEZMdt1ObYlm-mhRL35zWzzxv8m2xRc,1538
 llm_bridge/logic/chat_generate/media_processor.py,sha256=ZR8G24EHwZZr2T9iFDRmScDGyJ_kvThApABzSzK0CL0,702
 llm_bridge/logic/chat_generate/model_client_factory/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-llm_bridge/logic/chat_generate/model_client_factory/claude_client_factory.py,sha256=AxXY-Lr1MAZpV1wCtKXfcnq9B72dnhCAEb9K4_zSOCk,2830
-llm_bridge/logic/chat_generate/model_client_factory/gemini_client_factory.py,sha256=ms0v1TnVA_JJFKhOkbF_qHeRJEAZ3SH2QOYUi2w_FBI,3614
-llm_bridge/logic/chat_generate/model_client_factory/openai_client_factory.py,sha256=i15B02EeSi-KHFKsL9aSJLf4noXGL95EFHQUZNGOMog,4376
+llm_bridge/logic/chat_generate/model_client_factory/claude_client_factory.py,sha256=8qhKE8H6bEUiCDc8ZYaKuzeAe2ne_6oNGR0Y-FQHJTk,3011
+llm_bridge/logic/chat_generate/model_client_factory/gemini_client_factory.py,sha256=j4V3l8I3G4qmJzK1ZVpCKnUxsSEkPA5nL72MCywxHIg,3394
+llm_bridge/logic/chat_generate/model_client_factory/openai_client_factory.py,sha256=EoU5kyccnwOKjGdFi5yTozNVPrq402jRtWPjSmBJs7M,4517
 llm_bridge/logic/chat_generate/model_message_converter/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 llm_bridge/logic/chat_generate/model_message_converter/claude_message_converter.py,sha256=SfDhQXR7L5nCPHS4MIjwgzK_wER7qOUCc8gh-K77kKY,2441
 llm_bridge/logic/chat_generate/model_message_converter/gemini_message_converter.py,sha256=UjhzRX7sBa3-Zv1flMJd8bc8uRWMMav4UdJFhE6nVq4,1527
@@ -55,8 +55,8 @@ llm_bridge/type/model_message/claude_message.py,sha256=gYJUTbLUeifQMva3Axarc-VFe
 llm_bridge/type/model_message/gemini_message.py,sha256=mh8pf929g7_NkBzSOwnLXyrwSzTT4yt2FmyX7NZn0sM,4302
 llm_bridge/type/model_message/openai_message.py,sha256=xFaLY-cZoSwNd7E9BSWQjBNcRfCVH11X9s2yxXlctR0,453
 llm_bridge/type/model_message/openai_responses_message.py,sha256=be1q2euA0ybjj4NO6NxOGIRB9eJuXSb4ssUm_bM4Ocs,1529
-llm_bridge-1.11.10.dist-info/licenses/LICENSE,sha256=m6uon-6P_CaiqcBfApMfjG9YRtDxcr40Z52JcqUCEAE,1069
-llm_bridge-1.11.10.dist-info/METADATA,sha256=42XpCM5vIkUx5dvWNIqNClIJuchj96BJnslswh8U9_M,7850
-llm_bridge-1.11.10.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-llm_bridge-1.11.10.dist-info/top_level.txt,sha256=PtxyrgNX1lSa1Ab_qswg0sekSXejG5zrS6b_v3Po05g,11
-llm_bridge-1.11.10.dist-info/RECORD,,
+llm_bridge-1.12.0.dist-info/licenses/LICENSE,sha256=m6uon-6P_CaiqcBfApMfjG9YRtDxcr40Z52JcqUCEAE,1069
+llm_bridge-1.12.0.dist-info/METADATA,sha256=H-1XWKJ35voqZsQOlo2YVZC-MDq8YI_cT1_QiawJnno,3388
+llm_bridge-1.12.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+llm_bridge-1.12.0.dist-info/top_level.txt,sha256=PtxyrgNX1lSa1Ab_qswg0sekSXejG5zrS6b_v3Po05g,11
+llm_bridge-1.12.0.dist-info/RECORD,,

llm_bridge-1.11.10.dist-info/METADATA

@@ -1,231 +0,0 @@
-Metadata-Version: 2.4
-Name: LLM-Bridge
-Version: 1.11.10
-Summary: A Bridge for LLMs
-Author-email: windsnow1025 <windsnow1025@gmail.com>
-License-Expression: MIT
-Keywords: llm,ai
-Classifier: Framework :: FastAPI
-Classifier: Programming Language :: Python :: 3
-Requires-Python: >=3.12
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: fastapi
-Requires-Dist: httpx
-Requires-Dist: tenacity
-Requires-Dist: openai==1.106.1
-Requires-Dist: tiktoken==0.11.0
-Requires-Dist: google-genai==1.46.0
-Requires-Dist: anthropic==0.66.0
-Requires-Dist: PyMuPDF
-Requires-Dist: docxlatex>=1.1.1
-Requires-Dist: openpyxl
-Requires-Dist: python-pptx
-Provides-Extra: test
-Requires-Dist: pytest; extra == "test"
-Requires-Dist: pytest-asyncio; extra == "test"
-Requires-Dist: python-dotenv; extra == "test"
-Requires-Dist: protobuf; extra == "test"
-Dynamic: license-file
-
-# LLM Bridge
-
-LLM Bridge is a unified Python interface for interacting with LLMs, including OpenAI, OpenAI-Azure, OpenAI-GitHub, Gemini, Claude, and Grok.
-
-GitHub: [https://github.com/windsnow1025/LLM-Bridge](https://github.com/windsnow1025/LLM-Bridge)
-
-PyPI: [https://pypi.org/project/LLM-Bridge/](https://pypi.org/project/LLM-Bridge/)
-
-## Workflow and Features
-
-1. **Message Preprocessor**: extracts text content from documents (Word, Excel, PPT, Code files, PDFs) which are not natively supported by the target model.
-2. **Chat Client Factory**: create a client for the specific LLM API with model parameters
-    1. **Model Message Converter**: convert general messages to model messages
-        1. **Media Processor**: converts media (Image, Audio, Video, PDF) which are natively supported by the target model into compatible formats.
-3. **Chat Client**: generate stream or non-stream responses
-    1. **Model Thoughts**: captures and formats the model's thinking process
-    2. **Search Citations**: extracts and formats citations from search results
-    3. **Token Counter**: tracks and reports input and output token usage
-
-### Model Features
-
-The features listed represent the maximum capabilities of each API type supported by LLM Bridge.
-
-| API Type | Input Format                   | Capabilities                                               | Output Format |
-|----------|--------------------------------|------------------------------------------------------------|---------------|
-| OpenAI   | Text, Image                    | Thinking, Web Search, Code Execution                       | Text          |
-| Gemini   | Text, Image, Video, Audio, PDF | Thinking + Thought, Web Search + Citations, Code Execution | Text, Image   |
-| Claude   | Text, Image, PDF               | Thinking, Web Search                                       | Text          |
-| Grok     | Text, Image                    |                                                            | Text          |
-
-#### Planned Features
-
-- OpenAI: Web Search: Citations, Image Output
-- Gemini: Code Execution: Code, Code Output
-- Claude: Code Execution, File Output
-
-## Installation
-
-```bash
-pip install --upgrade llm_bridge
-```
-
-## Test
-
-```bash
-pytest
-```
-
-## Quick Start
-
-### Setup
-
-1. Copy `./usage/.env.example` and rename it to `./usage/.env`, then fill in the environment variables.
-2. Install requirements: `pip install -r requirements.txt`
-3. In PyCharm, add a new Python configuration:
-   - script: `./usage/main.py`
-   - Paths to ".env" files: `./usage/.env`
-
-## Workflow
-
-```python
-from typing import AsyncGenerator
-
-from llm_bridge import *
-
-
-async def workflow(
-        api_keys: dict[str, str],
-        messages: list[Message],
-        model: str,
-        api_type: str,
-        temperature: float,
-        stream: bool
-) -> ChatResponse | AsyncGenerator[ChatResponse, None]:
-    await preprocess_messages(messages, api_type)
-
-    chat_client = await create_chat_client(
-        messages=messages,
-        model=model,
-        api_type=api_type,
-        temperature=temperature,
-        stream=stream,
-        api_keys=api_keys,
-    )
-
-    if stream:
-        return chat_client.generate_stream_response()
-    else:
-        return await chat_client.generate_non_stream_response()
-```
-
-### Main
-
-```python
-import asyncio
-import logging
-import os
-from pprint import pprint
-
-from dotenv import load_dotenv
-
-from llm_bridge import *
-from usage.workflow import workflow
-
-logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
-
-load_dotenv(".env")
-
-api_keys = {
-    "OPENAI_API_KEY": os.environ.get("OPENAI_API_KEY"),
-    "AZURE_API_KEY": os.environ.get("AZURE_API_KEY"),
-    "AZURE_API_BASE": os.environ.get("AZURE_API_BASE"),
-    "GITHUB_API_KEY": os.environ.get("GITHUB_API_KEY"),
-    "GEMINI_FREE_API_KEY": os.environ.get("GEMINI_FREE_API_KEY"),
-    "GEMINI_PAID_API_KEY": os.environ.get("GEMINI_PAID_API_KEY"),
-    "ANTHROPIC_API_KEY": os.environ.get("ANTHROPIC_API_KEY"),
-    "XAI_API_KEY": os.environ.get("XAI_API_KEY"),
-}
-
-messages = [
-    Message(
-        role=Role.System,
-        contents=[
-            Content(type=ContentType.Text, data="You are a helpful assistant.")
-        ]
-    ),
-    Message(
-        role=Role.User,
-        contents=[
-            Content(type=ContentType.Text, data="Hello")
-        ]
-    ),
-    Message(
-        role=Role.Assistant,
-        contents=[
-            Content(type=ContentType.Text, data="Hello! How can I assist you today?")
-        ]
-    ),
-    Message(
-        role=Role.User,
-        contents=[
-            Content(type=ContentType.Text, data="Explain the concept of Occam's Razor and provide a simple, everyday example."),
-            # Content(type=ContentType.Text, data="What's the weather in NYC today?"),
-            # Content(type=ContentType.Text, data="Please generate an image of a cat."),
-        ]
-    ),
-    # Message(
-    #     role=Role.User,
-    #     contents=[
-    #         # Content(type=ContentType.File, data="https://www.windsnow1025.com/minio/windsnow/uploads/1/1746208707489-image.png"),
-    #         # Content(type=ContentType.File, data="https://www.windsnow1025.com/minio/windsnow/uploads/1/1746209841847-A%20Tutorial%20on%20Spectral%20Clustering.pdf"),
-    #         # Content(type=ContentType.File, data="https://www.windsnow1025.com/minio/windsnow/uploads/1/1746212253473-file_example_MP3_700KB.mp3"),
-    #         # Content(type=ContentType.File, data="https://www.windsnow1025.com/minio/windsnow/uploads/1/1746212980820-file_example_MP4_480_1_5MG.mp4"),
-    #         Content(type=ContentType.Text, data="What's this?"),
-    #     ]
-    # ),
-]
-# See /llm_bridge/resources/model_prices.json for available models
-# model = "gpt-4.1"
-# model = "gemini-2.5-flash-preview-native-audio-dialog"
-# model = "gemini-2.5-pro-exp-03-25"
-model = "gemini-2.5-pro-preview-05-06"
-# model = "claude-sonnet-4-0"
-# api_type = "OpenAI"
-# api_type = "Gemini-Free"
-api_type = "Gemini-Paid"
-# api_type = "Claude"
-temperature = 0
-stream = True
-
-
-async def main():
-    model_prices = get_model_prices()
-    pprint(model_prices)
-
-    input_tokens = 0
-    output_tokens = 0
-    response = await workflow(api_keys, messages, model, api_type, temperature, stream)
-    text = ""
-    if stream:
-        async for chunk in response:
-            pprint(chunk)
-            if chunk.text:
-                text += chunk.text
-            if chunk.input_tokens:
-                input_tokens = chunk.input_tokens
-            if chunk.output_tokens:
-                output_tokens += chunk.output_tokens
-    else:
-        pprint(response)
-        text = response.text
-        input_tokens = response.input_tokens
-        output_tokens = response.output_tokens
-    total_cost = calculate_chat_cost(api_type, model, input_tokens, output_tokens)
-    print(text)
-    print(f'Input tokens: {input_tokens}, Output tokens: {output_tokens}, Total cost: ${total_cost}')
-
-
-if __name__ == "__main__":
-    asyncio.run(main())
-```