LLM-Bridge 1.14.0a0__tar.gz → 1.14.0a1__tar.gz

llm_bridge-1.14.0a1/.gitattributes

@@ -0,0 +1,2 @@
+# Auto detect text files and perform LF normalization
+* text=auto

llm_bridge-1.14.0a1/.github/workflows/python-publish.yml

@@ -0,0 +1,32 @@
+name: "Publish"
+
+on:
+  push:
+    tags:
+      # Publish on any tag starting with a `v`, e.g., v0.1.0
+      - v*
+
+jobs:
+  run:
+    runs-on: ubuntu-latest
+    environment:
+      name: pypi
+    permissions:
+      id-token: write
+      contents: read
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v5
+      - name: Install uv
+        uses: astral-sh/setup-uv@v7
+      - name: Install Python 3.12
+        run: uv python install 3.12
+      - name: Build
+        run: uv build
+      # Check that basic features work and we didn't miss to include crucial files
+#      - name: Smoke test (wheel)
+#        run: uv run --isolated --no-project --with dist/*.whl tests/smoke_test.py
+#      - name: Smoke test (source distribution)
+#        run: uv run --isolated --no-project --with dist/*.tar.gz tests/smoke_test.py
+      - name: Publish
+        run: uv publish

llm_bridge-1.14.0a1/.gitignore

@@ -0,0 +1,160 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/#use-with-ide
+.pdm.toml
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+.idea/

{llm_bridge-1.14.0a0 → llm_bridge-1.14.0a1}/PKG-INFO

@@ -1,27 +1,26 @@
 Metadata-Version: 2.4
 Name: LLM-Bridge
-Version: 1.14.0a0
+Version: 1.14.0a1
 Summary: A Bridge for LLMs
 Author-email: windsnow1025 <windsnow1025@gmail.com>
 License-Expression: MIT
-Keywords: llm,ai
+License-File: LICENSE
+Keywords: ai,llm
 Classifier: Framework :: FastAPI
 Classifier: Programming Language :: Python :: 3
 Requires-Python: >=3.12
-Description-Content-Type: text/markdown
-License-File: LICENSE
+Requires-Dist: anthropic==0.75.0
+Requires-Dist: docxlatex>=1.1.1
 Requires-Dist: fastapi
+Requires-Dist: google-genai==1.46.0
 Requires-Dist: httpx
-Requires-Dist: tenacity
 Requires-Dist: openai==2.9.0
-Requires-Dist: tiktoken==0.11.0
-Requires-Dist: google-genai==1.46.0
-Requires-Dist: anthropic==0.75.0
-Requires-Dist: PyMuPDF
-Requires-Dist: docxlatex>=1.1.1
 Requires-Dist: openpyxl
+Requires-Dist: pymupdf
 Requires-Dist: python-pptx
-Dynamic: license-file
+Requires-Dist: tenacity
+Requires-Dist: tiktoken==0.11.0
+Description-Content-Type: text/markdown
 
 # LLM Bridge
 

{llm_bridge-1.14.0a0 → llm_bridge-1.14.0a1}/pyproject.toml

@@ -1,22 +1,10 @@
 [build-system]
-requires = ["setuptools"]
-build-backend = "setuptools.build_meta"
+requires = ["hatchling"]
+build-backend = "hatchling.build"
 
 [project]
 name = "LLM-Bridge"
-version = "1.14.0-alpha.0"
-authors = [
-    {name = "windsnow1025", email = "windsnow1025@gmail.com"}
-]
-description = "A Bridge for LLMs"
-readme = "README.md"
-requires-python = ">=3.12"
-keywords = ["llm", "ai"]
-license = "MIT"
-classifiers = [
-    "Framework :: FastAPI",
-    "Programming Language :: Python :: 3",
-]
+version = "1.14.0-alpha.1"
 dependencies = [
     "fastapi",
     "httpx",
@@ -30,6 +18,18 @@ dependencies = [
     "openpyxl",
     "python-pptx", # pptx
 ]
+requires-python = ">=3.12"
+authors = [
+    {name = "windsnow1025", email = "windsnow1025@gmail.com"}
+]
+description = "A Bridge for LLMs"
+readme = "README.md"
+license = "MIT"
+keywords = ["llm", "ai"]
+classifiers = [
+    "Framework :: FastAPI",
+    "Programming Language :: Python :: 3",
+]
 
 [dependency-groups]
 dev = [
@@ -38,9 +38,5 @@ dev = [
     "python-dotenv", #dotenv
 ]
 
-[tool.setuptools.packages.find]
-where = ["."]
-include = ["llm_bridge*"]
-
 [tool.pytest.ini_options]
-asyncio_default_fixture_loop_scope = "function"
+asyncio_default_fixture_loop_scope = "function"

llm_bridge-1.14.0a1/tests/chat_client_factory_test.py

@@ -0,0 +1,20 @@
+import pytest
+
+from llm_bridge.type.message import Message, Role, Content, ContentType
+
+
+@pytest.fixture
+def sample_messages():
+    return [
+        Message(role=Role.System, contents=[
+            Content(type=ContentType.Text, data="You are a helpful assistant.")
+        ]),
+        Message(role=Role.User, contents=[
+            Content(type=ContentType.Text, data="Hello")
+        ])
+    ]
+
+
+@pytest.mark.asyncio
+async def test_placeholder():
+    assert True

llm_bridge-1.14.0a1/tests/message_preprocessor_test.py

@@ -0,0 +1,26 @@
+import pytest
+
+from llm_bridge.logic.message_preprocess.message_preprocessor import extract_system_messages
+from llm_bridge.type.message import Message, Role, Content, ContentType
+
+
+@pytest.fixture
+def sample_messages():
+    return [
+        Message(role=Role.System, contents=[
+            Content(type=ContentType.Text, data="You are a helpful assistant.")
+        ]),
+        Message(role=Role.User, contents=[
+            Content(type=ContentType.Text, data="Hello")
+        ])
+    ]
+
+def test_extract_system_messages(sample_messages):
+    extracted_text = extract_system_messages(sample_messages)
+
+    assert extracted_text == "You are a helpful assistant.\n"
+
+    assert len(sample_messages) == 1
+    assert sample_messages[0].role == Role.User
+    assert sample_messages[0].contents[0].type == ContentType.Text
+    assert sample_messages[0].contents[0].data == "Hello"

llm_bridge-1.14.0a1/usage/.env.example

@@ -0,0 +1,9 @@
+OPENAI_API_KEY=
+GEMINI_FREE_API_KEY=
+GEMINI_PAID_API_KEY=
+GEMINI_VERTEX_API_KEY=
+ANTHROPIC_API_KEY=
+AZURE_API_KEY=
+AZURE_API_BASE=
+GITHUB_API_KEY=
+XAI_API_KEY=

llm_bridge-1.14.0a1/usage/main.py

@@ -0,0 +1,225 @@
+import asyncio
+import logging
+import os
+import sys
+from pprint import pprint
+
+from dotenv import load_dotenv
+
+from llm_bridge import *
+from usage.workflow import workflow
+
+output_file = open("./usage/output.log", "w", encoding="utf-8")
+sys.stdout = output_file
+
+logging.basicConfig(
+    level=logging.INFO,
+    format='%(asctime)s - %(levelname)s - %(message)s',
+    stream=output_file
+)
+
+script_dir = os.path.dirname(os.path.abspath(__file__))
+env_path = os.path.join(script_dir, ".env")
+load_dotenv(env_path)
+
+api_keys = {
+    "OPENAI_API_KEY": os.environ.get("OPENAI_API_KEY"),
+    "AZURE_API_KEY": os.environ.get("AZURE_API_KEY"),
+    "AZURE_API_BASE": os.environ.get("AZURE_API_BASE"),
+    "GITHUB_API_KEY": os.environ.get("GITHUB_API_KEY"),
+    "GEMINI_FREE_API_KEY": os.environ.get("GEMINI_FREE_API_KEY"),
+    "GEMINI_PAID_API_KEY": os.environ.get("GEMINI_PAID_API_KEY"),
+    "GEMINI_VERTEX_API_KEY": os.environ.get("GEMINI_VERTEX_API_KEY"),
+    "ANTHROPIC_API_KEY": os.environ.get("ANTHROPIC_API_KEY"),
+    "XAI_API_KEY": os.environ.get("XAI_API_KEY"),
+}
+
+structured_output_schema = {
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://example.com/product.schema.json",
+  "title": "Product",
+  "description": "A product from Acme's catalog",
+  "type": "object",
+  "properties": {
+    "productId": {
+      "description": "The unique identifier for a product",
+      "type": "integer"
+    },
+    "productName": {
+      "description": "Name of the product",
+      "type": "string"
+    },
+    "price": {
+      "description": "The price of the product",
+      "type": "number",
+      "exclusiveMinimum": 0
+    },
+    "tags": {
+      "description": "Tags for the product",
+      "type": "array",
+      "items": {
+        "type": "string"
+      },
+      "minItems": 1,
+      "uniqueItems": True
+    }
+  },
+  "required": [
+    "productId",
+    "productName",
+    "price"
+  ]
+}
+# structured_output_schema = None
+
+messages = [
+    Message(
+        role=Role.System,
+        contents=[
+            Content(type=ContentType.Text, data="You are a helpful assistant.")
+        ]
+    ),
+    Message(
+        role=Role.User,
+        contents=[
+            Content(type=ContentType.Text, data="Hello")
+        ]
+    ),
+    Message(
+        role=Role.Assistant,
+        contents=[
+            Content(type=ContentType.Text, data="Hello! How can I assist you today?")
+        ]
+    ),
+    Message(
+        role=Role.User,
+        contents=[
+            # Thinking
+            # Content(type=ContentType.Text, data="Explain the concept of Occam's Razor and provide a simple, everyday example."),
+
+            # Web Search
+            # Content(type=ContentType.Text, data="What's the weather in NYC today?"),
+
+            # Image Understanding
+            # Content(type=ContentType.File, data="https://www.gstatic.com/webp/gallery3/1.png"),
+            # Content(type=ContentType.Text, data="What is in this image?"),
+
+            # Image Generation
+            # Content(type=ContentType.Text, data="Please generate an image of a cat."),
+
+            # URL Context
+            # Content(type=ContentType.Text, data="What is in https://www.windsnow1025.com/"),
+
+            # Code Execution
+            # Content(type=ContentType.Text, data="What is the sum of the first 50 prime numbers? Generate and run code for the calculation, and make sure you get all 50."),
+
+            # File Output
+            # Content(type=ContentType.File, data="https://www.windsnow1025.com/minio/windsnow/uploads/1/1758384216123-script.py"),
+            # Content(type=ContentType.Text, data="Please implement a minimum example of Neural Network in `script.py`"),
+
+            # Structured Output
+            Content(type=ContentType.Text, data="Please generate a product."),
+        ]
+    ),
+    # Message(
+    #     role=Role.User,
+    #     contents=[
+    #         # Content(type=ContentType.File, data="https://www.windsnow1025.com/minio/windsnow/uploads/1/1746208707489-image.png"),
+    #         Content(type=ContentType.File, data="https://www.windsnow1025.com/minio/windsnow/uploads/1/1746209841847-A%20Tutorial%20on%20Spectral%20Clustering.pdf"),
+    #         # Content(type=ContentType.File, data="https://www.windsnow1025.com/minio/windsnow/uploads/1/1746212253473-file_example_MP3_700KB.mp3"),
+    #         # Content(type=ContentType.File, data="https://www.windsnow1025.com/minio/windsnow/uploads/1/1746212980820-file_example_MP4_480_1_5MG.mp4"),
+    #         # Content(type=ContentType.File, data="https://www.windsnow1025.com/minio/windsnow/uploads/1/1753804900037-Calculus.docx"),
+    #         Content(type=ContentType.Text, data="What's this?"),
+    #     ]
+    # ),
+]
+# See /llm_bridge/resources/model_prices.json for available models
+# model = "gpt-5.1"
+# model = "gpt-5-pro"
+# model = "gpt-5"
+# model = "gpt-4.1"
+# model = "gemini-3-pro-preview"
+# model = "gemini-3-pro-image-preview"
+# model = "gemini-flash-latest"
+# model = "grok-4-1-fast-reasoning"
+model = "claude-sonnet-4-5"
+# model = "claude-opus-4-5"
+# api_type = "Gemini-Vertex"
+# api_type = "Gemini-Free"
+# api_type = "Gemini-Paid"
+# api_type = "OpenAI"
+# api_type = "OpenAI-Azure"
+# api_type = "OpenAI-GitHub"
+api_type = "Claude"
+# api_type = "Grok"
+temperature = 0
+stream = True
+# stream = False
+thought = True
+# thought = False
+code_execution = True
+# code_execution = False
+
+
+async def main():
+    model_prices = get_model_prices()
+    pprint(model_prices)
+    print(structured_output_schema)
+
+    input_tokens = 0
+    output_tokens = 0
+    response = await workflow(
+        api_keys,
+        messages,
+        model,
+        api_type,
+        temperature,
+        stream,
+        thought,
+        code_execution,
+        structured_output_schema,
+    )
+    text = ""
+    thought_text = ""
+    code_text = ""
+    code_output_text = ""
+    files = []
+
+    if stream:
+        async for chunk in response:
+            pprint(chunk)
+            if chunk.text:
+                text += chunk.text
+            if chunk.thought:
+                thought_text += chunk.thought
+            if chunk.input_tokens:
+                input_tokens = chunk.input_tokens
+            if chunk.output_tokens:
+                output_tokens += chunk.output_tokens
+            if chunk.code:
+                code_text += chunk.code
+            if chunk.code_output:
+                code_output_text += chunk.code_output
+            if chunk.files:
+                files.extend(chunk.files)
+    else:
+        pprint(response)
+        text = response.text
+        thought_text = response.thought
+        code_text = response.code
+        code_output_text = response.code_output
+        input_tokens = response.input_tokens
+        output_tokens = response.output_tokens
+        files = response.files
+    total_cost = calculate_chat_cost(api_type, model, input_tokens, output_tokens)
+    print(f"Thought:\n{thought_text}\n")
+    print(f"Code:\n{code_text}\n")
+    print(f"Code Output:\n{code_output_text}\n")
+    print(f"Text:\n{text}\n")
+    print(f"Files:\n{files}\n")
+    print(f'Input tokens: {input_tokens}, Output tokens: {output_tokens}, Total cost: ${total_cost}')
+
+
+if __name__ == "__main__":
+    asyncio.run(main())
+    output_file.close()

llm_bridge-1.14.0a1/usage/workflow.py

@@ -0,0 +1,34 @@
+from typing import AsyncGenerator, Any
+
+from llm_bridge import *
+
+
+async def workflow(
+        api_keys: dict[str, str],
+        messages: list[Message],
+        model: str,
+        api_type: str,
+        temperature: float,
+        stream: bool,
+        thought: bool,
+        code_execution: bool,
+        structured_output_schema: dict[str, Any] | None,
+) -> ChatResponse | AsyncGenerator[ChatResponse, None]:
+    await preprocess_messages(messages, api_type)
+
+    chat_client = await create_chat_client(
+        api_keys=api_keys,
+        messages=messages,
+        model=model,
+        api_type=api_type,
+        temperature=temperature,
+        stream=stream,
+        thought=thought,
+        code_execution=code_execution,
+        structured_output_schema=structured_output_schema,
+    )
+
+    if stream:
+        return chat_client.generate_stream_response()
+    else:
+        return await chat_client.generate_non_stream_response()