eq-chatbot-core 0.15.0__tar.gz

eq_chatbot_core-0.15.0/.claude/settings.local.json

@@ -0,0 +1,37 @@
+{
+  "permissions": {
+    "allow": [
+      "Skill(eq-chatbot-core)",
+      "Skill(v18-chatbot)",
+      "Skill(odoo18)",
+      "Bash(mv:*)",
+      "Bash(pytest:*)",
+      "Skill(finalize)",
+      "Bash(git add:*)",
+      "Bash(git commit:*)",
+      "Bash(git push:*)",
+      "Bash(MCP_TEST_URL=\"http://127.0.0.1:8000/sse\" pytest tests/integration/test_mcp_live.py -v -s)",
+      "Bash(MCP_TEST_URL=\"http://127.0.0.1:8000/sse\" pytest tests/integration/test_mcp_live.py::TestMCPLive::test_list_tools_detailed -v -s)",
+      "Bash(MCP_TEST_URL=\"http://127.0.0.1:8000/sse\" pytest tests/integration/test_mcp_live.py -v)",
+      "Bash(python3:*)",
+      "Bash(ping:*)",
+      "Bash(ruff check:*)",
+      "Bash(black src/:*)",
+      "Bash(mypy:*)",
+      "Bash(twine check:*)",
+      "Bash(tar:*)",
+      "Bash(eq-chatbot info:*)",
+      "Bash(for f in /Users/picard/gitbase/PyPi-Projects/eq_chatbot_core/tests/unit/*.py)",
+      "Bash(done)",
+      "Bash(for:*)",
+      "Bash(black:*)",
+      "Bash(pip-audit:*)",
+      "Bash(git -C /Users/picard/gitbase/PyPi-Projects/eq_chatbot_core commit -m \"$\\(cat <<''EOF''\n[CHG] v0.14.0 - Security hardening, bug fixes, dependency updates, unit tests\n\n- Fix chunker infinite-loop bug when chunk_overlap >= chunk_size\n- Add configurable error messages to ChatbotErrorHandler \\(i18n-ready\\)\n- Add MCP client thread-safety \\(_pending_lock for concurrent requests\\)\n- Add Unicode NFKD normalization to injection detection\n- Add error handling to retriever \\(embedder + Qdrant failures\\)\n- Add context manager budget validation \\(ratio sum check\\)\n- Add longest-prefix matching to cost service\n- Add jitter to error handler retry backoff\n- Stricter MIME-type aliases in file validator\n- Fix Anthropic tool input serialization \\(json.dumps instead of str\\)\n- Add SSE parse error logging to OpenRouter provider\n- Update pricing table \\(Feb 2025: Claude 4.x, o3, gpt-4o corrected\\)\n- Raise minimum dependency versions \\(cryptography>=44, openai>=1.58, etc.\\)\n- Modernize ruff config to [tool.ruff.lint] section\n- Add 9 new unit test modules \\(918 tests total, 0 failures\\)\n- Add TASKS.md tracking document\n\nCo-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>\nEOF\n\\)\")",
+      "Bash(ruff format:*)",
+      "Bash(git check-ignore:*)",
+      "Bash(echo:*)",
+      "Bash(grep:*)",
+      "Bash(git remote add:*)"
+    ]
+  }
+}

eq_chatbot_core-0.15.0/.gitignore

@@ -0,0 +1,87 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+
+# PyInstaller
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# IDE
+.idea/
+.vscode/
+*.swp
+*.swo
+*~
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# ruff
+.ruff_cache/
+
+# OS
+.DS_Store
+Thumbs.db
+
+# Project specific
+*.log
+.env.local
+.env.test
+tests/.env.test
+tests/reports/test-report-*.md
+!tests/reports/latest.md

eq_chatbot_core-0.15.0/.pre-commit-config.yaml

@@ -0,0 +1,25 @@
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.5.0
+    hooks:
+      - id: trailing-whitespace
+      - id: end-of-file-fixer
+      - id: check-yaml
+      - id: check-added-large-files
+      - id: check-merge-conflict
+
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.1.9
+    hooks:
+      - id: ruff
+        args: [--fix, --exit-non-zero-on-fix]
+      - id: ruff-format
+
+  - repo: https://github.com/pre-commit/mirrors-mypy
+    rev: v1.8.0
+    hooks:
+      - id: mypy
+        additional_dependencies:
+          - types-requests
+          - pydantic
+        args: [--ignore-missing-imports]

eq_chatbot_core-0.15.0/.project-tips

@@ -0,0 +1,35 @@
+# eq-chatbot-core Quick Reference
+# PyPI: https://pypi.org/project/eq-chatbot-core/
+# GitHub: https://github.com/equitania/eq-chatbot-core
+
+## Setup
+uv venv && source .venv/bin/activate
+uv pip install -e ".[dev,pdf,security]"
+
+## Test
+pytest tests/unit/ -v                     # Unit tests (fast, mocked)
+pytest tests/ -v --cov=eq_chatbot_core    # All tests with coverage
+
+## Lint
+ruff check src/ && ruff format src/ --check   # Check
+ruff check src/ --fix && ruff format src/     # Fix
+
+## Build
+rm -rf dist/
+uv build
+twine check dist/*
+
+## Publish (TestPyPI)
+uv publish --publish-url https://test.pypi.org/legacy/
+
+## Publish (PyPI)
+uv publish
+
+## CLI
+eq-chatbot info
+eq-chatbot test-provider -p openai -k $OPENAI_API_KEY
+eq-chatbot list-models -p openai -k $OPENAI_API_KEY --json
+
+## Git Push (both remotes)
+git push origin main --tags
+git push upstream main --tags

eq_chatbot_core-0.15.0/CHANGELOG.md

@@ -0,0 +1,153 @@
+# Changelog
+
+All notable changes to eq-chatbot-core will be documented in this file.
+
+The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
+and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
+
+## [0.15.0] - 2026-02-09
+
+### Changed
+
+- Tighten dependency version ranges with upper bounds (openai <3, anthropic <1, httpx <1, etc.)
+- Replace python-magic with puremagic (pure Python, no libmagic system dependency)
+- Replace black dependency, use ruff format exclusively
+- Add twine to dev dependencies, add Python 3.13 classifier
+- Update pre-commit config: replace black hook with ruff-format
+
+### Added
+
+- MCP client SSRF protection (private IP blocking, HTTP/HTTPS scheme validation)
+- MCP stdio command whitelist (python, node, uvx, uv) and shell metachar validation
+- 22 new unit tests for MCP validation (940 total, 0 failures)
+
+### Fixed
+
+- Replace bare `except Exception` handlers with specific catches + logging
+
+## [0.14.0] - 2026-02-07
+
+### Added
+
+- Configurable error messages to ChatbotErrorHandler (i18n-ready)
+- MCP client thread-safety (`_pending_lock` for concurrent requests)
+- Unicode NFKD normalization to injection detection
+- Error handling to retriever (embedder + Qdrant failures)
+- Context manager budget validation (ratio sum check)
+- Longest-prefix matching to cost service
+- Jitter to error handler retry backoff
+- 9 new unit test modules (918 tests total, 0 failures)
+- TASKS.md tracking document
+
+### Fixed
+
+- Chunker infinite-loop bug when `chunk_overlap >= chunk_size`
+- Anthropic tool input serialization (`json.dumps` instead of `str`)
+
+### Changed
+
+- Stricter MIME-type aliases in file validator
+- Add SSE parse error logging to OpenRouter provider
+- Update pricing table (Feb 2025: Claude 4.x, o3, gpt-4o corrected)
+- Raise minimum dependency versions (cryptography>=44, openai>=1.58, etc.)
+- Modernize ruff config to `[tool.ruff.lint]` section
+
+## [0.13.0] - 2025-01-22
+
+### Added
+
+- **OverloadedError Exception**: New exception type for transient server overload errors (529/503)
+  - Distinct from RateLimitError for better retry handling
+  - Used by Anthropic provider for overload_error responses
+  - Properly exported from providers module
+
+### Fixed
+
+- **CLI AttributeError**: Fixed CLI `list-models` command crashing
+  - Changed `m.model_id` to `m.id` (matching ModelInfo dataclass)
+  - Removed non-existent `supports_temperature` and `max_tokens` attributes
+  - Fixed token usage display using correct `LLMResponse` attributes
+- **README Examples**: Updated code examples to use correct API
+  - `response.usage.total_tokens` → `response.total_tokens`
+  - `model.model_id` → `model.id`
+- **Export Completeness**: Added `OverloadedError` to `__all__` in providers module
+- **MANIFEST.in**: Added manifest file to include LICENSE, README, CHANGELOG in sdist
+
+### Changed
+
+- Improved JSON output in `list-models` command with more model metadata
+  - Now includes: id, name, provider, supports_vision, supports_tools, supports_streaming, context_length
+
+## [0.12.0] - 2025-01-17
+
+### Added
+
+- **OpenRouter Provider**: Access to 400+ AI models through unified API
+  - Supports OpenAI, Anthropic, Google, Meta, Mistral, and many more models
+  - Model ID format: `provider/model-name` (e.g., `openai/gpt-4o`, `anthropic/claude-3.5-sonnet`)
+  - Reasoning model detection for O1/O3/O4 series (auto-disables temperature)
+  - Streaming with tool-call accumulation
+  - Dynamic model list with constraints and pricing metadata
+  - Vision support detection from input_modalities
+  - Pricing extraction (input/output/image costs)
+- OpenRouter support in provider factory: `get_provider("openrouter", api_key="...")`
+- Comprehensive unit tests for OpenRouter provider (31 tests)
+
+## [0.9.1] - 2025-12-30
+
+### Fixed
+
+- LangDock Provider: Added tool call accumulation for Anthropic backend streaming
+  - Handles content_block_start events for tool_use blocks
+  - Handles input_json_delta events for tool arguments
+  - Returns complete tool_calls on final StreamChunk
+- MCP tool execution now works correctly with LangDock Anthropic backend
+
+## [0.9.0] - 2025-12-30
+
+### Added
+
+- `StreamChunk.tool_calls` field for complete tool call data on final streaming chunk
+- Tool call accumulation in streaming for all providers:
+  - OpenAI Provider: Accumulates tool_call_delta into complete tool_calls
+  - LangDock Provider: Same accumulation for OpenAI-compatible streaming
+  - Anthropic Provider: Handles content_block_start/input_json_delta events
+
+### Fixed
+
+- Streaming with function calling now properly returns accumulated tool calls
+- Tool execution loop can now access complete tool call data from final StreamChunk
+
+## [0.6.0] - 2025-12-29
+
+### Added
+
+- First standalone PyPI release
+- CLI tool `eq-chatbot` with commands:
+  - `test-provider` - Test LLM provider connections
+  - `list-models` - List available models from providers
+  - `info` - Show package information
+- Click framework for CLI implementation
+- MIT License
+
+### Changed
+
+- Extracted from v18-chatbot monorepo to standalone package
+- License changed from Proprietary to MIT
+- Updated project URLs to GitHub
+- Development status changed to Beta
+
+### Previous History
+
+This package was previously developed as part of the v18-chatbot project:
+
+- 0.5.6: LangDock attachment upload URL fix
+- 0.5.5: LangDock provider upload_attachment wrapper
+- 0.5.4: LangDock Agent file upload support
+- 0.5.3: Agent multimodal warning
+- 0.5.2: Anthropic provider vision detection fix
+- 0.5.1: Gemini multimodal format conversion
+- 0.5.0: PDF-to-image conversion, model-based content format
+- 0.4.2: Vision support detection improvements
+- 0.4.1: File validator false positive fixes
+- 0.4.0: Initial providers, security, RAG modules

eq_chatbot_core-0.15.0/CLAUDE.md

@@ -0,0 +1,200 @@
+# CLAUDE.md
+
+This file provides guidance to Claude Code (claude.ai/code) when working with code in this repository.
+
+## Project Overview
+
+Standalone Python library for LLM chatbot integration. Provides unified API across multiple providers (OpenAI, Anthropic, LangDock, OpenRouter, local servers). Originally extracted from v18-chatbot Odoo project for independent PyPI publishing.
+
+## Commands
+
+### Development Setup
+
+```bash
+uv venv && source .venv/bin/activate  # or: venv+
+uv pip install -e ".[dev,pdf,security]"
+```
+
+### Testing
+
+```bash
+# Run all unit tests (fast, mocked)
+pytest tests/unit/ -v
+
+# Run all tests with coverage
+pytest tests/ -v --cov=eq_chatbot_core --cov-report=html
+
+# Run single test file
+pytest tests/unit/test_openai.py -v
+
+# Run single test function
+pytest tests/unit/test_openai.py::TestOpenAIProviderInit::test_basic_init -v
+
+# Run tests by marker
+pytest -m unit -v                    # Unit tests only (mocked)
+pytest -m integration -v             # Integration tests (real API calls)
+pytest -m local -v                   # Local server tests
+
+# Skip expensive tests
+SKIP_LIVE_TESTS=true pytest tests/ -v
+```
+
+### Linting
+
+```bash
+ruff check src/ && ruff format src/ --check   # Check only
+ruff check src/ --fix && ruff format src/     # Auto-fix
+mypy src/                               # Type checking
+```
+
+### Building
+
+```bash
+python -m build                         # Build package
+twine check dist/*                      # Verify package
+```
+
+## Architecture
+
+### Provider Factory Pattern
+
+All providers use a factory function with consistent interface:
+
+```python
+from eq_chatbot_core.providers import get_provider
+
+# Cloud providers
+provider = get_provider("openai", api_key="sk-...")
+provider = get_provider("anthropic", api_key="sk-ant-...")
+provider = get_provider("langdock", api_key="ld-...")
+provider = get_provider("openrouter", api_key="sk-or-...")
+
+# Local providers (LM Studio, Ollama)
+provider = get_provider("lm_studio")  # defaults to localhost:1234
+provider = get_provider("ollama")      # defaults to localhost:11434
+provider = get_provider("local", base_url="http://custom:port/v1")
+```
+
+### Provider Base Class
+
+All providers inherit from `BaseLLMProvider` and must implement:
+
+```python
+class BaseLLMProvider(ABC):
+    provider_name: str              # Property: "openai", "anthropic", etc.
+    default_model: str              # Property: Default model ID
+
+    def chat_completion(messages, model, temperature, max_tokens, tools) -> LLMResponse
+    def stream_completion(messages, model, ...) -> Iterator[StreamChunk]
+    def list_models() -> list[dict]
+```
+
+### Response Types
+
+- `LLMResponse`: Complete response with content, token counts, tool_calls
+- `StreamChunk`: Streaming delta with is_final flag and accumulated tool_calls
+- `ModelInfo`: Model metadata (id, context_length, supports_vision, etc.)
+
+### Exception Hierarchy
+
+```
+ProviderError (base)
+├── RateLimitError     # 429 errors, has retry_after
+├── AuthenticationError # 401/403 errors
+├── ContextLengthError  # Token limit exceeded
+└── OverloadedError     # 529/503 transient errors (retryable)
+```
+
+### Module Structure
+
+```
+src/eq_chatbot_core/
+├── providers/              # LLM adapters
+│   ├── base.py             # BaseLLMProvider, response types, exceptions
+│   ├── openai_provider.py  # OpenAI + Azure
+│   ├── anthropic_provider.py
+│   ├── langdock_provider.py # LangDock gateway (EU/US regions)
+│   ├── openrouter_provider.py # OpenRouter (400+ models)
+│   └── local_provider.py   # LM Studio, Ollama (OpenAI-compatible)
+├── security/
+│   ├── encryption.py       # FernetEncryption for API key storage
+│   ├── injection.py        # Prompt injection detection
+│   ├── rate_limit.py       # Token bucket rate limiter
+│   └── file_validator.py   # MIME type validation (requires [security])
+├── rag/
+│   ├── chunker.py          # Text chunking strategies
+│   ├── embedder.py         # Embedding generation
+│   ├── retriever.py        # Qdrant vector retrieval
+│   └── context_manager.py  # RAG context assembly
+├── mcp/
+│   └── client.py           # MCP client (HTTP/SSE and stdio transports)
+├── services/
+│   ├── cost_service.py     # Token cost calculation
+│   ├── error_handler.py    # Centralized error handling
+│   └── knowledge_service.py # Knowledge export for vector DBs
+├── utils/
+│   ├── pricing.py          # Model pricing data
+│   └── pdf.py              # PDF to image (requires [pdf])
+├── cli.py                  # Click CLI: eq-chatbot
+└── version.py              # Version string
+```
+
+## Testing Patterns
+
+### Unit Test Structure
+
+Unit tests mock SDK clients at module level to avoid API calls:
+
+```python
+import sys
+from unittest.mock import MagicMock
+
+# Mock before importing provider
+mock_openai_module = MagicMock()
+sys.modules["openai"] = mock_openai_module
+
+from eq_chatbot_core.providers.openai_provider import OpenAIProvider
+```
+
+### Test Markers
+
+- `@pytest.mark.unit` - Mocked tests, no external dependencies
+- `@pytest.mark.integration` - Real API calls, requires keys
+- `@pytest.mark.local` - Requires running LM Studio/Ollama
+- `@pytest.mark.expensive` - Uses expensive models, skipped in CI
+- `@pytest.mark.slow` - Long-running tests
+
+### Test Configuration
+
+Copy `tests/.env.example` to `tests/.env.test` for API keys. Environment variables:
+
+- `OPENAI_API_KEY`, `ANTHROPIC_API_KEY`, `LANGDOCK_API_KEY`
+- `SKIP_LIVE_TESTS=true` - Skip integration tests
+- `SKIP_LOCAL_TESTS=true` - Skip local server tests
+- `TEST_MAX_TOKENS=20` - Limit tokens for cost control
+
+### Fixtures (conftest.py)
+
+- `test_config` - Session config from environment
+- `mock_openai_client`, `mock_anthropic_client` - Pre-configured mocks
+- `sample_messages`, `minimal_test_messages` - Test data
+- `openai_provider`, `anthropic_provider` - Live provider instances
+
+## Git Commit Conventions
+
+- `[ADD]` - New features
+- `[CHG]` - Modifications
+- `[FIX]` - Bug fixes
+
+## Dependencies
+
+### Core (always installed)
+
+openai, anthropic, httpx, pydantic, cryptography, tiktoken, qdrant-client, click
+
+### Optional
+
+- `[dev]` - pytest, ruff, mypy, twine, pytest-cov, pytest-asyncio
+- `[security]` - puremagic (MIME validation)
+- `[pdf]` - pymupdf (PDF to image conversion)
+- `[local]` - sentence-transformers (local embeddings)

eq_chatbot_core-0.15.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Equitania Software GmbH
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

eq_chatbot_core-0.15.0/MANIFEST.in

@@ -0,0 +1,5 @@
+include LICENSE
+include README.md
+include CHANGELOG.md
+recursive-exclude tests *
+recursive-exclude .* *