agent-os-kernel 1.1.0__py3-none-any.whl → 1.3.0__py3-none-any.whl

{agent_os_kernel-1.1.0.dist-info → agent_os_kernel-1.3.0.dist-info}/entry_points.txt

@@ -1,3 +1,2 @@
 [console_scripts]
 agent-os = agent_os.cli:main
-agentctl = agent_os.cli:main

modules/amb/.github/workflows/ci.yml

@@ -0,0 +1,102 @@
+# Continuous Integration workflow
+name: CI
+
+on:
+  push:
+    branches: [main, develop]
+  pull_request:
+    branches: [main]
+
+jobs:
+  lint:
+    name: Lint & Format Check
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+      
+      - name: Install linting tools
+        run: |
+          python -m pip install --upgrade pip
+          pip install ruff mypy
+      
+      - name: Run Ruff linter
+        run: ruff check amb_core/ tests/
+      
+      - name: Run Ruff formatter check
+        run: ruff format --check amb_core/ tests/
+      
+      - name: Run MyPy type checking
+        run: mypy amb_core/ --ignore-missing-imports
+
+  test:
+    name: Test (Python ${{ matrix.python-version }})
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, windows-latest, macos-latest]
+        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+        exclude:
+          # Reduce matrix size for faster CI
+          - os: windows-latest
+            python-version: "3.8"
+          - os: windows-latest
+            python-version: "3.9"
+          - os: macos-latest
+            python-version: "3.8"
+          - os: macos-latest
+            python-version: "3.9"
+    
+    steps:
+      - uses: actions/checkout@v4
+      
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+      
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -e ".[dev]"
+      
+      - name: Run tests with coverage
+        run: pytest tests/ -v --cov=amb_core --cov-report=xml --cov-report=term-missing
+      
+      - name: Upload coverage to Codecov
+        if: matrix.os == 'ubuntu-latest' && matrix.python-version == '3.11'
+        uses: codecov/codecov-action@v4
+        with:
+          file: ./coverage.xml
+          fail_ci_if_error: false
+
+  docs:
+    name: Build Documentation
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+      
+      - name: Install documentation dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -e ".[dev]"
+          pip install mkdocs mkdocs-material mkdocstrings[python]
+      
+      - name: Build docs
+        run: |
+          # Check if mkdocs.yml exists, if not skip
+          if [ -f mkdocs.yml ]; then
+            mkdocs build --strict
+          else
+            echo "No mkdocs.yml found, skipping documentation build"
+          fi

modules/amb/.github/workflows/publish.yml

@@ -0,0 +1,146 @@
+# Publish to PyPI using Trusted Publishing (OIDC) - No API tokens needed!
+# https://docs.pypi.org/trusted-publishers/
+
+name: Publish to PyPI
+
+on:
+  release:
+    types: [published]
+  workflow_dispatch:
+    inputs:
+      publish_target:
+        description: 'Publish target'
+        required: true
+        default: 'testpypi'
+        type: choice
+        options:
+          - testpypi
+          - pypi
+
+jobs:
+  build:
+    name: Build distribution 📦
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+      
+      - name: Install build dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install build twine
+      
+      - name: Build package
+        run: python -m build
+      
+      - name: Check package
+        run: twine check dist/*
+      
+      - name: Upload distribution artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: python-package-distributions
+          path: dist/
+
+  test:
+    name: Test package 🧪
+    runs-on: ubuntu-latest
+    needs: build
+    strategy:
+      matrix:
+        python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+    steps:
+      - uses: actions/checkout@v4
+      
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+      
+      - name: Download distribution
+        uses: actions/download-artifact@v4
+        with:
+          name: python-package-distributions
+          path: dist/
+      
+      - name: Install package
+        run: pip install dist/*.whl
+      
+      - name: Install test dependencies
+        run: pip install pytest pytest-asyncio pytest-cov
+      
+      - name: Run tests
+        run: pytest tests/ -v --cov=amb_core --cov-report=xml
+      
+      - name: Upload coverage to Codecov
+        if: matrix.python-version == '3.11'
+        uses: codecov/codecov-action@v4
+        with:
+          file: ./coverage.xml
+          fail_ci_if_error: false
+
+  publish-testpypi:
+    name: Publish to TestPyPI 🧪
+    if: github.event_name == 'workflow_dispatch' && github.event.inputs.publish_target == 'testpypi'
+    needs: [build, test]
+    runs-on: ubuntu-latest
+    environment:
+      name: testpypi
+      url: https://test.pypi.org/p/amb-core
+    permissions:
+      id-token: write  # Required for OIDC trusted publishing
+    steps:
+      - name: Download distribution
+        uses: actions/download-artifact@v4
+        with:
+          name: python-package-distributions
+          path: dist/
+      
+      - name: Publish to TestPyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          repository-url: https://test.pypi.org/legacy/
+
+  publish-pypi:
+    name: Publish to PyPI 📦
+    if: github.event_name == 'release' || (github.event_name == 'workflow_dispatch' && github.event.inputs.publish_target == 'pypi')
+    needs: [build, test]
+    runs-on: ubuntu-latest
+    environment:
+      name: pypi
+      url: https://pypi.org/p/amb-core
+    permissions:
+      id-token: write  # Required for OIDC trusted publishing
+    steps:
+      - name: Download distribution
+        uses: actions/download-artifact@v4
+        with:
+          name: python-package-distributions
+          path: dist/
+      
+      - name: Publish to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+
+  github-release:
+    name: Upload to GitHub Release 📎
+    needs: publish-pypi
+    runs-on: ubuntu-latest
+    if: github.event_name == 'release'
+    permissions:
+      contents: write
+    steps:
+      - name: Download distribution
+        uses: actions/download-artifact@v4
+        with:
+          name: python-package-distributions
+          path: dist/
+      
+      - name: Upload to GitHub Release
+        env:
+          GITHUB_TOKEN: ${{ github.token }}
+        run: |
+          gh release upload '${{ github.ref_name }}' dist/** --repo '${{ github.repository }}'

modules/amb/.gitignore

@@ -0,0 +1,134 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+Pipfile.lock
+
+# PEP 582
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# IDEs
+.vscode/
+.idea/
+*.swp
+*.swo
+*~
+
+# OS
+.DS_Store
+Thumbs.db

modules/amb/CHANGELOG.md

@@ -0,0 +1,118 @@
+# Changelog
+
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
+and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
+
+## [Unreleased]
+
+### Added
+- **Backpressure Protocols**: Reactive Streams-style flow control to prevent overwhelming consumers
+  - Configurable queue size limits per topic
+  - Automatic producer throttling when backpressure is detected
+  - Backpressure statistics and monitoring
+- **Priority Lanes**: Message prioritization system
+  - New priority levels: `CRITICAL` and `BACKGROUND`
+  - CRITICAL messages (security/governance) jump ahead of BACKGROUND tasks (memory consolidation)
+  - Priority-based message delivery using heap queues
+  - Maintains FIFO order within same priority level
+- Enhanced `InMemoryBroker` with:
+  - Configurable `max_queue_size`, `backpressure_threshold`, and `backpressure_delay`
+  - Background worker for priority-based message delivery
+  - Automatic dropping of BACKGROUND messages when queue is full
+  - Queue size monitoring via `get_queue_size()`
+  - Backpressure statistics via `get_backpressure_stats()`
+- Extended `MessagePriority` enum with `CRITICAL` and `BACKGROUND` levels
+- Comprehensive test suite for backpressure and priority features
+- Example demonstrating backpressure and priority lanes (`examples/backpressure_demo.py`)
+- Hugging Face Hub integration (`hf_utils.py`) for uploading experiment results
+- Reproducible benchmark suite in `experiments/`
+- Research paper templates in `paper/`
+- GitHub Actions workflows for CI/CD and PyPI publishing
+- Comprehensive CONTRIBUTING.md guide
+
+### Changed
+- Enhanced `pyproject.toml` with full metadata and tool configurations
+- Improved `__init__.py` with better docstrings and exports
+- Updated adapters `__init__.py` with lazy imports
+- Updated README with documentation for backpressure and priority lanes
+
+## [0.2.0] - 2026-01-25
+
+### Added
+- **Message Persistence (AMB-001)**: Durable message storage with replay capability
+  - `InMemoryMessageStore` for development/testing
+  - `FileMessageStore` for file-based persistence
+  - `MessageBus.replay()` method for replaying persisted messages
+  - `PersistedMessage` model with status tracking
+  
+- **Dead Letter Queue (AMB-002)**: Failed message handling
+  - `DeadLetterQueue` class for managing failed messages
+  - `DLQEntry` model with failure reason and metadata
+  - `DLQReason` enum (HANDLER_ERROR, VALIDATION_ERROR, EXPIRED, MAX_RETRIES, REJECTED)
+  - Automatic routing of failed messages to DLQ
+  - Retry mechanism with configurable max retries
+  
+- **Schema Validation (AMB-003)**: Message payload validation
+  - `SchemaRegistry` for centralized schema management
+  - Support for Pydantic models, dict specifications, and custom validators
+  - `SchemaValidationError` for validation failures
+  - Automatic validation on publish
+  
+- **Distributed Tracing (AMB-004)**: Cross-agent message tracking
+  - `TraceContext` for trace propagation
+  - `TraceSpan` for operation tracking
+  - Automatic trace injection in messages
+  - Context manager support for trace boundaries
+  - Baggage propagation across services
+  
+- **Message Prioritization (AMB-005)**: Priority-based message handling
+  - Enhanced `MessagePriority` enum with numeric values (LOW=1, NORMAL=5, HIGH=8, URGENT=10, CRITICAL=15)
+  - `Priority` convenience class for cleaner API
+  
+- **Message TTL (AMB-007)**: Message expiration
+  - `ttl_seconds` parameter for publish
+  - `is_expired` and `remaining_ttl` properties on Message
+  - Automatic DLQ routing for expired messages
+
+### Changed
+- `MessageBus` constructor now accepts:
+  - `persistence`: Enable message persistence (bool or MessageStore)
+  - `schema_registry`: SchemaRegistry for validation
+  - `dlq_enabled`: Enable dead letter queue (bool or DeadLetterQueue)
+  - `auto_inject_trace`: Automatically inject trace context
+- `MessageBus.subscribe()` now accepts `with_dlq` parameter
+- `MessagePriority` changed from string enum to integer enum for sorting
+
+### Dependencies
+- Added: `aiofiles>=23.0.0` for async file operations
+
+## [0.1.0] - 2024-XX-XX
+
+### Added
+- Initial release
+- Core `MessageBus` class with async context manager support
+- `Message` model with Pydantic validation
+- `BrokerAdapter` abstract base class
+- `InMemoryBroker` for testing and single-process use
+- `RedisBroker` adapter for production deployments
+- `RabbitMQBroker` adapter
+- `KafkaBroker` adapter
+- Communication patterns:
+  - Fire-and-forget (default)
+  - Wait for acknowledgment
+  - Request-response
+- Full type hints throughout
+- Google-style docstrings
+- pytest test suite
+
+### Dependencies
+- Core: `pydantic>=2.0.0`, `anyio>=3.0.0`
+- Redis: `redis>=4.0.0`
+- RabbitMQ: `aio-pika>=9.0.0`
+- Kafka: `aiokafka>=0.8.0`
+
+[Unreleased]: https://github.com/imran-siddique/amb/compare/v0.2.0...HEAD
+[0.2.0]: https://github.com/imran-siddique/amb/compare/v0.1.0...v0.2.0
+[0.1.0]: https://github.com/imran-siddique/amb/releases/tag/v0.1.0

modules/amb/CONTRIBUTING.md

@@ -0,0 +1,141 @@
+# Contributing to AMB
+
+Thank you for your interest in contributing to AMB (Agent Message Bus)! This document provides guidelines and instructions for contributing.
+
+## Development Setup
+
+### Prerequisites
+
+- Python 3.8 or higher
+- Git
+
+### Installation
+
+1. Clone the repository:
+   ```bash
+   git clone https://github.com/imran-siddique/amb.git
+   cd amb
+   ```
+
+2. Create a virtual environment:
+   ```bash
+   python -m venv venv
+   source venv/bin/activate  # On Windows: venv\Scripts\activate
+   ```
+
+3. Install in development mode with all dependencies:
+   ```bash
+   pip install -e ".[dev,all]"
+   ```
+
+4. Verify installation:
+   ```bash
+   pytest tests/ -v
+   ```
+
+## Code Style
+
+We use the following tools to maintain code quality:
+
+- **Ruff** for linting and formatting
+- **MyPy** for type checking
+- **pytest** for testing
+
+### Running Checks
+
+```bash
+# Run linter
+ruff check amb_core/ tests/
+
+# Run formatter
+ruff format amb_core/ tests/
+
+# Run type checker
+mypy amb_core/
+
+# Run tests with coverage
+pytest tests/ -v --cov=amb_core --cov-report=term-missing
+```
+
+## Making Changes
+
+### 1. Create a Branch
+
+```bash
+git checkout -b feature/your-feature-name
+# or
+git checkout -b fix/your-bug-fix
+```
+
+### 2. Write Code
+
+- Follow the existing code style
+- Add type hints to all functions
+- Write Google-style docstrings
+- Keep the API minimal and consistent
+
+### 3. Write Tests
+
+- Add tests for new functionality in `tests/`
+- Ensure all tests pass before submitting
+
+### 4. Update Documentation
+
+- Update docstrings for any API changes
+- Update README.md if adding new features
+- Add examples for new functionality
+
+### 5. Submit a Pull Request
+
+1. Push your branch to GitHub
+2. Open a Pull Request against `main`
+3. Fill in the PR template
+4. Wait for CI checks to pass
+5. Request a review
+
+## Pull Request Guidelines
+
+- Keep PRs focused and atomic
+- Write clear commit messages
+- Update the changelog if applicable
+- Ensure CI passes before requesting review
+
+## Code Structure
+
+```
+amb_core/
+├── __init__.py          # Public API exports
+├── models.py            # Message and MessagePriority
+├── broker.py            # BrokerAdapter ABC
+├── bus.py               # MessageBus facade
+├── memory_broker.py     # In-memory implementation
+├── hf_utils.py          # Hugging Face utilities
+└── adapters/
+    ├── __init__.py
+    ├── redis_broker.py
+    ├── rabbitmq_broker.py
+    └── kafka_broker.py
+```
+
+## Adding a New Broker Adapter
+
+1. Create a new file in `amb_core/adapters/`
+2. Implement the `BrokerAdapter` interface
+3. Add lazy import in `amb_core/adapters/__init__.py`
+4. Add optional dependency in `pyproject.toml`
+5. Add tests in `tests/`
+6. Update documentation
+
+## Running Experiments
+
+```bash
+# Run benchmark suite
+python experiments/reproduce_results.py --seed 42 --iterations 1000
+```
+
+## Questions?
+
+- Open an issue for bugs or feature requests
+- Start a discussion for questions
+
+Thank you for contributing! 🎉

modules/amb/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Imran Siddique
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.