localstack-extension-bedrock-mantle 0.1.0__tar.gz

localstack_extension_bedrock_mantle-0.1.0/.gitignore

@@ -0,0 +1,137 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# IDE files
+.idea
+.vscode
+
+node_modules/
+.DS_Store
+
+.wiremock

localstack_extension_bedrock_mantle-0.1.0/Makefile

@@ -0,0 +1,30 @@
+VENV_BIN = python3 -m venv
+VENV_DIR ?= .venv
+VENV_ACTIVATE = $(VENV_DIR)/bin/activate
+VENV_RUN = . $(VENV_ACTIVATE)
+
+venv: $(VENV_ACTIVATE)
+
+$(VENV_ACTIVATE): pyproject.toml
+	test -d .venv || $(VENV_BIN) .venv
+	$(VENV_RUN); pip install --upgrade pip
+	$(VENV_RUN); pip install -e .[dev]
+	touch $(VENV_DIR)/bin/activate
+
+clean:
+	rm -rf .venv/ build/ dist/ .eggs/ *.egg-info/
+
+install: venv
+
+dist: venv
+	$(VENV_RUN); python -m build
+
+lint: venv
+	$(VENV_RUN); ruff check .
+	$(VENV_RUN); ruff format --check .
+
+format: venv
+	$(VENV_RUN); ruff check --fix .
+	$(VENV_RUN); ruff format .
+
+.PHONY: clean dist install venv lint format

localstack_extension_bedrock_mantle-0.1.0/PKG-INFO

@@ -0,0 +1,81 @@
+Metadata-Version: 2.5
+Name: localstack-extension-bedrock-mantle
+Version: 0.1.0
+Summary: Emulates Bedrock Mantle with Ollama's OpenAI-compatible API
+Project-URL: Homepage, https://github.com/thrau/localstack-extension-bedrock-mantle
+Author-email: Thomas Rausch <thomas@thrau.at>
+Requires-Python: >=3.12
+Requires-Dist: localstack-extensions-utils
+Provides-Extra: dev
+Requires-Dist: boto3; extra == 'dev'
+Requires-Dist: build; extra == 'dev'
+Requires-Dist: hatch; extra == 'dev'
+Requires-Dist: localstack-core>=4.0; extra == 'dev'
+Requires-Dist: ruff; extra == 'dev'
+Description-Content-Type: text/markdown
+
+# Bedrock Mantle LocalStack Extension
+
+Emulates [Bedrock Mantle](https://github.com/awslabs/bedrock-mantle) by exposing the
+OpenAI-compatible API provided by Ollama through LocalStack endpoints. The extension
+uses LocalStack Bedrock's `Ollama` backend, so Ollama is started and managed by
+LocalStack.
+
+## Install
+
+To install the extension, add to your environment
+
+```
+EXTENSION_AUTO_INSTALL=git+https://github.com/thrau/localstack-extension-bedrock-mantle/#egg=localstack-extension-bedrock-mantle
+```
+
+or run
+
+```sh
+localstack extensions install "git+https://github.com/thrau/localstack-extension-bedrock-mantle/#egg=localstack-extension-bedrock-mantle"
+```
+
+## Usage
+
+To connect to AWS bedrock mantle, your OpenAI code might look as simple as this.
+
+```python
+client = OpenAI(
+    provider=bedrock(
+        endpoint="mantle",
+        api_key=None,  # Force IAM/SigV4 authentication
+    )
+)
+```
+The extension automatically configures your Lambda containers to connect to localstack.
+
+## How it works
+
+Requests to either of these endpoint forms are proxied directly to Ollama:
+
+- `http://bedrock-mantle.<region>.localhost.localstack.cloud:4566/v1/...`
+- `http://bedrock-mantle.<region>.api.aws/v1/...`
+
+For example, use `https://bedrock-mantle.us-east-1.localhost.localstack.cloud/v1`
+as an OpenAI base URL.
+
+On load, the extension appends the following Docker flag to
+`LAMBDA_DOCKER_FLAGS`, making the emulator available to Docker Lambda functions:
+
+```text
+-e AWS_BEDROCK_BASE_URL=http://bedrock-mantle.us-east-1.localhost.localstack.cloud:4566/v1
+```
+
+## Local development
+
+Install development dependencies with `make install`. Run `make lint` to check lint
+rules, import ordering, and formatting with Ruff, or `make format` to apply automatic
+fixes and format the code.
+
+Build the source distribution and wheel with `make dist` (using Hatch and the
+Hatchling build backend). Artifacts are written to `dist/`.
+
+```bash
+localstack extensions dev enable .
+EXTENSION_DEV_MODE=1 localstack start
+```

localstack_extension_bedrock_mantle-0.1.0/README.md

@@ -0,0 +1,65 @@
+# Bedrock Mantle LocalStack Extension
+
+Emulates [Bedrock Mantle](https://github.com/awslabs/bedrock-mantle) by exposing the
+OpenAI-compatible API provided by Ollama through LocalStack endpoints. The extension
+uses LocalStack Bedrock's `Ollama` backend, so Ollama is started and managed by
+LocalStack.
+
+## Install
+
+To install the extension, add to your environment
+
+```
+EXTENSION_AUTO_INSTALL=git+https://github.com/thrau/localstack-extension-bedrock-mantle/#egg=localstack-extension-bedrock-mantle
+```
+
+or run
+
+```sh
+localstack extensions install "git+https://github.com/thrau/localstack-extension-bedrock-mantle/#egg=localstack-extension-bedrock-mantle"
+```
+
+## Usage
+
+To connect to AWS bedrock mantle, your OpenAI code might look as simple as this.
+
+```python
+client = OpenAI(
+    provider=bedrock(
+        endpoint="mantle",
+        api_key=None,  # Force IAM/SigV4 authentication
+    )
+)
+```
+The extension automatically configures your Lambda containers to connect to localstack.
+
+## How it works
+
+Requests to either of these endpoint forms are proxied directly to Ollama:
+
+- `http://bedrock-mantle.<region>.localhost.localstack.cloud:4566/v1/...`
+- `http://bedrock-mantle.<region>.api.aws/v1/...`
+
+For example, use `https://bedrock-mantle.us-east-1.localhost.localstack.cloud/v1`
+as an OpenAI base URL.
+
+On load, the extension appends the following Docker flag to
+`LAMBDA_DOCKER_FLAGS`, making the emulator available to Docker Lambda functions:
+
+```text
+-e AWS_BEDROCK_BASE_URL=http://bedrock-mantle.us-east-1.localhost.localstack.cloud:4566/v1
+```
+
+## Local development
+
+Install development dependencies with `make install`. Run `make lint` to check lint
+rules, import ordering, and formatting with Ruff, or `make format` to apply automatic
+fixes and format the code.
+
+Build the source distribution and wheel with `make dist` (using Hatch and the
+Hatchling build backend). Artifacts are written to `dist/`.
+
+```bash
+localstack extensions dev enable .
+EXTENSION_DEV_MODE=1 localstack start
+```

localstack_extension_bedrock_mantle-0.1.0/localstack_bedrock_mantle/__init__.py

@@ -0,0 +1,3 @@
+"""Bedrock Mantle emulator extension for LocalStack."""
+
+__version__ = "0.1.0"

localstack_extension_bedrock_mantle-0.1.0/localstack_bedrock_mantle/extension.py

@@ -0,0 +1,130 @@
+"""Expose Ollama's OpenAI-compatible API through Bedrock Mantle endpoints."""
+
+import logging
+import os
+from threading import Lock
+from typing import TYPE_CHECKING
+
+import requests
+from localstack import config
+from localstack.extensions.api import Extension, http
+from localstack.pro.core import config as pro_config
+
+if TYPE_CHECKING:
+    from localstack.pro.core.services.bedrock.backends import Ollama
+
+LOG = logging.getLogger(__name__)
+
+
+class OllamaProxyHandler(http.ProxyHandler):
+    """Ensure models requested through the OpenAI API are available before forwarding."""
+
+    def __init__(self, ollama: "Ollama"):
+        super().__init__(forward_base_url=f"http://{ollama.host}:{ollama.port}")
+        self.ollama = ollama
+        self._pull_lock = Lock()
+
+    def __call__(self, request: http.Request, **kwargs) -> http.Response:
+        if request.method == "POST" and request.path.startswith("/v1/"):
+            # Werkzeug caches the body, so the proxy can still forward it unchanged.
+            payload = request.get_json(silent=True)
+            model = payload.get("model") if isinstance(payload, dict) else None
+            if isinstance(model, str) and model.strip():
+                self._ensure_model(model)
+        return super().__call__(request, **kwargs)
+
+    def _ensure_model(self, model: str):
+        # Serialize the check and pull so concurrent requests do not download the same
+        # model twice. Query disk inventory (/tags), not the loaded models (/ps).
+        with self._pull_lock:
+            response = requests.get(f"{self.ollama.api_url}/tags", timeout=10)
+            try:
+                response.raise_for_status()
+                installed = {entry["name"] for entry in response.json().get("models", [])}
+            finally:
+                response.close()
+
+            # Ollama defaults untagged names to :latest (registry hosts may contain ':').
+            canonical_model = model if ":" in model.rsplit("/", 1)[-1] else f"{model}:latest"
+            if model not in installed and canonical_model not in installed:
+                LOG.info("Pulling Ollama model %s for Bedrock Mantle", model)
+                self.ollama.pull_model(model_id=model)
+
+
+class BedrockMantleExtension(Extension):
+    """Run Ollama and proxy Bedrock Mantle OpenAI API requests to it."""
+
+    name = "bedrock-mantle"
+
+    hostname_prefix = "bedrock-mantle."
+    """Used for serving through a host rule."""
+
+    region = "us-east-1"
+    """Default region segment used in the Mantle hostname."""
+
+    def __init__(self):
+        self.ollama: "Ollama | None" = None
+
+    @property
+    def lambda_base_url(self) -> str:
+        return f"http://{self.hostname_prefix}{self.region}.{config.LOCALSTACK_HOST}/v1"
+
+    @property
+    def lambda_docker_flag(self) -> str:
+        return f"-e AWS_BEDROCK_BASE_URL={self.lambda_base_url}"
+
+    def on_extension_load(self):
+        # TODO: logging should be configured automatically for extensions
+        if config.DEBUG:
+            level = logging.DEBUG
+        else:
+            level = logging.INFO
+        logging.getLogger("localstack_bedrock_mantle").setLevel(level=level)
+
+        self._configure_lambda_docker_flags()
+
+    def on_platform_start(self):
+        # Import lazily so the extension can be discovered before LocalStack Pro modules are loaded.
+        from localstack.pro.core.services.bedrock.backends import Ollama
+
+        self.ollama = Ollama()
+        LOG.info("starting Ollama for the Bedrock Mantle emulator")
+        self.ollama.start()
+
+    def update_gateway_routes(self, router: http.Router[http.RouteHandler]):
+        if not self.ollama:
+            raise RuntimeError("Ollama must be started before registering Bedrock Mantle routes")
+
+        # Ollama exposes its OpenAI-compatible API at /v1. Proxy from the server root so
+        # requests such as /v1/chat/completions retain their complete path.
+        endpoint = OllamaProxyHandler(self.ollama)
+
+        # hostname aliases, e.g. bedrock-mantle.<region>.<host>. the wildcard converters make
+        # the emulator reachable for any region and any host (e.g. localhost.localstack.cloud,
+        # api.aws, ...) without enumerating hosts.
+        hostname = f"{self.hostname_prefix}<region>.<host>"
+        router.add("/", host=hostname, endpoint=endpoint)
+        router.add("/<path:path>", host=hostname, endpoint=endpoint)
+
+    def on_platform_ready(self):
+        hostname_edge_url = f"{config.LOCALSTACK_HOST}"
+        url = f"http://{self.hostname_prefix}{hostname_edge_url}/v1"
+        LOG.info("serving bedrock mantle emulator on host: %s", url)
+
+    def on_platform_shutdown(self):
+        if self.ollama:
+            self.ollama.shutdown()
+            self.ollama = None
+
+    def _configure_lambda_docker_flags(self):
+        """Make the Mantle endpoint available as AWS_BEDROCK_BASE_URL in Lambda containers."""
+        flags = pro_config.LAMBDA_DOCKER_FLAGS
+        if self.lambda_docker_flag not in flags:
+            flags = " ".join(filter(None, (flags, self.lambda_docker_flag)))
+
+        # LocalStack reads the module setting when creating Lambda containers; retain the
+        # environment value too for components that consult it after extension loading.
+        pro_config.LAMBDA_DOCKER_FLAGS = flags
+        os.environ["LAMBDA_DOCKER_FLAGS"] = flags
+
+        LOG.info("updated LAMBDA_DOCKER_FLAGS: %s", pro_config.LAMBDA_DOCKER_FLAGS)

localstack_extension_bedrock_mantle-0.1.0/pyproject.toml

@@ -0,0 +1,38 @@
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[project]
+name = "localstack-extension-bedrock-mantle"
+version = "0.1.0"
+description = "Emulates Bedrock Mantle with Ollama's OpenAI-compatible API"
+readme = { file = "README.md", content-type = "text/markdown" }
+requires-python = ">=3.12"
+authors = [{ name = "Thomas Rausch", email = "thomas@thrau.at" }]
+dependencies = [
+    "localstack-extensions-utils",
+]
+
+[project.urls]
+Homepage = "https://github.com/thrau/localstack-extension-bedrock-mantle"
+
+[project.optional-dependencies]
+dev = ["localstack-core>=4.0", "boto3", "ruff", "build", "hatch"]
+
+[project.entry-points."localstack.extensions"]
+bedrock-mantle = "localstack_bedrock_mantle.extension:BedrockMantleExtension"
+
+[tool.hatch.build.targets.sdist]
+include = ["/localstack_bedrock_mantle", "/tests", "/Makefile", "/README.md", "/pyproject.toml"]
+
+[tool.hatch.build.targets.wheel]
+packages = ["localstack_bedrock_mantle"]
+
+[tool.ruff]
+line-length = 100
+target-version = "py312"
+extend-exclude = [".venv*", "venv*"]
+
+[tool.ruff.lint]
+select = ["B", "C90", "E", "F", "I", "W", "T10"]
+ignore = ["E501", "F403"]