arkhai-vms-storefront 0.1.0__tar.gz

arkhai_vms_storefront-0.1.0/.gitignore

@@ -0,0 +1,223 @@
+.vscode/
+
+# Project-local scratch files, private notes, and generated diagnostics.
+.scm-local/
+
+# Visible transfer staging for snap-confined tools such as Multipass.
+scm-clean-room-transfer/
+
+# Legacy local rehearsal params (private keys, RPC URLs, etc.).
+.rehearsal-params.local.md
+.rehearsal-params.local.*
+
+### Python ###
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+*.log.[0-9]*
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/#use-with-ide
+.pdm.toml
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.env.*
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/
+
+### Python Patch ###
+# Poetry local configuration file - https://python-poetry.org/docs/configuration/#local-configuration
+poetry.toml
+
+# ruff
+.ruff_cache/
+
+# LSP config files
+pyrightconfig.json
+
+# Infra
+infra/*/*.tfvars
+infra/*/*.tfstate
+infra/*/*.tfstate.backup
+infra/*/.terraform*
+infra/*/*.plan
+*.db
+# PufferRL Experiments
+experiments/
+wandb/
+!.env.sample
+!.env.docker-compose
+!.env.*.docker-compose
+!.env.*.docker-compose
+!.env.docker-compose
+.cursor/
+
+# Cloud Function
+node_modules
+
+# Puffer artifacts — ignore any resources/ dir or symlink at any depth
+**/resources
+pr-message-puffer.md
+dev-env/state/state.json
+shared-env/*
+helm/Chart.lock
+helm/charts/*.tgz
+helm/.port-forward.pids
+provisioning-service/settings.local.toml
+provisioning-service/src/config/config-local.yml
+.snapshot/*
+
+# Per-env deployment scratch dirs (carry keys + per-env configs)
+deploy-base-sepolia/
+
+# Claude Code per-project state
+.claude/

arkhai_vms_storefront-0.1.0/Dockerfile

@@ -0,0 +1,157 @@
+# --platform=linux/amd64 is intentional: production targets Linux x86_64.
+# Keep this pin in all FROM lines.
+
+# Stage 1: Install Python dependencies using uv
+FROM --platform=linux/amd64 ghcr.io/astral-sh/uv:python3.12-bookworm-slim AS builder
+
+# No UV_COMPILE_BYTECODE here: this image builds under x86 emulation
+# and uv's post-install bytecode-compile python workers deadlock under
+# Rosetta sporadically — a wedged build, not a slow one. Cold starts
+# pay a small first-import cost instead.
+ENV UV_LINK_MODE=copy
+ENV UV_HTTP_TIMEOUT=120
+# PyPI intermittently serves 5xx even for index lookups that should
+# 404 (internal package names resolved from /dist); back off through
+# the flap instead of failing the build after the default 3 tries.
+ENV UV_HTTP_RETRIES=10
+
+RUN apt-get update && apt-get install -y --no-install-recommends git g++ && rm -rf /var/lib/apt/lists/*
+
+WORKDIR /app
+
+# Copy the pre-built wheels from the monorepo .dist/ directory.
+# These are built on the host by `make dist` before `docker build`.
+COPY .dist/ /.dist/
+
+COPY domains/vms/storefront/pyproject.toml domains/vms/storefront/uv.lock domains/vms/storefront/entrypoint.sh ./
+# The lock records the internal-wheel find-links dir relative to the repo
+# (../../../.dist), which cannot normalize from /app. Point it at the
+# in-image wheel dir instead. (uv re-canonicalizes the path on every
+# relock, so this is normalized here rather than in the committed lock.)
+RUN sed -E -i 's|registry = "[^"]*\.dist"|registry = "/.dist"|' uv.lock
+
+# Pass the GCP service account JSON key from GitHub Actions secrets to authenticate
+# against GCP Artifact Registry for the alkahest-py private Python package.
+ARG GAR_STG_READER_KEY=""
+ARG INSTALL_RL_DEPS=false
+
+RUN --mount=type=cache,target=/root/.cache/uv \
+    if [ -n "${GAR_STG_READER_KEY}" ]; then \
+        export UV_INDEX_ALKAHEST_GAR_USERNAME="_json_key" && \
+        export UV_INDEX_ALKAHEST_GAR_PASSWORD="$(echo "${GAR_STG_READER_KEY}" | tr -d '\n' | python3 -c 'import sys,json; print(json.dumps(json.loads(sys.stdin.read())))' 2>/dev/null || echo "${GAR_STG_READER_KEY}")"; \
+    fi && \
+    if [ "${INSTALL_RL_DEPS}" = "true" ]; then \
+        uv sync --no-sources --no-dev --no-install-project --extra rl --find-links /.dist \
+            --refresh-package arkhai-core \
+            --refresh-package arkhai-core-storefront \
+            --refresh-package arkhai-core-registry-client \
+            --refresh-package arkhai-core-storefront-client \
+            --refresh-package arkhai-kit-policy \
+            --refresh-package arkhai-kit-alkahest \
+            --refresh-package arkhai-kit-identity \
+            --refresh-package arkhai-kit-config \
+            --refresh-package arkhai-vms-storefront \
+            --refresh-package arkhai-vms-provisioning; \
+    else \
+        uv sync --no-sources --no-dev --no-install-project --find-links /.dist \
+            --refresh-package arkhai-core \
+            --refresh-package arkhai-core-storefront \
+            --refresh-package arkhai-core-registry-client \
+            --refresh-package arkhai-core-storefront-client \
+            --refresh-package arkhai-kit-policy \
+            --refresh-package arkhai-kit-alkahest \
+            --refresh-package arkhai-kit-identity \
+            --refresh-package arkhai-kit-config \
+            --refresh-package arkhai-vms-storefront \
+            --refresh-package arkhai-vms-provisioning; \
+    fi
+
+# Stage 2: Lean runtime image
+FROM --platform=linux/amd64 ghcr.io/astral-sh/uv:python3.12-bookworm-slim AS runtime
+
+# ENV does not cross FROM — this stage runs uv sync too (see the builder
+# stage for why the retries are raised).
+ENV UV_HTTP_RETRIES=10
+
+USER root
+
+RUN apt-get update && \
+    apt-get install -y --no-install-recommends curl gnupg iproute2 kmod sudo git && \
+    curl -s https://install.zerotier.com | bash && \
+    rm -rf /var/lib/apt/lists/* && \
+    mkdir -p /var/lib/zerotier-one && \
+    printf '{\n  "settings": {\n    "allowManagementFrom": [ "127.0.0.1", "::1" ]\n  }\n}\n' \
+      > /var/lib/zerotier-one/local.conf && \
+    rm -f /var/lib/zerotier-one/identity.public /var/lib/zerotier-one/identity.secret && \
+    useradd -m -s /bin/sh appuser && \
+    echo 'appuser ALL=(root) NOPASSWD: /usr/sbin/zerotier-one, /usr/sbin/zerotier-cli' \
+      > /etc/sudoers.d/appuser && \
+    chmod 0440 /etc/sudoers.d/appuser && \
+    mkdir -p /app && \
+    chown appuser /app
+
+USER appuser
+WORKDIR /app
+
+EXPOSE 9993/udp
+
+COPY --chown=appuser:appuser --from=builder /app/.venv ./.venv
+ENV PATH="/app/.venv/bin:$PATH"
+# /app is the WORKDIR; domains/ is copied here. Console-script entry points
+# don't inherit CWD on sys.path, so we set PYTHONPATH explicitly.
+ENV PYTHONPATH="/app"
+# Dynaconf-driven config layering looks for the storefront TOML under
+# $XDG_CONFIG_HOME/arkhai/. Bind-mount the operator's TOML at
+# /etc/arkhai/storefront.toml.
+ENV XDG_CONFIG_HOME="/etc"
+
+# Copy application code. The market_storefront package is shipped at
+# /app/src/market_storefront so it's importable via the venv-installed
+# package; the domains/ tree is copied in for compute-domain policy
+# callables that the storefront's PolicyManager discovers at startup.
+COPY --chown=appuser:appuser domains/vms/storefront/src ./src
+COPY --chown=appuser:appuser domains/vms/storefront/scripts ./scripts
+COPY --chown=appuser:appuser domains/ ./domains/
+
+# Complete the two-phase uv install: deps were installed with
+# --no-install-project in the builder stage (for layer caching);
+# now install the project itself so the `market-storefront` console
+# script is written to .venv/bin/.
+# /.dist/ carries the internal wheels needed for --find-links resolution.
+COPY --chown=appuser:appuser domains/vms/storefront/pyproject.toml domains/vms/storefront/uv.lock ./
+# Same lock normalization as the builder stage (see comment there).
+RUN sed -E -i 's|registry = "[^"]*\.dist"|registry = "/.dist"|' uv.lock
+# Copy wheels directly from the build context (not from the builder stage).
+# Using --from=builder here would serve a cached /.dist that Docker baked at
+# the last full builder rebuild, silently ignoring any make dist updates since.
+# Sourcing from the build context means this layer invalidates whenever
+# .dist/ changes on disk, which is exactly what we want.
+COPY .dist/ /.dist/
+# --no-sources: the pyproject's [tool.uv.sources] editable workspace paths
+# (../../../core, ../../../kit/*) exist for local dev only and cannot
+# resolve inside the image; every internal package installs from its
+# /.dist wheel instead.
+RUN --mount=type=cache,target=/root/.cache/uv \
+    uv sync --no-sources --no-dev --find-links /.dist \
+        --refresh-package arkhai-core \
+        --refresh-package arkhai-core-storefront \
+        --refresh-package arkhai-core-registry-client \
+        --refresh-package arkhai-core-storefront-client \
+        --refresh-package arkhai-kit-policy \
+        --refresh-package arkhai-kit-alkahest \
+        --refresh-package arkhai-kit-identity \
+        --refresh-package arkhai-kit-config \
+        --refresh-package arkhai-vms-storefront \
+        --refresh-package arkhai-vms-provisioning
+
+ARG PORT=8080
+ENV PORT=${PORT}
+EXPOSE ${PORT}
+
+COPY --chown=appuser:appuser domains/vms/storefront/entrypoint.sh ./entrypoint.sh
+RUN chmod +x ./entrypoint.sh
+
+ARG MODEL_VERSION=""
+ENV MODEL_VERSION=${MODEL_VERSION}
+
+CMD ["./entrypoint.sh"]

arkhai_vms_storefront-0.1.0/Dockerfile.dockerignore

@@ -0,0 +1,38 @@
+# BuildKit per-Dockerfile ignore (requires DOCKER_BUILDKIT=1).
+# Deny everything, then allowlist what the build needs.
+
+*
+
+# ── Internal package wheels (built by make dist before docker build) ─
+!.dist/
+
+# ── VM storefront ────────────────────────────────────────────────────
+!domains/
+!domains/vms/
+!domains/vms/storefront/
+!domains/vms/storefront/pyproject.toml
+!domains/vms/storefront/uv.lock
+!domains/vms/storefront/src/**
+!domains/vms/storefront/scripts/**
+!domains/vms/storefront/packages/**
+!domains/vms/storefront/entrypoint.sh
+
+# ── core / kit / domains (imported by storefront at runtime) ─────────
+!core/
+!core/**
+!domains/**
+!kit/
+!kit/identity/**
+!kit/alkahest/**
+!kit/config/**
+!kit/policy/**
+
+# ── Global excludes ──────────────────────────────────────────────────
+**/.git
+**/.venv
+**/__pycache__
+**/*.pyc
+**/.env*
+**/.DS_Store
+**/.pytest_cache
+**/*.db

arkhai_vms_storefront-0.1.0/Makefile

@@ -0,0 +1,90 @@
+IMAGE_NAME ?= arkhai
+IMAGE_TAG  ?= storefront
+GIT_SUFFIX := $(shell git rev-parse --short HEAD)
+
+# Path to the monorepo .dist/ wheel directory, relative to domains/vms/storefront/.
+# Used by uv when resolving pure-Python internal packages
+# (arkhai-kit-policy, arkhai-vms-provisioning) that are
+# distributed as wheels rather than editable source installs. The
+# Dockerfile passes --find-links /dist on the uv sync CLI instead;
+# this variable is for local development only.
+DIST_DIR ?= $(abspath $(CURDIR)/../../../.dist)
+
+.PHONY: build build-images build-no-cache deploy deploy-storefront init reinit test test-unit test-integration
+
+init: ## Resolve deps and create .venv. Run once after checkout or after changing pyproject.toml.
+	uv sync --find-links $(DIST_DIR)
+
+reinit: ## Force-reinstall internal wheels without bumping versions. Use after make dist-*.
+	uv sync --find-links $(DIST_DIR) \
+	--upgrade-package arkhai-vms-provisioning \
+	--upgrade-package arkhai-core-storefront-client \
+	--upgrade-package arkhai-core-registry-client \
+	--reinstall-package arkhai-vms-provisioning \
+	--reinstall-package arkhai-core-storefront-client \
+	--reinstall-package arkhai-core-registry-client
+
+# build deliberately does NOT depend on reinit. reinit drives a host-side
+# `uv sync` that resolves the [rl] extra (incl. torch) across whatever
+# uv considers "supported platforms" for this project — on x86_64 Linux
+# that decides no torch wheel exists and aborts, blocking the Docker
+# build that doesn't need torch at all (INSTALL_RL_DEPS=false). The
+# Docker build has its own self-contained `uv sync --find-links /dist`
+# inside the builder stage; the host venv isn't on its critical path.
+# Run `make reinit` explicitly when iterating on internal wheels in the
+# local venv.
+build: build-images
+
+build-images:
+	docker build --ulimit nofile=65536 -f Dockerfile --build-arg INSTALL_RL_DEPS=false -t ${IMAGE_NAME}:${IMAGE_TAG} ../../..
+	docker tag ${IMAGE_NAME}:${IMAGE_TAG} ${IMAGE_NAME}:${IMAGE_TAG}-$(GIT_SUFFIX)
+
+build-no-cache: ## Full Docker cache bust — use when .dist/ changes are not picked up by build-images.
+	docker build --no-cache --ulimit nofile=65536 -f Dockerfile --build-arg INSTALL_RL_DEPS=false -t ${IMAGE_NAME}:${IMAGE_TAG} ../../..
+	docker tag ${IMAGE_NAME}:${IMAGE_TAG} ${IMAGE_NAME}:${IMAGE_TAG}-$(GIT_SUFFIX)
+
+test: reinit test-unit test-integration ## Run all tests
+
+test-unit: ## Run unit tests
+	uv run --find-links $(DIST_DIR) pytest tests/unit/ -v
+
+test-integration: ## Run integration tests (no real infrastructure required — event queue seam)
+	ENABLE_EVENT_QUEUE=true \
+	AGENT_WALLET_ADDRESS="" \
+	uv run --find-links $(DIST_DIR) pytest tests/integration/ -v
+
+deploy: deploy-storefront
+
+# Buyers are pure HTTP clients (the `market` CLI / domains.vms.buyer
+# library); they don't run a storefront. Use `make deploy-storefront`
+# to bring up the seller; run `market buy ...` from the host or another
+# container against `http://bob-storefront:8001`.
+## RESOURCES_CSV_FILE: host path to the compute resource inventory CSV.
+## Bind-mounted read-only into the container so the storefront can seed
+## its resources table on startup via seller.resources_csv_path in config.
+## Defaults to the dev inventory shipped in the source tree.
+RESOURCES_CSV_FILE ?= $(CURDIR)/src/market_storefront/data/kvm1-machine.csv
+
+deploy-storefront:
+	docker run --rm -d --name bob-storefront \
+	--network market -p 8001:8001 \
+	--cap-add NET_ADMIN --cap-add SYS_MODULE --device /dev/net/tun:/dev/net/tun \
+	-e XDG_CONFIG_HOME=/etc \
+	-v $(CURDIR)/storefront.bob.toml:/etc/arkhai/storefront.toml:ro \
+	-v $(RESOURCES_CSV_FILE):/app/resources.csv:ro \
+	arkhai:storefront
+
+deploy-dev:
+	docker run --rm -it --name bob-storefront \
+	--network market -p 8001:8001 \
+	--cap-add NET_ADMIN --cap-add SYS_MODULE --device /dev/net/tun:/dev/net/tun \
+	-e XDG_CONFIG_HOME=/etc \
+	-v $(CURDIR)/storefront.bob.toml:/etc/arkhai/storefront.toml:ro \
+	-v $(RESOURCES_CSV_FILE):/app/resources.csv:ro \
+	arkhai:storefront
+
+stop:
+	docker kill bob-storefront
+
+status:
+	curl -s -X GET http://localhost:8001/api/v1/system/status -H "X-Admin-Key: test-api-key" | jq .

arkhai_vms_storefront-0.1.0/PKG-INFO

@@ -0,0 +1,40 @@
+Metadata-Version: 2.4
+Name: arkhai-vms-storefront
+Version: 0.1.0
+Summary: Provider-side storefront server: hosts /orders, /negotiate, /settle, /alerts/resource endpoints. The provider-side counterpart to arkhai-vms-buyer.
+Author-email: Your Name <your@email.com>
+License-Expression: MIT
+Requires-Python: >=3.12
+Requires-Dist: alkahest-py>=0.4.0
+Requires-Dist: arkhai-core
+Requires-Dist: arkhai-core-registry-client>=0.7.0
+Requires-Dist: arkhai-core-storefront
+Requires-Dist: arkhai-core-storefront-client>=0.15.0
+Requires-Dist: arkhai-kit-alkahest
+Requires-Dist: arkhai-kit-config
+Requires-Dist: arkhai-kit-identity
+Requires-Dist: arkhai-kit-policy
+Requires-Dist: arkhai-vms-provisioning>=0.4.0
+Requires-Dist: dynaconf>=3.0.0
+Requires-Dist: eth-account>=0.13.0
+Requires-Dist: fastapi-utils>=0.8.0
+Requires-Dist: fastapi~=0.115.8
+Requires-Dist: google-cloud-logging<4.0.0,>=3.12.0
+Requires-Dist: httpx>=0.27
+Requires-Dist: opentelemetry-exporter-gcp-trace<2.0.0,>=1.9.0
+Requires-Dist: psycopg2-binary<3.0.0,>=2.9.10
+Requires-Dist: rich>=13.7.0
+Requires-Dist: typer>=0.12.0
+Requires-Dist: uvicorn~=0.34.0
+Requires-Dist: web3>=7.14.0
+Requires-Dist: websockets>=15.0.1
+Provides-Extra: jupyter
+Requires-Dist: jupyter<2.0.0,>=1.0.0; extra == 'jupyter'
+Provides-Extra: lint
+Requires-Dist: codespell<3.0.0,>=2.2.0; extra == 'lint'
+Requires-Dist: mypy<2.0.0,>=1.15.0; extra == 'lint'
+Requires-Dist: ruff<1.0.0,>=0.4.6; extra == 'lint'
+Requires-Dist: types-pyyaml<7.0.0,>=6.0.12.20240917; extra == 'lint'
+Requires-Dist: types-requests<3.0.0,>=2.32.0.20240914; extra == 'lint'
+Provides-Extra: rl
+Requires-Dist: torch>=2.7.0; extra == 'rl'

arkhai_vms_storefront-0.1.0/entrypoint.sh

@@ -0,0 +1,34 @@
+#!/bin/sh
+# Container entrypoint for the storefront agent.
+#
+# Pattern: bring up the ZeroTier daemon, then exec whatever was passed
+# as args. If no args, fall back to `market-storefront serve` — that's
+# the one-shot docker-compose case.
+#
+# This split lets Helm run the same image with two different commands:
+#   init container: ./entrypoint.sh market-storefront register --chain-id ...
+#   main container: ./entrypoint.sh market-storefront serve
+#
+# The ZeroTier daemon is the one piece that can't move into the CLI:
+# it's a side-process that has to keep running alongside `serve` (and
+# is needed by `register` too, when seller.zerotier_network is set).
+#
+# The `market-storefront` console script is installed into
+# /app/.venv/bin/ by `uv sync` in the builder stage and is on PATH
+# (see Dockerfile: ENV PATH="/app/.venv/bin:$PATH").
+
+set -eu
+
+echo "Starting ZeroTier daemon (fail-soft)..."
+sudo zerotier-one -d || echo "ZeroTier daemon could not start (no caps?). Continuing."
+for i in $(seq 1 10); do
+  [ -f /var/lib/zerotier-one/zerotier-one.port ] && break
+  sleep 1
+done
+
+if [ "$#" -gt 0 ]; then
+  exec "$@"
+fi
+
+echo "Starting storefront server..."
+exec market-storefront serve