gatewaysdk 0.3.3__tar.gz → 0.3.6__tar.gz

gatewaysdk-0.3.6/PKG-INFO

@@ -0,0 +1,236 @@
+Metadata-Version: 2.5
+Name: gatewaysdk
+Version: 0.3.6
+Summary: Gateway SDK for Python - tracing, worlds, evaluation and the gateway CLI runtime
+Project-URL: Homepage, https://withgateway.ai
+Project-URL: Documentation, https://withgateway.ai/docs
+Project-URL: Repository, https://github.com/Gateway-Innovations/Gateway
+Project-URL: Issues, https://github.com/Gateway-Innovations/Gateway/issues
+Author-email: Gateway Team <team@withgateway.ai>
+License: MIT
+License-File: LICENSE
+Keywords: agents,ai,evaluation,gateway,llm,observability,reinforcement-learning,training
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Requires-Python: >=3.10
+Requires-Dist: aiohttp
+Requires-Dist: aiologic
+Requires-Dist: fastapi
+Requires-Dist: flask
+Requires-Dist: gepa>=0.0.24
+Requires-Dist: gitignore-parser>=0.1.11
+Requires-Dist: graphviz
+Requires-Dist: gunicorn
+Requires-Dist: litellm>=1.84.0
+Requires-Dist: openai
+Requires-Dist: opentelemetry-api>=1.35
+Requires-Dist: opentelemetry-exporter-otlp>=1.35
+Requires-Dist: opentelemetry-sdk>=1.35
+Requires-Dist: portpicker
+Requires-Dist: psutil
+Requires-Dist: pydantic>=2.11
+Requires-Dist: requests>=2.31.0
+Requires-Dist: rich
+Requires-Dist: setproctitle
+Requires-Dist: tomli<3,>=2.2.1; python_version < '3.11'
+Requires-Dist: uvicorn
+Requires-Dist: uvicorn-worker
+Provides-Extra: agent
+Requires-Dist: agentops>=0.4.13; extra == 'agent'
+Requires-Dist: aiohttp>=3.8.0; extra == 'agent'
+Requires-Dist: typer>=0.9.0; extra == 'agent'
+Provides-Extra: apo
+Requires-Dist: poml; extra == 'apo'
+Provides-Extra: gpu-monitoring
+Requires-Dist: gpustat; extra == 'gpu-monitoring'
+Provides-Extra: mongo
+Requires-Dist: pymongo; extra == 'mongo'
+Provides-Extra: platform
+Requires-Dist: httpx>=0.24.0; extra == 'platform'
+Requires-Dist: jsonschema>=4.0.0; extra == 'platform'
+Requires-Dist: pyyaml>=6.0; extra == 'platform'
+Requires-Dist: typer>=0.9.0; extra == 'platform'
+Provides-Extra: proxy
+Requires-Dist: litellm[proxy]>=1.84.0; extra == 'proxy'
+Provides-Extra: tracing
+Requires-Dist: openinference-instrumentation-anthropic; extra == 'tracing'
+Requires-Dist: openinference-instrumentation-litellm; extra == 'tracing'
+Requires-Dist: openinference-instrumentation-openai; extra == 'tracing'
+Requires-Dist: openinference-instrumentation-openai-agents; extra == 'tracing'
+Provides-Extra: trainer
+Requires-Dist: litellm[proxy]>=1.84.0; extra == 'trainer'
+Provides-Extra: verl
+Requires-Dist: verl>=0.5.0; extra == 'verl'
+Requires-Dist: vllm>=0.8.4; extra == 'verl'
+Provides-Extra: weave
+Requires-Dist: weave>=0.52.22; extra == 'weave'
+Provides-Extra: worker
+Requires-Dist: bullmq>=2.19.4; extra == 'worker'
+Requires-Dist: docker>=7.0.0; extra == 'worker'
+Requires-Dist: httpx>=0.24.0; extra == 'worker'
+Requires-Dist: redis>=5.0.0; extra == 'worker'
+Requires-Dist: typer>=0.9.0; extra == 'worker'
+Description-Content-Type: text/markdown
+
+# GatewaySDK
+
+[![PyPI version](https://badge.fury.io/py/gatewaysdk.svg)](https://badge.fury.io/py/gatewaysdk)
+[![License](https://img.shields.io/badge/license-MIT-blue.svg)](LICENSE)
+
+**AI Agent Training and Evaluation Platform**
+
+GatewaySDK is a comprehensive toolkit for training and evaluating AI agents using reinforcement learning, automatic prompt optimization, and supervised fine-tuning.
+
+## Core Features
+
+- Turn your agent into an optimizable beast with **minimal code changes**
+- Build with **any** agent framework (LangChain, OpenAI Agent SDK, AutoGen, CrewAI, and more)
+- **Selectively** optimize one or more agents in a multi-agent system
+- Embraces **algorithms** like Reinforcement Learning, Automatic Prompt Optimization, Supervised Fine-tuning and more
+
+## Installation
+
+```bash
+pip install gatewaysdk
+```
+
+For optional dependencies:
+
+```bash
+# For LLMProxy feature (note: has strict dependency pins for boto3, grpcio, uvicorn)
+pip install 'gatewaysdk[proxy]'
+
+# For Trainer (includes the proxy runtime it composes)
+pip install 'gatewaysdk[trainer]'
+
+# For GPU statistics in runner heartbeat snapshots
+pip install 'gatewaysdk[gpu-monitoring]'
+
+# For APO (Automatic Prompt Optimization)
+pip install 'gatewaysdk[apo]'
+
+# For VERL integration
+pip install 'gatewaysdk[verl]'
+
+# For Weave integration
+pip install 'gatewaysdk[weave]'
+
+# For MongoDB store
+pip install 'gatewaysdk[mongo]'
+```
+
+## Quick Start
+
+```python
+from gatewaysdk import GatewayIngestionClient
+
+# Reads GATEWAY_HOST, GATEWAY_PUBLIC_KEY, and GATEWAY_SECRET_KEY.
+client = GatewayIngestionClient.from_env()
+
+# Your agent code here...
+```
+
+## Gateway Ingestion Helpers
+
+Use these helpers when you want to send external agent traces/scores directly to
+a Gateway instance.
+
+### 1) Gateway ingestion client
+
+```python
+from gatewaysdk import GatewayIngestionClient, GatewayIngestionConfig
+
+client = GatewayIngestionClient(
+    GatewayIngestionConfig(
+        host="http://localhost:3000",
+        public_key="pk-lf-...",
+        secret_key="sk-lf-...",
+    )
+)
+
+# Send trace event
+client.ingest_trace_event(
+    trace_id="trace-001",
+    name="Agent Trace",
+    input_data={"prompt": "hello"},
+    output_data={"answer": "world"},
+    session_id="session-001",
+    environment="default",
+)
+
+# Send scores efficiently in batches
+client.send_scores(
+    [
+        {"name": "task_success", "value": 0.95, "dataType": "NUMERIC", "traceId": "trace-001"},
+        {"name": "safety", "value": 1, "dataType": "BOOLEAN", "traceId": "trace-001"},
+    ],
+    mode="ingestion-batch",
+)
+```
+
+### 2) Simple API wrapper sample (dependency-free)
+
+For a minimal stdlib-only helper and examples, see:
+`samples/gateway-agent-trace-wrapper/`.
+
+## Security Wrapper
+
+Use the security wrapper when Gateway should decide which native tools an
+agent can see and execute. Your framework keeps owning the tools; Gateway
+resolves policy, hides denied tools in filter/enforce modes, authorizes before
+execution, and stamps OpenTelemetry security attributes when tracing is active.
+
+```python
+from gatewaysdk import GatewaySecurity
+
+gw = GatewaySecurity.from_env(
+    agent={
+        "id": "support-triage",
+        "name": "Support Triage",
+        "version": "1.4.2",
+    }
+)
+
+def search_tickets(query: str) -> list[dict]:
+    return zendesk.search(query)
+
+def delete_ticket(ticket_id: str) -> dict:
+    return zendesk.delete(ticket_id)
+
+tools = gw.secure_tools(
+    toolset_id="zendesk",
+    provider="zendesk",
+    tools=[search_tickets, delete_ticket],
+    context={
+        "user_id": current_user.id,
+        "team_id": "support",
+        "environment": "production",
+        "trace_id": trace_id,
+        "session_id": session_id,
+    },
+)
+```
+
+## CLI Usage
+
+```bash
+# Start the GatewaySDK server
+msk store serve
+
+# Run with vLLM
+msk vllm start
+```
+
+## Documentation
+
+For full documentation, visit [https://docs.gateway.dev/gatewaysdk/](https://docs.gateway.dev/gatewaysdk/)
+
+## License
+
+MIT License - see [LICENSE](LICENSE) for details.

gatewaysdk-0.3.6/pyproject.toml

@@ -0,0 +1,383 @@
+[project]
+name = "gatewaysdk"
+version = "0.3.6"
+description = "Gateway SDK for Python - tracing, worlds, evaluation and the gateway CLI runtime"
+readme = "README.md"
+requires-python = ">=3.10"
+license = {text = "MIT"}
+authors = [
+    {name = "Gateway Team", email = "team@withgateway.ai"}
+]
+keywords = [
+    "ai", "agents", "llm", "training", "evaluation",
+    "reinforcement-learning", "gateway", "observability"
+]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Topic :: Scientific/Engineering :: Artificial Intelligence",
+]
+dependencies = [
+  "tomli>=2.2.1,<3; python_version < '3.11'",
+  "requests>=2.31.0",
+  "graphviz",
+  "psutil",
+  "setproctitle",
+  "flask",
+  "uvicorn",
+  "fastapi",
+  "aiohttp",
+  "opentelemetry-api>=1.35",
+  "opentelemetry-sdk>=1.35",
+  "opentelemetry-exporter-otlp>=1.35",
+  "litellm>=1.84.0",
+  "pydantic>=2.11",
+  "openai",
+  "rich",
+  "portpicker",
+  "gunicorn",
+  "uvicorn_worker",
+  "aiologic",
+  "gepa>=0.0.24",
+  "gitignore_parser>=0.1.11",
+]
+
+[project.urls]
+Homepage = "https://withgateway.ai"
+Documentation = "https://withgateway.ai/docs"
+Repository = "https://github.com/Gateway-Innovations/Gateway"
+Issues = "https://github.com/Gateway-Innovations/Gateway/issues"
+
+[project.scripts]
+msk = "gatewaysdk.cli:main"
+gateway = "gatewaysdk.cli.platform:main"
+gateway-worker = "gatewaysdk.platform.worker:main"
+gateway-agent = "gatewaysdk.cli.agent_runner:main"
+
+[project.optional-dependencies]
+# Runner GPU heartbeat/snapshot metrics. CPU-only runner use does not require it.
+gpu-monitoring = [
+  "gpustat",
+]
+# Deps for agent containers. The agent talks to the worker's StoreServer via HTTP.
+agent = [
+  "typer>=0.9.0",
+  "aiohttp>=3.8.0",
+  "agentops>=0.4.13",
+]
+platform = [
+  "typer>=0.9.0",
+  "httpx>=0.24.0",
+  "pyyaml>=6.0",
+  "jsonschema>=4.0.0",
+]
+worker = [
+  "bullmq>=2.19.4",
+  "redis>=5.0.0",
+  "typer>=0.9.0",
+  "httpx>=0.24.0",
+  "docker>=7.0.0",
+]
+tracing = [
+  "openinference-instrumentation-openai-agents",
+  "openinference-instrumentation-openai",
+  "openinference-instrumentation-anthropic",
+  "openinference-instrumentation-litellm",
+]
+# LLMProxy feature requires litellm[proxy] which has strict dependency pins
+# that may conflict with other packages (boto3, grpcio, uvicorn).
+# Install with: pip install 'gatewaysdk[proxy]'
+proxy = [
+  "litellm[proxy]>=1.84.0",
+]
+# Trainer currently composes the optional LLM proxy runtime. Keep that stack
+# out of package initialization and make its installation intent explicit.
+trainer = [
+  "litellm[proxy]>=1.84.0",
+]
+apo = [
+  "poml",
+]
+# It's not recommended to use gatewaysdk[verl] to install VERL and its dependencies.
+# though it's listed here for completeness.
+verl = [
+  "verl>=0.5.0",
+  "vllm>=0.8.4",
+]
+weave = [
+  "weave>=0.52.22",
+]
+# Store-related dependencies.
+mongo = [
+  "pymongo",
+]
+
+[dependency-groups]
+dev = [
+  "flake8",
+  "pytest",
+  "hatch",
+  "pytest-asyncio",
+  "pre-commit",
+  "pytest-rerunfailures",
+  "black",
+  "isort",
+  "pyright",
+  "mkdocs",
+  "mkdocs-material",
+  "mkdocstrings[python]",
+  "mike",
+  "mkdocs-git-revision-date-localized-plugin",
+  "mkdocs-git-authors-plugin",
+  "mkdocs-macros-plugin",
+  "mkdocs-autorefs",
+  "prometheus-client",
+]
+experiment = [
+  "random-word",
+  "gdown",
+]
+
+core-stable = [
+  "openai>=2.0.0",
+]
+
+# For PyTorch.
+# CPU and GPU groups.
+torch-cpu = [
+  "torch",
+  "torchvision",
+]
+torch-cu128 = [
+  "torch",
+  "torchvision",
+]
+
+# Training-heavy dependencies.
+torch-stable = [
+  {include-group = "core-stable"},
+  "torch>=2.8.0",
+  "torchvision>=0.23.0",
+  "transformers>=4.55.0,!=4.57.2",
+  "vllm>=0.10.2,!=0.11.1,!=0.11.2,!=0.12.0",
+  "litellm[proxy]>=1.84.0",
+]
+
+# Specific vllm versions for compatibility testing or workarounds.
+vllm-0-10-2 = [
+  {include-group = "torch-stable"},
+  "vllm==0.10.2",
+]
+vllm-0-11-0 = [
+  {include-group = "torch-stable"},
+  "vllm==0.11.0",
+]
+
+# Flash-attention must build with CUDA toolkit.
+torch-gpu-stable = [
+  {include-group = "torch-stable"},
+  {include-group = "torch-cu128"},
+  "flash-attn>=2.8.3",
+  "tensordict>=0.9.1",
+  "verl>=0.6.0",
+]
+
+# For the TRL/Unsloth example.
+trl = [
+  {include-group = "torch-stable"},
+  "unsloth>=2025.10.1,!=2025.10.2,!=2025.10.3,!=2025.10.4,!=2025.10.5,!=2025.10.6,!=2025.10.7,!=2025.10.8",
+  "unsloth_zoo>=2025.10.1,!=2025.10.2,!=2025.10.3,!=2025.10.4,!=2025.10.5,!=2025.10.6,!=2025.10.7,!=2025.10.8",
+  "bitsandbytes",
+  "peft",
+  "datasets",
+  "transformers",
+  "trl",
+  "kernels",
+  "vllm",
+]
+
+# For Tinker integration.
+tinker = [
+  {include-group = "torch-stable"},
+  "tinker>=0.2.2",
+  "tinker_cookbook>=0.1.0",
+  "wandb",
+]
+
+# For Multi-modality supports.
+image = [
+  "datasets",
+  "Pillow",
+  "pandas",
+  "pyarrow",
+  "qwen-vl-utils",
+]
+
+# Agent-related dependencies.
+autogen = [
+  "autogen-agentchat",
+  "autogen-ext[openai]",
+  "mcp>=1.10.0",
+]
+openai-agents = [
+  "openai-agents",
+  "openai",
+  "mcp",
+  "pandas",
+]
+connectors = [
+  "mcp>=1.19.0",
+]
+anthropic = [
+  "anthropic",
+]
+langchain = [
+  "langgraph>=1.0.0",
+  "langchain[openai]>=1.0.0",
+  "langchain-community>=0.4.0",
+  "langchain-text-splitters>=1.0.0",
+]
+sql = [
+  "sqlparse",
+  "nltk",
+]
+rag = [
+  "fastmcp>=2.13.1",
+  "faiss-cpu>=1.11.0",
+  "sentence-transformers>=4.1.0",
+]
+crewai = [
+  "crewai[tools]>=1.2.0,!=1.2.1,!=1.3.0,!=1.4.0,!=1.4.1,!=1.5.0",
+]
+swebench = [
+  "swebench",
+]
+
+# Summarize into large installable groups.
+agents = [
+  {include-group = "autogen"},
+  {include-group = "openai-agents"},
+  {include-group = "sql"},
+  {include-group = "anthropic"},
+  {include-group = "crewai"},
+  {include-group = "swebench"},
+]
+
+[tool.uv]
+required-version = ">=0.9.9"
+conflicts = [
+  [
+    { group = "torch-cpu" },
+    { group = "torch-cu128" },
+  ],
+  [
+    { group = "vllm-0-10-2" },
+    { group = "vllm-0-11-0" },
+  ],
+]
+environments = [
+  "sys_platform == 'linux'",
+  "sys_platform == 'darwin'",
+]
+dependency-metadata = [
+  { name = "instructor", version = "1.11.3", requires-dist = ["openai", "pydantic", "docstring-parser", "typer", "rich", "aiohttp", "tenacity", "pydantic-core", "jiter", "jinja2", "requests", "diskcache"] },
+]
+
+override-dependencies = [
+  "mcp>=1.19.0",
+  "uvicorn>=0.38.0",
+  "packaging>=24.0",
+  "websockets>=15.0.1",
+  "rich>=13.9.4",
+  "numpy>=2.0.0,<2.3.0",
+  "setuptools>=80.9.0",
+]
+
+[tool.uv.sources]
+torch = [
+  { index = "pytorch-cu128", group = "torch-cu128" },
+  { index = "pytorch-cpu", group = "torch-cpu" },
+]
+
+[[tool.uv.index]]
+name = "pypi"
+url = "https://pypi.org/simple"
+
+[[tool.uv.index]]
+name = "pytorch-cu128"
+url = "https://download.pytorch.org/whl/cu128"
+
+[[tool.uv.index]]
+name = "pytorch-cpu"
+url = "https://download.pytorch.org/whl/cpu"
+
+[tool.uv.extra-build-dependencies]
+flash-attn = [
+  { requirement = "torch", match-runtime = true },
+]
+
+[tool.uv.dependency-groups]
+tinker = {requires-python = ">=3.11"}
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/gatewaysdk"]
+include = [
+  "src/gatewaysdk/**/*.yaml",
+  "src/gatewaysdk/**/*.yml",
+  "src/gatewaysdk/**/*.poml",
+  # The connector authoring skill + agent, installed by `gateway worlds connector skill`.
+  "src/gatewaysdk/environment/schema/skills/**/*.md",
+]
+
+[tool.hatch.build.targets.sdist]
+exclude = [
+  "/examples/**",
+  "/tests/**",
+  "/docs/**",
+  "/scripts/**",
+  "/.github/**",
+]
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]
+markers = [
+  "openai: tests that require OpenAI API",
+  "gpu: tests that require GPU",
+  "weave: tests that require Weave",
+  "agentops: tests that require AgentOps",
+  "llmproxy: tests that require LiteLLM",
+  "mongo: tests that require MongoDB",
+  "store: tests for gatewaysdk.store module",
+  "prometheus: tests that require Prometheus",
+  "utils: tests for utility functions",
+  "langchain: tests that require LangChain",
+  "browser: integration tests that boot a sample world and drive it with Playwright",
+]
+
+[tool.black]
+line-length = 120
+target-version = ['py312']
+include = '\.pyi?$'
+extend-exclude = '''
+/(
+  _version\.py
+)
+'''
+
+[tool.isort]
+profile = "black"
+line_length = 120
+known_first_party = ["gatewaysdk"]
+extend_skip_glob = [
+  "data/**",
+  "_version.py",
+]