agentevals-cli 0.7.1__tar.gz → 0.7.3__tar.gz

{agentevals_cli-0.7.1 → agentevals_cli-0.7.3}/.github/workflows/ci.yml

@@ -10,6 +10,14 @@ permissions:
   contents: read
 
 jobs:
+  helm-chart:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v6
+
+      - name: Lint + template
+        run: make helm-test
+
   lint:
     runs-on: ubuntu-latest
     steps:

{agentevals_cli-0.7.1 → agentevals_cli-0.7.3}/.github/workflows/release.yml

@@ -18,6 +18,8 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v6
+        with:
+          ref: ${{ github.event.inputs.tag || github.ref_name }}
 
       - uses: astral-sh/setup-uv@v7
         with:
@@ -42,29 +44,13 @@ jobs:
             dist/core/*.whl
             dist/bundle/*.whl
 
-  github-release:
-    needs: build
-    runs-on: ubuntu-latest
-    permissions:
-      contents: write
-
-    steps:
-      - uses: actions/download-artifact@v8
-        with:
-          name: wheels
-          path: dist/
-
-      - uses: softprops/action-gh-release@v2.5.0
-        with:
-          tag_name: ${{ github.event.inputs.tag || github.ref_name }}
-          files: dist/**/*.whl
-          generate_release_notes: true
-
   publish:
     needs: build
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v6
+        with:
+          ref: ${{ github.event.inputs.tag || github.ref_name }}
 
       - uses: astral-sh/setup-uv@v7
         with:
@@ -93,13 +79,34 @@ jobs:
           uv publish dist/* --token ${{ secrets.PYPI_TOKEN }}
           rm -rf src/agentevals/_static
 
+  github-release:
+    needs: publish
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+
+    steps:
+      - uses: actions/download-artifact@v8
+        with:
+          name: wheels
+          path: dist/
+
+      - uses: softprops/action-gh-release@v2.5.0
+        with:
+          tag_name: ${{ github.event.inputs.tag || github.ref_name }}
+          files: dist/**/*.whl
+          generate_release_notes: true
+
   push-docker:
+    needs: github-release
     runs-on: ubuntu-latest
     permissions:
       contents: read
       packages: write
     steps:
       - uses: actions/checkout@v6
+        with:
+          ref: ${{ github.event.inputs.tag || github.ref_name }}
 
       - name: Login to GitHub Container Registry
         uses: docker/login-action@v4
@@ -114,13 +121,6 @@ jobs:
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v4
 
-      - name: Set appVersion in Chart.yaml
-        run: |
-          VERSION="${TAG#v}"
-          sed -i "s/^appVersion:.*/appVersion: \"$VERSION\"/" charts/agentevals/Chart.yaml
-        env:
-          TAG: ${{ github.event.inputs.tag || github.ref_name }}
-
       - name: Build and push
         run: |
           VERSION="${TAG#v}"
@@ -129,3 +129,29 @@ jobs:
             DOCKER_TAG="$VERSION"
         env:
           TAG: ${{ github.event.inputs.tag || github.ref_name }}
+
+  push-helm-chart:
+    needs: push-docker
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+    steps:
+      - uses: actions/checkout@v6
+        with:
+          ref: ${{ github.event.inputs.tag || github.ref_name }}
+
+      - name: Login to GitHub Container Registry
+        uses: docker/login-action@v4
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Publish Helm chart to GHCR (OCI)
+        env:
+          TAG: ${{ github.event.inputs.tag || github.ref_name }}
+          HELM_REPO: oci://ghcr.io/${{ github.repository }}
+        run: |
+          export HELM_CHART_VERSION="${TAG#v}"
+          make helm-publish

{agentevals_cli-0.7.1 → agentevals_cli-0.7.3}/Makefile

@@ -9,7 +9,13 @@ DOCKER_IMAGE_REF := $(if $(DOCKER_REGISTRY),$(DOCKER_REGISTRY:%/=%)/$(DOCKER_IMA
 # Multi-arch build (requires docker buildx). Manifest lists must be pushed — use build-docker-local for a single-arch --load.
 PLATFORMS ?= linux/amd64,linux/arm64
 
-.PHONY: build build-bundle build-docker build-ui release clean dev-backend dev-frontend dev-bundle test test-unit test-integration test-e2e
+HELM_REPO ?= oci://ghcr.io/agentevals-dev/agentevals
+HELM_DIST_FOLDER ?= dist/helm
+HELM_CHART_DIR ?= charts/agentevals
+HELM_CHART_OCI_URL ?= $(HELM_REPO)/helm
+HELM_CHART_VERSION ?= $(VERSION)
+
+.PHONY: build build-bundle build-docker build-ui release clean dev-backend dev-frontend dev-bundle test test-unit test-integration test-e2e helm-lint helm-template helm-test helm-cleanup helm-package helm-publish
 
 build:
 	uv build
@@ -70,3 +76,31 @@ test-e2e:
 clean:
 	rm -rf dist/ build/ src/agentevals/_static/ ui/dist/
 	find . -name '*.egg-info' -type d -exec rm -rf {} + 2>/dev/null || true
+
+.PHONY: helm-lint
+helm-lint:
+	helm lint "$(HELM_CHART_DIR)"
+
+# Render templates to catch YAML/Helm errors (default values + ephemeralVolume disabled path).
+.PHONY: helm-template
+helm-template:
+	helm template agentevals "$(HELM_CHART_DIR)" --namespace agentevals >/dev/null
+	helm template agentevals "$(HELM_CHART_DIR)" --namespace agentevals \
+		--set ephemeralVolume.enabled=false >/dev/null
+
+.PHONY: helm-test
+helm-test: helm-lint helm-template
+
+.PHONY: helm-cleanup
+helm-cleanup:
+	rm -f $(HELM_DIST_FOLDER)/agentevals-*.tgz
+
+.PHONY: helm-package
+helm-package: helm-cleanup
+	mkdir -p $(HELM_DIST_FOLDER)
+	helm package "$(HELM_CHART_DIR)" -d "$(HELM_DIST_FOLDER)" \
+		--version "$(HELM_CHART_VERSION)" --app-version "$(HELM_CHART_VERSION)"
+
+.PHONY: helm-publish
+helm-publish: helm-package
+	helm push "$(HELM_DIST_FOLDER)/agentevals-$(HELM_CHART_VERSION).tgz" "$(HELM_CHART_OCI_URL)"

{agentevals_cli-0.7.1 → agentevals_cli-0.7.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: agentevals-cli
-Version: 0.7.1
+Version: 0.7.3
 Summary: Standalone framework to evaluate agent correctness based on portable OpenTelemetry traces
 License-File: LICENSE
 Requires-Python: >=3.11
@@ -300,12 +300,16 @@ docker run -p 8001:8001 -p 4317:4317 -p 4318:4318 agentevals
 
 ### Helm
 
-A Helm chart is available in [`charts/agentevals/`](charts/agentevals/):
+The Helm chart is published as an OCI artifact to GitHub Container Registry:
 
 ```bash
-helm install agentevals ./charts/agentevals
+helm install agentevals oci://ghcr.io/agentevals-dev/agentevals/helm/agentevals
 ```
 
+Pass `--version <x.y.z>` to pin to a specific release. Available versions are listed under [packages](https://github.com/agentevals-dev/agentevals/pkgs/container/agentevals%2Fhelm%2Fagentevals).
+
+The source for the chart lives in [`charts/agentevals/`](charts/agentevals/) if you want to install from a local checkout instead.
+
 See the [Kubernetes example](examples/kubernetes/README.md) for an end-to-end walkthrough deploying agentevals alongside kagent and an OTel Collector on Kubernetes.
 
 ## MCP Server

{agentevals_cli-0.7.1 → agentevals_cli-0.7.3}/README.md

@@ -274,12 +274,16 @@ docker run -p 8001:8001 -p 4317:4317 -p 4318:4318 agentevals
 
 ### Helm
 
-A Helm chart is available in [`charts/agentevals/`](charts/agentevals/):
+The Helm chart is published as an OCI artifact to GitHub Container Registry:
 
 ```bash
-helm install agentevals ./charts/agentevals
+helm install agentevals oci://ghcr.io/agentevals-dev/agentevals/helm/agentevals
 ```
 
+Pass `--version <x.y.z>` to pin to a specific release. Available versions are listed under [packages](https://github.com/agentevals-dev/agentevals/pkgs/container/agentevals%2Fhelm%2Fagentevals).
+
+The source for the chart lives in [`charts/agentevals/`](charts/agentevals/) if you want to install from a local checkout instead.
+
 See the [Kubernetes example](examples/kubernetes/README.md) for an end-to-end walkthrough deploying agentevals alongside kagent and an OTel Collector on Kubernetes.
 
 ## MCP Server

{agentevals_cli-0.7.1 → agentevals_cli-0.7.3}/charts/agentevals/Chart.yaml

@@ -2,5 +2,5 @@ apiVersion: v2
 name: agentevals
 description: agentevals web UI, OTLP HTTP+gRPC receivers, and MCP (Streamable HTTP)
 type: application
-version: 0.1.0
-appVersion: "0.5.2"
+version: 0.7.1
+appVersion: "0.7.1"

{agentevals_cli-0.7.1 → agentevals_cli-0.7.3}/docs/streaming.md

@@ -66,13 +66,18 @@ See [examples/README.md](../examples/README.md) for details on supported instrum
 
 ### OTLP/JSON Support
 
-Native OpenTelemetry format — no conversion to Jaeger needed:
+Native OpenTelemetry format. The CLI auto-detects Jaeger vs OTLP from
+file contents, so `.json` and `.jsonl` exports from Tempo, Jaeger, or
+the OTel collector all work without a `--format` flag:
 
 ```bash
-# Load OTLP files directly
-agentevals run trace.otlp.json --format otlp-json --eval-set eval.json
+# Load any trace file directly; format is auto-detected
+agentevals run trace.otlp.json --eval-set eval.json
 ```
 
+Pass `--format otlp-json` (or `jaeger-json`) only as an override when
+auto-detection fails on a non-standard export.
+
 ### Real-time Span Streaming
 
 The `AgentEvalsStreamingProcessor` is an OTel `SpanProcessor` that streams spans over WebSocket as they complete:
@@ -311,6 +316,7 @@ This installs `opentelemetry-sdk>=1.20.0`. Agent code also needs `websockets` fo
 ## Compatibility
 
 All existing workflows continue to work:
-- Jaeger JSON files still supported: `agentevals run trace.json --eval-set ...`
-- OTLP/JSON files: `agentevals run trace.otlp.json --format otlp-json --eval-set ...`
-- Web UI upload flow unchanged
+- Trace files (Jaeger or OTLP, including Tempo exports) auto-detect by
+  content: `agentevals run trace.json --eval-set ...`
+- Pass `--format` only to override detection on non-standard exports.
+- Web UI upload flow unchanged.

{agentevals_cli-0.7.1 → agentevals_cli-0.7.3}/examples/kubernetes/README.md

@@ -25,8 +25,7 @@ kagent (gRPC :4317) --> OTel Collector( optional ) --> agentevals (gRPC :4317 /
 ### 1. agentevals
 
 ```bash
-helm install agentevals ./charts/agentevals \
-  --set tag=0.6.3
+helm install agentevals oci://ghcr.io/agentevals-dev/agentevals/helm/agentevals
 ```
 
 This creates a single pod exposing:

{agentevals_cli-0.7.1 → agentevals_cli-0.7.3}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "agentevals-cli"
-version = "0.7.1"
+version = "0.7.3"
 description = "Standalone framework to evaluate agent correctness based on portable OpenTelemetry traces"
 readme = "README.md"
 requires-python = ">=3.11"