agentx-python 0.8.5__tar.gz → 0.8.6__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {agentx_python-0.8.5 → agentx_python-0.8.6}/PKG-INFO +1 -1
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/client.py +6 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/datasets.py +31 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/models.py +5 -0
- agentx_python-0.8.6/agentx/version.py +1 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx_python.egg-info/PKG-INFO +1 -1
- agentx_python-0.8.5/agentx/version.py +0 -1
- {agentx_python-0.8.5 → agentx_python-0.8.6}/LICENSE +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/README.md +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/__init__.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/agentx.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/cli.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/__init__.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/_term.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/adapters/__init__.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/adapters/http_endpoint.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/adapters/precomputed.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/adapters/raw.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/evaluation_settings.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/prompts.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/reporting.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/results.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/runner.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/tool_schemas.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/tracing.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/exceptions.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/export.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/feedback.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/__init__.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/_traced_call.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/anthropic.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/autogen.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/crewai.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/databricks.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/google_adk.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/google_genai.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/langchain.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/litellm.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/llamaindex.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/moveworks.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/openai.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/openai_agents.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/__init__.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/agents.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/client.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/judge_scorers.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/models.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/online_evaluators.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/patterns.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/profile.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/review_queue.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/scorers.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/sessions.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/signals.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/outcomes.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/projects.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/py.typed +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/resources/__init__.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/resources/agent.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/resources/conversation.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/resources/workforce.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/testing.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/traces.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/tracing/__init__.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/tracing/ci_types.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/tracing/eval_scope.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/tracing/ingest_client.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/tracing/tracer.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/util.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx_python.egg-info/SOURCES.txt +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx_python.egg-info/dependency_links.txt +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx_python.egg-info/entry_points.txt +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx_python.egg-info/not-zip-safe +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx_python.egg-info/requires.txt +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx_python.egg-info/top_level.txt +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/setup.cfg +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/setup.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_deep_dive_fixes.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_docs_match_sdk.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_eval_scope.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_integration.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_integrations.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_judge_scorers.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_pairwise.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_review_queue.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_runner_features.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_selfhost_analysis_fallback.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_span_tree.py +0 -0
- {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_testing.py +0 -0
|
@@ -227,6 +227,12 @@ class EvaluationsClient:
|
|
|
227
227
|
data = self._request("POST", "/datasets", json=self._with_workspace(payload))
|
|
228
228
|
return Dataset(**data)
|
|
229
229
|
|
|
230
|
+
def delete_dataset(self, dataset_id: str) -> None:
|
|
231
|
+
"""Deletes the dataset, its grading config, and both version histories. Past runs are
|
|
232
|
+
kept (their dataset reference degrades to a bare id). The engine refuses (409) when the
|
|
233
|
+
dataset's config is attached to a live scorer."""
|
|
234
|
+
self._request("DELETE", f"/datasets/{dataset_id}")
|
|
235
|
+
|
|
230
236
|
def list_datasets(self) -> List[Dataset]:
|
|
231
237
|
data = self._request("GET", "/datasets", params=self._workspace_params())
|
|
232
238
|
return [
|
|
@@ -333,6 +333,37 @@ class DatasetClient:
|
|
|
333
333
|
def list(self) -> List[Dataset]:
|
|
334
334
|
return self._client.list_datasets()
|
|
335
335
|
|
|
336
|
+
def delete(self, dataset_id: str) -> None:
|
|
337
|
+
"""Delete a dataset (and its grading config + version histories; past runs are kept)."""
|
|
338
|
+
self._client.delete_dataset(dataset_id)
|
|
339
|
+
|
|
340
|
+
def import_dataset(self, source: Any, name: Optional[str] = None) -> Dataset:
|
|
341
|
+
"""Create a NEW dataset from an exported/fetched one (a ``Dataset`` from ``get()``, or
|
|
342
|
+
the engine's wire/NDJSON-export dict). Always a copy with a fresh id - never a
|
|
343
|
+
restore-in-place. ``name`` optionally renames the copy."""
|
|
344
|
+
wire: Dict[str, Any] = (
|
|
345
|
+
source.model_dump(by_alias=True) if hasattr(source, "model_dump") else dict(source)
|
|
346
|
+
)
|
|
347
|
+
payload: Dict[str, Any] = {
|
|
348
|
+
"name": name or wire.get("name") or "Imported dataset",
|
|
349
|
+
"questions": wire.get("questions") or [],
|
|
350
|
+
}
|
|
351
|
+
for key in (
|
|
352
|
+
"description",
|
|
353
|
+
"numberOfRequests",
|
|
354
|
+
"acceptanceCriteria",
|
|
355
|
+
"rejectionCriteria",
|
|
356
|
+
"evaluationCriteria",
|
|
357
|
+
"vectorSimilarity",
|
|
358
|
+
"jaccardSimilarity",
|
|
359
|
+
"bleuScore",
|
|
360
|
+
"rougeScore",
|
|
361
|
+
"codeScorers",
|
|
362
|
+
):
|
|
363
|
+
if wire.get(key) is not None:
|
|
364
|
+
payload[key] = wire[key]
|
|
365
|
+
return self._client.create_dataset(payload)
|
|
366
|
+
|
|
336
367
|
|
|
337
368
|
# ---------------------------------------------------------------------------
|
|
338
369
|
# Helpers
|
|
@@ -415,6 +415,11 @@ class RunResultRow(BaseModel):
|
|
|
415
415
|
|
|
416
416
|
rating: Optional[float] = None
|
|
417
417
|
justification: Optional[str] = None
|
|
418
|
+
# scored | skipped (the judge could not score this row) | failed (the submitted result
|
|
419
|
+
# carried an error). A skipped row has rating None - a fact about the judge, not a 0.
|
|
420
|
+
status: Optional[str] = None
|
|
421
|
+
question_index: Optional[int] = Field(default=None, alias="questionIndex")
|
|
422
|
+
run_number: Optional[int] = Field(default=None, alias="runNumber")
|
|
418
423
|
question_text: Optional[str] = Field(default=None, alias="questionText")
|
|
419
424
|
response: Optional[str] = None
|
|
420
425
|
trace_id: Optional[str] = Field(default=None, alias="traceId")
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
VERSION = "0.8.6"
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
VERSION = "0.8.5"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|