agentx-python 0.8.5__tar.gz → 0.8.6__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (89) hide show
  1. {agentx_python-0.8.5 → agentx_python-0.8.6}/PKG-INFO +1 -1
  2. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/client.py +6 -0
  3. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/datasets.py +31 -0
  4. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/models.py +5 -0
  5. agentx_python-0.8.6/agentx/version.py +1 -0
  6. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx_python.egg-info/PKG-INFO +1 -1
  7. agentx_python-0.8.5/agentx/version.py +0 -1
  8. {agentx_python-0.8.5 → agentx_python-0.8.6}/LICENSE +0 -0
  9. {agentx_python-0.8.5 → agentx_python-0.8.6}/README.md +0 -0
  10. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/__init__.py +0 -0
  11. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/agentx.py +0 -0
  12. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/cli.py +0 -0
  13. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/__init__.py +0 -0
  14. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/_term.py +0 -0
  15. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/adapters/__init__.py +0 -0
  16. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/adapters/http_endpoint.py +0 -0
  17. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/adapters/precomputed.py +0 -0
  18. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/adapters/raw.py +0 -0
  19. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/evaluation_settings.py +0 -0
  20. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/prompts.py +0 -0
  21. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/reporting.py +0 -0
  22. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/results.py +0 -0
  23. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/runner.py +0 -0
  24. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/tool_schemas.py +0 -0
  25. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/evaluations/tracing.py +0 -0
  26. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/exceptions.py +0 -0
  27. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/export.py +0 -0
  28. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/feedback.py +0 -0
  29. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/__init__.py +0 -0
  30. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/_traced_call.py +0 -0
  31. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/anthropic.py +0 -0
  32. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/autogen.py +0 -0
  33. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/crewai.py +0 -0
  34. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/databricks.py +0 -0
  35. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/google_adk.py +0 -0
  36. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/google_genai.py +0 -0
  37. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/langchain.py +0 -0
  38. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/litellm.py +0 -0
  39. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/llamaindex.py +0 -0
  40. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/moveworks.py +0 -0
  41. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/openai.py +0 -0
  42. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/integrations/openai_agents.py +0 -0
  43. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/__init__.py +0 -0
  44. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/agents.py +0 -0
  45. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/client.py +0 -0
  46. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/judge_scorers.py +0 -0
  47. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/models.py +0 -0
  48. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/online_evaluators.py +0 -0
  49. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/patterns.py +0 -0
  50. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/profile.py +0 -0
  51. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/review_queue.py +0 -0
  52. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/scorers.py +0 -0
  53. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/sessions.py +0 -0
  54. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/monitor/signals.py +0 -0
  55. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/outcomes.py +0 -0
  56. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/projects.py +0 -0
  57. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/py.typed +0 -0
  58. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/resources/__init__.py +0 -0
  59. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/resources/agent.py +0 -0
  60. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/resources/conversation.py +0 -0
  61. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/resources/workforce.py +0 -0
  62. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/testing.py +0 -0
  63. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/traces.py +0 -0
  64. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/tracing/__init__.py +0 -0
  65. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/tracing/ci_types.py +0 -0
  66. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/tracing/eval_scope.py +0 -0
  67. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/tracing/ingest_client.py +0 -0
  68. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/tracing/tracer.py +0 -0
  69. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx/util.py +0 -0
  70. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx_python.egg-info/SOURCES.txt +0 -0
  71. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx_python.egg-info/dependency_links.txt +0 -0
  72. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx_python.egg-info/entry_points.txt +0 -0
  73. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx_python.egg-info/not-zip-safe +0 -0
  74. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx_python.egg-info/requires.txt +0 -0
  75. {agentx_python-0.8.5 → agentx_python-0.8.6}/agentx_python.egg-info/top_level.txt +0 -0
  76. {agentx_python-0.8.5 → agentx_python-0.8.6}/setup.cfg +0 -0
  77. {agentx_python-0.8.5 → agentx_python-0.8.6}/setup.py +0 -0
  78. {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_deep_dive_fixes.py +0 -0
  79. {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_docs_match_sdk.py +0 -0
  80. {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_eval_scope.py +0 -0
  81. {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_integration.py +0 -0
  82. {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_integrations.py +0 -0
  83. {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_judge_scorers.py +0 -0
  84. {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_pairwise.py +0 -0
  85. {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_review_queue.py +0 -0
  86. {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_runner_features.py +0 -0
  87. {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_selfhost_analysis_fallback.py +0 -0
  88. {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_span_tree.py +0 -0
  89. {agentx_python-0.8.5 → agentx_python-0.8.6}/tests/test_testing.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: agentx-python
3
- Version: 0.8.5
3
+ Version: 0.8.6
4
4
  Summary: Official Python SDK for AgentX (https://www.agentx.so/)
5
5
  Home-page: https://github.com/AgentX-ai/AgentX-python
6
6
  Author: Robin Wang and AgentX Team
@@ -227,6 +227,12 @@ class EvaluationsClient:
227
227
  data = self._request("POST", "/datasets", json=self._with_workspace(payload))
228
228
  return Dataset(**data)
229
229
 
230
+ def delete_dataset(self, dataset_id: str) -> None:
231
+ """Deletes the dataset, its grading config, and both version histories. Past runs are
232
+ kept (their dataset reference degrades to a bare id). The engine refuses (409) when the
233
+ dataset's config is attached to a live scorer."""
234
+ self._request("DELETE", f"/datasets/{dataset_id}")
235
+
230
236
  def list_datasets(self) -> List[Dataset]:
231
237
  data = self._request("GET", "/datasets", params=self._workspace_params())
232
238
  return [
@@ -333,6 +333,37 @@ class DatasetClient:
333
333
  def list(self) -> List[Dataset]:
334
334
  return self._client.list_datasets()
335
335
 
336
+ def delete(self, dataset_id: str) -> None:
337
+ """Delete a dataset (and its grading config + version histories; past runs are kept)."""
338
+ self._client.delete_dataset(dataset_id)
339
+
340
+ def import_dataset(self, source: Any, name: Optional[str] = None) -> Dataset:
341
+ """Create a NEW dataset from an exported/fetched one (a ``Dataset`` from ``get()``, or
342
+ the engine's wire/NDJSON-export dict). Always a copy with a fresh id - never a
343
+ restore-in-place. ``name`` optionally renames the copy."""
344
+ wire: Dict[str, Any] = (
345
+ source.model_dump(by_alias=True) if hasattr(source, "model_dump") else dict(source)
346
+ )
347
+ payload: Dict[str, Any] = {
348
+ "name": name or wire.get("name") or "Imported dataset",
349
+ "questions": wire.get("questions") or [],
350
+ }
351
+ for key in (
352
+ "description",
353
+ "numberOfRequests",
354
+ "acceptanceCriteria",
355
+ "rejectionCriteria",
356
+ "evaluationCriteria",
357
+ "vectorSimilarity",
358
+ "jaccardSimilarity",
359
+ "bleuScore",
360
+ "rougeScore",
361
+ "codeScorers",
362
+ ):
363
+ if wire.get(key) is not None:
364
+ payload[key] = wire[key]
365
+ return self._client.create_dataset(payload)
366
+
336
367
 
337
368
  # ---------------------------------------------------------------------------
338
369
  # Helpers
@@ -415,6 +415,11 @@ class RunResultRow(BaseModel):
415
415
 
416
416
  rating: Optional[float] = None
417
417
  justification: Optional[str] = None
418
+ # scored | skipped (the judge could not score this row) | failed (the submitted result
419
+ # carried an error). A skipped row has rating None - a fact about the judge, not a 0.
420
+ status: Optional[str] = None
421
+ question_index: Optional[int] = Field(default=None, alias="questionIndex")
422
+ run_number: Optional[int] = Field(default=None, alias="runNumber")
418
423
  question_text: Optional[str] = Field(default=None, alias="questionText")
419
424
  response: Optional[str] = None
420
425
  trace_id: Optional[str] = Field(default=None, alias="traceId")
@@ -0,0 +1 @@
1
+ VERSION = "0.8.6"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: agentx-python
3
- Version: 0.8.5
3
+ Version: 0.8.6
4
4
  Summary: Official Python SDK for AgentX (https://www.agentx.so/)
5
5
  Home-page: https://github.com/AgentX-ai/AgentX-python
6
6
  Author: Robin Wang and AgentX Team
@@ -1 +0,0 @@
1
- VERSION = "0.8.5"
File without changes
File without changes
File without changes
File without changes