evalview 0.7.0__tar.gz → 0.7.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (338) hide show
  1. {evalview-0.7.0/evalview.egg-info → evalview-0.7.1}/PKG-INFO +5 -4
  2. {evalview-0.7.0 → evalview-0.7.1}/README.md +3 -3
  3. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/aider_adapter.py +0 -2
  4. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/crewai_native_adapter.py +1 -3
  5. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/pydantic_ai_adapter.py +1 -2
  6. evalview-0.7.1/evalview/chat.py +809 -0
  7. evalview-0.7.1/evalview/chat_commands.py +1010 -0
  8. evalview-0.7.1/evalview/chat_demo.py +562 -0
  9. evalview-0.7.1/evalview/chat_prompt.py +479 -0
  10. {evalview-0.7.0 → evalview-0.7.1}/evalview/chat_runtime.py +41 -13
  11. evalview-0.7.1/evalview/chat_session.py +149 -0
  12. {evalview-0.7.0 → evalview-0.7.1}/evalview/cli.py +74 -63
  13. {evalview-0.7.0 → evalview-0.7.1}/evalview/cloud/push.py +38 -2
  14. evalview-0.7.1/evalview/commands/_check_helpers.py +199 -0
  15. evalview-0.7.1/evalview/commands/_check_verdict.py +373 -0
  16. evalview-0.7.1/evalview/commands/_init_demo_agent.py +178 -0
  17. evalview-0.7.1/evalview/commands/_init_tests.py +280 -0
  18. evalview-0.7.1/evalview/commands/_init_wizard.py +192 -0
  19. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/assertion_wizard.py +2 -7
  20. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/autopr_cmd.py +0 -1
  21. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/badge_cmd.py +2 -3
  22. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/baseline_cmd.py +1 -1
  23. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/benchmark_cmd.py +1 -1
  24. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/check_cmd.py +26 -534
  25. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/check_display.py +1 -2
  26. evalview-0.7.1/evalview/commands/diff_cmd.py +283 -0
  27. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/generate_cmd.py +1 -1
  28. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/golden_cmd.py +1 -1
  29. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/gym_cmd.py +1 -1
  30. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/hooks_cmd.py +2 -2
  31. evalview-0.7.1/evalview/commands/init_cmd.py +564 -0
  32. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/judge_cmd.py +1 -1
  33. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/listing_cmd.py +48 -10
  34. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/log_cmd.py +2 -2
  35. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/model_check_cmd.py +0 -1
  36. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/openclaw_cmd.py +1 -2
  37. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/quarantine_cmd.py +1 -2
  38. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/replay_trace_cmd.py +1 -2
  39. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/run/_cmd.py +12 -335
  40. evalview-0.7.1/evalview/commands/run/_helpers.py +360 -0
  41. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/since_cmd.py +2 -2
  42. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/slack_digest_cmd.py +1 -2
  43. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/telemetry_cmd.py +1 -1
  44. evalview-0.7.1/evalview/commands/validate_cmd.py +209 -0
  45. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/visual_cmd.py +13 -56
  46. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/behavioral_anomalies.py +1 -1
  47. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/benchmark_hardening.py +27 -2
  48. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/eval_profiles.py +1 -4
  49. evalview-0.7.1/evalview/core/loader.py +126 -0
  50. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/model_provider_runner.py +2 -2
  51. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/noise_tracker.py +1 -1
  52. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/observability.py +12 -2
  53. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/quarantine.py +1 -2
  54. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/rationale.py +13 -1
  55. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/simulation.py +1 -2
  56. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/slack_notifier.py +1 -1
  57. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/turn_coherence.py +1 -1
  58. {evalview-0.7.0 → evalview-0.7.1}/evalview/evaluators/hallucination_evaluator.py +0 -1
  59. {evalview-0.7.0 → evalview-0.7.1}/evalview/evaluators/output_evaluator.py +0 -1
  60. {evalview-0.7.0 → evalview-0.7.1}/evalview/importers/log_importer.py +121 -6
  61. {evalview-0.7.0 → evalview-0.7.1}/evalview/pytest_plugin.py +2 -2
  62. evalview-0.7.1/evalview/reporters/_console_coverage.py +182 -0
  63. evalview-0.7.1/evalview/reporters/_console_statistical.py +313 -0
  64. evalview-0.7.0/evalview/reporters/html_reporter.py → evalview-0.7.1/evalview/reporters/_templates.py +7 -633
  65. {evalview-0.7.0 → evalview-0.7.1}/evalview/reporters/console_reporter.py +3 -464
  66. evalview-0.7.1/evalview/reporters/html_reporter.py +637 -0
  67. evalview-0.7.1/evalview/skills/evaluators/_security_checks.py +379 -0
  68. evalview-0.7.1/evalview/skills/evaluators/_security_patterns.py +89 -0
  69. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/evaluators/deterministic.py +8 -432
  70. {evalview-0.7.0 → evalview-0.7.1}/evalview/test_generation.py +35 -866
  71. evalview-0.7.1/evalview/test_generation_constants.py +188 -0
  72. evalview-0.7.1/evalview/test_generation_discovery.py +158 -0
  73. evalview-0.7.1/evalview/test_generation_seeds.py +260 -0
  74. evalview-0.7.1/evalview/test_generation_synthesis.py +391 -0
  75. evalview-0.7.1/evalview/test_generation_types.py +53 -0
  76. evalview-0.7.1/evalview/visualization/_mermaid.py +96 -0
  77. evalview-0.7.0/evalview/visualization/generators.py → evalview-0.7.1/evalview/visualization/_template.py +3 -972
  78. evalview-0.7.1/evalview/visualization/generators.py +893 -0
  79. {evalview-0.7.0 → evalview-0.7.1/evalview.egg-info}/PKG-INFO +5 -4
  80. {evalview-0.7.0 → evalview-0.7.1}/evalview.egg-info/SOURCES.txt +27 -0
  81. {evalview-0.7.0 → evalview-0.7.1}/evalview.egg-info/requires.txt +3 -0
  82. {evalview-0.7.0 → evalview-0.7.1}/pyproject.toml +4 -1
  83. {evalview-0.7.0 → evalview-0.7.1}/tests/test_api.py +2 -8
  84. {evalview-0.7.0 → evalview-0.7.1}/tests/test_autopr.py +1 -4
  85. {evalview-0.7.0 → evalview-0.7.1}/tests/test_behavioral_anomalies.py +1 -6
  86. {evalview-0.7.0 → evalview-0.7.1}/tests/test_benchmark_hardening.py +40 -4
  87. evalview-0.7.1/tests/test_diff_cmd.py +237 -0
  88. {evalview-0.7.0 → evalview-0.7.1}/tests/test_dogfood_e2e.py +5 -0
  89. {evalview-0.7.0 → evalview-0.7.1}/tests/test_drift_classifier.py +0 -1
  90. {evalview-0.7.0 → evalview-0.7.1}/tests/test_evaluator_accuracy.py +2 -3
  91. {evalview-0.7.0 → evalview-0.7.1}/tests/test_healing.py +1 -4
  92. {evalview-0.7.0 → evalview-0.7.1}/tests/test_init_cmd.py +18 -0
  93. {evalview-0.7.0 → evalview-0.7.1}/tests/test_loader.py +79 -0
  94. evalview-0.7.1/tests/test_log_importer_csv.py +132 -0
  95. {evalview-0.7.0 → evalview-0.7.1}/tests/test_mcp_server.py +3 -4
  96. {evalview-0.7.0 → evalview-0.7.1}/tests/test_multi_turn_evaluation.py +0 -2
  97. {evalview-0.7.0 → evalview-0.7.1}/tests/test_noise_tracker.py +0 -1
  98. {evalview-0.7.0 → evalview-0.7.1}/tests/test_rationale.py +22 -1
  99. {evalview-0.7.0 → evalview-0.7.1}/tests/test_replay_pipeline.py +0 -1
  100. {evalview-0.7.0 → evalview-0.7.1}/tests/test_root_cause.py +0 -1
  101. {evalview-0.7.0 → evalview-0.7.1}/tests/test_snapshot_generated_workflow.py +14 -1
  102. {evalview-0.7.0 → evalview-0.7.1}/tests/test_turn_coherence.py +1 -6
  103. evalview-0.7.1/tests/test_validate_cmd.py +178 -0
  104. {evalview-0.7.0 → evalview-0.7.1}/tests/test_week1_integration.py +5 -5
  105. {evalview-0.7.0 → evalview-0.7.1}/tests/test_week2_quarantine.py +1 -1
  106. {evalview-0.7.0 → evalview-0.7.1}/tests/test_week2_review_fixes.py +0 -2
  107. {evalview-0.7.0 → evalview-0.7.1}/tests/test_week2_since_and_comment.py +2 -2
  108. {evalview-0.7.0 → evalview-0.7.1}/tests/test_week3_progress_and_drift.py +0 -1
  109. evalview-0.7.0/evalview/chat.py +0 -2840
  110. evalview-0.7.0/evalview/commands/init_cmd.py +0 -1549
  111. evalview-0.7.0/evalview/core/loader.py +0 -64
  112. {evalview-0.7.0 → evalview-0.7.1}/LICENSE +0 -0
  113. {evalview-0.7.0 → evalview-0.7.1}/NOTICE +0 -0
  114. {evalview-0.7.0 → evalview-0.7.1}/evalview/__init__.py +0 -0
  115. {evalview-0.7.0 → evalview-0.7.1}/evalview/__main__.py +0 -0
  116. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/__init__.py +0 -0
  117. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/anthropic_adapter.py +0 -0
  118. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/base.py +0 -0
  119. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/cohere_adapter.py +0 -0
  120. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/crewai_adapter.py +0 -0
  121. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/goose_adapter.py +0 -0
  122. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/http_adapter.py +0 -0
  123. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/huggingface_adapter.py +0 -0
  124. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/langgraph_adapter.py +0 -0
  125. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/mcp_adapter.py +0 -0
  126. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/mistral_adapter.py +0 -0
  127. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/ollama_adapter.py +0 -0
  128. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/openai_assistants_adapter.py +0 -0
  129. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/openclaw_adapter.py +0 -0
  130. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/opencode_adapter.py +0 -0
  131. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/registry.py +0 -0
  132. {evalview-0.7.0 → evalview-0.7.1}/evalview/adapters/tapescope_adapter.py +0 -0
  133. {evalview-0.7.0 → evalview-0.7.1}/evalview/api.py +0 -0
  134. {evalview-0.7.0 → evalview-0.7.1}/evalview/benchmarks/__init__.py +0 -0
  135. {evalview-0.7.0 → evalview-0.7.1}/evalview/benchmarks/canary/README.md +0 -0
  136. {evalview-0.7.0 → evalview-0.7.1}/evalview/benchmarks/canary/__init__.py +0 -0
  137. {evalview-0.7.0 → evalview-0.7.1}/evalview/benchmarks/canary/suite.v1.held-out.yaml +0 -0
  138. {evalview-0.7.0 → evalview-0.7.1}/evalview/benchmarks/canary/suite.v1.public.yaml +0 -0
  139. {evalview-0.7.0 → evalview-0.7.1}/evalview/chat_slash.py +0 -0
  140. {evalview-0.7.0 → evalview-0.7.1}/evalview/ci/__init__.py +0 -0
  141. {evalview-0.7.0 → evalview-0.7.1}/evalview/ci/comment.py +0 -0
  142. {evalview-0.7.0 → evalview-0.7.1}/evalview/cloud/__init__.py +0 -0
  143. {evalview-0.7.0 → evalview-0.7.1}/evalview/cloud/auth.py +0 -0
  144. {evalview-0.7.0 → evalview-0.7.1}/evalview/cloud/client.py +0 -0
  145. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/__init__.py +0 -0
  146. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/add_cmd.py +0 -0
  147. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/capture_cmd.py +0 -0
  148. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/chat_cmd.py +0 -0
  149. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/ci_cmd.py +0 -0
  150. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/cloud_cmd.py +0 -0
  151. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/demo_cmd.py +0 -0
  152. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/drift_cmd.py +0 -0
  153. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/expand_cmd.py +0 -0
  154. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/feedback_cmd.py +0 -0
  155. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/import_cmd.py +0 -0
  156. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/mcp_cmd.py +0 -0
  157. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/model_check_render.py +0 -0
  158. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/monitor_cmd.py +0 -0
  159. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/progress_cmd.py +0 -0
  160. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/run/__init__.py +0 -0
  161. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/run/_adapters.py +0 -0
  162. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/run/_executor.py +0 -0
  163. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/run/_reporter.py +0 -0
  164. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/run/_runner.py +0 -0
  165. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/shared.py +0 -0
  166. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/simulate_cmd.py +0 -0
  167. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/skill_agent_runner.py +0 -0
  168. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/skill_cmd.py +0 -0
  169. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/snapshot_cmd.py +0 -0
  170. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/traces_cmd.py +0 -0
  171. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/trends_cmd.py +0 -0
  172. {evalview-0.7.0 → evalview-0.7.1}/evalview/commands/watch_cmd.py +0 -0
  173. {evalview-0.7.0 → evalview-0.7.1}/evalview/compare.py +0 -0
  174. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/__init__.py +0 -0
  175. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/adapter_factory.py +0 -0
  176. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/budget.py +0 -0
  177. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/canary_suite.py +0 -0
  178. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/celebrations.py +0 -0
  179. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/config.py +0 -0
  180. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/contract_diff.py +0 -0
  181. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/dashboard.py +0 -0
  182. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/diff.py +0 -0
  183. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/discord_notifier.py +0 -0
  184. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/drift_classifier.py +0 -0
  185. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/drift_kind.py +0 -0
  186. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/drift_tracker.py +0 -0
  187. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/golden.py +0 -0
  188. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/healing.py +0 -0
  189. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/judge_cache.py +0 -0
  190. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/llm_configs.py +0 -0
  191. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/llm_provider.py +0 -0
  192. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/mcp_contract.py +0 -0
  193. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/messages.py +0 -0
  194. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/model_check_scoring.py +0 -0
  195. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/model_runtime_detector.py +0 -0
  196. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/model_snapshots.py +0 -0
  197. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/parallel.py +0 -0
  198. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/pricing.py +0 -0
  199. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/project_state.py +0 -0
  200. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/recommendations.py +0 -0
  201. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/regression_synth.py +0 -0
  202. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/replay_pipeline.py +0 -0
  203. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/retry.py +0 -0
  204. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/root_cause.py +0 -0
  205. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/runner.py +0 -0
  206. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/security.py +0 -0
  207. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/semantic_diff.py +0 -0
  208. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/test_quality.py +0 -0
  209. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/tool_categories.py +0 -0
  210. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/tracing.py +0 -0
  211. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/types.py +0 -0
  212. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/variant_clusterer.py +0 -0
  213. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/verdict.py +0 -0
  214. {evalview-0.7.0 → evalview-0.7.1}/evalview/core/watcher.py +0 -0
  215. {evalview-0.7.0 → evalview-0.7.1}/evalview/evaluators/__init__.py +0 -0
  216. {evalview-0.7.0 → evalview-0.7.1}/evalview/evaluators/cost_evaluator.py +0 -0
  217. {evalview-0.7.0 → evalview-0.7.1}/evalview/evaluators/evaluator.py +0 -0
  218. {evalview-0.7.0 → evalview-0.7.1}/evalview/evaluators/latency_evaluator.py +0 -0
  219. {evalview-0.7.0 → evalview-0.7.1}/evalview/evaluators/pii_evaluator.py +0 -0
  220. {evalview-0.7.0 → evalview-0.7.1}/evalview/evaluators/safety_evaluator.py +0 -0
  221. {evalview-0.7.0 → evalview-0.7.1}/evalview/evaluators/sequence_evaluator.py +0 -0
  222. {evalview-0.7.0 → evalview-0.7.1}/evalview/evaluators/statistical_evaluator.py +0 -0
  223. {evalview-0.7.0 → evalview-0.7.1}/evalview/evaluators/tool_call_evaluator.py +0 -0
  224. {evalview-0.7.0 → evalview-0.7.1}/evalview/expander.py +0 -0
  225. {evalview-0.7.0 → evalview-0.7.1}/evalview/exporters/__init__.py +0 -0
  226. {evalview-0.7.0 → evalview-0.7.1}/evalview/exporters/html_exporter.py +0 -0
  227. {evalview-0.7.0 → evalview-0.7.1}/evalview/importers/__init__.py +0 -0
  228. {evalview-0.7.0 → evalview-0.7.1}/evalview/mcp_server.py +0 -0
  229. {evalview-0.7.0 → evalview-0.7.1}/evalview/openclaw.py +0 -0
  230. {evalview-0.7.0 → evalview-0.7.1}/evalview/recorder.py +0 -0
  231. {evalview-0.7.0 → evalview-0.7.1}/evalview/reporters/__init__.py +0 -0
  232. {evalview-0.7.0 → evalview-0.7.1}/evalview/reporters/json_reporter.py +0 -0
  233. {evalview-0.7.0 → evalview-0.7.1}/evalview/reporters/trace_live_reporter.py +0 -0
  234. {evalview-0.7.0 → evalview-0.7.1}/evalview/reporters/trace_reporter.py +0 -0
  235. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/__init__.py +0 -0
  236. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/adapters/__init__.py +0 -0
  237. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/adapters/base.py +0 -0
  238. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/adapters/claude_code_adapter.py +0 -0
  239. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/adapters/codex_adapter.py +0 -0
  240. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/adapters/crewai_adapter.py +0 -0
  241. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/adapters/custom_adapter.py +0 -0
  242. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/adapters/langgraph_adapter.py +0 -0
  243. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/adapters/openai_assistants_adapter.py +0 -0
  244. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/adapters/openclaw_adapter.py +0 -0
  245. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/adapters/registry.py +0 -0
  246. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/agent_runner.py +0 -0
  247. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/agent_types.py +0 -0
  248. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/constants.py +0 -0
  249. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/evaluators/__init__.py +0 -0
  250. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/evaluators/orchestrator.py +0 -0
  251. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/evaluators/rubric.py +0 -0
  252. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/parser.py +0 -0
  253. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/runner.py +0 -0
  254. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/security_scanner.py +0 -0
  255. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/test_generator.py +0 -0
  256. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/test_helpers.py +0 -0
  257. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/types.py +0 -0
  258. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/ui_utils.py +0 -0
  259. {evalview-0.7.0 → evalview-0.7.1}/evalview/skills/validator.py +0 -0
  260. {evalview-0.7.0 → evalview-0.7.1}/evalview/storage/__init__.py +0 -0
  261. {evalview-0.7.0 → evalview-0.7.1}/evalview/storage/database.py +0 -0
  262. {evalview-0.7.0 → evalview-0.7.1}/evalview/telemetry/__init__.py +0 -0
  263. {evalview-0.7.0 → evalview-0.7.1}/evalview/telemetry/client.py +0 -0
  264. {evalview-0.7.0 → evalview-0.7.1}/evalview/telemetry/config.py +0 -0
  265. {evalview-0.7.0 → evalview-0.7.1}/evalview/telemetry/decorators.py +0 -0
  266. {evalview-0.7.0 → evalview-0.7.1}/evalview/telemetry/events.py +0 -0
  267. {evalview-0.7.0 → evalview-0.7.1}/evalview/templates/patterns/code-generation.yaml +0 -0
  268. {evalview-0.7.0 → evalview-0.7.1}/evalview/templates/patterns/cost-budget.yaml +0 -0
  269. {evalview-0.7.0 → evalview-0.7.1}/evalview/templates/patterns/customer-support.yaml +0 -0
  270. {evalview-0.7.0 → evalview-0.7.1}/evalview/templates/patterns/data-analysis.yaml +0 -0
  271. {evalview-0.7.0 → evalview-0.7.1}/evalview/templates/patterns/latency-budget.yaml +0 -0
  272. {evalview-0.7.0 → evalview-0.7.1}/evalview/templates/patterns/multi-turn-memory.yaml +0 -0
  273. {evalview-0.7.0 → evalview-0.7.1}/evalview/templates/patterns/output-format.yaml +0 -0
  274. {evalview-0.7.0 → evalview-0.7.1}/evalview/templates/patterns/rag-citation.yaml +0 -0
  275. {evalview-0.7.0 → evalview-0.7.1}/evalview/templates/patterns/rag-grounding.yaml +0 -0
  276. {evalview-0.7.0 → evalview-0.7.1}/evalview/templates/patterns/research-synthesis.yaml +0 -0
  277. {evalview-0.7.0 → evalview-0.7.1}/evalview/templates/patterns/safety-refusal.yaml +0 -0
  278. {evalview-0.7.0 → evalview-0.7.1}/evalview/templates/patterns/tool-error-handling.yaml +0 -0
  279. {evalview-0.7.0 → evalview-0.7.1}/evalview/templates/patterns/tool-not-called.yaml +0 -0
  280. {evalview-0.7.0 → evalview-0.7.1}/evalview/templates/patterns/tool-sequence.yaml +0 -0
  281. {evalview-0.7.0 → evalview-0.7.1}/evalview/templates/patterns/wrong-tool-chosen.yaml +0 -0
  282. {evalview-0.7.0 → evalview-0.7.1}/evalview/trace_cmd/__init__.py +0 -0
  283. {evalview-0.7.0 → evalview-0.7.1}/evalview/trace_cmd/collector.py +0 -0
  284. {evalview-0.7.0 → evalview-0.7.1}/evalview/trace_cmd/patcher.py +0 -0
  285. {evalview-0.7.0 → evalview-0.7.1}/evalview/trace_cmd/runner.py +0 -0
  286. {evalview-0.7.0 → evalview-0.7.1}/evalview/tracking/__init__.py +0 -0
  287. {evalview-0.7.0 → evalview-0.7.1}/evalview/tracking/database.py +0 -0
  288. {evalview-0.7.0 → evalview-0.7.1}/evalview/tracking/regression.py +0 -0
  289. {evalview-0.7.0 → evalview-0.7.1}/evalview/version_check.py +0 -0
  290. {evalview-0.7.0 → evalview-0.7.1}/evalview/visualization/__init__.py +0 -0
  291. {evalview-0.7.0 → evalview-0.7.1}/evalview.egg-info/dependency_links.txt +0 -0
  292. {evalview-0.7.0 → evalview-0.7.1}/evalview.egg-info/entry_points.txt +0 -0
  293. {evalview-0.7.0 → evalview-0.7.1}/evalview.egg-info/top_level.txt +0 -0
  294. {evalview-0.7.0 → evalview-0.7.1}/setup.cfg +0 -0
  295. {evalview-0.7.0 → evalview-0.7.1}/tests/test_adapters.py +0 -0
  296. {evalview-0.7.0 → evalview-0.7.1}/tests/test_canary_suite.py +0 -0
  297. {evalview-0.7.0 → evalview-0.7.1}/tests/test_celebrations.py +0 -0
  298. {evalview-0.7.0 → evalview-0.7.1}/tests/test_check_cmd.py +0 -0
  299. {evalview-0.7.0 → evalview-0.7.1}/tests/test_check_pipeline.py +0 -0
  300. {evalview-0.7.0 → evalview-0.7.1}/tests/test_ci_generate_comment.py +0 -0
  301. {evalview-0.7.0 → evalview-0.7.1}/tests/test_config_models.py +0 -0
  302. {evalview-0.7.0 → evalview-0.7.1}/tests/test_diff_engine.py +0 -0
  303. {evalview-0.7.0 → evalview-0.7.1}/tests/test_drift_tracker.py +0 -0
  304. {evalview-0.7.0 → evalview-0.7.1}/tests/test_e2e_snapshot_check.py +0 -0
  305. {evalview-0.7.0 → evalview-0.7.1}/tests/test_endpoint_detection.py +0 -0
  306. {evalview-0.7.0 → evalview-0.7.1}/tests/test_evaluator_orchestrator.py +0 -0
  307. {evalview-0.7.0 → evalview-0.7.1}/tests/test_evaluators.py +0 -0
  308. {evalview-0.7.0 → evalview-0.7.1}/tests/test_forbidden_tools.py +0 -0
  309. {evalview-0.7.0 → evalview-0.7.1}/tests/test_generate_cmd.py +0 -0
  310. {evalview-0.7.0 → evalview-0.7.1}/tests/test_golden_store.py +0 -0
  311. {evalview-0.7.0 → evalview-0.7.1}/tests/test_judge_cache.py +0 -0
  312. {evalview-0.7.0 → evalview-0.7.1}/tests/test_llm_provider.py +0 -0
  313. {evalview-0.7.0 → evalview-0.7.1}/tests/test_main_evaluator.py +0 -0
  314. {evalview-0.7.0 → evalview-0.7.1}/tests/test_mcp_contracts.py +0 -0
  315. {evalview-0.7.0 → evalview-0.7.1}/tests/test_messages.py +0 -0
  316. {evalview-0.7.0 → evalview-0.7.1}/tests/test_model_check_cmd.py +0 -0
  317. {evalview-0.7.0 → evalview-0.7.1}/tests/test_model_check_scoring.py +0 -0
  318. {evalview-0.7.0 → evalview-0.7.1}/tests/test_model_runtime_detector.py +0 -0
  319. {evalview-0.7.0 → evalview-0.7.1}/tests/test_model_snapshots.py +0 -0
  320. {evalview-0.7.0 → evalview-0.7.1}/tests/test_monitor.py +0 -0
  321. {evalview-0.7.0 → evalview-0.7.1}/tests/test_new_features.py +0 -0
  322. {evalview-0.7.0 → evalview-0.7.1}/tests/test_observability_regressions.py +0 -0
  323. {evalview-0.7.0 → evalview-0.7.1}/tests/test_pii_evaluator.py +0 -0
  324. {evalview-0.7.0 → evalview-0.7.1}/tests/test_project_state.py +0 -0
  325. {evalview-0.7.0 → evalview-0.7.1}/tests/test_pytest_plugin.py +0 -0
  326. {evalview-0.7.0 → evalview-0.7.1}/tests/test_run_cmd_tags.py +0 -0
  327. {evalview-0.7.0 → evalview-0.7.1}/tests/test_run_guidance.py +0 -0
  328. {evalview-0.7.0 → evalview-0.7.1}/tests/test_runner.py +0 -0
  329. {evalview-0.7.0 → evalview-0.7.1}/tests/test_security.py +0 -0
  330. {evalview-0.7.0 → evalview-0.7.1}/tests/test_semantic_diff.py +0 -0
  331. {evalview-0.7.0 → evalview-0.7.1}/tests/test_simulation.py +0 -0
  332. {evalview-0.7.0 → evalview-0.7.1}/tests/test_snapshot_json_output.py +0 -0
  333. {evalview-0.7.0 → evalview-0.7.1}/tests/test_statistical_evaluator.py +0 -0
  334. {evalview-0.7.0 → evalview-0.7.1}/tests/test_telemetry_client.py +0 -0
  335. {evalview-0.7.0 → evalview-0.7.1}/tests/test_types.py +0 -0
  336. {evalview-0.7.0 → evalview-0.7.1}/tests/test_verdict.py +0 -0
  337. {evalview-0.7.0 → evalview-0.7.1}/tests/test_version_check.py +0 -0
  338. {evalview-0.7.0 → evalview-0.7.1}/tests/test_visualization_generators.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: evalview
3
- Version: 0.7.0
3
+ Version: 0.7.1
4
4
  Summary: Open-source testing and regression detection framework for AI agents. Golden baseline diffing, CI/CD integration, works with LangGraph, CrewAI, OpenAI, Anthropic Claude, HuggingFace, Ollama, and MCP.
5
5
  Author-email: EvalView Team <hidai@evalview.com>
6
6
  License-Expression: Apache-2.0
@@ -36,6 +36,7 @@ Requires-Dist: python-dateutil>=2.8.2
36
36
  Requires-Dist: python-dotenv>=1.0.0
37
37
  Requires-Dist: jinja2>=3.0
38
38
  Requires-Dist: jsonschema>=4.0.0
39
+ Requires-Dist: tomli>=2.0; python_version < "3.11"
39
40
  Provides-Extra: reports
40
41
  Requires-Dist: plotly>=5.0; extra == "reports"
41
42
  Provides-Extra: watch
@@ -188,7 +189,7 @@ evalview model-check --model claude-opus-4-5-20251101 # next week, detects any
188
189
  <summary><strong>Other install methods</strong></summary>
189
190
 
190
191
  ```bash
191
- curl -fsSL https://raw.githubusercontent.com/hidai25/eval-view/main/install.sh | bash
192
+ curl -fsSL https://raw.githubusercontent.com/hidai25/eval-view/main/scripts/install.sh | bash
192
193
  ```
193
194
 
194
195
  </details>
@@ -1011,7 +1012,7 @@ Then just ask Claude: "did my refactor break anything?" and it runs `run_check`
1011
1012
 
1012
1013
  **Works with your coding agent out of the box.** Ask Cursor, Claude Code, or Copilot to add regression tests, build a new adapter, or debug a failing check — EvalView ships the architecture maps and task recipes they need to get it right on the first try.
1013
1014
 
1014
- - [AGENT_INSTRUCTIONS.md](AGENT_INSTRUCTIONS.md) — architecture map, contracts, invariants, verification commands
1015
+ - [AGENTS.md](AGENTS.md) — architecture map, contracts, invariants, verification commands
1015
1016
  - [Agent Recipes](docs/agent-recipes/README.md) — task-specific playbooks for common extensions
1016
1017
  - [Add an Adapter](docs/agent-recipes/add-adapter.md)
1017
1018
  - [Add an Evaluator](docs/agent-recipes/add-evaluator.md)
@@ -1026,7 +1027,7 @@ Then just ask Claude: "did my refactor break anything?" and it runs `run_check`
1026
1027
  | [Getting Started](docs/GETTING_STARTED.md) | [Golden Traces](docs/GOLDEN_TRACES.md) | [CI/CD](docs/CI_CD.md) |
1027
1028
  | [CLI Reference](docs/CLI_REFERENCE.md) | [Evaluation Metrics](docs/EVALUATION_METRICS.md) | [MCP Contracts](docs/MCP_CONTRACTS.md) |
1028
1029
  | [Simulation](docs/SIMULATE.md) | [Decision Rationale](docs/RATIONALE.md) | |
1029
- | [Agent Instructions](AGENT_INSTRUCTIONS.md) | [Agent Recipes](docs/agent-recipes/README.md) | [Ollama Recipe](docs/agent-recipes/integrate-ollama.md) |
1030
+ | [Agent Instructions](AGENTS.md) | [Agent Recipes](docs/agent-recipes/README.md) | [Ollama Recipe](docs/agent-recipes/integrate-ollama.md) |
1030
1031
  | [FAQ](docs/FAQ.md) | [Test Generation](docs/TEST_GENERATION.md) | [Skills Testing](docs/SKILLS_TESTING.md) |
1031
1032
  | [YAML Schema](docs/YAML_SCHEMA.md) | [Statistical Mode](docs/STATISTICAL_MODE.md) | [Chat Mode](docs/CHAT_MODE.md) |
1032
1033
  | [Framework Support](docs/FRAMEWORK_SUPPORT.md) | [Behavior Coverage](docs/BEHAVIOR_COVERAGE.md) | [Debugging](docs/DEBUGGING.md) |
@@ -118,7 +118,7 @@ evalview model-check --model claude-opus-4-5-20251101 # next week, detects any
118
118
  <summary><strong>Other install methods</strong></summary>
119
119
 
120
120
  ```bash
121
- curl -fsSL https://raw.githubusercontent.com/hidai25/eval-view/main/install.sh | bash
121
+ curl -fsSL https://raw.githubusercontent.com/hidai25/eval-view/main/scripts/install.sh | bash
122
122
  ```
123
123
 
124
124
  </details>
@@ -941,7 +941,7 @@ Then just ask Claude: "did my refactor break anything?" and it runs `run_check`
941
941
 
942
942
  **Works with your coding agent out of the box.** Ask Cursor, Claude Code, or Copilot to add regression tests, build a new adapter, or debug a failing check — EvalView ships the architecture maps and task recipes they need to get it right on the first try.
943
943
 
944
- - [AGENT_INSTRUCTIONS.md](AGENT_INSTRUCTIONS.md) — architecture map, contracts, invariants, verification commands
944
+ - [AGENTS.md](AGENTS.md) — architecture map, contracts, invariants, verification commands
945
945
  - [Agent Recipes](docs/agent-recipes/README.md) — task-specific playbooks for common extensions
946
946
  - [Add an Adapter](docs/agent-recipes/add-adapter.md)
947
947
  - [Add an Evaluator](docs/agent-recipes/add-evaluator.md)
@@ -956,7 +956,7 @@ Then just ask Claude: "did my refactor break anything?" and it runs `run_check`
956
956
  | [Getting Started](docs/GETTING_STARTED.md) | [Golden Traces](docs/GOLDEN_TRACES.md) | [CI/CD](docs/CI_CD.md) |
957
957
  | [CLI Reference](docs/CLI_REFERENCE.md) | [Evaluation Metrics](docs/EVALUATION_METRICS.md) | [MCP Contracts](docs/MCP_CONTRACTS.md) |
958
958
  | [Simulation](docs/SIMULATE.md) | [Decision Rationale](docs/RATIONALE.md) | |
959
- | [Agent Instructions](AGENT_INSTRUCTIONS.md) | [Agent Recipes](docs/agent-recipes/README.md) | [Ollama Recipe](docs/agent-recipes/integrate-ollama.md) |
959
+ | [Agent Instructions](AGENTS.md) | [Agent Recipes](docs/agent-recipes/README.md) | [Ollama Recipe](docs/agent-recipes/integrate-ollama.md) |
960
960
  | [FAQ](docs/FAQ.md) | [Test Generation](docs/TEST_GENERATION.md) | [Skills Testing](docs/SKILLS_TESTING.md) |
961
961
  | [YAML Schema](docs/YAML_SCHEMA.md) | [Statistical Mode](docs/STATISTICAL_MODE.md) | [Chat Mode](docs/CHAT_MODE.md) |
962
962
  | [Framework Support](docs/FRAMEWORK_SUPPORT.md) | [Behavior Coverage](docs/BEHAVIOR_COVERAGE.md) | [Debugging](docs/DEBUGGING.md) |
@@ -249,8 +249,6 @@ class AiderAdapter(AgentAdapter):
249
249
  logger.warning("Failed to restore %s: %s", path, exc)
250
250
  # Remove files that didn't exist before the run
251
251
  if snapshots:
252
- roots = {next(iter(snapshots)).parent}
253
- # Walk from any snapshot's parent up to find the common root
254
252
  common_root = Path(os.path.commonpath([str(p) for p in snapshots]))
255
253
  if common_root.is_dir():
256
254
  for path in common_root.rglob("*"):
@@ -26,7 +26,7 @@ import logging
26
26
  import time
27
27
  import uuid
28
28
  from datetime import datetime, timezone
29
- from typing import Any, Dict, List, Optional, Set
29
+ from typing import Any, Dict, List, Optional
30
30
 
31
31
  from evalview.adapters.base import AgentAdapter
32
32
  from evalview.core.types import (
@@ -232,8 +232,6 @@ class CrewAINativeAdapter(AgentAdapter):
232
232
  input_tokens = getattr(usage, "prompt_tokens", 0) or 0
233
233
  output_tokens = getattr(usage, "completion_tokens", 0) or 0
234
234
 
235
- total_tokens = input_tokens + output_tokens
236
-
237
235
  # Cost estimation
238
236
  from evalview.core.pricing import calculate_cost
239
237
  total_cost = calculate_cost(
@@ -26,7 +26,7 @@ import logging
26
26
  import time
27
27
  import uuid
28
28
  from datetime import datetime, timezone
29
- from typing import Any, Dict, List, Optional, Set
29
+ from typing import Any, Dict, List, Optional
30
30
 
31
31
  from evalview.adapters.base import AgentAdapter
32
32
  from evalview.core.types import (
@@ -193,7 +193,6 @@ class PydanticAIAdapter(AgentAdapter):
193
193
  usage = result.usage()
194
194
  input_tokens = getattr(usage, "input_tokens", 0) or 0
195
195
  output_tokens = getattr(usage, "output_tokens", 0) or 0
196
- total_tokens = input_tokens + output_tokens
197
196
 
198
197
  # Cost estimation (rough, based on common pricing)
199
198
  from evalview.core.pricing import calculate_cost