ai-eval-scope 0.3.2__tar.gz → 0.3.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (408) hide show
  1. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/.coverage +0 -0
  2. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/CHANGELOG.md +6 -0
  3. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/PKG-INFO +1 -1
  4. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/__init__.py +1 -1
  5. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/_common.py +8 -5
  6. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/pyproject.toml +1 -1
  7. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/report/mypy-results.xml +2 -2
  8. ai_eval_scope-0.3.3/report/test-results.xml +1 -0
  9. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_commands.py +50 -0
  10. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/uv.lock +1 -1
  11. ai_eval_scope-0.3.2/report/test-results.xml +0 -1
  12. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/.gitignore +0 -0
  13. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/CLAUDE.md +0 -0
  14. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/LICENSE +0 -0
  15. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/README.md +0 -0
  16. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/__init__.py +0 -0
  17. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/core/__init__.py +0 -0
  18. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/core/budget.py +0 -0
  19. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/core/callbacks.py +0 -0
  20. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/core/model_bridge.py +0 -0
  21. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/core/session.py +0 -0
  22. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/core/session_log.py +0 -0
  23. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/core/tool_filter.py +0 -0
  24. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/core/tools.py +0 -0
  25. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/__init__.py +0 -0
  26. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/agent.py +0 -0
  27. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/briefing.py +0 -0
  28. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/http_tools.py +0 -0
  29. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/ledger.py +0 -0
  30. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/package_writer.py +0 -0
  31. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/policy.py +0 -0
  32. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/prompts.py +0 -0
  33. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/protocol_tools.py +0 -0
  34. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/sut_tools.py +0 -0
  35. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/transcript.py +0 -0
  36. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/__init__.py +0 -0
  37. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/agent.py +0 -0
  38. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/gates.py +0 -0
  39. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/memory.py +0 -0
  40. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/messages.py +0 -0
  41. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/prompts.py +0 -0
  42. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/__init__.py +0 -0
  43. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/ask_user.py +0 -0
  44. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/context.py +0 -0
  45. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/discovery.py +0 -0
  46. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/helpers.py +0 -0
  47. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/protocol.py +0 -0
  48. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/request.py +0 -0
  49. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/response.py +0 -0
  50. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/search.py +0 -0
  51. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/server.py +0 -0
  52. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/specs.py +0 -0
  53. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/tokens.py +0 -0
  54. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/tool_filter.py +0 -0
  55. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/tools.py +0 -0
  56. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/types.py +0 -0
  57. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/configs/execution_agent_prompts.yaml +0 -0
  58. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/configs/summary_prompt.yaml +0 -0
  59. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/configs/sut_config.example.yaml +0 -0
  60. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/configs/workbench_agent_prompts.yaml +0 -0
  61. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/datasets/dataset_index.yaml +0 -0
  62. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/guides/scenario-package-format.md +0 -0
  63. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/chat/1.0.0/agent_eval.yaml +0 -0
  64. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/chat/1.0.0/metrics/policy.yaml +0 -0
  65. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/chat/1.0.0/prompts/chat_answer_consistency.yaml +0 -0
  66. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/chat/1.0.0/prompts/chat_answer_extract.yaml +0 -0
  67. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/chat/1.0.0/prompts/chat_answer_quality.yaml +0 -0
  68. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/chat/1.0.0/rules/chat-quality.yaml +0 -0
  69. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/chat/1.0.0/sut_configs/sasan-agent.yaml +0 -0
  70. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/chat/1.0.0/task_sets/default.yaml +0 -0
  71. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/code/1.0.0/agent_eval.yaml +0 -0
  72. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/code/1.0.0/metrics/policy.yaml +0 -0
  73. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/code/1.0.0/prompts/code_correctness.yaml +0 -0
  74. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/code/1.0.0/prompts/code_style.yaml +0 -0
  75. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/code/1.0.0/rules/code-quality.yaml +0 -0
  76. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/agent_eval.yaml +0 -0
  77. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/datasets/_defaults.yaml +0 -0
  78. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/datasets/biology.yaml +0 -0
  79. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/datasets/chemistry.yaml +0 -0
  80. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/datasets/chinese.yaml +0 -0
  81. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/datasets/geography.yaml +0 -0
  82. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/datasets/history.yaml +0 -0
  83. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/datasets/math.yaml +0 -0
  84. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/datasets/morality.yaml +0 -0
  85. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/datasets/physics.yaml +0 -0
  86. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/metrics/policy.yaml +0 -0
  87. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/chronological_order.yaml +0 -0
  88. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/content_diversity.yaml +0 -0
  89. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/content_verdict.yaml +0 -0
  90. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/depth_preference.yaml +0 -0
  91. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/fact_verdict.yaml +0 -0
  92. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/info_accuracy.yaml +0 -0
  93. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/knowledge_extract.yaml +0 -0
  94. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/knowledge_extract_constants.yaml +0 -0
  95. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/logical_consistency.yaml +0 -0
  96. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/pedagogical_logic.yaml +0 -0
  97. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/request_fulfillment.yaml +0 -0
  98. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/style_preference.yaml +0 -0
  99. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/visual_quality.yaml +0 -0
  100. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/rules/coursework-gate.yaml +0 -0
  101. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/rules/coursework-quality.yaml +0 -0
  102. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/rules/coursework-vision.yaml +0 -0
  103. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/schemas/dataset_index_schema.json +0 -0
  104. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/schemas/dataset_schema.json +0 -0
  105. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/schemas/rule_set_schema.json +0 -0
  106. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/schemas/task_set_schema.json +0 -0
  107. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/__init__.py +0 -0
  108. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/_env_file.py +0 -0
  109. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/_stages.py +0 -0
  110. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/__init__.py +0 -0
  111. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/auth.py +0 -0
  112. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/dataset.py +0 -0
  113. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/doctor.py +0 -0
  114. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/evaluate.py +0 -0
  115. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/execute.py +0 -0
  116. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/knowledge.py +0 -0
  117. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/models.py +0 -0
  118. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/open_url.py +0 -0
  119. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/pack.py +0 -0
  120. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/rule_set.py +0 -0
  121. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/runs.py +0 -0
  122. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/scenario.py +0 -0
  123. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/secrets.py +0 -0
  124. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/suite.py +0 -0
  125. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/upload.py +0 -0
  126. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/workbench_agent.py +0 -0
  127. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/console/__init__.py +0 -0
  128. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/console/agent_stream.py +0 -0
  129. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/console/equiv.py +0 -0
  130. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/console/output.py +0 -0
  131. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/console/prompts.py +0 -0
  132. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/console/render.py +0 -0
  133. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/main.py +0 -0
  134. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/workbench/__init__.py +0 -0
  135. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/workbench/domains/__init__.py +0 -0
  136. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/workbench/domains/account.py +0 -0
  137. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/workbench/domains/exec.py +0 -0
  138. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/workbench/domains/runs.py +0 -0
  139. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/workbench/domains/scn.py +0 -0
  140. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/workbench/session.py +0 -0
  141. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/__init__.py +0 -0
  142. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/evaluation.py +0 -0
  143. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/execution.py +0 -0
  144. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/llm.py +0 -0
  145. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/llm_file.py +0 -0
  146. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/llm_resolution.py +0 -0
  147. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/loader.py +0 -0
  148. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/observability.py +0 -0
  149. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/paths.py +0 -0
  150. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/platform_file.py +0 -0
  151. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/reporting.py +0 -0
  152. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/core/__init__.py +0 -0
  153. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/core/exceptions.py +0 -0
  154. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/core/logging.py +0 -0
  155. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/core/types.py +0 -0
  156. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/datasets/__init__.py +0 -0
  157. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/datasets/downloader.py +0 -0
  158. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/datasets/manager.py +0 -0
  159. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/datasets/registry.py +0 -0
  160. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/__init__.py +0 -0
  161. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/base.py +0 -0
  162. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/capability.py +0 -0
  163. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/engine.py +0 -0
  164. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/__init__.py +0 -0
  165. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/commonsense_evaluators.py +0 -0
  166. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/content_completeness.py +0 -0
  167. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/format_evaluators.py +0 -0
  168. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/formula_normalizer.py +0 -0
  169. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/plugins/__init__.py +0 -0
  170. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/quality_evaluators.py +0 -0
  171. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/scenario/__init__.py +0 -0
  172. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/scenario/chat.py +0 -0
  173. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/scenario/code.py +0 -0
  174. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/vision_evaluators.py +0 -0
  175. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/models.py +0 -0
  176. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/registry.py +0 -0
  177. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/rule_refs.py +0 -0
  178. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/scenario/__init__.py +0 -0
  179. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/scenario/aggregator.py +0 -0
  180. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/scenario/defaults.py +0 -0
  181. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/scenario/expr.py +0 -0
  182. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/scenario/metrics.py +0 -0
  183. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/scenario/models.py +0 -0
  184. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/stage.py +0 -0
  185. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/summary.py +0 -0
  186. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/text_utils.py +0 -0
  187. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/vision/__init__.py +0 -0
  188. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/vision/renderer.py +0 -0
  189. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/__init__.py +0 -0
  190. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/auth/__init__.py +0 -0
  191. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/auth/credentials.py +0 -0
  192. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/auth/provider.py +0 -0
  193. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/auth/secrets_store.py +0 -0
  194. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/auth/session.py +0 -0
  195. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/__init__.py +0 -0
  196. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/agent_protocol.py +0 -0
  197. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/base.py +0 -0
  198. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/commands_stream.py +0 -0
  199. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/generic_http.py +0 -0
  200. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/http_steps.py +0 -0
  201. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/interrupts.py +0 -0
  202. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/message_digest.py +0 -0
  203. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/sse.py +0 -0
  204. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/thread_commands.py +0 -0
  205. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/models.py +0 -0
  206. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/registry.py +0 -0
  207. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/task_builder.py +0 -0
  208. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/utils.py +0 -0
  209. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/__init__.py +0 -0
  210. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/auditor.py +0 -0
  211. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/base.py +0 -0
  212. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/converters/__init__.py +0 -0
  213. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/converters/math_reference.py +0 -0
  214. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/converters/periodic_table.py +0 -0
  215. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/converters/physics_reference.py +0 -0
  216. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/exceptions.py +0 -0
  217. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/extractors/__init__.py +0 -0
  218. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/extractors/llm_extractor.py +0 -0
  219. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/extractors/parsers.py +0 -0
  220. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/manager.py +0 -0
  221. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/merger.py +0 -0
  222. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/models.py +0 -0
  223. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/pipeline.py +0 -0
  224. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/registry.py +0 -0
  225. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/sources/__init__.py +0 -0
  226. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/sources/eval_sources.py +0 -0
  227. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/sources/math_reference.py +0 -0
  228. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/sources/physics_reference.py +0 -0
  229. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/sources/table_sources.py +0 -0
  230. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/__init__.py +0 -0
  231. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/client.py +0 -0
  232. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/factory.py +0 -0
  233. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/judge/__init__.py +0 -0
  234. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/judge/file_prompt_store.py +0 -0
  235. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/judge/orchestrator.py +0 -0
  236. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/judge/prompt_store.py +0 -0
  237. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/judge/recorder.py +0 -0
  238. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/judge/stability.py +0 -0
  239. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/judge/structured_output.py +0 -0
  240. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/judge/template_manager.py +0 -0
  241. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/models.py +0 -0
  242. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/pool.py +0 -0
  243. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/providers/__init__.py +0 -0
  244. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/providers/anthropic.py +0 -0
  245. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/providers/openai_compat.py +0 -0
  246. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/tracing.py +0 -0
  247. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/observability/__init__.py +0 -0
  248. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/observability/client.py +0 -0
  249. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/observability/config.py +0 -0
  250. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/observability/events.py +0 -0
  251. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/observability/queue.py +0 -0
  252. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/observability/schemas/ingest.event.v1.json +0 -0
  253. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/observability/sink.py +0 -0
  254. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/observability/snapshot.py +0 -0
  255. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/orchestrator/__init__.py +0 -0
  256. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/orchestrator/orchestrator.py +0 -0
  257. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/packages/__init__.py +0 -0
  258. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/packages/assets.py +0 -0
  259. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/packages/manager.py +0 -0
  260. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/packages/manifest.py +0 -0
  261. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/packages/remote_client.py +0 -0
  262. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/packages/store.py +0 -0
  263. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/reporting/__init__.py +0 -0
  264. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/reporting/gate.py +0 -0
  265. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/reporting/junit_renderer.py +0 -0
  266. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/reporting/report_generator.py +0 -0
  267. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/reporting/summary_text.py +0 -0
  268. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/rules/__init__.py +0 -0
  269. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/rules/models.py +0 -0
  270. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/rules/template.py +0 -0
  271. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/rules/validation.py +0 -0
  272. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/sdk/__init__.py +0 -0
  273. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/sdk/rules.py +0 -0
  274. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/storage/__init__.py +0 -0
  275. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/storage/builder.py +0 -0
  276. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/storage/collector.py +0 -0
  277. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/storage/package.py +0 -0
  278. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/storage/workspace.py +0 -0
  279. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/report/ruff-results.xml +0 -0
  280. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/__init__.py +0 -0
  281. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/config/test_evaluation_config.py +0 -0
  282. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/config/test_execution_config.py +0 -0
  283. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/config/test_llm_config.py +0 -0
  284. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/config/test_reporting_config.py +0 -0
  285. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/conftest.py +0 -0
  286. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/e2e/__init__.py +0 -0
  287. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/e2e/test_eval_e2e.py +0 -0
  288. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/evaluation/test_vision_renderer.py +0 -0
  289. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/evaluators/__init__.py +0 -0
  290. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/evaluators/test_cascade_metrics.py +0 -0
  291. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/evaluators/test_cascade_vision_integration.py +0 -0
  292. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/evaluators/test_format_and_commonsense.py +0 -0
  293. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/evaluators/test_format_evaluators.py +0 -0
  294. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/evaluators/test_llm_judge_evaluators.py +0 -0
  295. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/evaluators/test_quality_evaluators.py +0 -0
  296. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/evaluators/test_vision_evaluator.py +0 -0
  297. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/__init__.py +0 -0
  298. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/configs/invalid_rule_set.yaml +0 -0
  299. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/configs/rule_set.yaml +0 -0
  300. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/configs/task_set.yaml +0 -0
  301. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/golden/commonsense_error/output/index.md +0 -0
  302. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/golden/directory_sample/M1 /345/244/247/345/215/225/345/205/203/346/246/202/350/277/260//345/244/247/345/215/225/345/205/203/346/246/202/350/277/260//345/273/272/346/236/204/346/200/247/345/257/274/345/255/246//345/273/272/346/236/204/346/200/247/345/257/274/345/255/246.html" +0 -0
  303. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/golden/directory_sample/M1 /345/244/247/345/215/225/345/205/203/346/246/202/350/277/260//345/244/247/345/215/225/345/205/203/346/246/202/350/277/260//346/225/264/344/275/223/345/256/232/344/275/215//346/225/264/344/275/223/345/256/232/344/275/215.html" +0 -0
  304. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/golden/directory_sample/M2 /345/255/246/344/271/240/346/226/260/347/237/245//346/226/260/347/237/245/346/216/242/347/264/242//346/267/261/345/272/246/347/220/206/350/247/243//346/267/261/345/272/246/347/220/206/350/247/243.html" +0 -0
  305. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/golden/directory_sample/M2 /345/255/246/344/271/240/346/226/260/347/237/245//346/226/260/347/237/245/346/216/242/347/264/242//347/237/245/350/257/206/345/274/225/345/205/245//347/237/245/350/257/206/345/274/225/345/205/245.html" +0 -0
  306. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/golden/valid_docset/output/chapter_01.md +0 -0
  307. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/golden/valid_docset/output/index.md +0 -0
  308. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/metrics/policy.yaml +0 -0
  309. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/prompts/test_template.yaml +0 -0
  310. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/golden/__init__.py +0 -0
  311. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/integration/__init__.py +0 -0
  312. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/integration/test_observability_e2e.py +0 -0
  313. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/__init__.py +0 -0
  314. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/conftest.py +0 -0
  315. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_anthropic_client.py +0 -0
  316. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_client.py +0 -0
  317. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_factory.py +0 -0
  318. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_judge_orchestrator_vision.py +0 -0
  319. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_models.py +0 -0
  320. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_openai_compat_client.py +0 -0
  321. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_orchestrator.py +0 -0
  322. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_pool.py +0 -0
  323. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_prompt_store.py +0 -0
  324. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_recorder.py +0 -0
  325. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_stability.py +0 -0
  326. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_structured_output.py +0 -0
  327. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_template_manager.py +0 -0
  328. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_tracing.py +0 -0
  329. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/orchestrator/__init__.py +0 -0
  330. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/orchestrator/conftest.py +0 -0
  331. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/orchestrator/test_eval_flow.py +0 -0
  332. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/orchestrator/test_orchestrator.py +0 -0
  333. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/reporting/__init__.py +0 -0
  334. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/reporting/test_gate.py +0 -0
  335. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/reporting/test_junit_renderer.py +0 -0
  336. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/reporting/test_report_generator.py +0 -0
  337. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/reporting/test_summary_text.py +0 -0
  338. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/__init__.py +0 -0
  339. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_agent_module.py +0 -0
  340. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_agent_protocol_channel.py +0 -0
  341. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_anthropic_provider.py +0 -0
  342. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_briefing.py +0 -0
  343. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_callbacks.py +0 -0
  344. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_capability.py +0 -0
  345. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_chat_evaluators.py +0 -0
  346. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_auth.py +0 -0
  347. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_console.py +0 -0
  348. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_dataset.py +0 -0
  349. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_llm_check.py +0 -0
  350. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_pack.py +0 -0
  351. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_pipeline.py +0 -0
  352. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_run.py +0 -0
  353. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_run_mode.py +0 -0
  354. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_secrets.py +0 -0
  355. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_stages.py +0 -0
  356. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_workbench.py +0 -0
  357. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_collector.py +0 -0
  358. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_config_loader.py +0 -0
  359. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_content_completeness.py +0 -0
  360. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_core_types.py +0 -0
  361. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_data_models.py +0 -0
  362. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_env_file.py +0 -0
  363. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_eval_engine.py +0 -0
  364. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_execution_agent.py +0 -0
  365. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_execution_utils.py +0 -0
  366. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_generic_http_channel.py +0 -0
  367. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_http_steps.py +0 -0
  368. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_interaction_policy.py +0 -0
  369. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_judge_coerce.py +0 -0
  370. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_judge_dim_details.py +0 -0
  371. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_knowledge_auditor.py +0 -0
  372. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_knowledge_manager.py +0 -0
  373. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_llm_config_file.py +0 -0
  374. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_logging.py +0 -0
  375. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_model_bridge.py +0 -0
  376. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_observability_config_client_queue.py +0 -0
  377. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_observability_events.py +0 -0
  378. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_observability_sink.py +0 -0
  379. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_package.py +0 -0
  380. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_package_assets.py +0 -0
  381. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_package_builder.py +0 -0
  382. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_package_writer.py +0 -0
  383. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_packages.py +0 -0
  384. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_pipeline_build.py +0 -0
  385. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_platform_file.py +0 -0
  386. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_plugin_discovery.py +0 -0
  387. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_protocol_tools.py +0 -0
  388. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_quality_evaluator_details.py +0 -0
  389. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_remote_client.py +0 -0
  390. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_resource_ledger.py +0 -0
  391. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_rule_refs.py +0 -0
  392. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_rule_sdk.py +0 -0
  393. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_scenario_aggregation.py +0 -0
  394. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_scenario_packaging.py +0 -0
  395. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_secrets.py +0 -0
  396. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_session.py +0 -0
  397. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_sink_artifacts.py +0 -0
  398. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_source_files_attribution.py +0 -0
  399. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_sut_auth.py +0 -0
  400. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_sut_probe.py +0 -0
  401. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_sut_registry.py +0 -0
  402. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_sut_tools.py +0 -0
  403. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_task_builder.py +0 -0
  404. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_task_selection.py +0 -0
  405. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_thread_commands.py +0 -0
  406. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_workbench_agent.py +0 -0
  407. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_workbench_tool_filter.py +0 -0
  408. {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_workspace.py +0 -0
@@ -1,3 +1,9 @@
1
+ ## v0.3.3 (2026-09-15)
2
+
3
+ ### Fix
4
+
5
+ - **evaluator**: 观测推送队列目录随 run workspace——容器只读 CWD 吞掉整个上传
6
+
1
7
  ## v0.3.2 (2026-09-15)
2
8
 
3
9
  ### Feat
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.5
2
2
  Name: ai-eval-scope
3
- Version: 0.3.2
3
+ Version: 0.3.3
4
4
  Summary: Agent 能力评估系统 — 基于 Agent-Driven 架构的评测框架
5
5
  Author: Agent Eval Team
6
6
  License-Expression: MIT
@@ -1,3 +1,3 @@
1
1
  """Agent 能力评估系统"""
2
2
 
3
- __version__ = "0.3.2"
3
+ __version__ = "0.3.3"
@@ -201,15 +201,18 @@ def _flush_observability(
201
201
  """
202
202
  from agent_eval.observability import ResultSink, load_config
203
203
 
204
- cfg = load_config(upload_override=upload_override)
205
- if not cfg.enabled:
206
- return
207
-
208
- rprint("[blue]可观测平台:[/blue] 推送结果中…")
204
+ # 队列目录必须随 run workspace:config 的回退是 CWD 相对路径(.ingest_queue),
205
+ # 而容器里 CWD 常是只读的场景包挂载(:ro)——创建即炸会吞掉整个推送,
206
+ # 且表现为「构建绿但平台无数据」(构建 #10-#18 实录)。先取 workspace 再建配置。
209
207
  run_workspace = None
210
208
  rw = getattr(result, "run_workspace", None)
211
209
  if rw is not None:
212
210
  run_workspace = getattr(rw, "root", None) or (rw.path if hasattr(rw, "path") else None)
211
+ cfg = load_config(workspace=run_workspace, upload_override=upload_override)
212
+ if not cfg.enabled:
213
+ return
214
+
215
+ rprint("[blue]可观测平台:[/blue] 推送结果中…")
213
216
  # 查看页地址确定性拼装(/run/:id,后端按 externalRunId 兼容查询)——Jenkins
214
217
  # console 正则提取进构建描述;URL 不依赖推送成败,离线重放成功后同样有效
215
218
  run_id = str(getattr(result, "run_id", "") or "")
@@ -6,7 +6,7 @@ build-backend = "hatchling.build"
6
6
  # distribution 名 ai-eval-scope(agent-eval 在 PyPI 已被占用,arch/17 D-PKG-1);
7
7
  # import 名 agent_eval 与 CLI 命令名 agent-eval 不变
8
8
  name = "ai-eval-scope"
9
- version = "0.3.2"
9
+ version = "0.3.3"
10
10
  description = "Agent 能力评估系统 — 基于 Agent-Driven 架构的评测框架"
11
11
  readme = "README.md"
12
12
  requires-python = ">=3.11"
@@ -1,5 +1,5 @@
1
1
  <?xml version="1.0" encoding="utf-8"?>
2
- <testsuite errors="0" failures="0" name="mypy" skips="0" tests="1" time="10.498">
3
- <testcase classname="mypy" file="mypy" line="1" name="mypy-py3_11-linux" time="10.498">
2
+ <testsuite errors="0" failures="0" name="mypy" skips="0" tests="1" time="10.274">
3
+ <testcase classname="mypy" file="mypy" line="1" name="mypy-py3_11-linux" time="10.274">
4
4
  </testcase>
5
5
  </testsuite>