ai-eval-scope 0.3.2__tar.gz → 0.3.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/.coverage +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/CHANGELOG.md +6 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/PKG-INFO +1 -1
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/__init__.py +1 -1
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/_common.py +8 -5
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/pyproject.toml +1 -1
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/report/mypy-results.xml +2 -2
- ai_eval_scope-0.3.3/report/test-results.xml +1 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_commands.py +50 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/uv.lock +1 -1
- ai_eval_scope-0.3.2/report/test-results.xml +0 -1
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/.gitignore +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/CLAUDE.md +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/LICENSE +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/README.md +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/core/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/core/budget.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/core/callbacks.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/core/model_bridge.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/core/session.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/core/session_log.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/core/tool_filter.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/core/tools.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/agent.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/briefing.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/http_tools.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/ledger.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/package_writer.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/policy.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/prompts.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/protocol_tools.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/sut_tools.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/executor/transcript.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/agent.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/gates.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/memory.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/messages.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/prompts.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/ask_user.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/context.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/discovery.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/helpers.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/protocol.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/request.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/response.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/search.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/server.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/specs.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/sut_probe/tokens.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/tool_filter.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/tools.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/agent/workbench/types.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/configs/execution_agent_prompts.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/configs/summary_prompt.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/configs/sut_config.example.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/configs/workbench_agent_prompts.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/datasets/dataset_index.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/guides/scenario-package-format.md +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/chat/1.0.0/agent_eval.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/chat/1.0.0/metrics/policy.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/chat/1.0.0/prompts/chat_answer_consistency.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/chat/1.0.0/prompts/chat_answer_extract.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/chat/1.0.0/prompts/chat_answer_quality.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/chat/1.0.0/rules/chat-quality.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/chat/1.0.0/sut_configs/sasan-agent.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/chat/1.0.0/task_sets/default.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/code/1.0.0/agent_eval.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/code/1.0.0/metrics/policy.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/code/1.0.0/prompts/code_correctness.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/code/1.0.0/prompts/code_style.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/code/1.0.0/rules/code-quality.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/agent_eval.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/datasets/_defaults.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/datasets/biology.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/datasets/chemistry.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/datasets/chinese.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/datasets/geography.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/datasets/history.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/datasets/math.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/datasets/morality.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/datasets/physics.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/metrics/policy.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/chronological_order.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/content_diversity.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/content_verdict.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/depth_preference.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/fact_verdict.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/info_accuracy.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/knowledge_extract.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/knowledge_extract_constants.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/logical_consistency.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/pedagogical_logic.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/request_fulfillment.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/style_preference.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/prompts/visual_quality.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/rules/coursework-gate.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/rules/coursework-quality.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/packages/courseware/1.0.0/rules/coursework-vision.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/schemas/dataset_index_schema.json +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/schemas/dataset_schema.json +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/schemas/rule_set_schema.json +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/assets/schemas/task_set_schema.json +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/_env_file.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/_stages.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/auth.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/dataset.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/doctor.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/evaluate.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/execute.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/knowledge.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/models.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/open_url.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/pack.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/rule_set.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/runs.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/scenario.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/secrets.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/suite.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/upload.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/cmds/workbench_agent.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/console/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/console/agent_stream.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/console/equiv.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/console/output.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/console/prompts.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/console/render.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/main.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/workbench/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/workbench/domains/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/workbench/domains/account.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/workbench/domains/exec.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/workbench/domains/runs.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/workbench/domains/scn.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/cli/workbench/session.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/evaluation.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/execution.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/llm.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/llm_file.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/llm_resolution.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/loader.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/observability.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/paths.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/platform_file.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/config/reporting.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/core/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/core/exceptions.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/core/logging.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/core/types.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/datasets/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/datasets/downloader.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/datasets/manager.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/datasets/registry.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/base.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/capability.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/engine.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/commonsense_evaluators.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/content_completeness.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/format_evaluators.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/formula_normalizer.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/plugins/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/quality_evaluators.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/scenario/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/scenario/chat.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/scenario/code.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/evaluators/vision_evaluators.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/models.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/registry.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/rule_refs.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/scenario/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/scenario/aggregator.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/scenario/defaults.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/scenario/expr.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/scenario/metrics.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/scenario/models.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/stage.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/summary.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/text_utils.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/vision/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/evaluation/vision/renderer.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/auth/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/auth/credentials.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/auth/provider.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/auth/secrets_store.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/auth/session.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/agent_protocol.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/base.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/commands_stream.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/generic_http.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/http_steps.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/interrupts.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/message_digest.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/sse.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/channels/thread_commands.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/models.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/registry.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/task_builder.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/execution/utils.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/auditor.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/base.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/converters/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/converters/math_reference.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/converters/periodic_table.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/converters/physics_reference.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/exceptions.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/extractors/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/extractors/llm_extractor.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/extractors/parsers.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/manager.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/merger.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/models.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/pipeline.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/registry.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/sources/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/sources/eval_sources.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/sources/math_reference.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/sources/physics_reference.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/knowledge/sources/table_sources.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/client.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/factory.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/judge/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/judge/file_prompt_store.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/judge/orchestrator.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/judge/prompt_store.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/judge/recorder.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/judge/stability.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/judge/structured_output.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/judge/template_manager.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/models.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/pool.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/providers/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/providers/anthropic.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/providers/openai_compat.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/llm/tracing.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/observability/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/observability/client.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/observability/config.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/observability/events.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/observability/queue.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/observability/schemas/ingest.event.v1.json +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/observability/sink.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/observability/snapshot.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/orchestrator/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/orchestrator/orchestrator.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/packages/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/packages/assets.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/packages/manager.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/packages/manifest.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/packages/remote_client.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/packages/store.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/reporting/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/reporting/gate.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/reporting/junit_renderer.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/reporting/report_generator.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/reporting/summary_text.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/rules/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/rules/models.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/rules/template.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/rules/validation.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/sdk/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/sdk/rules.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/storage/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/storage/builder.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/storage/collector.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/storage/package.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/agent_eval/storage/workspace.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/report/ruff-results.xml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/config/test_evaluation_config.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/config/test_execution_config.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/config/test_llm_config.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/config/test_reporting_config.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/conftest.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/e2e/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/e2e/test_eval_e2e.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/evaluation/test_vision_renderer.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/evaluators/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/evaluators/test_cascade_metrics.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/evaluators/test_cascade_vision_integration.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/evaluators/test_format_and_commonsense.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/evaluators/test_format_evaluators.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/evaluators/test_llm_judge_evaluators.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/evaluators/test_quality_evaluators.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/evaluators/test_vision_evaluator.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/configs/invalid_rule_set.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/configs/rule_set.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/configs/task_set.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/golden/commonsense_error/output/index.md +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/golden/directory_sample/M1 /345/244/247/345/215/225/345/205/203/346/246/202/350/277/260//345/244/247/345/215/225/345/205/203/346/246/202/350/277/260//345/273/272/346/236/204/346/200/247/345/257/274/345/255/246//345/273/272/346/236/204/346/200/247/345/257/274/345/255/246.html" +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/golden/directory_sample/M1 /345/244/247/345/215/225/345/205/203/346/246/202/350/277/260//345/244/247/345/215/225/345/205/203/346/246/202/350/277/260//346/225/264/344/275/223/345/256/232/344/275/215//346/225/264/344/275/223/345/256/232/344/275/215.html" +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/golden/directory_sample/M2 /345/255/246/344/271/240/346/226/260/347/237/245//346/226/260/347/237/245/346/216/242/347/264/242//346/267/261/345/272/246/347/220/206/350/247/243//346/267/261/345/272/246/347/220/206/350/247/243.html" +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/golden/directory_sample/M2 /345/255/246/344/271/240/346/226/260/347/237/245//346/226/260/347/237/245/346/216/242/347/264/242//347/237/245/350/257/206/345/274/225/345/205/245//347/237/245/350/257/206/345/274/225/345/205/245.html" +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/golden/valid_docset/output/chapter_01.md +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/golden/valid_docset/output/index.md +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/metrics/policy.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/fixtures/prompts/test_template.yaml +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/golden/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/integration/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/integration/test_observability_e2e.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/conftest.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_anthropic_client.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_client.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_factory.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_judge_orchestrator_vision.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_models.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_openai_compat_client.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_orchestrator.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_pool.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_prompt_store.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_recorder.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_stability.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_structured_output.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_template_manager.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/llm/test_tracing.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/orchestrator/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/orchestrator/conftest.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/orchestrator/test_eval_flow.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/orchestrator/test_orchestrator.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/reporting/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/reporting/test_gate.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/reporting/test_junit_renderer.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/reporting/test_report_generator.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/reporting/test_summary_text.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/__init__.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_agent_module.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_agent_protocol_channel.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_anthropic_provider.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_briefing.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_callbacks.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_capability.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_chat_evaluators.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_auth.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_console.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_dataset.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_llm_check.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_pack.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_pipeline.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_run.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_run_mode.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_secrets.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_stages.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_cli_workbench.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_collector.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_config_loader.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_content_completeness.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_core_types.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_data_models.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_env_file.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_eval_engine.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_execution_agent.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_execution_utils.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_generic_http_channel.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_http_steps.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_interaction_policy.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_judge_coerce.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_judge_dim_details.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_knowledge_auditor.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_knowledge_manager.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_llm_config_file.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_logging.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_model_bridge.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_observability_config_client_queue.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_observability_events.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_observability_sink.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_package.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_package_assets.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_package_builder.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_package_writer.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_packages.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_pipeline_build.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_platform_file.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_plugin_discovery.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_protocol_tools.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_quality_evaluator_details.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_remote_client.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_resource_ledger.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_rule_refs.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_rule_sdk.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_scenario_aggregation.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_scenario_packaging.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_secrets.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_session.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_sink_artifacts.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_source_files_attribution.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_sut_auth.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_sut_probe.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_sut_registry.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_sut_tools.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_task_builder.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_task_selection.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_thread_commands.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_workbench_agent.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_workbench_tool_filter.py +0 -0
- {ai_eval_scope-0.3.2 → ai_eval_scope-0.3.3}/tests/unit/test_workspace.py +0 -0
|
Binary file
|
|
@@ -201,15 +201,18 @@ def _flush_observability(
|
|
|
201
201
|
"""
|
|
202
202
|
from agent_eval.observability import ResultSink, load_config
|
|
203
203
|
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
rprint("[blue]可观测平台:[/blue] 推送结果中…")
|
|
204
|
+
# 队列目录必须随 run workspace:config 的回退是 CWD 相对路径(.ingest_queue),
|
|
205
|
+
# 而容器里 CWD 常是只读的场景包挂载(:ro)——创建即炸会吞掉整个推送,
|
|
206
|
+
# 且表现为「构建绿但平台无数据」(构建 #10-#18 实录)。先取 workspace 再建配置。
|
|
209
207
|
run_workspace = None
|
|
210
208
|
rw = getattr(result, "run_workspace", None)
|
|
211
209
|
if rw is not None:
|
|
212
210
|
run_workspace = getattr(rw, "root", None) or (rw.path if hasattr(rw, "path") else None)
|
|
211
|
+
cfg = load_config(workspace=run_workspace, upload_override=upload_override)
|
|
212
|
+
if not cfg.enabled:
|
|
213
|
+
return
|
|
214
|
+
|
|
215
|
+
rprint("[blue]可观测平台:[/blue] 推送结果中…")
|
|
213
216
|
# 查看页地址确定性拼装(/run/:id,后端按 externalRunId 兼容查询)——Jenkins
|
|
214
217
|
# console 正则提取进构建描述;URL 不依赖推送成败,离线重放成功后同样有效
|
|
215
218
|
run_id = str(getattr(result, "run_id", "") or "")
|
|
@@ -6,7 +6,7 @@ build-backend = "hatchling.build"
|
|
|
6
6
|
# distribution 名 ai-eval-scope(agent-eval 在 PyPI 已被占用,arch/17 D-PKG-1);
|
|
7
7
|
# import 名 agent_eval 与 CLI 命令名 agent-eval 不变
|
|
8
8
|
name = "ai-eval-scope"
|
|
9
|
-
version = "0.3.
|
|
9
|
+
version = "0.3.3"
|
|
10
10
|
description = "Agent 能力评估系统 — 基于 Agent-Driven 架构的评测框架"
|
|
11
11
|
readme = "README.md"
|
|
12
12
|
requires-python = ">=3.11"
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
<?xml version="1.0" encoding="utf-8"?>
|
|
2
|
-
<testsuite errors="0" failures="0" name="mypy" skips="0" tests="1" time="10.
|
|
3
|
-
<testcase classname="mypy" file="mypy" line="1" name="mypy-py3_11-linux" time="10.
|
|
2
|
+
<testsuite errors="0" failures="0" name="mypy" skips="0" tests="1" time="10.274">
|
|
3
|
+
<testcase classname="mypy" file="mypy" line="1" name="mypy-py3_11-linux" time="10.274">
|
|
4
4
|
</testcase>
|
|
5
5
|
</testsuite>
|