symtest-cli 1.5.1__tar.gz → 1.5.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {symtest_cli-1.5.1/src/symtest_cli.egg-info → symtest_cli-1.5.3}/PKG-INFO +7 -1
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/README.md +6 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/docs/design.md +10 -5
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/docs/design_en.md +15 -7
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/docs/user_manual.md +187 -10
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/docs/user_manual_en.md +160 -6
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/pyproject.toml +1 -1
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/skill/SKILL.md +46 -2
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/skill/assets/full_runner_example.py +37 -4
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/skill/references/field_reference.md +4 -1
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/skill/references/user_manual.md +160 -6
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/cli.py +0 -1
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/commands/find.py +1 -1
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/commands/migrate.py +1 -1
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/commands/run.py +105 -66
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/commands/validate.py +1 -1
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/config/config_io.py +113 -4
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/config/config_schema.py +38 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/config/import_expander.py +8 -3
- symtest_cli-1.5.3/src/symtest/config/jsonc.py +118 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/config/migrate.py +1 -1
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/base_runner.py +41 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/config_loader.py +4 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/execution/__init__.py +2 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/execution/executor.py +77 -2
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/orchestration/sequence.py +57 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/parallel_runner.py +9 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/process_worker.py +4 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/sequence_state.py +1 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/test_case.py +31 -4
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/validation/validator.py +2 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/runners/json_runner.py +14 -1
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/runners/parallel_config_runner.py +1 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/runners/parallel_json_runner.py +8 -1
- symtest_cli-1.5.3/src/symtest/utils/html_report.py +491 -0
- symtest_cli-1.5.3/src/symtest/utils/project_config.py +157 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/utils/report_generator.py +18 -12
- {symtest_cli-1.5.1 → symtest_cli-1.5.3/src/symtest_cli.egg-info}/PKG-INFO +7 -1
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest_cli.egg-info/SOURCES.txt +16 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/README.md +11 -0
- symtest_cli-1.5.3/tests/__init__.py +3 -0
- symtest_cli-1.5.3/tests/__pycache__/__init__.cpython-312.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/demos/manual_report_example.py +1 -1
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/parallel/__pycache__/test_parallel_runner.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_cli.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_config_io.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_import_expander.cpython-312-pytest-9.0.3.pyc +0 -0
- symtest_cli-1.5.3/tests/unit/__pycache__/test_jsonc.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/commands/__pycache__/test_find.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_architecture_guard.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_assertions.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_case_env.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_model_v2.cpython-312-pytest-9.0.3.pyc +0 -0
- symtest_cli-1.5.3/tests/unit/core/__pycache__/test_outputs_cleanup.cpython-312-pytest-9.0.3.pyc +0 -0
- symtest_cli-1.5.3/tests/unit/core/__pycache__/test_parallel_results_echo.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/test_assertions.py +23 -0
- symtest_cli-1.5.3/tests/unit/core/test_outputs_cleanup.py +485 -0
- symtest_cli-1.5.3/tests/unit/core/test_parallel_results_echo.py +91 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_plugin_lifecycle.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_workspace_plugins.cpython-312-pytest-9.0.3.pyc +0 -0
- symtest_cli-1.5.3/tests/unit/runners/__pycache__/test_with_deps.cpython-312-pytest-9.0.3.pyc +0 -0
- symtest_cli-1.5.3/tests/unit/runners/test_with_deps.py +109 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/test_cli.py +86 -34
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/test_config_io.py +16 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/test_import_expander.py +37 -0
- symtest_cli-1.5.3/tests/unit/test_jsonc.py +104 -0
- symtest_cli-1.5.3/tests/unit/utils/__pycache__/test_html_report.cpython-312-pytest-7.4.4.pyc +0 -0
- symtest_cli-1.5.3/tests/unit/utils/__pycache__/test_html_report.cpython-312-pytest-9.0.3.pyc +0 -0
- symtest_cli-1.5.3/tests/unit/utils/__pycache__/test_project_config.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/utils/__pycache__/test_report_generator.cpython-312-pytest-9.0.3.pyc +0 -0
- symtest_cli-1.5.3/tests/unit/utils/test_html_report.py +222 -0
- symtest_cli-1.5.3/tests/unit/utils/test_project_config.py +417 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/utils/test_report_generator.py +9 -10
- symtest_cli-1.5.1/tests/__init__.py +0 -3
- symtest_cli-1.5.1/tests/__pycache__/__init__.cpython-312.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/LICENSE +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/MANIFEST.in +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/setup.cfg +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/skill/assets/templates/extract_channels_script.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/skill/assets/templates/my_analysis_comparator.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/skill/assets/templates/my_channel_extractor.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/skill/assets/templates/test_cases_golden_file.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/skill/assets/templates/test_cases_simple.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/skill/assets/templates/test_cases_simple.yaml +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/skill/assets/templates/test_cases_steps.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/__init__.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/commands/__init__.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/commands/compare.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/commands/schema.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/config/__init__.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/config/inheritance_expander.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/config/normalize.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/__init__.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/execution/result.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/history_store.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/last_run_store.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/orchestration/__init__.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/orchestration/accept.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/orchestration/single.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/result.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/setup.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/types.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/validation/__init__.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/validation/assertions.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/core/validation/result.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/file_comparator/__init__.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/file_comparator/base_comparator.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/file_comparator/binary_comparator.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/file_comparator/csv_comparator.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/file_comparator/extractor_comparator.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/file_comparator/factory.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/file_comparator/file_comparator_base.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/file_comparator/h5_comparator.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/file_comparator/json_comparator.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/file_comparator/numeric_compare.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/file_comparator/result.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/file_comparator/script_comparator.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/file_comparator/script_extract_comparator.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/file_comparator/text_comparator.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/file_comparator/xml_comparator.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/logging_config.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/reporting/__init__.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/reporting/diagnosis.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/runners/__init__.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/runners/config_runner.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/runners/parallel_yaml_runner.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/runners/yaml_runner.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/utils/__init__.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/utils/junit_xml_writer.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest/utils/path_resolver.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest_cli.egg-info/dependency_links.txt +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest_cli.egg-info/entry_points.txt +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest_cli.egg-info/requires.txt +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/src/symtest_cli.egg-info/top_level.txt +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/__pycache__/__init__.cpython-313.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/__pycache__/__init__.cpython-39.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/__pycache__/conftest.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/__pycache__/conftest.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/__pycache__/conftest.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/__pycache__/conftest.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/__pycache__/run_all.cpython-312.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/__pycache__/run_all.cpython-313.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/__pycache__/run_all.cpython-39.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/__pycache__/test_setup_module.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/conftest.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/demos/h5_filter_demo.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/demos/perf_parallel.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/e2e/__init__.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/e2e/__pycache__/__init__.cpython-312.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/e2e/__pycache__/__init__.cpython-313.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/e2e/__pycache__/__init__.cpython-39.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/e2e/__pycache__/test_user_flows.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/e2e/__pycache__/test_user_flows.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/e2e/__pycache__/test_user_flows.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/e2e/__pycache__/test_user_flows.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/e2e/test_user_flows.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/circular_config_a.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/circular_config_b.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/hourglass_stdout_mismatch.txt +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/hourglass_stdout_sample.txt +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/inheritance_base.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/inheritance_chain.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/inheritance_circular.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/main_config.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/circular_config_a.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/circular_config_b.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/inheritance_base.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/inheritance_chain.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/inheritance_circular.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/main_config.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/missing_fields.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/setup_main.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/setup_sub.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/skill_test_cases_golden_file.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/skill_test_cases_simple.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/skill_test_cases_simple.yaml +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/skill_test_cases_steps.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/sub_json_tests.yaml +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/sub_text_tests.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/test_cases.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/test_cases.yaml +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/test_cases1.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/test_with_setup.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/migration/v1/test_with_setup.yaml +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/missing_fields.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/mock_fail_script.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/mock_pass_script.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/setup_main.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/setup_sub.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/sub_json_tests.yaml +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/sub_text_tests.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/test_cases.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/test_cases.yaml +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/test_cases1.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/test_with_setup.json +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/fixtures/test_with_setup.yaml +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/__pycache__/test_history_feature.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/__pycache__/test_history_feature.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/__pycache__/test_history_feature.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/__pycache__/test_new_cli_features.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/__pycache__/test_new_cli_features.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/__pycache__/test_new_cli_features.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/__pycache__/test_real_command_execution.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/__pycache__/test_real_command_execution.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/__pycache__/test_real_command_execution.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/__pycache__/test_sequence.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/__pycache__/test_sequence.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/__pycache__/test_sequence.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_binary_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_binary_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_binary_compare.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_binary_compare.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_csv_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_csv_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_csv_compare.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_h5_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_h5_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_h5_compare.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_h5_compare.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_json_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_json_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_json_compare.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_json_compare.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_text_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_text_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_text_compare.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_text_compare.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_xml_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_xml_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/__pycache__/test_xml_compare.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/test_binary_compare.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/test_csv_compare.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/test_h5_compare.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/test_json_compare.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/test_text_compare.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/file_compare/test_xml_compare.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/parallel/__pycache__/test_depends_on.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/parallel/__pycache__/test_depends_on.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/parallel/__pycache__/test_parallel_runner.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/parallel/__pycache__/test_parallel_runner.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/parallel/__pycache__/test_parallel_runner.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/parallel/test_depends_on.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/parallel/test_parallel_runner.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/path_handling/__pycache__/test_spaces_in_paths.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/path_handling/__pycache__/test_spaces_in_paths.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/path_handling/__pycache__/test_spaces_in_paths.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/path_handling/__pycache__/test_spaces_in_paths.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/path_handling/test_spaces_in_paths.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/test_history_feature.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/test_new_cli_features.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/test_real_command_execution.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/integration/test_sequence.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/run_all.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_binary_comparator.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_binary_comparator.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_binary_comparator.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_cli.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_cli.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_config_io.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_config_io.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_h5_comparator.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_h5_comparator.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_h5_comparator.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_import_expander.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_import_expander.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_inheritance_expander.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_inheritance_expander.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_inheritance_expander.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_migrate.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_migrate.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_result.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_result.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_result.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_run_all.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_run_all.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/__pycache__/test_run_all.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/commands/__pycache__/test_compare_command.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/commands/__pycache__/test_compare_command.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/commands/__pycache__/test_compare_command.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/commands/__pycache__/test_find.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/commands/test_compare_command.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/commands/test_find.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_architecture_guard.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_assertions.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_assertions.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_case_env.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_config_loader.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_config_loader.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_config_loader.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_config_loader_new_features.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_config_loader_new_features.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_config_loader_new_features.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_execution.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_execution.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_execution.cpython-312.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_execution.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_execution_new_features.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_execution_new_features.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_execution_new_features.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_history_store.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_history_store.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_history_store.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_last_run_store.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_last_run_store.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_last_run_store.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_model_v2.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_orchestration_accept.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_orchestration_accept.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_process_worker.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_process_worker.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_process_worker.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_sequence_state.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_sequence_state.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_setup.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_setup.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_setup.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_setup.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_validation_error.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_validation_error.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_validation_error.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_xfail.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_xfail.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/__pycache__/test_xfail.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/test_architecture_guard.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/test_case_env.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/test_config_loader.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/test_config_loader_new_features.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/test_execution.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/test_execution_new_features.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/test_history_store.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/test_last_run_store.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/test_model_v2.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/test_orchestration_accept.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/test_process_worker.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/test_sequence_state.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/test_setup.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/test_validation_error.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/core/test_xfail.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/__init__.cpython-312.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_error_analysis.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_error_analysis.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_error_analysis.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_extractor_channels.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_extractor_channels.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_hourglass_tangent_comparator.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_hourglass_tangent_comparator.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_hourglass_tangent_comparator.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_numeric_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_numeric_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_numeric_parity.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_numeric_parity.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_plugin_lifecycle.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_script_comparator.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_script_comparator.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_script_comparator.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_script_extract.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_script_extract.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_workspace_plugins.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/__pycache__/test_workspace_plugins.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/test_error_analysis.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/test_extractor_channels.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/test_hourglass_tangent_comparator.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/test_numeric_compare.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/test_numeric_parity.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/test_plugin_lifecycle.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/test_script_comparator.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/test_script_extract.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/file_comparator/test_workspace_plugins.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/runners/__pycache__/test_json_yaml_runner.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/runners/__pycache__/test_json_yaml_runner.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/runners/__pycache__/test_json_yaml_runner.cpython-312.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/runners/__pycache__/test_json_yaml_runner.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/runners/__pycache__/test_json_yaml_runner.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/runners/__pycache__/test_test_case_filter.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/runners/__pycache__/test_test_case_filter.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/runners/__pycache__/test_test_case_filter.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/runners/__pycache__/test_test_case_tag_filter.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/runners/__pycache__/test_test_case_tag_filter.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/runners/__pycache__/test_test_case_tag_filter.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/runners/test_json_yaml_runner.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/runners/test_test_case_filter.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/runners/test_test_case_tag_filter.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/test_binary_comparator.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/test_h5_comparator.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/test_inheritance_expander.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/test_migrate.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/test_result.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/test_run_all.py +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/utils/__pycache__/test_junit_xml_writer.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/utils/__pycache__/test_junit_xml_writer.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/utils/__pycache__/test_junit_xml_writer.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/utils/__pycache__/test_report_generator.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/utils/__pycache__/test_report_generator.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.1 → symtest_cli-1.5.3}/tests/unit/utils/test_junit_xml_writer.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: symtest-cli
|
|
3
|
-
Version: 1.5.
|
|
3
|
+
Version: 1.5.3
|
|
4
4
|
Summary: Regression testing for CLI applications, with multi-step workflows and numerical file comparison.
|
|
5
5
|
Author-email: Xiaotong Wang <xiaotongwang98@gmail.com>
|
|
6
6
|
License: MIT
|
|
@@ -295,6 +295,12 @@ python -m pytest tests/unit tests/integration tests/e2e
|
|
|
295
295
|
Bug fixes, comparator plugins, documentation improvements, and reports from
|
|
296
296
|
real-world test workflows are welcome.
|
|
297
297
|
|
|
298
|
+
Follow [the development guidelines](AGENTS.md) for documentation maintenance.
|
|
299
|
+
After changing the English manual or official Python runner example, run
|
|
300
|
+
`python tools/sync_skill_assets.py` to refresh their skill copies.
|
|
301
|
+
Before delivery, run `python tools/sync_skill_assets.py --check`; CI also runs
|
|
302
|
+
this check.
|
|
303
|
+
|
|
298
304
|
## License
|
|
299
305
|
|
|
300
306
|
MIT
|
|
@@ -268,6 +268,12 @@ python -m pytest tests/unit tests/integration tests/e2e
|
|
|
268
268
|
Bug fixes, comparator plugins, documentation improvements, and reports from
|
|
269
269
|
real-world test workflows are welcome.
|
|
270
270
|
|
|
271
|
+
Follow [the development guidelines](AGENTS.md) for documentation maintenance.
|
|
272
|
+
After changing the English manual or official Python runner example, run
|
|
273
|
+
`python tools/sync_skill_assets.py` to refresh their skill copies.
|
|
274
|
+
Before delivery, run `python tools/sync_skill_assets.py --check`; CI also runs
|
|
275
|
+
this check.
|
|
276
|
+
|
|
271
277
|
## License
|
|
272
278
|
|
|
273
279
|
MIT
|
|
@@ -48,7 +48,7 @@
|
|
|
48
48
|
| `config/` | 配置 IO、JSON Schema 校验(draft 2020-12)、import 展开、extends 继承、变量与占位符替换 |
|
|
49
49
|
| `runners/` | Config/JSON/YAML × 顺序/并行 的薄封装运行器 |
|
|
50
50
|
| `file_comparator/` | 比较器家族 + 工厂 + workspace 插件发现(详见 §6) |
|
|
51
|
-
| `utils/` |
|
|
51
|
+
| `utils/` | 路径解析、报告生成(文本 / 结构化 HTML)、JUnit XML 输出、项目级默认配置(`.symtest/symtest.json`) |
|
|
52
52
|
|
|
53
53
|
### 2.1 入口点
|
|
54
54
|
|
|
@@ -65,7 +65,7 @@
|
|
|
65
65
|
配置文件在加载时经过五步管线处理:
|
|
66
66
|
|
|
67
67
|
```
|
|
68
|
-
raw JSON/YAML
|
|
68
|
+
raw JSON/JSONC/YAML 文件(.jsonc 由 config/jsonc.py 剥离注释与尾逗号)
|
|
69
69
|
│
|
|
70
70
|
▼
|
|
71
71
|
expand_imports() # 递归展开 import 引用(合并 setup、注入 tags)
|
|
@@ -144,10 +144,12 @@ parse_test_cases() # 转换为 List[TestCase](命令路径解析)
|
|
|
144
144
|
- 依赖"满足" = `passed` 或 `xfailed`;`failed` / `xpassed` 触发 BFS 级联 skip 全部下游
|
|
145
145
|
- `skipped` 不计入 `failed` 计数,报告中单独列出
|
|
146
146
|
- 顺序 runner 同样按拓扑序执行,依赖失效时跳过下游
|
|
147
|
+
- 名称过滤默认不展开依赖闭包:依赖未选中时依赖边失效并打 WARNING;`--with-deps` 在过滤前对 `test_case_filter` 展开 `depends_on` 传递闭包(标签过滤不展开;`--last-failed` 不隐式展开)
|
|
147
148
|
|
|
148
149
|
### 4.5 单测试执行
|
|
149
150
|
|
|
150
151
|
PathResolver 解析(系统命令直通、shell builtin 平台包装、复合命令拆分解析)
|
|
152
|
+
→ 声明产物清理(`execution.outputs` 声明的文件在 subprocess 启动前删除;只允许声明文件,声明目录或 workspace 根一律拒绝;路径 resolve 后必须在 workspace 内,删除失败大声失败记为执行错误;每次 attempt 都执行,`--resume` 跳过的 step 天然不清理)
|
|
151
153
|
→ subprocess 隔离执行(捕获 stdout / stderr / returncode / duration)
|
|
152
154
|
→ 断言校验(return_code / contains / matches / compare_files)
|
|
153
155
|
→ 失败按 `retry_count` 重试
|
|
@@ -164,6 +166,7 @@ PathResolver 解析(系统命令直通、shell builtin 平台包装、复合
|
|
|
164
166
|
|
|
165
167
|
| 状态 | 内容 | 更新时机 / 语义 |
|
|
166
168
|
|---|---|---|
|
|
169
|
+
| 项目默认配置 `symtest.json` | `run` 组运行选项 + `report` 组报告路径 | 运行启动时读取(CLI > 项目配置 > 内置默认);只读,运行中不更新 |
|
|
167
170
|
| 历史记录 | per-case `avg_duration` / `last_duration` / `run_count` | 运行后累计平均更新;先回归检测后写入 |
|
|
168
171
|
| `last_run.json` | case → 上次状态 | 覆写参与执行的用例;未执行的保留旧状态 |
|
|
169
172
|
| `sequence_state/<case>.json` | steps + case expected 的 SHA-256 配置哈希、已通过的 step 集 | 每步 pass 后保存;全部通过后清理 |
|
|
@@ -272,8 +275,11 @@ JSON/YAML 配置,学习成本更低且无交互界面维护负担。
|
|
|
272
275
|
| --update-baseline | 比较失败时自动将实际输出覆盖 baseline,适合批量更新基准 |
|
|
273
276
|
| next_action_hint 结构化建议 | 失败结果附带下一步操作建议(update_baseline / update_expected / increase_timeout / investigate),便于 AI 消费 |
|
|
274
277
|
| 移除 TUI,由官方 skill + `symtest find` 替代 | TUI 的两大职责均有更轻替代:定义/修改用例由 AI 编程助手按官方 skill 完成,跨文件搜索由复用同一解析管线的 `find` 命令覆盖;移除后砍掉 textual 重依赖与交互界面维护负担 |
|
|
278
|
+
| `execution.outputs` 产物清理挂在 execute_command 入口 | 声明产物、运行前删除,消除"陈旧产物假通过"。清理是执行环境准备(与 env 注入同类),归属 execution 层;`execute_command` 是所有执行路径的唯一汇聚点,挂在该处使 retry 重清与 resume 不删(被跳过 step 不进入该函数)两个语义自动成立,编排层零改动。失败大声报 `execution_error`,防止静默保留假通过通道。**只允许声明文件**:声明目录(如输出目录树)或 workspace 根(`"."`)会递归抹掉大量无关文件甚至整个工作区,故 validate 与运行时双层拒绝 |
|
|
275
279
|
| JUnit XML 输出 | 兼容 GitLab CI / Jenkins / CircleCI 等主流 CI 系统的测试报告格式 |
|
|
280
|
+
| 项目级默认配置(`.symtest/symtest.json`) | 常用运行参数(并行、误差分析、依赖展开、报告路径)项目内固化,`symtest run` 免重复输入。三级优先级(CLI > 项目配置 > 内置默认)靠 tri-state 布尔项实现(argparse 默认 `None`,`--no-xxx` 显式关闭);未知键/坏 JSON 宽容处理只警告——配置是纯加分项,不阻断运行。替代各仓库自建入口脚本保存默认参数的用法 |
|
|
276
281
|
| Logging 统一化 | 通过 `logging` 模块集中管理,CLI 入口激活控制台输出,库用户按需启用 |
|
|
282
|
+
| 控制台 log/report 通道分离 | 控制台(stderr logging)只承载进度与摘要日志;报告仅在显式 `--output-format text/json/html` 时走 stdout(可重定向落盘),细节经 `--text-report`/`--html-report`/`--junit-xml` 写文件。修复原 `print_report` 把整份文本报告经 `logger.info` 重放到终端的通道混流——`--error-analysis-all` 下逐用例 error_stats 会淹没 pass/failed 摘要 |
|
|
277
283
|
|
|
278
284
|
---
|
|
279
285
|
|
|
@@ -293,7 +299,7 @@ TestCase(specification,永不执行)
|
|
|
293
299
|
Validator.validate(ExpectationSpec, ExecutionResult)
|
|
294
300
|
▼
|
|
295
301
|
ValidationResult ──▶ TestResult ──▶ Reporter
|
|
296
|
-
|
|
302
|
+
stdout(text/json/html) / JUnit / AI diagnosis
|
|
297
303
|
```
|
|
298
304
|
|
|
299
305
|
一次 attempt = `Executor.execute → Validator.validate`;verdict 由编排层聚合为 TestResult。
|
|
@@ -347,8 +353,7 @@ flaky 判定也在编排层);但不自己实现 subprocess 管理、float
|
|
|
347
353
|
#### 原则 5 — Reporting 只能消费 Result
|
|
348
354
|
|
|
349
355
|
```
|
|
350
|
-
TestResult ──▶ Reporter ──┬──
|
|
351
|
-
├── JSON
|
|
356
|
+
TestResult ──▶ Reporter ──┬── stdout(按需 text/json/html)
|
|
352
357
|
├── JUnit
|
|
353
358
|
└── AI diagnosis
|
|
354
359
|
```
|
|
@@ -56,7 +56,7 @@ Responsibilities by package (file-level details and public APIs live in source):
|
|
|
56
56
|
| `config/` | Config IO, JSON Schema validation (draft 2020-12), import expansion, extends inheritance, variable & placeholder substitution |
|
|
57
57
|
| `runners/` | Thin wrapper runners: Config/JSON/YAML × sequential/parallel |
|
|
58
58
|
| `file_comparator/` | Comparator family + factory + workspace plugin discovery (see §6) |
|
|
59
|
-
| `utils/` | Path resolution, report generation, JUnit XML output |
|
|
59
|
+
| `utils/` | Path resolution, report generation, JUnit XML output, project-level default configuration (`.symtest/symtest.json`) |
|
|
60
60
|
|
|
61
61
|
### 2.1 Entry Points
|
|
62
62
|
|
|
@@ -73,7 +73,7 @@ Responsibilities by package (file-level details and public APIs live in source):
|
|
|
73
73
|
Configuration files go through a five-step pipeline during loading:
|
|
74
74
|
|
|
75
75
|
```
|
|
76
|
-
raw JSON/YAML file
|
|
76
|
+
raw JSON/JSONC/YAML file (.jsonc is preprocessed by config/jsonc.py: comments and trailing commas are stripped)
|
|
77
77
|
│
|
|
78
78
|
▼
|
|
79
79
|
expand_imports() # Recursively expand import references (merge setup, inject tags)
|
|
@@ -154,11 +154,17 @@ JSON Schema; it is not restated here.
|
|
|
154
154
|
- Semantics: dependency satisfied = `passed` or `xfailed`; `failed` / `xpassed` triggers BFS cascade-skip of all downstream cases
|
|
155
155
|
- `skipped` is NOT counted as `failed`; listed separately in reports
|
|
156
156
|
- The sequential runner executes in topological order as well, skipping invalid downstream
|
|
157
|
+
- Name filtering does not expand the dependency closure by default: when a selected case's dependency is not selected, the dependency edge drops silently with a WARNING; `--with-deps` expands the `depends_on` transitive closure of `test_case_filter` before filtering (tag filtering never expands; `--last-failed` does not expand implicitly)
|
|
157
158
|
|
|
158
159
|
### 4.5 Single Test Execution
|
|
159
160
|
|
|
160
161
|
PathResolver resolves (system commands pass-through, shell builtins wrapped for
|
|
161
|
-
the platform, compound commands split) →
|
|
162
|
+
the platform, compound commands split) → declared-output cleanup (files declared via `execution.outputs` are deleted
|
|
163
|
+
before the subprocess starts; only files may be declared — directories and the
|
|
164
|
+
workspace root are always rejected; resolved
|
|
165
|
+
paths must stay inside the workspace, deletion failure fails loudly as an execution
|
|
166
|
+
error; runs on every attempt, and steps skipped by `--resume` are naturally not
|
|
167
|
+
cleaned) → subprocess-isolated execution (captures
|
|
162
168
|
stdout / stderr / returncode / duration) → assertions (return_code / contains /
|
|
163
169
|
matches / compare_files) → retries on failure up to `retry_count` → kills the
|
|
164
170
|
whole process group on timeout → structured result with `next_action_hint`.
|
|
@@ -173,6 +179,7 @@ whole process group on timeout → structured result with `next_action_hint`.
|
|
|
173
179
|
|
|
174
180
|
| State | Content | Update timing / semantics |
|
|
175
181
|
|---|---|---|
|
|
182
|
+
| Project defaults `symtest.json` | `run` group run options + `report` group report paths | Read once at run start (CLI > project config > built-in defaults); read-only, never updated during a run |
|
|
176
183
|
| History | per-case `avg_duration` / `last_duration` / `run_count` | Cumulative average after runs; regression-checked before writing |
|
|
177
184
|
| `last_run.json` | case → last status | Overwrites executed cases; unexecuted retain old status |
|
|
178
185
|
| `sequence_state/<case>.json` | SHA-256 config hash (steps + case expected), set of passed steps | Saved after each passing step; cleaned up after full pass |
|
|
@@ -253,8 +260,10 @@ no interactive UI maintenance burden.
|
|
|
253
260
|
| --update-baseline | Automatically overwrites baseline files with actual output on comparison failure; ideal for batch baseline updates |
|
|
254
261
|
| next_action_hint structured suggestions | Failed results include actionable suggestions (update_baseline / update_expected / increase_timeout / investigate), convenient for AI consumption |
|
|
255
262
|
| TUI removed; replaced by official skill + `symtest find` | Both TUI responsibilities have lighter replacements: case authoring/editing is done by AI assistants via the official skill; cross-file search is covered by the `find` command reusing the same parsing pipeline; removes the heavy textual dependency and interactive-UI maintenance burden |
|
|
263
|
+
| `execution.outputs` artifact cleanup hooked at the execute_command entry | Declare artifacts and delete them before the run, eliminating stale-artifact false passes. Cleanup is execution-environment preparation (same category as env injection) and belongs to the execution layer; `execute_command` is the single convergence point of all execution paths, so hooking there makes retry re-clean and resume skip (skipped steps never enter the function) hold automatically with zero orchestration-layer changes. Failures are loud (`execution_error`) so no silent false-pass channel remains. **Only files may be declared**: declaring a directory (e.g. an output tree) or the workspace root (`"."`) would recursively wipe unrelated files or even the entire workspace, so validation and runtime both reject it |
|
|
256
264
|
| JUnit XML output | Compatible with GitLab CI / Jenkins / CircleCI and other major CI system test report formats |
|
|
257
|
-
|
|
|
265
|
+
| Project-level default configuration (`.symtest/symtest.json`) | Frequently used run options (parallel, error analysis, dependency expansion, report paths) are stored per project so `symtest run` needs no repeated input. Three-level precedence (CLI > project config > built-in defaults) is implemented with tri-state booleans (argparse defaults to `None`; `--no-xxx` turns a flag off explicitly); unknown keys and bad JSON are handled tolerantly with a warning only — the config is a pure bonus and never blocks a run. Replaces per-repo entry scripts whose only job was storing default arguments |
|
|
266
|
+
| Console log/report channel separation | The console (stderr logging) carries progress and summary logs only. Reports reach stdout solely via an explicit `--output-format text/json/html` (redirectable to a file), with full details written to disk via `--text-report`/`--html-report`/`--junit-xml`. Fixes the channel confusion where the former `print_report` replayed the whole text report through `logger.info` — with `--error-analysis-all` the per-case error_stats flooded the terminal and buried the pass/failed summary |
|
|
258
267
|
|
|
259
268
|
---
|
|
260
269
|
|
|
@@ -275,7 +284,7 @@ TestCase (specification, never executes)
|
|
|
275
284
|
Validator.validate(ExpectationSpec, ExecutionResult)
|
|
276
285
|
▼
|
|
277
286
|
ValidationResult ──▶ TestResult ──▶ Reporter
|
|
278
|
-
|
|
287
|
+
stdout(text/json/html) / JUnit / AI diagnosis
|
|
279
288
|
```
|
|
280
289
|
|
|
281
290
|
One attempt = `Executor.execute → Validator.validate`; verdicts are aggregated
|
|
@@ -335,8 +344,7 @@ management, float comparison, or stdout matching themselves.
|
|
|
335
344
|
#### Principle 5 — Reporting can only consume Results
|
|
336
345
|
|
|
337
346
|
```
|
|
338
|
-
TestResult ──▶ Reporter ──┬──
|
|
339
|
-
├── JSON
|
|
347
|
+
TestResult ──▶ Reporter ──┬── stdout (on-demand text/json/html)
|
|
340
348
|
├── JUnit
|
|
341
349
|
└── AI diagnosis
|
|
342
350
|
```
|
|
@@ -5,11 +5,13 @@
|
|
|
5
5
|
- [安装](#安装)
|
|
6
6
|
- [测试用例定义](#测试用例定义)
|
|
7
7
|
- [Case 级环境变量](#case-级环境变量env)
|
|
8
|
+
- [结果产物声明(outputs)](#结果产物声明outputs)
|
|
8
9
|
- [配置拆分机制](#配置拆分机制)
|
|
9
10
|
- [配置继承](#配置继承)
|
|
10
11
|
- [配置校验](#配置校验)
|
|
11
12
|
- [跨文件搜索用例](#跨文件搜索用例find)
|
|
12
13
|
- [运行测试](#运行测试)
|
|
14
|
+
- [项目默认配置](#项目默认配置symtestsymtestjson)
|
|
13
15
|
- [项目入口脚本](#项目入口脚本)
|
|
14
16
|
- [占位符(变量替换)](#占位符变量替换)
|
|
15
17
|
- [标签过滤](#标签过滤)
|
|
@@ -19,6 +21,7 @@
|
|
|
19
21
|
- [资源感知调度](#资源感知调度)
|
|
20
22
|
- [历史记录与回归检测](#历史记录与回归检测)
|
|
21
23
|
- [JUnit XML 报告](#junit-xml-报告)
|
|
24
|
+
- [HTML 报告](#html-报告)
|
|
22
25
|
- [日志配置](#日志配置)
|
|
23
26
|
- [文件比较](#文件比较)
|
|
24
27
|
- [扩展开发](#扩展开发)
|
|
@@ -253,6 +256,18 @@ test_cases:
|
|
|
253
256
|
- 与 `steps` 模式互不影响——`depends_on` 是用例级概念,`steps` 是用例内步骤级概念
|
|
254
257
|
- 无依赖时走 fast path,调度开销为零
|
|
255
258
|
|
|
259
|
+
**与用例过滤的交互(`--with-deps`)**:
|
|
260
|
+
|
|
261
|
+
按名称(`-t` / `--test-case`)定向运行时,默认只执行指定用例本身。被选用例的依赖若不在选中集合内,该依赖会被**忽略**(下游用例直接运行),框架会输出 WARNING 提示。使用 `--with-deps` 可将被选用例的依赖(含传递依赖)一并纳入运行,并按 DAG 拓扑顺序调度:
|
|
262
|
+
|
|
263
|
+
```bash
|
|
264
|
+
# 自动先运行 C 的依赖 B、B 的依赖 A,再运行 C
|
|
265
|
+
symtest run test_cases.json -t C --with-deps
|
|
266
|
+
```
|
|
267
|
+
|
|
268
|
+
- 依赖展开仅对名称过滤生效;标签过滤不做展开
|
|
269
|
+
- `--last-failed` 默认不展开依赖(保持迭代重跑轻量);如需连同依赖重跑,显式叠加 `--with-deps`
|
|
270
|
+
|
|
256
271
|
### 字段说明
|
|
257
272
|
|
|
258
273
|
| 字段 | 必填 | 说明 |
|
|
@@ -270,6 +285,7 @@ test_cases:
|
|
|
270
285
|
| `xfail_quiet` | 否 | 设为 `true` 时,xfailed 状态下报告中不输出 Command Output(stdout/stderr 大段输出),仅保留命令、返回码、失败原因等元信息 |
|
|
271
286
|
| `scheduling.depends_on` | 否 | 依赖的测试用例名称列表(如 `["A", "B"]`)。当前用例必须等待所有依赖用例通过后才执行。依赖失败时自动 skip 当前用例及下游。支持并行和顺序两种 runner |
|
|
272
287
|
| `execution.env` | 否 | case 级环境变量字典(如 `{"MYAPP_SCALE": "1.0"}`),定义在 `execution` 内,仅在执行该 case(序列模式为所有 step)时注入子进程,见 [Case 级环境变量](#case-级环境变量env) |
|
|
288
|
+
| `execution.outputs` | 否 | 声明的结果产物路径列表(如 `["result.h5", "logs/solver.log"]`),运行前自动删除(每次重试 attempt 前也会重新清理),防止上一轮遗留的陈旧产物导致假通过,见 [结果产物声明(outputs)](#结果产物声明outputs) |
|
|
273
289
|
| `expected.return_code` | 否 | 期望返回码 |
|
|
274
290
|
| `expected.output_contains` | 否 | 输出需包含的字符串列表 |
|
|
275
291
|
| `expected.output_matches` | 否 | 输出需匹配的正则表达式(单个字符串) |
|
|
@@ -380,6 +396,55 @@ test_cases:
|
|
|
380
396
|
}
|
|
381
397
|
```
|
|
382
398
|
|
|
399
|
+
## 结果产物声明(outputs)
|
|
400
|
+
|
|
401
|
+
回归测试的一个经典陷阱:被测程序本轮崩溃或输出路径改变,根本没有生成结果文件,但上一轮运行遗留的旧文件还在 workspace 里——`compare_files` 拿旧文件去比 baseline,可能**假通过**。通过 `execution.outputs` 声明结果产物,框架会在执行前(以及每次重试 attempt 前)把这些文件删掉,保证比较的一定是本轮产物。
|
|
402
|
+
|
|
403
|
+
### JSON
|
|
404
|
+
|
|
405
|
+
```json
|
|
406
|
+
{
|
|
407
|
+
"name": "求解器回归",
|
|
408
|
+
"execution": {
|
|
409
|
+
"command": "{solver}",
|
|
410
|
+
"args": ["-i", "input.dat"],
|
|
411
|
+
"outputs": ["result.h5", "summary.csv", "logs/solver.log"]
|
|
412
|
+
},
|
|
413
|
+
"expected": { "return_code": 0 }
|
|
414
|
+
}
|
|
415
|
+
```
|
|
416
|
+
|
|
417
|
+
### 序列模式(case 级 + step 级)
|
|
418
|
+
|
|
419
|
+
```json
|
|
420
|
+
{
|
|
421
|
+
"name": "多步骤流程",
|
|
422
|
+
"execution": {
|
|
423
|
+
"outputs": ["final.h5"],
|
|
424
|
+
"steps": [
|
|
425
|
+
{ "command": "python", "args": ["pre.py"], "outputs": ["mesh.dat"], "expected": { "return_code": 0 } },
|
|
426
|
+
{ "command": "{solver}", "args": ["mesh.dat"], "expected": { "return_code": 0 } }
|
|
427
|
+
]
|
|
428
|
+
}
|
|
429
|
+
}
|
|
430
|
+
```
|
|
431
|
+
|
|
432
|
+
### 语义
|
|
433
|
+
|
|
434
|
+
| 决策点 | 行为 |
|
|
435
|
+
|---|---|
|
|
436
|
+
| 清理时机 | 每次 attempt 的命令启动之前;`retry_count` 重试时同样重新清理 |
|
|
437
|
+
| 文件不存在 | 静默跳过,不构成错误 |
|
|
438
|
+
| 删除失败(文件被占用锁定等) | **大声失败**:用例判为 `execution_error`,不执行命令(避免静默保留假通过通道) |
|
|
439
|
+
| 路径解析 | 相对路径按 workspace 解析;resolve 后必须位于 workspace 内,绝对路径或 `..` 逃逸在解析/校验阶段即报错 |
|
|
440
|
+
| 目录 | **不支持**声明目录:只允许声明文件,声明目录(含 workspace 根,如 `.`)会在校验/运行时报错(防止误删整个目录子树) |
|
|
441
|
+
| 占位符 / 继承 | 自动支持(`{var}` 替换;extends 深合并,list 字段整体替换,与 `args` 一致) |
|
|
442
|
+
| 序列模式 step 级 | 在该 step 实际执行前清理 |
|
|
443
|
+
| 序列模式 case 级 | 仅在从头执行(非 resume 续跑)时、第一个执行的 step 之前清理一次 |
|
|
444
|
+
| 并行冲突 | 多个 case 声明同一产物路径会互相删除,`symtest validate` 会给出 warning;`depends_on` 连接的上下游视为合法 |
|
|
445
|
+
|
|
446
|
+
> **与 `--resume` 的交互**:resume 跳过的已通过 step 及其产物是被信任的对象,不会清理——case 级 `outputs` 清理仅在从头执行时进行,被跳过 step 的 step 级 `outputs` 也不会删除。step 的 `outputs` 变化会使 resume 的配置哈希失效,触发全量重跑。
|
|
447
|
+
|
|
383
448
|
## 配置拆分机制
|
|
384
449
|
|
|
385
450
|
当测试项目规模增长、用例数量达到数十甚至数百条时,单个配置文件可能变得难以维护。配置拆分机制允许将大文件按模块/功能拆分为多个子文件,通过 `import` 引用组装,运行时自动合并加载。
|
|
@@ -469,7 +534,11 @@ test_cases:
|
|
|
469
534
|
|
|
470
535
|
### 跨格式支持
|
|
471
536
|
|
|
472
|
-
主配置为 JSON 时可以 import YAML 子文件,反之亦然。框架根据子文件扩展名(`.json` / `.yaml` / `.yml`)自动选择解析器。
|
|
537
|
+
主配置为 JSON 时可以 import YAML 子文件,反之亦然。框架根据子文件扩展名(`.json` / `.jsonc` / `.yaml` / `.yml`)自动选择解析器。
|
|
538
|
+
|
|
539
|
+
### JSONC 支持
|
|
540
|
+
|
|
541
|
+
`.jsonc` 配置文件支持 VS Code JSONC 语法:`//` 与 `/* ... */` 注释、对象和数组的尾逗号。字符串字面量内的 `//`、URL、转义引号不会被误删。`.jsonc` 既可以作为主配置也可以作为 import 子文件(Runner 按扩展名自动选择 JSONC 解析器)。注意 `symtest migrate` 会把 `.jsonc` 重写为标准 JSON(注释无法在读写转换中保留)。
|
|
473
542
|
|
|
474
543
|
### Setup 合并规则
|
|
475
544
|
|
|
@@ -708,6 +777,10 @@ symtest find main_config.json "login" --output-format json
|
|
|
708
777
|
# 运行 JSON 测试
|
|
709
778
|
symtest run test_cases.json
|
|
710
779
|
|
|
780
|
+
# 省略配置文件名:使用项目默认配置(.symtest/symtest.json)中的文件,
|
|
781
|
+
# 未配置则为 test_cases.json
|
|
782
|
+
symtest run
|
|
783
|
+
|
|
711
784
|
# 运行 YAML 测试
|
|
712
785
|
symtest run test_cases.yaml
|
|
713
786
|
|
|
@@ -739,8 +812,20 @@ symtest run test_cases.json --verbose
|
|
|
739
812
|
# 调试模式
|
|
740
813
|
symtest run test_cases.json --debug
|
|
741
814
|
|
|
742
|
-
#
|
|
743
|
-
|
|
815
|
+
# 输出格式:报告通道控制(默认 none,控制台只输出日志)
|
|
816
|
+
# none:不输出报告(日常推荐;pass/failed 总数等摘要见日志输出)
|
|
817
|
+
# text/json/html:将报告打印到 stdout,可重定向落盘
|
|
818
|
+
# 例如 symtest run test_cases.json --output-format text > report.txt
|
|
819
|
+
symtest run test_cases.json --output-format none|text|json|html
|
|
820
|
+
|
|
821
|
+
# 额外落盘一份可折叠 HTML 报告(控制台输出不受影响)
|
|
822
|
+
symtest run test_cases.json --html-report report.html
|
|
823
|
+
|
|
824
|
+
# 额外落盘一份文本报告(控制台输出不受影响)
|
|
825
|
+
symtest run test_cases.json --text-report test_report.txt
|
|
826
|
+
|
|
827
|
+
# 本次运行忽略项目默认配置(.symtest/symtest.json)
|
|
828
|
+
symtest run test_cases.json --no-config
|
|
744
829
|
|
|
745
830
|
# 启用历史记录(智能调度 + 回归检测)
|
|
746
831
|
symtest run test_cases.json --history-dir ./hist
|
|
@@ -806,6 +891,8 @@ symtest run config.json
|
|
|
806
891
|
|
|
807
892
|
**信任模型**:`--resume` **不校验工作区产物**(输入文件、前置步骤生成的文件等)。使用 `--resume` 即表示用户确认输入文件未被修改。如果怀疑工作区被污染,应不带 `--resume` 全量重跑。
|
|
808
893
|
|
|
894
|
+
**与 `outputs` 的交互**:声明了 `execution.outputs` 的用例在 resume 续跑时不会清理产物(case 级清理仅在从头执行时进行,被跳过 step 的 step 级 `outputs` 也不删除);任何 step 的 `outputs` 变化会使配置哈希失效,触发全量重跑。
|
|
895
|
+
|
|
809
896
|
```bash
|
|
810
897
|
# 首次全量运行,long_pipeline 的 step 4 失败(总耗时 72s)
|
|
811
898
|
symtest run config.json
|
|
@@ -821,7 +908,7 @@ symtest run config.json
|
|
|
821
908
|
|
|
822
909
|
**限制**:
|
|
823
910
|
- 仅对序列步骤用例(`steps` 模式)生效,单命令模式忽略
|
|
824
|
-
- 状态文件的配置哈希会因任何 step 的 command/args/expected/timeout/retry_count 或 case 级 expected 变化而失效
|
|
911
|
+
- 状态文件的配置哈希会因任何 step 的 command/args/expected/timeout/retry_count/outputs 或 case 级 expected 变化而失效
|
|
825
912
|
- 缓存输出主要用于重建 `combined_output`,报告中的 `output` 字段仍只包含失败步骤的输出
|
|
826
913
|
|
|
827
914
|
### 自动更新基线文件(--update-baseline)
|
|
@@ -960,6 +1047,58 @@ for detail in runner.results["details"]:
|
|
|
960
1047
|
| `compare_failures` | list | 每个失败的文件比较的结构化信息(含 `diff_summary`、`differences`、`error_stats`、`actual`/`baseline` 路径、容差参数) |
|
|
961
1048
|
| `baseline_updated` | list | `--update-baseline` 覆盖的基线文件路径列表 |
|
|
962
1049
|
|
|
1050
|
+
## 项目默认配置(.symtest/symtest.json)
|
|
1051
|
+
|
|
1052
|
+
如果每次运行都重复同一组参数(如 `--parallel --workers 4 --error-analysis-all --html-report test_report.html`),可以在项目 workspace 放一个 `.symtest/symtest.json`,为 `symtest run` 保存项目级默认值:
|
|
1053
|
+
|
|
1054
|
+
```json
|
|
1055
|
+
{
|
|
1056
|
+
"run": {
|
|
1057
|
+
"config_file": "test_cases.json",
|
|
1058
|
+
"parallel": true,
|
|
1059
|
+
"workers": 4,
|
|
1060
|
+
"execution_mode": "thread",
|
|
1061
|
+
"history_dir": ".symtest",
|
|
1062
|
+
"regression_threshold": 1.5,
|
|
1063
|
+
"with_deps": true,
|
|
1064
|
+
"error_analysis": true,
|
|
1065
|
+
"error_analysis_all": true
|
|
1066
|
+
},
|
|
1067
|
+
"report": {
|
|
1068
|
+
"text": "test_report.txt",
|
|
1069
|
+
"html": "test_report.html",
|
|
1070
|
+
"junit": null
|
|
1071
|
+
}
|
|
1072
|
+
}
|
|
1073
|
+
```
|
|
1074
|
+
|
|
1075
|
+
### 键说明
|
|
1076
|
+
|
|
1077
|
+
`run` 组的键与 CLI 选项一一对应(`config_file`、`parallel`、`workers`、`execution_mode`、`history_dir`、`regression_threshold`、`with_deps`、`error_analysis`、`error_analysis_all`);`report` 组的 `text` / `html` / `junit` 分别对应 `--text-report`、`--html-report`、`--junit-xml` 的默认输出路径。过滤类选项(`-t`、`--tag`、`--last-failed` 等)与一次性动作(`--update-baseline` 等)不进配置,保持每次显式传入。
|
|
1078
|
+
|
|
1079
|
+
### 优先级
|
|
1080
|
+
|
|
1081
|
+
**命令行显式值 > 项目配置 > 程序内置默认**。
|
|
1082
|
+
|
|
1083
|
+
- 省略配置文件名时:使用项目配置的 `run.config_file`,未配置则为 `test_cases.json`
|
|
1084
|
+
- 布尔项支持显式关闭:`--no-parallel`、`--no-with-deps`、`--no-error-analysis-all` 等(不传 = 交给配置,传了以命令行为准)
|
|
1085
|
+
- `--no-config`:本次运行完全忽略项目配置,只用内置默认
|
|
1086
|
+
|
|
1087
|
+
### 路径解析
|
|
1088
|
+
|
|
1089
|
+
项目配置从 `--workspace` 指定的目录读取(未指定则为当前目录);`report` 中的报告相对路径也基于该目录解析(绝对路径原样使用)。
|
|
1090
|
+
|
|
1091
|
+
### 容错语义
|
|
1092
|
+
|
|
1093
|
+
未知 section/键、类型错误、JSON 损坏或文件缺失只打 warning,不阻断运行——未知键按忽略处理,便于发现拼写错误;配置文件是纯加分项,坏掉不会让测试跑不起来。
|
|
1094
|
+
|
|
1095
|
+
配好之后,日常命令简化为:
|
|
1096
|
+
|
|
1097
|
+
```bash
|
|
1098
|
+
symtest run # 全量运行
|
|
1099
|
+
symtest run -t case_1 --last-failed # 定向重跑
|
|
1100
|
+
```
|
|
1101
|
+
|
|
963
1102
|
## 项目入口脚本
|
|
964
1103
|
|
|
965
1104
|
如果你的测试项目结构复杂(需要预设环境变量、定制报告路径等),直接使用 `symtest run` 命令行可能不够灵活。此时可以创建一个项目入口脚本(如 `test.py` 或 `run_tests.py`),在 Python 代码中调用框架 API。
|
|
@@ -977,8 +1116,8 @@ for detail in runner.results["details"]:
|
|
|
977
1116
|
| 场景 | 推荐方式 |
|
|
978
1117
|
|---|---|
|
|
979
1118
|
| 需要预设环境变量(如注入 venv PATH) | 入口脚本 |
|
|
980
|
-
| 需要同时输出多种格式报告(文本 + JUnit XML) |
|
|
981
|
-
| 团队共享固定运行参数(workers、history-dir 等) |
|
|
1119
|
+
| 需要同时输出多种格式报告(文本 + JUnit XML) | 入口脚本,或项目默认配置(见上文 `report` 组) |
|
|
1120
|
+
| 团队共享固定运行参数(workers、history-dir 等) | 项目默认配置 `.symtest/symtest.json`(可被命令行覆盖),或入口脚本 |
|
|
982
1121
|
| 需要根据配置文件扩展名自动选择 JSON/YAML runner | 入口脚本 |
|
|
983
1122
|
| Windows 下 console-script 命令(如 `compare-files`)找不到的问题 | 入口脚本(注入 venv Scripts 到 PATH) |
|
|
984
1123
|
|
|
@@ -988,7 +1127,7 @@ for detail in runner.results["details"]:
|
|
|
988
1127
|
|
|
989
1128
|
| 参数 | 说明 |
|
|
990
1129
|
|---|---|
|
|
991
|
-
| `config`(位置参数) | 测试配置文件路径(自动识别 .json / .yaml) |
|
|
1130
|
+
| `config`(位置参数) | 测试配置文件路径(自动识别 .json / .jsonc / .yaml) |
|
|
992
1131
|
| `--test-target` / `-t` | 按名称过滤用例 |
|
|
993
1132
|
| `--tag` | 按标签过滤用例(OR 关系) |
|
|
994
1133
|
| `--last-failed` | 只运行上次失败的用例 |
|
|
@@ -1347,7 +1486,7 @@ test_cases:
|
|
|
1347
1486
|
return_code: 0
|
|
1348
1487
|
```
|
|
1349
1488
|
|
|
1350
|
-
每个 step 支持 `command`、`args`、`expected`、`timeout`、`retry_count` 字段。
|
|
1489
|
+
每个 step 支持 `command`、`args`、`expected`、`timeout`、`retry_count`、`outputs` 字段。
|
|
1351
1490
|
|
|
1352
1491
|
**失败输出瘦身**:当序列中某一步失败时,结果字典的 `output` 字段**仅包含失败步骤的输出**——不会拼接前面成功步骤的大量输出。这大幅减少了失败报告的体积,适合 AI 快速诊断失败的步骤。
|
|
1353
1492
|
|
|
@@ -1535,7 +1674,7 @@ symtest run config.json --history-dir ./hist --update-history
|
|
|
1535
1674
|
symtest run test_cases.json --junit-xml report.xml
|
|
1536
1675
|
```
|
|
1537
1676
|
|
|
1538
|
-
`--junit-xml` 是补充输出,与 `--output-format
|
|
1677
|
+
`--junit-xml` 是补充输出,与 `--output-format` 并存。
|
|
1539
1678
|
|
|
1540
1679
|
### Python API
|
|
1541
1680
|
|
|
@@ -1548,10 +1687,48 @@ write_junit_xml(runner.results, "report.xml", suite_name="my_suite")
|
|
|
1548
1687
|
|
|
1549
1688
|
状态映射:`passed` 记为通过;`failed` 记为 failure(断言失败)或 error(执行错误);`timeout` 记为 error;`xfailed` 记为 **skipped**(预期失败,不影响构建);`xpassed` 记为 **failure**(意外通过,视为构建失败)。每个 testcase 元素附带命令输出与失败原因。
|
|
1550
1689
|
|
|
1690
|
+
## HTML 报告
|
|
1691
|
+
|
|
1692
|
+
symtest 可生成**自包含的可折叠 HTML 报告**:单文件、内联样式与脚本、零外部依赖,离线双击即可打开。信息按三层密度组织,默认视图一眼扫完,细节按需展开:
|
|
1693
|
+
|
|
1694
|
+
| 层 | 内容 | 默认状态 |
|
|
1695
|
+
|---|---|---|
|
|
1696
|
+
| 顶部摘要 | Total / Passed / Failed / XFailed / XPassed / 通过率进度条 / 总时长 | 永远可见 |
|
|
1697
|
+
| 失败导航 | 失败用例列表,点击锚点直达 | 仅存在失败时出现 |
|
|
1698
|
+
| 工具栏 | 全部 / 仅失败 / 仅通过过滤,全部展开 / 收起按钮 | — |
|
|
1699
|
+
| 用例一览 | 每行 = 状态 + 名称 + **description** + tags + 耗时 | 全部收起 |
|
|
1700
|
+
| 用例详情 | command、expected 验收标准、step_results、误差统计(带文件对标签)、失败详情 | 点击展开 |
|
|
1701
|
+
| 命令输出 | Command Output / Comparator Output / Error Trace | 再嵌套折叠 |
|
|
1702
|
+
|
|
1703
|
+
### CLI 用法
|
|
1704
|
+
|
|
1705
|
+
```bash
|
|
1706
|
+
# 直接输出 HTML 到 stdout(可重定向落盘)
|
|
1707
|
+
symtest run test_cases.json --output-format html > report.html
|
|
1708
|
+
|
|
1709
|
+
# 补充落盘输出:控制台报告不受影响,与 --junit-xml 可并存
|
|
1710
|
+
symtest run test_cases.json --html-report report.html
|
|
1711
|
+
symtest run test_cases.json --html-report report.html --junit-xml report.xml
|
|
1712
|
+
```
|
|
1713
|
+
|
|
1714
|
+
相对路径按 `--workspace` 指定目录解析(未指定则为当前目录)。
|
|
1715
|
+
|
|
1716
|
+
### 数据解释规则
|
|
1717
|
+
|
|
1718
|
+
与文本报告严格同源:
|
|
1719
|
+
|
|
1720
|
+
- `description` / `tags` / `expected` 展示来自 results detail;
|
|
1721
|
+
- `channels` 只从结构化 `channels` 列表渲染(数据泳道比较器),`error_stats` 为扁平 fallback;
|
|
1722
|
+
- 通过用例的误差统计仅在 `--error-analysis-all` 启用时展示,每个统计块标注所属文件对
|
|
1723
|
+
(`baseline: X vs actual: Y`),多个并列的 `compare_files` 断言可区分;
|
|
1724
|
+
- 所有用户数据均经 HTML 转义,长输出自动折叠并限制滚动高度。
|
|
1725
|
+
|
|
1551
1726
|
## 日志配置
|
|
1552
1727
|
|
|
1553
1728
|
框架所有诊断与状态信息都通过 Python 标准 `logging` 模块输出,统一挂在 `symtest` 命名空间下。日志默认写入 **stderr**,因此 `stdout` 始终保持干净,可安全配合 `--output-format json` 做机器可读输出。
|
|
1554
1729
|
|
|
1730
|
+
控制台遵循 **log/report 通道分离**:stderr 只承载日志(运行中每个用例一行的进度、最终 pass/failed 摘要与警告),报告**不会**自动重放到终端。需要查看完整细节时,通过 `--output-format text/json/html` 将报告打印到 stdout(可重定向落盘),或经 `--text-report` / `--html-report` / `--junit-xml` 写入文件。
|
|
1731
|
+
|
|
1555
1732
|
### 命令行控制日志级别
|
|
1556
1733
|
|
|
1557
1734
|
`run` 与 `compare` 子命令均支持:
|
|
@@ -1710,7 +1887,7 @@ CSV 比较按行列结构逐单元格比对;数值单元格在容差范围内
|
|
|
1710
1887
|
symtest run config.json --error-analysis-all
|
|
1711
1888
|
```
|
|
1712
1889
|
|
|
1713
|
-
启用后,每个**通过**的用例会在 Detailed Results 区块中以 `error_stats (baseline vs actual):`
|
|
1890
|
+
启用后,每个**通过**的用例会在 Detailed Results 区块中以 `error_stats (baseline: X vs actual: Y):` 的形式列出上述统计量(标注所属文件对,多个并列的 compare_files 断言可区分)。通过用例的统计也同时写入 `--output json` 的 `assertion_results[].error_stats`(各条目附带 `actual` / `baseline` 路径),便于程序化消费。仅当 `--error-analysis-all` 启用时才会对通过用例产生额外输出,未启用时行为不变。
|
|
1714
1891
|
|
|
1715
1892
|
**CLI 用法**:
|
|
1716
1893
|
|