symtest-cli 1.5.2__tar.gz → 1.5.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {symtest_cli-1.5.2/src/symtest_cli.egg-info → symtest_cli-1.5.4}/PKG-INFO +1 -1
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/docs/design.md +5 -3
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/docs/design_en.md +5 -3
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/docs/user_manual.md +55 -3
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/docs/user_manual_en.md +52 -3
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/pyproject.toml +1 -1
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/skill/SKILL.md +14 -2
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/skill/references/user_manual.md +52 -3
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/commands/compare.py +8 -2
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/commands/run.py +27 -7
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/config/config_io.py +16 -1
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/config/config_schema.py +14 -8
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/execution/executor.py +26 -10
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/file_comparator/result.py +4 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/utils/project_config.py +63 -10
- {symtest_cli-1.5.2 → symtest_cli-1.5.4/src/symtest_cli.egg-info}/PKG-INFO +1 -1
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_cli.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_config_io.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_import_expander.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_jsonc.cpython-312-pytest-9.0.3.pyc +0 -0
- symtest_cli-1.5.4/tests/unit/commands/__pycache__/test_compare_command.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/commands/test_compare_command.py +56 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_assertions.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_outputs_cleanup.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_parallel_results_echo.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/test_outputs_cleanup.py +68 -5
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_with_deps.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/utils/__pycache__/test_html_report.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/utils/__pycache__/test_project_config.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/utils/__pycache__/test_report_generator.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/utils/test_project_config.py +224 -0
- symtest_cli-1.5.2/tests/unit/commands/__pycache__/test_compare_command.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/LICENSE +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/MANIFEST.in +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/README.md +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/setup.cfg +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/skill/assets/full_runner_example.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/skill/assets/templates/extract_channels_script.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/skill/assets/templates/my_analysis_comparator.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/skill/assets/templates/my_channel_extractor.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/skill/assets/templates/test_cases_golden_file.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/skill/assets/templates/test_cases_simple.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/skill/assets/templates/test_cases_simple.yaml +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/skill/assets/templates/test_cases_steps.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/skill/references/field_reference.md +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/__init__.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/cli.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/commands/__init__.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/commands/find.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/commands/migrate.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/commands/schema.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/commands/validate.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/config/__init__.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/config/import_expander.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/config/inheritance_expander.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/config/jsonc.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/config/migrate.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/config/normalize.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/__init__.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/base_runner.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/config_loader.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/execution/__init__.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/execution/result.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/history_store.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/last_run_store.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/orchestration/__init__.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/orchestration/accept.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/orchestration/sequence.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/orchestration/single.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/parallel_runner.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/process_worker.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/result.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/sequence_state.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/setup.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/test_case.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/types.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/validation/__init__.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/validation/assertions.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/validation/result.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/core/validation/validator.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/file_comparator/__init__.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/file_comparator/base_comparator.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/file_comparator/binary_comparator.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/file_comparator/csv_comparator.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/file_comparator/extractor_comparator.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/file_comparator/factory.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/file_comparator/file_comparator_base.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/file_comparator/h5_comparator.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/file_comparator/json_comparator.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/file_comparator/numeric_compare.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/file_comparator/script_comparator.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/file_comparator/script_extract_comparator.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/file_comparator/text_comparator.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/file_comparator/xml_comparator.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/logging_config.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/reporting/__init__.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/reporting/diagnosis.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/runners/__init__.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/runners/config_runner.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/runners/json_runner.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/runners/parallel_config_runner.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/runners/parallel_json_runner.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/runners/parallel_yaml_runner.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/runners/yaml_runner.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/utils/__init__.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/utils/html_report.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/utils/junit_xml_writer.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/utils/path_resolver.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest/utils/report_generator.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest_cli.egg-info/SOURCES.txt +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest_cli.egg-info/dependency_links.txt +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest_cli.egg-info/entry_points.txt +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest_cli.egg-info/requires.txt +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/src/symtest_cli.egg-info/top_level.txt +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/README.md +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/__init__.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/__pycache__/__init__.cpython-312.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/__pycache__/__init__.cpython-313.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/__pycache__/__init__.cpython-39.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/__pycache__/conftest.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/__pycache__/conftest.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/__pycache__/conftest.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/__pycache__/conftest.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/__pycache__/run_all.cpython-312.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/__pycache__/run_all.cpython-313.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/__pycache__/run_all.cpython-39.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/__pycache__/test_setup_module.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/conftest.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/demos/h5_filter_demo.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/demos/manual_report_example.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/demos/perf_parallel.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/e2e/__init__.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/e2e/__pycache__/__init__.cpython-312.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/e2e/__pycache__/__init__.cpython-313.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/e2e/__pycache__/__init__.cpython-39.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/e2e/__pycache__/test_user_flows.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/e2e/__pycache__/test_user_flows.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/e2e/__pycache__/test_user_flows.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/e2e/__pycache__/test_user_flows.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/e2e/test_user_flows.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/circular_config_a.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/circular_config_b.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/hourglass_stdout_mismatch.txt +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/hourglass_stdout_sample.txt +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/inheritance_base.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/inheritance_chain.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/inheritance_circular.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/main_config.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/circular_config_a.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/circular_config_b.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/inheritance_base.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/inheritance_chain.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/inheritance_circular.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/main_config.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/missing_fields.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/setup_main.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/setup_sub.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/skill_test_cases_golden_file.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/skill_test_cases_simple.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/skill_test_cases_simple.yaml +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/skill_test_cases_steps.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/sub_json_tests.yaml +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/sub_text_tests.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/test_cases.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/test_cases.yaml +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/test_cases1.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/test_with_setup.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/test_with_setup.yaml +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/missing_fields.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/mock_fail_script.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/mock_pass_script.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/setup_main.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/setup_sub.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/sub_json_tests.yaml +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/sub_text_tests.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/test_cases.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/test_cases.yaml +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/test_cases1.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/test_with_setup.json +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/fixtures/test_with_setup.yaml +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_history_feature.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_history_feature.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_history_feature.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_new_cli_features.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_new_cli_features.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_new_cli_features.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_real_command_execution.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_real_command_execution.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_real_command_execution.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_sequence.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_sequence.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_sequence.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_binary_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_binary_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_binary_compare.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_binary_compare.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_csv_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_csv_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_csv_compare.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_h5_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_h5_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_h5_compare.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_h5_compare.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_json_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_json_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_json_compare.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_json_compare.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_text_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_text_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_text_compare.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_text_compare.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_xml_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_xml_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_xml_compare.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/test_binary_compare.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/test_csv_compare.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/test_h5_compare.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/test_json_compare.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/test_text_compare.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/file_compare/test_xml_compare.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/parallel/__pycache__/test_depends_on.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/parallel/__pycache__/test_depends_on.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/parallel/__pycache__/test_parallel_runner.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/parallel/__pycache__/test_parallel_runner.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/parallel/__pycache__/test_parallel_runner.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/parallel/__pycache__/test_parallel_runner.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/parallel/test_depends_on.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/parallel/test_parallel_runner.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/path_handling/__pycache__/test_spaces_in_paths.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/path_handling/__pycache__/test_spaces_in_paths.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/path_handling/__pycache__/test_spaces_in_paths.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/path_handling/__pycache__/test_spaces_in_paths.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/path_handling/test_spaces_in_paths.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/test_history_feature.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/test_new_cli_features.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/test_real_command_execution.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/integration/test_sequence.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/run_all.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_binary_comparator.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_binary_comparator.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_binary_comparator.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_cli.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_cli.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_config_io.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_config_io.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_h5_comparator.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_h5_comparator.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_h5_comparator.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_import_expander.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_import_expander.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_inheritance_expander.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_inheritance_expander.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_inheritance_expander.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_migrate.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_migrate.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_result.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_result.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_result.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_run_all.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_run_all.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_run_all.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/commands/__pycache__/test_compare_command.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/commands/__pycache__/test_compare_command.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/commands/__pycache__/test_find.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/commands/__pycache__/test_find.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/commands/test_find.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_architecture_guard.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_architecture_guard.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_assertions.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_assertions.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_case_env.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_case_env.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_config_loader.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_config_loader.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_config_loader.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_config_loader_new_features.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_config_loader_new_features.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_config_loader_new_features.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_execution.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_execution.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_execution.cpython-312.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_execution.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_execution_new_features.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_execution_new_features.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_execution_new_features.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_history_store.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_history_store.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_history_store.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_last_run_store.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_last_run_store.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_last_run_store.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_model_v2.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_model_v2.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_orchestration_accept.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_orchestration_accept.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_process_worker.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_process_worker.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_process_worker.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_sequence_state.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_sequence_state.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_setup.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_setup.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_setup.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_setup.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_validation_error.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_validation_error.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_validation_error.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_xfail.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_xfail.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_xfail.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/test_architecture_guard.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/test_assertions.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/test_case_env.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/test_config_loader.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/test_config_loader_new_features.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/test_execution.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/test_execution_new_features.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/test_history_store.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/test_last_run_store.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/test_model_v2.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/test_orchestration_accept.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/test_parallel_results_echo.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/test_process_worker.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/test_sequence_state.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/test_setup.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/test_validation_error.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/core/test_xfail.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/__init__.cpython-312.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_error_analysis.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_error_analysis.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_error_analysis.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_extractor_channels.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_extractor_channels.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_hourglass_tangent_comparator.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_hourglass_tangent_comparator.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_hourglass_tangent_comparator.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_numeric_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_numeric_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_numeric_parity.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_numeric_parity.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_plugin_lifecycle.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_plugin_lifecycle.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_script_comparator.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_script_comparator.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_script_comparator.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_script_extract.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_script_extract.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_workspace_plugins.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_workspace_plugins.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_workspace_plugins.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/test_error_analysis.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/test_extractor_channels.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/test_hourglass_tangent_comparator.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/test_numeric_compare.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/test_numeric_parity.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/test_plugin_lifecycle.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/test_script_comparator.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/test_script_extract.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/file_comparator/test_workspace_plugins.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_json_yaml_runner.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_json_yaml_runner.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_json_yaml_runner.cpython-312.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_json_yaml_runner.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_json_yaml_runner.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_test_case_filter.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_test_case_filter.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_test_case_filter.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_test_case_tag_filter.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_test_case_tag_filter.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_test_case_tag_filter.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/runners/test_json_yaml_runner.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/runners/test_test_case_filter.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/runners/test_test_case_tag_filter.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/runners/test_with_deps.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/test_binary_comparator.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/test_cli.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/test_config_io.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/test_h5_comparator.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/test_import_expander.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/test_inheritance_expander.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/test_jsonc.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/test_migrate.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/test_result.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/test_run_all.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/utils/__pycache__/test_html_report.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/utils/__pycache__/test_junit_xml_writer.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/utils/__pycache__/test_junit_xml_writer.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/utils/__pycache__/test_junit_xml_writer.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/utils/__pycache__/test_report_generator.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/utils/__pycache__/test_report_generator.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/utils/test_html_report.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/utils/test_junit_xml_writer.py +0 -0
- {symtest_cli-1.5.2 → symtest_cli-1.5.4}/tests/unit/utils/test_report_generator.py +0 -0
|
@@ -59,6 +59,7 @@
|
|
|
59
59
|
| `symtest validate` | `symtest.cli:run_validate` |
|
|
60
60
|
| `symtest schema` | `symtest.cli:run_schema` |
|
|
61
61
|
| `symtest compare` | `symtest.cli:run_compare` |
|
|
62
|
+
| `compare-files` | `symtest.commands.compare:main`(独立入口,与 `symtest compare` 共享参数装配与执行逻辑,为旧版用户与 Windows console-script 用法保留) |
|
|
62
63
|
|
|
63
64
|
## 3. 配置管线
|
|
64
65
|
|
|
@@ -149,7 +150,7 @@ parse_test_cases() # 转换为 List[TestCase](命令路径解析)
|
|
|
149
150
|
### 4.5 单测试执行
|
|
150
151
|
|
|
151
152
|
PathResolver 解析(系统命令直通、shell builtin 平台包装、复合命令拆分解析)
|
|
152
|
-
→ 声明产物清理(`execution.outputs`
|
|
153
|
+
→ 声明产物清理(`execution.outputs` 声明的文件在 subprocess 启动前删除;只允许声明文件,声明目录或 workspace 根一律拒绝;路径 resolve 后必须在 workspace 内,删除失败大声失败记为执行错误;每次 attempt 都执行,`--resume` 跳过的 step 天然不清理)
|
|
153
154
|
→ subprocess 隔离执行(捕获 stdout / stderr / returncode / duration)
|
|
154
155
|
→ 断言校验(return_code / contains / matches / compare_files)
|
|
155
156
|
→ 失败按 `retry_count` 重试
|
|
@@ -166,7 +167,7 @@ PathResolver 解析(系统命令直通、shell builtin 平台包装、复合
|
|
|
166
167
|
|
|
167
168
|
| 状态 | 内容 | 更新时机 / 语义 |
|
|
168
169
|
|---|---|---|
|
|
169
|
-
| 项目默认配置 `symtest.json` | `run` 组运行选项 + `report` 组报告路径 | 运行启动时读取(CLI >
|
|
170
|
+
| 项目默认配置 `symtest.json` | `run` 组运行选项 + `report` 组报告路径 | 运行启动时读取(CLI > 选中的参数文件 > 内置默认);默认入口 `.symtest/symtest.json`(宽容校验,问题只警告),`--defaults FILE` 显式替代入口(严格校验,问题报错退出,不与默认文件叠加);只读,运行中不更新 |
|
|
170
171
|
| 历史记录 | per-case `avg_duration` / `last_duration` / `run_count` | 运行后累计平均更新;先回归检测后写入 |
|
|
171
172
|
| `last_run.json` | case → 上次状态 | 覆写参与执行的用例;未执行的保留旧状态 |
|
|
172
173
|
| `sequence_state/<case>.json` | steps + case expected 的 SHA-256 配置哈希、已通过的 step 集 | 每步 pass 后保存;全部通过后清理 |
|
|
@@ -275,9 +276,10 @@ JSON/YAML 配置,学习成本更低且无交互界面维护负担。
|
|
|
275
276
|
| --update-baseline | 比较失败时自动将实际输出覆盖 baseline,适合批量更新基准 |
|
|
276
277
|
| next_action_hint 结构化建议 | 失败结果附带下一步操作建议(update_baseline / update_expected / increase_timeout / investigate),便于 AI 消费 |
|
|
277
278
|
| 移除 TUI,由官方 skill + `symtest find` 替代 | TUI 的两大职责均有更轻替代:定义/修改用例由 AI 编程助手按官方 skill 完成,跨文件搜索由复用同一解析管线的 `find` 命令覆盖;移除后砍掉 textual 重依赖与交互界面维护负担 |
|
|
278
|
-
| `execution.outputs` 产物清理挂在 execute_command 入口 | 声明产物、运行前删除,消除"陈旧产物假通过"。清理是执行环境准备(与 env 注入同类),归属 execution 层;`execute_command` 是所有执行路径的唯一汇聚点,挂在该处使 retry 重清与 resume 不删(被跳过 step 不进入该函数)两个语义自动成立,编排层零改动。失败大声报 `execution_error
|
|
279
|
+
| `execution.outputs` 产物清理挂在 execute_command 入口 | 声明产物、运行前删除,消除"陈旧产物假通过"。清理是执行环境准备(与 env 注入同类),归属 execution 层;`execute_command` 是所有执行路径的唯一汇聚点,挂在该处使 retry 重清与 resume 不删(被跳过 step 不进入该函数)两个语义自动成立,编排层零改动。失败大声报 `execution_error`,防止静默保留假通过通道。**只允许声明文件**:声明目录(如输出目录树)或 workspace 根(`"."`)会递归抹掉大量无关文件甚至整个工作区,故 validate 与运行时双层拒绝 |
|
|
279
280
|
| JUnit XML 输出 | 兼容 GitLab CI / Jenkins / CircleCI 等主流 CI 系统的测试报告格式 |
|
|
280
281
|
| 项目级默认配置(`.symtest/symtest.json`) | 常用运行参数(并行、误差分析、依赖展开、报告路径)项目内固化,`symtest run` 免重复输入。三级优先级(CLI > 项目配置 > 内置默认)靠 tri-state 布尔项实现(argparse 默认 `None`,`--no-xxx` 显式关闭);未知键/坏 JSON 宽容处理只警告——配置是纯加分项,不阻断运行。替代各仓库自建入口脚本保存默认参数的用法 |
|
|
282
|
+
| `--defaults FILE` 显式默认参数文件 | 同一 workspace 需要多套默认参数(如回归 vs 验证)时免建项目 runner。显式文件**完全替代** `.symtest/symtest.json`(不叠加合并,防止验证配置漏写键时静默继承回归设置),并切换为**严格校验**(缺失/坏 JSON/未知键/类型错报错退出)——显式指定即用户意图,静默回退到另一套设置比报错更危险。默认入口保持宽容语义不变,与 `--no-config` 互斥 |
|
|
281
283
|
| Logging 统一化 | 通过 `logging` 模块集中管理,CLI 入口激活控制台输出,库用户按需启用 |
|
|
282
284
|
| 控制台 log/report 通道分离 | 控制台(stderr logging)只承载进度与摘要日志;报告仅在显式 `--output-format text/json/html` 时走 stdout(可重定向落盘),细节经 `--text-report`/`--html-report`/`--junit-xml` 写文件。修复原 `print_report` 把整份文本报告经 `logger.info` 重放到终端的通道混流——`--error-analysis-all` 下逐用例 error_stats 会淹没 pass/failed 摘要 |
|
|
283
285
|
|
|
@@ -67,6 +67,7 @@ Responsibilities by package (file-level details and public APIs live in source):
|
|
|
67
67
|
| `symtest validate` | `symtest.cli:run_validate` |
|
|
68
68
|
| `symtest schema` | `symtest.cli:run_schema` |
|
|
69
69
|
| `symtest compare` | `symtest.cli:run_compare` |
|
|
70
|
+
| `compare-files` | `symtest.commands.compare:main` (standalone entry, shares argument assembly and execution logic with `symtest compare`; kept for legacy users and Windows console-script usage) |
|
|
70
71
|
|
|
71
72
|
## 3. Config Pipeline
|
|
72
73
|
|
|
@@ -159,8 +160,9 @@ JSON Schema; it is not restated here.
|
|
|
159
160
|
### 4.5 Single Test Execution
|
|
160
161
|
|
|
161
162
|
PathResolver resolves (system commands pass-through, shell builtins wrapped for
|
|
162
|
-
the platform, compound commands split) → declared-output cleanup (files
|
|
163
|
-
|
|
163
|
+
the platform, compound commands split) → declared-output cleanup (files declared via `execution.outputs` are deleted
|
|
164
|
+
before the subprocess starts; only files may be declared — directories and the
|
|
165
|
+
workspace root are always rejected; resolved
|
|
164
166
|
paths must stay inside the workspace, deletion failure fails loudly as an execution
|
|
165
167
|
error; runs on every attempt, and steps skipped by `--resume` are naturally not
|
|
166
168
|
cleaned) → subprocess-isolated execution (captures
|
|
@@ -259,7 +261,7 @@ no interactive UI maintenance burden.
|
|
|
259
261
|
| --update-baseline | Automatically overwrites baseline files with actual output on comparison failure; ideal for batch baseline updates |
|
|
260
262
|
| next_action_hint structured suggestions | Failed results include actionable suggestions (update_baseline / update_expected / increase_timeout / investigate), convenient for AI consumption |
|
|
261
263
|
| TUI removed; replaced by official skill + `symtest find` | Both TUI responsibilities have lighter replacements: case authoring/editing is done by AI assistants via the official skill; cross-file search is covered by the `find` command reusing the same parsing pipeline; removes the heavy textual dependency and interactive-UI maintenance burden |
|
|
262
|
-
| `execution.outputs` artifact cleanup hooked at the execute_command entry | Declare artifacts and delete them before the run, eliminating stale-artifact false passes. Cleanup is execution-environment preparation (same category as env injection) and belongs to the execution layer; `execute_command` is the single convergence point of all execution paths, so hooking there makes retry re-clean and resume skip (skipped steps never enter the function) hold automatically with zero orchestration-layer changes. Failures are loud (`execution_error`) so no silent false-pass channel remains |
|
|
264
|
+
| `execution.outputs` artifact cleanup hooked at the execute_command entry | Declare artifacts and delete them before the run, eliminating stale-artifact false passes. Cleanup is execution-environment preparation (same category as env injection) and belongs to the execution layer; `execute_command` is the single convergence point of all execution paths, so hooking there makes retry re-clean and resume skip (skipped steps never enter the function) hold automatically with zero orchestration-layer changes. Failures are loud (`execution_error`) so no silent false-pass channel remains. **Only files may be declared**: declaring a directory (e.g. an output tree) or the workspace root (`"."`) would recursively wipe unrelated files or even the entire workspace, so validation and runtime both reject it |
|
|
263
265
|
| JUnit XML output | Compatible with GitLab CI / Jenkins / CircleCI and other major CI system test report formats |
|
|
264
266
|
| Project-level default configuration (`.symtest/symtest.json`) | Frequently used run options (parallel, error analysis, dependency expansion, report paths) are stored per project so `symtest run` needs no repeated input. Three-level precedence (CLI > project config > built-in defaults) is implemented with tri-state booleans (argparse defaults to `None`; `--no-xxx` turns a flag off explicitly); unknown keys and bad JSON are handled tolerantly with a warning only — the config is a pure bonus and never blocks a run. Replaces per-repo entry scripts whose only job was storing default arguments |
|
|
265
267
|
| Console log/report channel separation | The console (stderr logging) carries progress and summary logs only. Reports reach stdout solely via an explicit `--output-format text/json/html` (redirectable to a file), with full details written to disk via `--text-report`/`--html-report`/`--junit-xml`. Fixes the channel confusion where the former `print_report` replayed the whole text report through `logger.info` — with `--error-analysis-all` the per-case error_stats flooded the terminal and buried the pass/failed summary |
|
|
@@ -398,7 +398,7 @@ symtest run test_cases.json -t C --with-deps
|
|
|
398
398
|
|
|
399
399
|
## 结果产物声明(outputs)
|
|
400
400
|
|
|
401
|
-
回归测试的一个经典陷阱:被测程序本轮崩溃或输出路径改变,根本没有生成结果文件,但上一轮运行遗留的旧文件还在 workspace 里——`compare_files` 拿旧文件去比 baseline,可能**假通过**。通过 `execution.outputs` 声明结果产物,框架会在执行前(以及每次重试 attempt
|
|
401
|
+
回归测试的一个经典陷阱:被测程序本轮崩溃或输出路径改变,根本没有生成结果文件,但上一轮运行遗留的旧文件还在 workspace 里——`compare_files` 拿旧文件去比 baseline,可能**假通过**。通过 `execution.outputs` 声明结果产物,框架会在执行前(以及每次重试 attempt 前)把这些文件删掉,保证比较的一定是本轮产物。
|
|
402
402
|
|
|
403
403
|
### JSON
|
|
404
404
|
|
|
@@ -437,7 +437,7 @@ symtest run test_cases.json -t C --with-deps
|
|
|
437
437
|
| 文件不存在 | 静默跳过,不构成错误 |
|
|
438
438
|
| 删除失败(文件被占用锁定等) | **大声失败**:用例判为 `execution_error`,不执行命令(避免静默保留假通过通道) |
|
|
439
439
|
| 路径解析 | 相对路径按 workspace 解析;resolve 后必须位于 workspace 内,绝对路径或 `..` 逃逸在解析/校验阶段即报错 |
|
|
440
|
-
| 目录 |
|
|
440
|
+
| 目录 | **不支持**声明目录:只允许声明文件,声明目录(含 workspace 根,如 `.`)会在校验/运行时报错(防止误删整个目录子树) |
|
|
441
441
|
| 占位符 / 继承 | 自动支持(`{var}` 替换;extends 深合并,list 字段整体替换,与 `args` 一致) |
|
|
442
442
|
| 序列模式 step 级 | 在该 step 实际执行前清理 |
|
|
443
443
|
| 序列模式 case 级 | 仅在从头执行(非 resume 续跑)时、第一个执行的 step 之前清理一次 |
|
|
@@ -827,6 +827,9 @@ symtest run test_cases.json --text-report test_report.txt
|
|
|
827
827
|
# 本次运行忽略项目默认配置(.symtest/symtest.json)
|
|
828
828
|
symtest run test_cases.json --no-config
|
|
829
829
|
|
|
830
|
+
# 使用显式默认参数文件(如验证场景配置)替代 .symtest/symtest.json
|
|
831
|
+
symtest run --defaults .symtest/validation.json
|
|
832
|
+
|
|
830
833
|
# 启用历史记录(智能调度 + 回归检测)
|
|
831
834
|
symtest run test_cases.json --history-dir ./hist
|
|
832
835
|
|
|
@@ -1083,6 +1086,45 @@ for detail in runner.results["details"]:
|
|
|
1083
1086
|
- 省略配置文件名时:使用项目配置的 `run.config_file`,未配置则为 `test_cases.json`
|
|
1084
1087
|
- 布尔项支持显式关闭:`--no-parallel`、`--no-with-deps`、`--no-error-analysis-all` 等(不传 = 交给配置,传了以命令行为准)
|
|
1085
1088
|
- `--no-config`:本次运行完全忽略项目配置,只用内置默认
|
|
1089
|
+
- `--defaults FILE`:本次运行使用显式默认参数文件替代 `.symtest/symtest.json`(见下文)
|
|
1090
|
+
|
|
1091
|
+
### 显式默认参数文件(--defaults)
|
|
1092
|
+
|
|
1093
|
+
当一个 workspace 需要多套默认参数(如日常回归 vs 验证运行)时,可以用 `--defaults` 指定一个与 `.symtest/symtest.json` 同格式的替代文件:
|
|
1094
|
+
|
|
1095
|
+
```bash
|
|
1096
|
+
# 使用验证参数文件运行
|
|
1097
|
+
symtest run --defaults .symtest/validation.json
|
|
1098
|
+
|
|
1099
|
+
# 筛选与临时覆盖仍照常使用
|
|
1100
|
+
symtest run --defaults .symtest/validation.json -t c3d8r_im_t01 --workers 1
|
|
1101
|
+
```
|
|
1102
|
+
|
|
1103
|
+
对应的文件结构与 `.symtest/symtest.json` 完全一致:
|
|
1104
|
+
|
|
1105
|
+
```json
|
|
1106
|
+
{
|
|
1107
|
+
"run": {
|
|
1108
|
+
"config_file": "validation_cases.json",
|
|
1109
|
+
"parallel": true,
|
|
1110
|
+
"workers": 1,
|
|
1111
|
+
"history_dir": ".symtest/validation",
|
|
1112
|
+
"error_analysis_all": true
|
|
1113
|
+
},
|
|
1114
|
+
"report": {
|
|
1115
|
+
"text": "reports/validation/test_report.txt",
|
|
1116
|
+
"html": "reports/validation/test_report.html"
|
|
1117
|
+
}
|
|
1118
|
+
}
|
|
1119
|
+
```
|
|
1120
|
+
|
|
1121
|
+
规则:
|
|
1122
|
+
|
|
1123
|
+
- **显式参数文件替代默认参数文件**:本次运行不读取 `.symtest/symtest.json`,也不从中合并任何字段,验证配置漏写的键不会意外继承回归设置
|
|
1124
|
+
- 优先级保持三层:**命令行 > 选中的参数文件 > 内置默认**
|
|
1125
|
+
- 路径统一相对 `--workspace` 解析:参数文件路径本身、文件内的 `run.config_file` 及 `report` 组报告路径(绝对路径原样使用),移动参数文件不改变测试执行位置
|
|
1126
|
+
- **严格校验**:文件不存在、JSON 损坏、顶层非对象、未知 section/键或类型错误都会报错退出——与 `.symtest/symtest.json` 的宽容语义不同,不会静默忽略,避免实际跑了另一套设置
|
|
1127
|
+
- `--defaults` 与 `--no-config` 互斥
|
|
1086
1128
|
|
|
1087
1129
|
### 路径解析
|
|
1088
1130
|
|
|
@@ -1090,7 +1132,7 @@ for detail in runner.results["details"]:
|
|
|
1090
1132
|
|
|
1091
1133
|
### 容错语义
|
|
1092
1134
|
|
|
1093
|
-
未知 section/键、类型错误、JSON 损坏或文件缺失只打 warning
|
|
1135
|
+
未知 section/键、类型错误、JSON 损坏或文件缺失只打 warning,不阻断运行——未知键按忽略处理,便于发现拼写错误;配置文件是纯加分项,坏掉不会让测试跑不起来。该宽容语义仅适用于默认的 `.symtest/symtest.json`;显式指定的 `--defaults` 文件采用严格校验,任何问题都会报错退出(见上文)。
|
|
1094
1136
|
|
|
1095
1137
|
配好之后,日常命令简化为:
|
|
1096
1138
|
|
|
@@ -1813,6 +1855,7 @@ symtest compare <file1> <file2> [选项]
|
|
|
1813
1855
|
| `--verbose` / `-v` | 详细输出 |
|
|
1814
1856
|
| `--debug` | 调试模式 |
|
|
1815
1857
|
| `--num-threads` | 并行线程数,默认 4 |
|
|
1858
|
+
| `--error-analysis` | 启用流式全量误差统计,仅对数值型比较器(CSV、HDF5)生效 |
|
|
1816
1859
|
|
|
1817
1860
|
### 文本文件比较
|
|
1818
1861
|
|
|
@@ -1902,6 +1945,15 @@ symtest run config.json --error-analysis-all
|
|
|
1902
1945
|
symtest run config.json --error-analysis --csv-rtol 1e-4 --csv-data-filter '>0'
|
|
1903
1946
|
```
|
|
1904
1947
|
|
|
1948
|
+
独立比较入口 `compare-files` / `symtest compare` 同样支持该选项(两者参数一致):
|
|
1949
|
+
|
|
1950
|
+
```bash
|
|
1951
|
+
compare-files data1.csv data2.csv --error-analysis
|
|
1952
|
+
symtest compare data1.csv data2.csv --error-analysis
|
|
1953
|
+
```
|
|
1954
|
+
|
|
1955
|
+
CLI 比较入口的统计展示:`--output-format text` 在输出中以 `Error Analysis:` 区块列出全部统计量,`--output-format json` 写入结果的 `error_stats` 字段。与 `symtest run` 一致,统计仅在比较失败时输出。
|
|
1956
|
+
|
|
1905
1957
|
**Python API**:
|
|
1906
1958
|
|
|
1907
1959
|
```python
|
|
@@ -397,7 +397,7 @@ Use the `env` field inside `execution` (same level as `command` and `steps`) to
|
|
|
397
397
|
|
|
398
398
|
## Declared Outputs (outputs)
|
|
399
399
|
|
|
400
|
-
A classic regression-testing trap: the solver crashes this round or the output path changed, so no result file was produced — but the stale file from the previous run is still in the workspace, and `compare_files` may then **false-pass** against the baseline. By declaring result artifacts with `execution.outputs`, the framework deletes these files
|
|
400
|
+
A classic regression-testing trap: the solver crashes this round or the output path changed, so no result file was produced — but the stale file from the previous run is still in the workspace, and `compare_files` may then **false-pass** against the baseline. By declaring result artifacts with `execution.outputs`, the framework deletes these files before execution (and before every retry attempt), guaranteeing comparisons always use artifacts from the current run.
|
|
401
401
|
|
|
402
402
|
### JSON
|
|
403
403
|
|
|
@@ -436,7 +436,7 @@ A classic regression-testing trap: the solver crashes this round or the output p
|
|
|
436
436
|
| Missing file | Silently skipped, not an error |
|
|
437
437
|
| Deletion failure (locked file etc.) | **Loud failure**: the case is marked `execution_error` and the command is not run (no silent false-pass channel) |
|
|
438
438
|
| Path resolution | Relative paths resolve against the workspace; the resolved path must stay inside the workspace — absolute paths or `..` escapes are rejected at parse/validate time |
|
|
439
|
-
| Directories |
|
|
439
|
+
| Directories | **Not supported** — only files may be declared; declaring a directory (including the workspace root, e.g. `.`) fails loudly at validation/run time (prevents wiping an entire directory subtree) |
|
|
440
440
|
| Placeholders / inheritance | Automatic (`{var}` substitution; extends deep-merge with list replacement, same as `args`) |
|
|
441
441
|
| Sequence step-level | Cleaned right before that step actually runs |
|
|
442
442
|
| Sequence case-level | Cleaned once before the first executed step on full runs only |
|
|
@@ -854,6 +854,10 @@ symtest run test_cases.json --text-report test_report.txt
|
|
|
854
854
|
|
|
855
855
|
# Ignore project defaults (.symtest/symtest.json) for this run
|
|
856
856
|
symtest run test_cases.json --no-config
|
|
857
|
+
|
|
858
|
+
# Use an explicit defaults file (e.g., a validation setup) instead of
|
|
859
|
+
# .symtest/symtest.json
|
|
860
|
+
symtest run --defaults .symtest/validation.json
|
|
857
861
|
```
|
|
858
862
|
|
|
859
863
|
### Run Only Last-Failed Cases (--last-failed)
|
|
@@ -1097,6 +1101,39 @@ stay explicit on the command line.
|
|
|
1097
1101
|
the config; passed = command line wins)
|
|
1098
1102
|
- `--no-config`: ignore the project config entirely for this run and use
|
|
1099
1103
|
built-in defaults only
|
|
1104
|
+
- `--defaults FILE`: use an explicit defaults file instead of
|
|
1105
|
+
`.symtest/symtest.json` for this run (see below)
|
|
1106
|
+
|
|
1107
|
+
### Explicit Defaults File (--defaults)
|
|
1108
|
+
|
|
1109
|
+
When one workspace needs more than one set of defaults (e.g., daily
|
|
1110
|
+
regression vs. a validation run), point `--defaults` at an alternative file
|
|
1111
|
+
with the same format as `.symtest/symtest.json`:
|
|
1112
|
+
|
|
1113
|
+
```bash
|
|
1114
|
+
# Validation run driven by .symtest/validation.json
|
|
1115
|
+
symtest run --defaults .symtest/validation.json
|
|
1116
|
+
|
|
1117
|
+
# Filtering and one-shot flags combine as usual
|
|
1118
|
+
symtest run --defaults .symtest/validation.json -t c3d8r_im_t01 --workers 1
|
|
1119
|
+
```
|
|
1120
|
+
|
|
1121
|
+
Rules:
|
|
1122
|
+
|
|
1123
|
+
- The explicit file **replaces** `.symtest/symtest.json` for this run —
|
|
1124
|
+
the default file is not read and nothing is merged from it, so a missing
|
|
1125
|
+
key in the validation file can never silently inherit the regression
|
|
1126
|
+
settings
|
|
1127
|
+
- Precedence stays three-level: **command line > selected defaults file >
|
|
1128
|
+
built-in defaults**
|
|
1129
|
+
- Paths resolve against `--workspace`: the defaults file path itself, the
|
|
1130
|
+
test config file inside it (`run.config_file`) and report paths in the
|
|
1131
|
+
`report` group. Moving the file does not change where tests execute
|
|
1132
|
+
- **Strict validation**: a missing file, broken JSON, a non-object top
|
|
1133
|
+
level, unknown sections/keys or wrong-typed values abort the run with an
|
|
1134
|
+
error — unlike `.symtest/symtest.json`, nothing is silently ignored, so a
|
|
1135
|
+
typo can never make the run execute with a different set of settings
|
|
1136
|
+
- `--defaults` and `--no-config` are mutually exclusive
|
|
1100
1137
|
|
|
1101
1138
|
### Path Resolution
|
|
1102
1139
|
|
|
@@ -1109,7 +1146,9 @@ group resolve against the same directory (absolute paths used as-is).
|
|
|
1109
1146
|
Unknown sections/keys, wrong-typed values, broken JSON or a missing file
|
|
1110
1147
|
only produce a warning and never abort the run — unknown keys are ignored
|
|
1111
1148
|
(which surfaces typos); the config file is a pure bonus, a broken one never
|
|
1112
|
-
prevents tests from running.
|
|
1149
|
+
prevents tests from running. This lenient behaviour applies to the default
|
|
1150
|
+
`.symtest/symtest.json` only; an explicit `--defaults` file is validated
|
|
1151
|
+
strictly and aborts the run on any problem (see above).
|
|
1113
1152
|
|
|
1114
1153
|
With the defaults in place, everyday commands simplify to:
|
|
1115
1154
|
|
|
@@ -1794,6 +1833,7 @@ symtest compare <file1> <file2> [options]
|
|
|
1794
1833
|
| `--verbose` / `-v` | Verbose output |
|
|
1795
1834
|
| `--debug` | Debug mode |
|
|
1796
1835
|
| `--num-threads` | Number of parallel threads, default 4 |
|
|
1836
|
+
| `--error-analysis` | Enable streaming full-population error statistics; effective for numeric comparators (CSV, HDF5) only |
|
|
1797
1837
|
|
|
1798
1838
|
### Text File Comparison
|
|
1799
1839
|
|
|
@@ -1883,6 +1923,15 @@ symtest run config.json --error-analysis-all
|
|
|
1883
1923
|
symtest run config.json --error-analysis --csv-rtol 1e-4 --csv-data-filter '>0'
|
|
1884
1924
|
```
|
|
1885
1925
|
|
|
1926
|
+
The standalone comparison entry points `compare-files` / `symtest compare` support the same option (identical parameters):
|
|
1927
|
+
|
|
1928
|
+
```bash
|
|
1929
|
+
compare-files data1.csv data2.csv --error-analysis
|
|
1930
|
+
symtest compare data1.csv data2.csv --error-analysis
|
|
1931
|
+
```
|
|
1932
|
+
|
|
1933
|
+
In the CLI comparison entry points, statistics are shown as an `Error Analysis:` block with `--output-format text`, or written to the `error_stats` field with `--output-format json`. Consistent with `symtest run`, statistics are only output when the comparison fails.
|
|
1934
|
+
|
|
1886
1935
|
**Python API**:
|
|
1887
1936
|
|
|
1888
1937
|
```python
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "symtest-cli"
|
|
7
|
-
version = "1.5.
|
|
7
|
+
version = "1.5.4"
|
|
8
8
|
description = "Regression testing for CLI applications, with multi-step workflows and numerical file comparison."
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
license = { text = "MIT" }
|
|
@@ -197,9 +197,11 @@ rendering): `references/user_manual.md` → "Custom File Comparator".
|
|
|
197
197
|
|
|
198
198
|
### When to use `execution.outputs` (declared artifacts)
|
|
199
199
|
|
|
200
|
-
- Declare files
|
|
200
|
+
- Declare the files the command produces
|
|
201
201
|
(`"outputs": ["result.h5", "logs/solver.log"]`); the framework deletes
|
|
202
|
-
them before the command starts (and before every retry attempt).
|
|
202
|
+
them before the command starts (and before every retry attempt). Only
|
|
203
|
+
files may be declared — directories (and the workspace root) are
|
|
204
|
+
rejected loudly at validation/run time, never deleted recursively.
|
|
203
205
|
- Use whenever a case writes output files in the workspace: it prevents
|
|
204
206
|
stale artifacts from a previous run causing false passes when the
|
|
205
207
|
solver crashes or the output path changes.
|
|
@@ -247,6 +249,16 @@ built-in defaults**; boolean flags support explicit opt-out via
|
|
|
247
249
|
warned about and ignored; a missing or broken config never blocks a run.
|
|
248
250
|
Report paths resolve against the `--workspace` directory.
|
|
249
251
|
|
|
252
|
+
When one workspace needs multiple sets of defaults (e.g., regression vs.
|
|
253
|
+
validation), use an explicit defaults file instead:
|
|
254
|
+
|
|
255
|
+
```bash
|
|
256
|
+
# Replaces .symtest/symtest.json entirely for this run (no merging);
|
|
257
|
+
# same format. Strict validation: a missing file, broken JSON or unknown
|
|
258
|
+
# keys abort the run. Mutually exclusive with --no-config.
|
|
259
|
+
symtest run --defaults .symtest/validation.json
|
|
260
|
+
```
|
|
261
|
+
|
|
250
262
|
### Filtering
|
|
251
263
|
```bash
|
|
252
264
|
# By name (multiple allowed)
|
|
@@ -397,7 +397,7 @@ Use the `env` field inside `execution` (same level as `command` and `steps`) to
|
|
|
397
397
|
|
|
398
398
|
## Declared Outputs (outputs)
|
|
399
399
|
|
|
400
|
-
A classic regression-testing trap: the solver crashes this round or the output path changed, so no result file was produced — but the stale file from the previous run is still in the workspace, and `compare_files` may then **false-pass** against the baseline. By declaring result artifacts with `execution.outputs`, the framework deletes these files
|
|
400
|
+
A classic regression-testing trap: the solver crashes this round or the output path changed, so no result file was produced — but the stale file from the previous run is still in the workspace, and `compare_files` may then **false-pass** against the baseline. By declaring result artifacts with `execution.outputs`, the framework deletes these files before execution (and before every retry attempt), guaranteeing comparisons always use artifacts from the current run.
|
|
401
401
|
|
|
402
402
|
### JSON
|
|
403
403
|
|
|
@@ -436,7 +436,7 @@ A classic regression-testing trap: the solver crashes this round or the output p
|
|
|
436
436
|
| Missing file | Silently skipped, not an error |
|
|
437
437
|
| Deletion failure (locked file etc.) | **Loud failure**: the case is marked `execution_error` and the command is not run (no silent false-pass channel) |
|
|
438
438
|
| Path resolution | Relative paths resolve against the workspace; the resolved path must stay inside the workspace — absolute paths or `..` escapes are rejected at parse/validate time |
|
|
439
|
-
| Directories |
|
|
439
|
+
| Directories | **Not supported** — only files may be declared; declaring a directory (including the workspace root, e.g. `.`) fails loudly at validation/run time (prevents wiping an entire directory subtree) |
|
|
440
440
|
| Placeholders / inheritance | Automatic (`{var}` substitution; extends deep-merge with list replacement, same as `args`) |
|
|
441
441
|
| Sequence step-level | Cleaned right before that step actually runs |
|
|
442
442
|
| Sequence case-level | Cleaned once before the first executed step on full runs only |
|
|
@@ -854,6 +854,10 @@ symtest run test_cases.json --text-report test_report.txt
|
|
|
854
854
|
|
|
855
855
|
# Ignore project defaults (.symtest/symtest.json) for this run
|
|
856
856
|
symtest run test_cases.json --no-config
|
|
857
|
+
|
|
858
|
+
# Use an explicit defaults file (e.g., a validation setup) instead of
|
|
859
|
+
# .symtest/symtest.json
|
|
860
|
+
symtest run --defaults .symtest/validation.json
|
|
857
861
|
```
|
|
858
862
|
|
|
859
863
|
### Run Only Last-Failed Cases (--last-failed)
|
|
@@ -1097,6 +1101,39 @@ stay explicit on the command line.
|
|
|
1097
1101
|
the config; passed = command line wins)
|
|
1098
1102
|
- `--no-config`: ignore the project config entirely for this run and use
|
|
1099
1103
|
built-in defaults only
|
|
1104
|
+
- `--defaults FILE`: use an explicit defaults file instead of
|
|
1105
|
+
`.symtest/symtest.json` for this run (see below)
|
|
1106
|
+
|
|
1107
|
+
### Explicit Defaults File (--defaults)
|
|
1108
|
+
|
|
1109
|
+
When one workspace needs more than one set of defaults (e.g., daily
|
|
1110
|
+
regression vs. a validation run), point `--defaults` at an alternative file
|
|
1111
|
+
with the same format as `.symtest/symtest.json`:
|
|
1112
|
+
|
|
1113
|
+
```bash
|
|
1114
|
+
# Validation run driven by .symtest/validation.json
|
|
1115
|
+
symtest run --defaults .symtest/validation.json
|
|
1116
|
+
|
|
1117
|
+
# Filtering and one-shot flags combine as usual
|
|
1118
|
+
symtest run --defaults .symtest/validation.json -t c3d8r_im_t01 --workers 1
|
|
1119
|
+
```
|
|
1120
|
+
|
|
1121
|
+
Rules:
|
|
1122
|
+
|
|
1123
|
+
- The explicit file **replaces** `.symtest/symtest.json` for this run —
|
|
1124
|
+
the default file is not read and nothing is merged from it, so a missing
|
|
1125
|
+
key in the validation file can never silently inherit the regression
|
|
1126
|
+
settings
|
|
1127
|
+
- Precedence stays three-level: **command line > selected defaults file >
|
|
1128
|
+
built-in defaults**
|
|
1129
|
+
- Paths resolve against `--workspace`: the defaults file path itself, the
|
|
1130
|
+
test config file inside it (`run.config_file`) and report paths in the
|
|
1131
|
+
`report` group. Moving the file does not change where tests execute
|
|
1132
|
+
- **Strict validation**: a missing file, broken JSON, a non-object top
|
|
1133
|
+
level, unknown sections/keys or wrong-typed values abort the run with an
|
|
1134
|
+
error — unlike `.symtest/symtest.json`, nothing is silently ignored, so a
|
|
1135
|
+
typo can never make the run execute with a different set of settings
|
|
1136
|
+
- `--defaults` and `--no-config` are mutually exclusive
|
|
1100
1137
|
|
|
1101
1138
|
### Path Resolution
|
|
1102
1139
|
|
|
@@ -1109,7 +1146,9 @@ group resolve against the same directory (absolute paths used as-is).
|
|
|
1109
1146
|
Unknown sections/keys, wrong-typed values, broken JSON or a missing file
|
|
1110
1147
|
only produce a warning and never abort the run — unknown keys are ignored
|
|
1111
1148
|
(which surfaces typos); the config file is a pure bonus, a broken one never
|
|
1112
|
-
prevents tests from running.
|
|
1149
|
+
prevents tests from running. This lenient behaviour applies to the default
|
|
1150
|
+
`.symtest/symtest.json` only; an explicit `--defaults` file is validated
|
|
1151
|
+
strictly and aborts the run on any problem (see above).
|
|
1113
1152
|
|
|
1114
1153
|
With the defaults in place, everyday commands simplify to:
|
|
1115
1154
|
|
|
@@ -1794,6 +1833,7 @@ symtest compare <file1> <file2> [options]
|
|
|
1794
1833
|
| `--verbose` / `-v` | Verbose output |
|
|
1795
1834
|
| `--debug` | Debug mode |
|
|
1796
1835
|
| `--num-threads` | Number of parallel threads, default 4 |
|
|
1836
|
+
| `--error-analysis` | Enable streaming full-population error statistics; effective for numeric comparators (CSV, HDF5) only |
|
|
1797
1837
|
|
|
1798
1838
|
### Text File Comparison
|
|
1799
1839
|
|
|
@@ -1883,6 +1923,15 @@ symtest run config.json --error-analysis-all
|
|
|
1883
1923
|
symtest run config.json --error-analysis --csv-rtol 1e-4 --csv-data-filter '>0'
|
|
1884
1924
|
```
|
|
1885
1925
|
|
|
1926
|
+
The standalone comparison entry points `compare-files` / `symtest compare` support the same option (identical parameters):
|
|
1927
|
+
|
|
1928
|
+
```bash
|
|
1929
|
+
compare-files data1.csv data2.csv --error-analysis
|
|
1930
|
+
symtest compare data1.csv data2.csv --error-analysis
|
|
1931
|
+
```
|
|
1932
|
+
|
|
1933
|
+
In the CLI comparison entry points, statistics are shown as an `Error Analysis:` block with `--output-format text`, or written to the `error_stats` field with `--output-format json`. Consistent with `symtest run`, statistics are only output when the comparison fails.
|
|
1934
|
+
|
|
1886
1935
|
**Python API**:
|
|
1887
1936
|
|
|
1888
1937
|
```python
|
|
@@ -39,6 +39,9 @@ def add_compare_arguments(parser):
|
|
|
39
39
|
parser.add_argument("--similarity", action="store_true",
|
|
40
40
|
help="When comparing binary files, compute and show similarity index")
|
|
41
41
|
parser.add_argument("--num-threads", type=int, default=4, help="Number of threads for parallel processing")
|
|
42
|
+
parser.add_argument("--error-analysis", action="store_true",
|
|
43
|
+
help="Enable streaming error statistics over ALL numeric cells "
|
|
44
|
+
"(effective for CSV/HDF5 comparisons only)")
|
|
42
45
|
|
|
43
46
|
# CSV comparison options
|
|
44
47
|
csv_group = parser.add_argument_group('CSV comparison options')
|
|
@@ -203,8 +206,11 @@ def run_comparison(args, logger=None):
|
|
|
203
206
|
comparator_kwargs["data_filter"] = args.h5_data_filter
|
|
204
207
|
comparator_kwargs["expand_path"] = args.h5_expand_path
|
|
205
208
|
|
|
206
|
-
# Create comparator and perform comparison
|
|
207
|
-
|
|
209
|
+
# Create comparator and perform comparison. 'error_analysis' is a
|
|
210
|
+
# framework-owned knob like 'verbose': the factory forwards it only to
|
|
211
|
+
# comparators that declare the parameter (numeric comparators).
|
|
212
|
+
comparator = ComparatorFactory.create_comparator(
|
|
213
|
+
file_type, error_analysis=args.error_analysis, **comparator_kwargs)
|
|
208
214
|
# CLI semantics: file1 = first file (baseline slot), file2 = second (actual slot)
|
|
209
215
|
ctx = CompareContext(
|
|
210
216
|
actual=str(file2_path),
|
|
@@ -16,6 +16,7 @@ from pathlib import Path
|
|
|
16
16
|
from ..reporting.diagnosis import attach_next_action_hints
|
|
17
17
|
from ..runners import JSONRunner, ParallelJSONRunner, ParallelYAMLRunner, YAMLRunner
|
|
18
18
|
from ..utils.project_config import (
|
|
19
|
+
ProjectConfigError,
|
|
19
20
|
load_project_config,
|
|
20
21
|
merge_project_config,
|
|
21
22
|
resolve_path,
|
|
@@ -78,14 +79,25 @@ def run_tests(args):
|
|
|
78
79
|
# This matches BaseRunner's resolution (workspace / config_file).
|
|
79
80
|
workspace_path = Path(args.workspace) if args.workspace else Path.cwd()
|
|
80
81
|
|
|
81
|
-
# Project-level defaults
|
|
82
|
-
#
|
|
83
|
-
#
|
|
82
|
+
# Project-level defaults: CLI values win, then the selected defaults
|
|
83
|
+
# file (.symtest/symtest.json by default, replaced entirely by an
|
|
84
|
+
# explicit --defaults FILE), then built-in defaults. --no-config skips
|
|
85
|
+
# any defaults file and applies built-in defaults only. An explicit
|
|
86
|
+
# --defaults file is validated strictly and aborts the run on problems,
|
|
87
|
+
# so it can never silently fall back to another set of settings.
|
|
84
88
|
if getattr(args, 'no_config', False):
|
|
85
89
|
logger.info("--no-config: ignoring project configuration")
|
|
86
90
|
merge_project_config(args, {}, workspace_path)
|
|
87
91
|
else:
|
|
88
|
-
|
|
92
|
+
try:
|
|
93
|
+
project_config = load_project_config(
|
|
94
|
+
workspace_path,
|
|
95
|
+
explicit_path=getattr(args, 'defaults', None),
|
|
96
|
+
)
|
|
97
|
+
except ProjectConfigError as exc:
|
|
98
|
+
logger.error("%s", exc)
|
|
99
|
+
return False
|
|
100
|
+
merge_project_config(args, project_config, workspace_path)
|
|
89
101
|
|
|
90
102
|
config_file = (workspace_path / args.config_file).resolve()
|
|
91
103
|
|
|
@@ -321,9 +333,17 @@ def register_parser(subparsers):
|
|
|
321
333
|
'specified file path (supplementary, console output '
|
|
322
334
|
'is unaffected; default: from project config; relative '
|
|
323
335
|
'paths are resolved against --workspace)')
|
|
324
|
-
run_parser.
|
|
325
|
-
|
|
326
|
-
|
|
336
|
+
config_group = run_parser.add_mutually_exclusive_group()
|
|
337
|
+
config_group.add_argument('--defaults', default=None, metavar='FILE',
|
|
338
|
+
help='Use an explicit defaults file (same format as '
|
|
339
|
+
'.symtest/symtest.json) instead of the default project '
|
|
340
|
+
'config; the file replaces .symtest/symtest.json entirely '
|
|
341
|
+
'for this run. Relative paths resolve against --workspace. '
|
|
342
|
+
'A missing file, broken JSON or unknown/invalid keys abort '
|
|
343
|
+
'the run (no silent fallback)')
|
|
344
|
+
config_group.add_argument('--no-config', dest='no_config', action='store_true',
|
|
345
|
+
help='Ignore the project configuration (.symtest/symtest.json) '
|
|
346
|
+
'for this run and use built-in defaults')
|
|
327
347
|
run_parser.add_argument('--var', action='append', default=[],
|
|
328
348
|
metavar='KEY=VALUE',
|
|
329
349
|
help='Set a variable for config placeholder substitution, '
|
|
@@ -217,7 +217,10 @@ def _outputs_errors(test_case: Dict[str, Any], prefix: str, workspace: Path) ->
|
|
|
217
217
|
|
|
218
218
|
- must be an array of strings;
|
|
219
219
|
- ``{placeholder}`` entries are skipped (cannot resolve statically);
|
|
220
|
-
- resolved path must stay inside the workspace (no escape)
|
|
220
|
+
- resolved path must stay inside the workspace (no escape);
|
|
221
|
+
- resolved path must not be the workspace root itself (e.g. ``"."``)
|
|
222
|
+
and must not already exist as a directory — only files may be
|
|
223
|
+
declared as outputs.
|
|
221
224
|
"""
|
|
222
225
|
errors: List[str] = []
|
|
223
226
|
execution = _get_execution(test_case)
|
|
@@ -246,6 +249,18 @@ def _outputs_errors(test_case: Dict[str, Any], prefix: str, workspace: Path) ->
|
|
|
246
249
|
errors.append(
|
|
247
250
|
f"{prefix}: output path escapes workspace: '{raw}'"
|
|
248
251
|
)
|
|
252
|
+
continue
|
|
253
|
+
if candidate == workspace:
|
|
254
|
+
errors.append(
|
|
255
|
+
f"{prefix}: output path resolves to the workspace root "
|
|
256
|
+
f"(only files may be declared): '{raw}'"
|
|
257
|
+
)
|
|
258
|
+
continue
|
|
259
|
+
if candidate.exists() and candidate.is_dir() and not candidate.is_symlink():
|
|
260
|
+
errors.append(
|
|
261
|
+
f"{prefix}: output path is a directory "
|
|
262
|
+
f"(only files may be declared as outputs): '{raw}'"
|
|
263
|
+
)
|
|
249
264
|
return errors
|
|
250
265
|
|
|
251
266
|
|
|
@@ -200,8 +200,10 @@ CONFIG_SCHEMA: Dict[str, Any] = {
|
|
|
200
200
|
"description": (
|
|
201
201
|
"Declared output artifacts of this step, deleted "
|
|
202
202
|
"before the step runs (not run when resumed by "
|
|
203
|
-
"--resume).
|
|
204
|
-
"workspace
|
|
203
|
+
"--resume). Only files may be declared (directories "
|
|
204
|
+
"and the workspace root are rejected). Relative "
|
|
205
|
+
"paths resolve against the workspace and must stay "
|
|
206
|
+
"inside it."
|
|
205
207
|
),
|
|
206
208
|
},
|
|
207
209
|
},
|
|
@@ -265,9 +267,11 @@ CONFIG_SCHEMA: Dict[str, Any] = {
|
|
|
265
267
|
"Declared output artifacts of this execution unit. "
|
|
266
268
|
"Deleted before the command starts (and before every "
|
|
267
269
|
"retry attempt) so stale files cannot cause false "
|
|
268
|
-
"passes.
|
|
269
|
-
"
|
|
270
|
-
"
|
|
270
|
+
"passes. Only files may be declared (directories and "
|
|
271
|
+
"the workspace root are rejected). Relative paths "
|
|
272
|
+
"resolve against the workspace and must stay inside "
|
|
273
|
+
"it; missing files are skipped silently; deletion "
|
|
274
|
+
"failure fails the case loudly."
|
|
271
275
|
),
|
|
272
276
|
},
|
|
273
277
|
},
|
|
@@ -310,9 +314,11 @@ CONFIG_SCHEMA: Dict[str, Any] = {
|
|
|
310
314
|
"items": {"type": "string"},
|
|
311
315
|
"description": (
|
|
312
316
|
"Case-level declared output artifacts, deleted once "
|
|
313
|
-
"before the first executed step on full runs.
|
|
314
|
-
"
|
|
315
|
-
"
|
|
317
|
+
"before the first executed step on full runs. Only "
|
|
318
|
+
"files may be declared (directories and the workspace "
|
|
319
|
+
"root are rejected). Skipped when --resume starts "
|
|
320
|
+
"from a resumed step (artifacts of skipped steps are "
|
|
321
|
+
"trusted)."
|
|
316
322
|
),
|
|
317
323
|
},
|
|
318
324
|
},
|