symtest-cli 1.5.3__tar.gz → 1.5.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {symtest_cli-1.5.3/src/symtest_cli.egg-info → symtest_cli-1.5.4}/PKG-INFO +1 -1
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/docs/design.md +3 -1
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/docs/design_en.md +1 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/docs/user_manual.md +53 -1
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/docs/user_manual_en.md +50 -1
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/pyproject.toml +1 -1
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/skill/SKILL.md +10 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/skill/references/user_manual.md +50 -1
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/commands/compare.py +8 -2
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/commands/run.py +27 -7
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/file_comparator/result.py +4 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/utils/project_config.py +63 -10
- {symtest_cli-1.5.3 → symtest_cli-1.5.4/src/symtest_cli.egg-info}/PKG-INFO +1 -1
- symtest_cli-1.5.4/tests/unit/commands/__pycache__/test_compare_command.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/commands/test_compare_command.py +56 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_outputs_cleanup.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/utils/__pycache__/test_project_config.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/utils/test_project_config.py +224 -0
- symtest_cli-1.5.3/tests/unit/commands/__pycache__/test_compare_command.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/LICENSE +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/MANIFEST.in +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/README.md +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/setup.cfg +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/skill/assets/full_runner_example.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/skill/assets/templates/extract_channels_script.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/skill/assets/templates/my_analysis_comparator.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/skill/assets/templates/my_channel_extractor.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/skill/assets/templates/test_cases_golden_file.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/skill/assets/templates/test_cases_simple.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/skill/assets/templates/test_cases_simple.yaml +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/skill/assets/templates/test_cases_steps.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/skill/references/field_reference.md +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/__init__.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/cli.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/commands/__init__.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/commands/find.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/commands/migrate.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/commands/schema.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/commands/validate.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/config/__init__.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/config/config_io.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/config/config_schema.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/config/import_expander.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/config/inheritance_expander.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/config/jsonc.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/config/migrate.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/config/normalize.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/__init__.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/base_runner.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/config_loader.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/execution/__init__.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/execution/executor.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/execution/result.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/history_store.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/last_run_store.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/orchestration/__init__.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/orchestration/accept.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/orchestration/sequence.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/orchestration/single.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/parallel_runner.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/process_worker.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/result.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/sequence_state.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/setup.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/test_case.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/types.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/validation/__init__.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/validation/assertions.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/validation/result.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/core/validation/validator.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/file_comparator/__init__.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/file_comparator/base_comparator.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/file_comparator/binary_comparator.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/file_comparator/csv_comparator.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/file_comparator/extractor_comparator.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/file_comparator/factory.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/file_comparator/file_comparator_base.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/file_comparator/h5_comparator.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/file_comparator/json_comparator.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/file_comparator/numeric_compare.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/file_comparator/script_comparator.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/file_comparator/script_extract_comparator.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/file_comparator/text_comparator.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/file_comparator/xml_comparator.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/logging_config.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/reporting/__init__.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/reporting/diagnosis.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/runners/__init__.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/runners/config_runner.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/runners/json_runner.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/runners/parallel_config_runner.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/runners/parallel_json_runner.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/runners/parallel_yaml_runner.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/runners/yaml_runner.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/utils/__init__.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/utils/html_report.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/utils/junit_xml_writer.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/utils/path_resolver.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest/utils/report_generator.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest_cli.egg-info/SOURCES.txt +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest_cli.egg-info/dependency_links.txt +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest_cli.egg-info/entry_points.txt +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest_cli.egg-info/requires.txt +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/src/symtest_cli.egg-info/top_level.txt +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/README.md +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/__init__.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/__pycache__/__init__.cpython-312.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/__pycache__/__init__.cpython-313.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/__pycache__/__init__.cpython-39.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/__pycache__/conftest.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/__pycache__/conftest.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/__pycache__/conftest.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/__pycache__/conftest.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/__pycache__/run_all.cpython-312.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/__pycache__/run_all.cpython-313.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/__pycache__/run_all.cpython-39.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/__pycache__/test_setup_module.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/conftest.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/demos/h5_filter_demo.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/demos/manual_report_example.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/demos/perf_parallel.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/e2e/__init__.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/e2e/__pycache__/__init__.cpython-312.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/e2e/__pycache__/__init__.cpython-313.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/e2e/__pycache__/__init__.cpython-39.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/e2e/__pycache__/test_user_flows.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/e2e/__pycache__/test_user_flows.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/e2e/__pycache__/test_user_flows.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/e2e/__pycache__/test_user_flows.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/e2e/test_user_flows.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/circular_config_a.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/circular_config_b.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/hourglass_stdout_mismatch.txt +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/hourglass_stdout_sample.txt +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/inheritance_base.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/inheritance_chain.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/inheritance_circular.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/main_config.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/circular_config_a.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/circular_config_b.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/inheritance_base.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/inheritance_chain.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/inheritance_circular.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/main_config.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/missing_fields.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/setup_main.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/setup_sub.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/skill_test_cases_golden_file.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/skill_test_cases_simple.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/skill_test_cases_simple.yaml +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/skill_test_cases_steps.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/sub_json_tests.yaml +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/sub_text_tests.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/test_cases.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/test_cases.yaml +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/test_cases1.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/test_with_setup.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/migration/v1/test_with_setup.yaml +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/missing_fields.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/mock_fail_script.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/mock_pass_script.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/setup_main.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/setup_sub.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/sub_json_tests.yaml +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/sub_text_tests.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/test_cases.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/test_cases.yaml +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/test_cases1.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/test_with_setup.json +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/fixtures/test_with_setup.yaml +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_history_feature.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_history_feature.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_history_feature.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_new_cli_features.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_new_cli_features.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_new_cli_features.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_real_command_execution.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_real_command_execution.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_real_command_execution.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_sequence.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_sequence.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/__pycache__/test_sequence.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_binary_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_binary_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_binary_compare.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_binary_compare.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_csv_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_csv_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_csv_compare.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_h5_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_h5_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_h5_compare.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_h5_compare.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_json_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_json_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_json_compare.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_json_compare.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_text_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_text_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_text_compare.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_text_compare.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_xml_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_xml_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/__pycache__/test_xml_compare.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/test_binary_compare.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/test_csv_compare.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/test_h5_compare.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/test_json_compare.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/test_text_compare.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/file_compare/test_xml_compare.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/parallel/__pycache__/test_depends_on.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/parallel/__pycache__/test_depends_on.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/parallel/__pycache__/test_parallel_runner.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/parallel/__pycache__/test_parallel_runner.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/parallel/__pycache__/test_parallel_runner.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/parallel/__pycache__/test_parallel_runner.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/parallel/test_depends_on.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/parallel/test_parallel_runner.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/path_handling/__pycache__/test_spaces_in_paths.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/path_handling/__pycache__/test_spaces_in_paths.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/path_handling/__pycache__/test_spaces_in_paths.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/path_handling/__pycache__/test_spaces_in_paths.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/path_handling/test_spaces_in_paths.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/test_history_feature.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/test_new_cli_features.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/test_real_command_execution.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/integration/test_sequence.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/run_all.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_binary_comparator.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_binary_comparator.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_binary_comparator.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_cli.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_cli.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_cli.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_config_io.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_config_io.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_config_io.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_h5_comparator.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_h5_comparator.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_h5_comparator.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_import_expander.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_import_expander.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_import_expander.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_inheritance_expander.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_inheritance_expander.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_inheritance_expander.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_jsonc.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_migrate.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_migrate.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_result.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_result.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_result.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_run_all.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_run_all.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/__pycache__/test_run_all.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/commands/__pycache__/test_compare_command.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/commands/__pycache__/test_compare_command.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/commands/__pycache__/test_find.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/commands/__pycache__/test_find.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/commands/test_find.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_architecture_guard.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_architecture_guard.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_assertions.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_assertions.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_assertions.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_case_env.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_case_env.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_config_loader.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_config_loader.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_config_loader.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_config_loader_new_features.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_config_loader_new_features.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_config_loader_new_features.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_execution.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_execution.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_execution.cpython-312.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_execution.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_execution_new_features.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_execution_new_features.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_execution_new_features.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_history_store.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_history_store.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_history_store.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_last_run_store.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_last_run_store.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_last_run_store.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_model_v2.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_model_v2.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_orchestration_accept.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_orchestration_accept.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_parallel_results_echo.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_process_worker.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_process_worker.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_process_worker.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_sequence_state.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_sequence_state.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_setup.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_setup.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_setup.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_setup.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_validation_error.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_validation_error.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_validation_error.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_xfail.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_xfail.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/__pycache__/test_xfail.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/test_architecture_guard.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/test_assertions.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/test_case_env.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/test_config_loader.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/test_config_loader_new_features.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/test_execution.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/test_execution_new_features.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/test_history_store.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/test_last_run_store.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/test_model_v2.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/test_orchestration_accept.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/test_outputs_cleanup.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/test_parallel_results_echo.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/test_process_worker.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/test_sequence_state.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/test_setup.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/test_validation_error.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/core/test_xfail.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/__init__.cpython-312.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_error_analysis.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_error_analysis.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_error_analysis.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_extractor_channels.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_extractor_channels.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_hourglass_tangent_comparator.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_hourglass_tangent_comparator.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_hourglass_tangent_comparator.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_numeric_compare.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_numeric_compare.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_numeric_parity.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_numeric_parity.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_plugin_lifecycle.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_plugin_lifecycle.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_script_comparator.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_script_comparator.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_script_comparator.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_script_extract.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_script_extract.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_workspace_plugins.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_workspace_plugins.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/__pycache__/test_workspace_plugins.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/test_error_analysis.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/test_extractor_channels.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/test_hourglass_tangent_comparator.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/test_numeric_compare.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/test_numeric_parity.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/test_plugin_lifecycle.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/test_script_comparator.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/test_script_extract.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/file_comparator/test_workspace_plugins.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_json_yaml_runner.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_json_yaml_runner.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_json_yaml_runner.cpython-312.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_json_yaml_runner.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_json_yaml_runner.cpython-39-pytest-8.3.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_test_case_filter.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_test_case_filter.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_test_case_filter.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_test_case_tag_filter.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_test_case_tag_filter.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_test_case_tag_filter.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/runners/__pycache__/test_with_deps.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/runners/test_json_yaml_runner.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/runners/test_test_case_filter.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/runners/test_test_case_tag_filter.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/runners/test_with_deps.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/test_binary_comparator.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/test_cli.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/test_config_io.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/test_h5_comparator.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/test_import_expander.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/test_inheritance_expander.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/test_jsonc.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/test_migrate.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/test_result.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/test_run_all.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/utils/__pycache__/test_html_report.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/utils/__pycache__/test_html_report.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/utils/__pycache__/test_junit_xml_writer.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/utils/__pycache__/test_junit_xml_writer.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/utils/__pycache__/test_junit_xml_writer.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/utils/__pycache__/test_report_generator.cpython-312-pytest-7.4.4.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/utils/__pycache__/test_report_generator.cpython-312-pytest-9.0.3.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/utils/__pycache__/test_report_generator.cpython-313-pytest-9.0.2.pyc +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/utils/test_html_report.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/utils/test_junit_xml_writer.py +0 -0
- {symtest_cli-1.5.3 → symtest_cli-1.5.4}/tests/unit/utils/test_report_generator.py +0 -0
|
@@ -59,6 +59,7 @@
|
|
|
59
59
|
| `symtest validate` | `symtest.cli:run_validate` |
|
|
60
60
|
| `symtest schema` | `symtest.cli:run_schema` |
|
|
61
61
|
| `symtest compare` | `symtest.cli:run_compare` |
|
|
62
|
+
| `compare-files` | `symtest.commands.compare:main`(独立入口,与 `symtest compare` 共享参数装配与执行逻辑,为旧版用户与 Windows console-script 用法保留) |
|
|
62
63
|
|
|
63
64
|
## 3. 配置管线
|
|
64
65
|
|
|
@@ -166,7 +167,7 @@ PathResolver 解析(系统命令直通、shell builtin 平台包装、复合
|
|
|
166
167
|
|
|
167
168
|
| 状态 | 内容 | 更新时机 / 语义 |
|
|
168
169
|
|---|---|---|
|
|
169
|
-
| 项目默认配置 `symtest.json` | `run` 组运行选项 + `report` 组报告路径 | 运行启动时读取(CLI >
|
|
170
|
+
| 项目默认配置 `symtest.json` | `run` 组运行选项 + `report` 组报告路径 | 运行启动时读取(CLI > 选中的参数文件 > 内置默认);默认入口 `.symtest/symtest.json`(宽容校验,问题只警告),`--defaults FILE` 显式替代入口(严格校验,问题报错退出,不与默认文件叠加);只读,运行中不更新 |
|
|
170
171
|
| 历史记录 | per-case `avg_duration` / `last_duration` / `run_count` | 运行后累计平均更新;先回归检测后写入 |
|
|
171
172
|
| `last_run.json` | case → 上次状态 | 覆写参与执行的用例;未执行的保留旧状态 |
|
|
172
173
|
| `sequence_state/<case>.json` | steps + case expected 的 SHA-256 配置哈希、已通过的 step 集 | 每步 pass 后保存;全部通过后清理 |
|
|
@@ -278,6 +279,7 @@ JSON/YAML 配置,学习成本更低且无交互界面维护负担。
|
|
|
278
279
|
| `execution.outputs` 产物清理挂在 execute_command 入口 | 声明产物、运行前删除,消除"陈旧产物假通过"。清理是执行环境准备(与 env 注入同类),归属 execution 层;`execute_command` 是所有执行路径的唯一汇聚点,挂在该处使 retry 重清与 resume 不删(被跳过 step 不进入该函数)两个语义自动成立,编排层零改动。失败大声报 `execution_error`,防止静默保留假通过通道。**只允许声明文件**:声明目录(如输出目录树)或 workspace 根(`"."`)会递归抹掉大量无关文件甚至整个工作区,故 validate 与运行时双层拒绝 |
|
|
279
280
|
| JUnit XML 输出 | 兼容 GitLab CI / Jenkins / CircleCI 等主流 CI 系统的测试报告格式 |
|
|
280
281
|
| 项目级默认配置(`.symtest/symtest.json`) | 常用运行参数(并行、误差分析、依赖展开、报告路径)项目内固化,`symtest run` 免重复输入。三级优先级(CLI > 项目配置 > 内置默认)靠 tri-state 布尔项实现(argparse 默认 `None`,`--no-xxx` 显式关闭);未知键/坏 JSON 宽容处理只警告——配置是纯加分项,不阻断运行。替代各仓库自建入口脚本保存默认参数的用法 |
|
|
282
|
+
| `--defaults FILE` 显式默认参数文件 | 同一 workspace 需要多套默认参数(如回归 vs 验证)时免建项目 runner。显式文件**完全替代** `.symtest/symtest.json`(不叠加合并,防止验证配置漏写键时静默继承回归设置),并切换为**严格校验**(缺失/坏 JSON/未知键/类型错报错退出)——显式指定即用户意图,静默回退到另一套设置比报错更危险。默认入口保持宽容语义不变,与 `--no-config` 互斥 |
|
|
281
283
|
| Logging 统一化 | 通过 `logging` 模块集中管理,CLI 入口激活控制台输出,库用户按需启用 |
|
|
282
284
|
| 控制台 log/report 通道分离 | 控制台(stderr logging)只承载进度与摘要日志;报告仅在显式 `--output-format text/json/html` 时走 stdout(可重定向落盘),细节经 `--text-report`/`--html-report`/`--junit-xml` 写文件。修复原 `print_report` 把整份文本报告经 `logger.info` 重放到终端的通道混流——`--error-analysis-all` 下逐用例 error_stats 会淹没 pass/failed 摘要 |
|
|
283
285
|
|
|
@@ -67,6 +67,7 @@ Responsibilities by package (file-level details and public APIs live in source):
|
|
|
67
67
|
| `symtest validate` | `symtest.cli:run_validate` |
|
|
68
68
|
| `symtest schema` | `symtest.cli:run_schema` |
|
|
69
69
|
| `symtest compare` | `symtest.cli:run_compare` |
|
|
70
|
+
| `compare-files` | `symtest.commands.compare:main` (standalone entry, shares argument assembly and execution logic with `symtest compare`; kept for legacy users and Windows console-script usage) |
|
|
70
71
|
|
|
71
72
|
## 3. Config Pipeline
|
|
72
73
|
|
|
@@ -827,6 +827,9 @@ symtest run test_cases.json --text-report test_report.txt
|
|
|
827
827
|
# 本次运行忽略项目默认配置(.symtest/symtest.json)
|
|
828
828
|
symtest run test_cases.json --no-config
|
|
829
829
|
|
|
830
|
+
# 使用显式默认参数文件(如验证场景配置)替代 .symtest/symtest.json
|
|
831
|
+
symtest run --defaults .symtest/validation.json
|
|
832
|
+
|
|
830
833
|
# 启用历史记录(智能调度 + 回归检测)
|
|
831
834
|
symtest run test_cases.json --history-dir ./hist
|
|
832
835
|
|
|
@@ -1083,6 +1086,45 @@ for detail in runner.results["details"]:
|
|
|
1083
1086
|
- 省略配置文件名时:使用项目配置的 `run.config_file`,未配置则为 `test_cases.json`
|
|
1084
1087
|
- 布尔项支持显式关闭:`--no-parallel`、`--no-with-deps`、`--no-error-analysis-all` 等(不传 = 交给配置,传了以命令行为准)
|
|
1085
1088
|
- `--no-config`:本次运行完全忽略项目配置,只用内置默认
|
|
1089
|
+
- `--defaults FILE`:本次运行使用显式默认参数文件替代 `.symtest/symtest.json`(见下文)
|
|
1090
|
+
|
|
1091
|
+
### 显式默认参数文件(--defaults)
|
|
1092
|
+
|
|
1093
|
+
当一个 workspace 需要多套默认参数(如日常回归 vs 验证运行)时,可以用 `--defaults` 指定一个与 `.symtest/symtest.json` 同格式的替代文件:
|
|
1094
|
+
|
|
1095
|
+
```bash
|
|
1096
|
+
# 使用验证参数文件运行
|
|
1097
|
+
symtest run --defaults .symtest/validation.json
|
|
1098
|
+
|
|
1099
|
+
# 筛选与临时覆盖仍照常使用
|
|
1100
|
+
symtest run --defaults .symtest/validation.json -t c3d8r_im_t01 --workers 1
|
|
1101
|
+
```
|
|
1102
|
+
|
|
1103
|
+
对应的文件结构与 `.symtest/symtest.json` 完全一致:
|
|
1104
|
+
|
|
1105
|
+
```json
|
|
1106
|
+
{
|
|
1107
|
+
"run": {
|
|
1108
|
+
"config_file": "validation_cases.json",
|
|
1109
|
+
"parallel": true,
|
|
1110
|
+
"workers": 1,
|
|
1111
|
+
"history_dir": ".symtest/validation",
|
|
1112
|
+
"error_analysis_all": true
|
|
1113
|
+
},
|
|
1114
|
+
"report": {
|
|
1115
|
+
"text": "reports/validation/test_report.txt",
|
|
1116
|
+
"html": "reports/validation/test_report.html"
|
|
1117
|
+
}
|
|
1118
|
+
}
|
|
1119
|
+
```
|
|
1120
|
+
|
|
1121
|
+
规则:
|
|
1122
|
+
|
|
1123
|
+
- **显式参数文件替代默认参数文件**:本次运行不读取 `.symtest/symtest.json`,也不从中合并任何字段,验证配置漏写的键不会意外继承回归设置
|
|
1124
|
+
- 优先级保持三层:**命令行 > 选中的参数文件 > 内置默认**
|
|
1125
|
+
- 路径统一相对 `--workspace` 解析:参数文件路径本身、文件内的 `run.config_file` 及 `report` 组报告路径(绝对路径原样使用),移动参数文件不改变测试执行位置
|
|
1126
|
+
- **严格校验**:文件不存在、JSON 损坏、顶层非对象、未知 section/键或类型错误都会报错退出——与 `.symtest/symtest.json` 的宽容语义不同,不会静默忽略,避免实际跑了另一套设置
|
|
1127
|
+
- `--defaults` 与 `--no-config` 互斥
|
|
1086
1128
|
|
|
1087
1129
|
### 路径解析
|
|
1088
1130
|
|
|
@@ -1090,7 +1132,7 @@ for detail in runner.results["details"]:
|
|
|
1090
1132
|
|
|
1091
1133
|
### 容错语义
|
|
1092
1134
|
|
|
1093
|
-
未知 section/键、类型错误、JSON 损坏或文件缺失只打 warning
|
|
1135
|
+
未知 section/键、类型错误、JSON 损坏或文件缺失只打 warning,不阻断运行——未知键按忽略处理,便于发现拼写错误;配置文件是纯加分项,坏掉不会让测试跑不起来。该宽容语义仅适用于默认的 `.symtest/symtest.json`;显式指定的 `--defaults` 文件采用严格校验,任何问题都会报错退出(见上文)。
|
|
1094
1136
|
|
|
1095
1137
|
配好之后,日常命令简化为:
|
|
1096
1138
|
|
|
@@ -1813,6 +1855,7 @@ symtest compare <file1> <file2> [选项]
|
|
|
1813
1855
|
| `--verbose` / `-v` | 详细输出 |
|
|
1814
1856
|
| `--debug` | 调试模式 |
|
|
1815
1857
|
| `--num-threads` | 并行线程数,默认 4 |
|
|
1858
|
+
| `--error-analysis` | 启用流式全量误差统计,仅对数值型比较器(CSV、HDF5)生效 |
|
|
1816
1859
|
|
|
1817
1860
|
### 文本文件比较
|
|
1818
1861
|
|
|
@@ -1902,6 +1945,15 @@ symtest run config.json --error-analysis-all
|
|
|
1902
1945
|
symtest run config.json --error-analysis --csv-rtol 1e-4 --csv-data-filter '>0'
|
|
1903
1946
|
```
|
|
1904
1947
|
|
|
1948
|
+
独立比较入口 `compare-files` / `symtest compare` 同样支持该选项(两者参数一致):
|
|
1949
|
+
|
|
1950
|
+
```bash
|
|
1951
|
+
compare-files data1.csv data2.csv --error-analysis
|
|
1952
|
+
symtest compare data1.csv data2.csv --error-analysis
|
|
1953
|
+
```
|
|
1954
|
+
|
|
1955
|
+
CLI 比较入口的统计展示:`--output-format text` 在输出中以 `Error Analysis:` 区块列出全部统计量,`--output-format json` 写入结果的 `error_stats` 字段。与 `symtest run` 一致,统计仅在比较失败时输出。
|
|
1956
|
+
|
|
1905
1957
|
**Python API**:
|
|
1906
1958
|
|
|
1907
1959
|
```python
|
|
@@ -854,6 +854,10 @@ symtest run test_cases.json --text-report test_report.txt
|
|
|
854
854
|
|
|
855
855
|
# Ignore project defaults (.symtest/symtest.json) for this run
|
|
856
856
|
symtest run test_cases.json --no-config
|
|
857
|
+
|
|
858
|
+
# Use an explicit defaults file (e.g., a validation setup) instead of
|
|
859
|
+
# .symtest/symtest.json
|
|
860
|
+
symtest run --defaults .symtest/validation.json
|
|
857
861
|
```
|
|
858
862
|
|
|
859
863
|
### Run Only Last-Failed Cases (--last-failed)
|
|
@@ -1097,6 +1101,39 @@ stay explicit on the command line.
|
|
|
1097
1101
|
the config; passed = command line wins)
|
|
1098
1102
|
- `--no-config`: ignore the project config entirely for this run and use
|
|
1099
1103
|
built-in defaults only
|
|
1104
|
+
- `--defaults FILE`: use an explicit defaults file instead of
|
|
1105
|
+
`.symtest/symtest.json` for this run (see below)
|
|
1106
|
+
|
|
1107
|
+
### Explicit Defaults File (--defaults)
|
|
1108
|
+
|
|
1109
|
+
When one workspace needs more than one set of defaults (e.g., daily
|
|
1110
|
+
regression vs. a validation run), point `--defaults` at an alternative file
|
|
1111
|
+
with the same format as `.symtest/symtest.json`:
|
|
1112
|
+
|
|
1113
|
+
```bash
|
|
1114
|
+
# Validation run driven by .symtest/validation.json
|
|
1115
|
+
symtest run --defaults .symtest/validation.json
|
|
1116
|
+
|
|
1117
|
+
# Filtering and one-shot flags combine as usual
|
|
1118
|
+
symtest run --defaults .symtest/validation.json -t c3d8r_im_t01 --workers 1
|
|
1119
|
+
```
|
|
1120
|
+
|
|
1121
|
+
Rules:
|
|
1122
|
+
|
|
1123
|
+
- The explicit file **replaces** `.symtest/symtest.json` for this run —
|
|
1124
|
+
the default file is not read and nothing is merged from it, so a missing
|
|
1125
|
+
key in the validation file can never silently inherit the regression
|
|
1126
|
+
settings
|
|
1127
|
+
- Precedence stays three-level: **command line > selected defaults file >
|
|
1128
|
+
built-in defaults**
|
|
1129
|
+
- Paths resolve against `--workspace`: the defaults file path itself, the
|
|
1130
|
+
test config file inside it (`run.config_file`) and report paths in the
|
|
1131
|
+
`report` group. Moving the file does not change where tests execute
|
|
1132
|
+
- **Strict validation**: a missing file, broken JSON, a non-object top
|
|
1133
|
+
level, unknown sections/keys or wrong-typed values abort the run with an
|
|
1134
|
+
error — unlike `.symtest/symtest.json`, nothing is silently ignored, so a
|
|
1135
|
+
typo can never make the run execute with a different set of settings
|
|
1136
|
+
- `--defaults` and `--no-config` are mutually exclusive
|
|
1100
1137
|
|
|
1101
1138
|
### Path Resolution
|
|
1102
1139
|
|
|
@@ -1109,7 +1146,9 @@ group resolve against the same directory (absolute paths used as-is).
|
|
|
1109
1146
|
Unknown sections/keys, wrong-typed values, broken JSON or a missing file
|
|
1110
1147
|
only produce a warning and never abort the run — unknown keys are ignored
|
|
1111
1148
|
(which surfaces typos); the config file is a pure bonus, a broken one never
|
|
1112
|
-
prevents tests from running.
|
|
1149
|
+
prevents tests from running. This lenient behaviour applies to the default
|
|
1150
|
+
`.symtest/symtest.json` only; an explicit `--defaults` file is validated
|
|
1151
|
+
strictly and aborts the run on any problem (see above).
|
|
1113
1152
|
|
|
1114
1153
|
With the defaults in place, everyday commands simplify to:
|
|
1115
1154
|
|
|
@@ -1794,6 +1833,7 @@ symtest compare <file1> <file2> [options]
|
|
|
1794
1833
|
| `--verbose` / `-v` | Verbose output |
|
|
1795
1834
|
| `--debug` | Debug mode |
|
|
1796
1835
|
| `--num-threads` | Number of parallel threads, default 4 |
|
|
1836
|
+
| `--error-analysis` | Enable streaming full-population error statistics; effective for numeric comparators (CSV, HDF5) only |
|
|
1797
1837
|
|
|
1798
1838
|
### Text File Comparison
|
|
1799
1839
|
|
|
@@ -1883,6 +1923,15 @@ symtest run config.json --error-analysis-all
|
|
|
1883
1923
|
symtest run config.json --error-analysis --csv-rtol 1e-4 --csv-data-filter '>0'
|
|
1884
1924
|
```
|
|
1885
1925
|
|
|
1926
|
+
The standalone comparison entry points `compare-files` / `symtest compare` support the same option (identical parameters):
|
|
1927
|
+
|
|
1928
|
+
```bash
|
|
1929
|
+
compare-files data1.csv data2.csv --error-analysis
|
|
1930
|
+
symtest compare data1.csv data2.csv --error-analysis
|
|
1931
|
+
```
|
|
1932
|
+
|
|
1933
|
+
In the CLI comparison entry points, statistics are shown as an `Error Analysis:` block with `--output-format text`, or written to the `error_stats` field with `--output-format json`. Consistent with `symtest run`, statistics are only output when the comparison fails.
|
|
1934
|
+
|
|
1886
1935
|
**Python API**:
|
|
1887
1936
|
|
|
1888
1937
|
```python
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "symtest-cli"
|
|
7
|
-
version = "1.5.
|
|
7
|
+
version = "1.5.4"
|
|
8
8
|
description = "Regression testing for CLI applications, with multi-step workflows and numerical file comparison."
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
license = { text = "MIT" }
|
|
@@ -249,6 +249,16 @@ built-in defaults**; boolean flags support explicit opt-out via
|
|
|
249
249
|
warned about and ignored; a missing or broken config never blocks a run.
|
|
250
250
|
Report paths resolve against the `--workspace` directory.
|
|
251
251
|
|
|
252
|
+
When one workspace needs multiple sets of defaults (e.g., regression vs.
|
|
253
|
+
validation), use an explicit defaults file instead:
|
|
254
|
+
|
|
255
|
+
```bash
|
|
256
|
+
# Replaces .symtest/symtest.json entirely for this run (no merging);
|
|
257
|
+
# same format. Strict validation: a missing file, broken JSON or unknown
|
|
258
|
+
# keys abort the run. Mutually exclusive with --no-config.
|
|
259
|
+
symtest run --defaults .symtest/validation.json
|
|
260
|
+
```
|
|
261
|
+
|
|
252
262
|
### Filtering
|
|
253
263
|
```bash
|
|
254
264
|
# By name (multiple allowed)
|
|
@@ -854,6 +854,10 @@ symtest run test_cases.json --text-report test_report.txt
|
|
|
854
854
|
|
|
855
855
|
# Ignore project defaults (.symtest/symtest.json) for this run
|
|
856
856
|
symtest run test_cases.json --no-config
|
|
857
|
+
|
|
858
|
+
# Use an explicit defaults file (e.g., a validation setup) instead of
|
|
859
|
+
# .symtest/symtest.json
|
|
860
|
+
symtest run --defaults .symtest/validation.json
|
|
857
861
|
```
|
|
858
862
|
|
|
859
863
|
### Run Only Last-Failed Cases (--last-failed)
|
|
@@ -1097,6 +1101,39 @@ stay explicit on the command line.
|
|
|
1097
1101
|
the config; passed = command line wins)
|
|
1098
1102
|
- `--no-config`: ignore the project config entirely for this run and use
|
|
1099
1103
|
built-in defaults only
|
|
1104
|
+
- `--defaults FILE`: use an explicit defaults file instead of
|
|
1105
|
+
`.symtest/symtest.json` for this run (see below)
|
|
1106
|
+
|
|
1107
|
+
### Explicit Defaults File (--defaults)
|
|
1108
|
+
|
|
1109
|
+
When one workspace needs more than one set of defaults (e.g., daily
|
|
1110
|
+
regression vs. a validation run), point `--defaults` at an alternative file
|
|
1111
|
+
with the same format as `.symtest/symtest.json`:
|
|
1112
|
+
|
|
1113
|
+
```bash
|
|
1114
|
+
# Validation run driven by .symtest/validation.json
|
|
1115
|
+
symtest run --defaults .symtest/validation.json
|
|
1116
|
+
|
|
1117
|
+
# Filtering and one-shot flags combine as usual
|
|
1118
|
+
symtest run --defaults .symtest/validation.json -t c3d8r_im_t01 --workers 1
|
|
1119
|
+
```
|
|
1120
|
+
|
|
1121
|
+
Rules:
|
|
1122
|
+
|
|
1123
|
+
- The explicit file **replaces** `.symtest/symtest.json` for this run —
|
|
1124
|
+
the default file is not read and nothing is merged from it, so a missing
|
|
1125
|
+
key in the validation file can never silently inherit the regression
|
|
1126
|
+
settings
|
|
1127
|
+
- Precedence stays three-level: **command line > selected defaults file >
|
|
1128
|
+
built-in defaults**
|
|
1129
|
+
- Paths resolve against `--workspace`: the defaults file path itself, the
|
|
1130
|
+
test config file inside it (`run.config_file`) and report paths in the
|
|
1131
|
+
`report` group. Moving the file does not change where tests execute
|
|
1132
|
+
- **Strict validation**: a missing file, broken JSON, a non-object top
|
|
1133
|
+
level, unknown sections/keys or wrong-typed values abort the run with an
|
|
1134
|
+
error — unlike `.symtest/symtest.json`, nothing is silently ignored, so a
|
|
1135
|
+
typo can never make the run execute with a different set of settings
|
|
1136
|
+
- `--defaults` and `--no-config` are mutually exclusive
|
|
1100
1137
|
|
|
1101
1138
|
### Path Resolution
|
|
1102
1139
|
|
|
@@ -1109,7 +1146,9 @@ group resolve against the same directory (absolute paths used as-is).
|
|
|
1109
1146
|
Unknown sections/keys, wrong-typed values, broken JSON or a missing file
|
|
1110
1147
|
only produce a warning and never abort the run — unknown keys are ignored
|
|
1111
1148
|
(which surfaces typos); the config file is a pure bonus, a broken one never
|
|
1112
|
-
prevents tests from running.
|
|
1149
|
+
prevents tests from running. This lenient behaviour applies to the default
|
|
1150
|
+
`.symtest/symtest.json` only; an explicit `--defaults` file is validated
|
|
1151
|
+
strictly and aborts the run on any problem (see above).
|
|
1113
1152
|
|
|
1114
1153
|
With the defaults in place, everyday commands simplify to:
|
|
1115
1154
|
|
|
@@ -1794,6 +1833,7 @@ symtest compare <file1> <file2> [options]
|
|
|
1794
1833
|
| `--verbose` / `-v` | Verbose output |
|
|
1795
1834
|
| `--debug` | Debug mode |
|
|
1796
1835
|
| `--num-threads` | Number of parallel threads, default 4 |
|
|
1836
|
+
| `--error-analysis` | Enable streaming full-population error statistics; effective for numeric comparators (CSV, HDF5) only |
|
|
1797
1837
|
|
|
1798
1838
|
### Text File Comparison
|
|
1799
1839
|
|
|
@@ -1883,6 +1923,15 @@ symtest run config.json --error-analysis-all
|
|
|
1883
1923
|
symtest run config.json --error-analysis --csv-rtol 1e-4 --csv-data-filter '>0'
|
|
1884
1924
|
```
|
|
1885
1925
|
|
|
1926
|
+
The standalone comparison entry points `compare-files` / `symtest compare` support the same option (identical parameters):
|
|
1927
|
+
|
|
1928
|
+
```bash
|
|
1929
|
+
compare-files data1.csv data2.csv --error-analysis
|
|
1930
|
+
symtest compare data1.csv data2.csv --error-analysis
|
|
1931
|
+
```
|
|
1932
|
+
|
|
1933
|
+
In the CLI comparison entry points, statistics are shown as an `Error Analysis:` block with `--output-format text`, or written to the `error_stats` field with `--output-format json`. Consistent with `symtest run`, statistics are only output when the comparison fails.
|
|
1934
|
+
|
|
1886
1935
|
**Python API**:
|
|
1887
1936
|
|
|
1888
1937
|
```python
|
|
@@ -39,6 +39,9 @@ def add_compare_arguments(parser):
|
|
|
39
39
|
parser.add_argument("--similarity", action="store_true",
|
|
40
40
|
help="When comparing binary files, compute and show similarity index")
|
|
41
41
|
parser.add_argument("--num-threads", type=int, default=4, help="Number of threads for parallel processing")
|
|
42
|
+
parser.add_argument("--error-analysis", action="store_true",
|
|
43
|
+
help="Enable streaming error statistics over ALL numeric cells "
|
|
44
|
+
"(effective for CSV/HDF5 comparisons only)")
|
|
42
45
|
|
|
43
46
|
# CSV comparison options
|
|
44
47
|
csv_group = parser.add_argument_group('CSV comparison options')
|
|
@@ -203,8 +206,11 @@ def run_comparison(args, logger=None):
|
|
|
203
206
|
comparator_kwargs["data_filter"] = args.h5_data_filter
|
|
204
207
|
comparator_kwargs["expand_path"] = args.h5_expand_path
|
|
205
208
|
|
|
206
|
-
# Create comparator and perform comparison
|
|
207
|
-
|
|
209
|
+
# Create comparator and perform comparison. 'error_analysis' is a
|
|
210
|
+
# framework-owned knob like 'verbose': the factory forwards it only to
|
|
211
|
+
# comparators that declare the parameter (numeric comparators).
|
|
212
|
+
comparator = ComparatorFactory.create_comparator(
|
|
213
|
+
file_type, error_analysis=args.error_analysis, **comparator_kwargs)
|
|
208
214
|
# CLI semantics: file1 = first file (baseline slot), file2 = second (actual slot)
|
|
209
215
|
ctx = CompareContext(
|
|
210
216
|
actual=str(file2_path),
|
|
@@ -16,6 +16,7 @@ from pathlib import Path
|
|
|
16
16
|
from ..reporting.diagnosis import attach_next_action_hints
|
|
17
17
|
from ..runners import JSONRunner, ParallelJSONRunner, ParallelYAMLRunner, YAMLRunner
|
|
18
18
|
from ..utils.project_config import (
|
|
19
|
+
ProjectConfigError,
|
|
19
20
|
load_project_config,
|
|
20
21
|
merge_project_config,
|
|
21
22
|
resolve_path,
|
|
@@ -78,14 +79,25 @@ def run_tests(args):
|
|
|
78
79
|
# This matches BaseRunner's resolution (workspace / config_file).
|
|
79
80
|
workspace_path = Path(args.workspace) if args.workspace else Path.cwd()
|
|
80
81
|
|
|
81
|
-
# Project-level defaults
|
|
82
|
-
#
|
|
83
|
-
#
|
|
82
|
+
# Project-level defaults: CLI values win, then the selected defaults
|
|
83
|
+
# file (.symtest/symtest.json by default, replaced entirely by an
|
|
84
|
+
# explicit --defaults FILE), then built-in defaults. --no-config skips
|
|
85
|
+
# any defaults file and applies built-in defaults only. An explicit
|
|
86
|
+
# --defaults file is validated strictly and aborts the run on problems,
|
|
87
|
+
# so it can never silently fall back to another set of settings.
|
|
84
88
|
if getattr(args, 'no_config', False):
|
|
85
89
|
logger.info("--no-config: ignoring project configuration")
|
|
86
90
|
merge_project_config(args, {}, workspace_path)
|
|
87
91
|
else:
|
|
88
|
-
|
|
92
|
+
try:
|
|
93
|
+
project_config = load_project_config(
|
|
94
|
+
workspace_path,
|
|
95
|
+
explicit_path=getattr(args, 'defaults', None),
|
|
96
|
+
)
|
|
97
|
+
except ProjectConfigError as exc:
|
|
98
|
+
logger.error("%s", exc)
|
|
99
|
+
return False
|
|
100
|
+
merge_project_config(args, project_config, workspace_path)
|
|
89
101
|
|
|
90
102
|
config_file = (workspace_path / args.config_file).resolve()
|
|
91
103
|
|
|
@@ -321,9 +333,17 @@ def register_parser(subparsers):
|
|
|
321
333
|
'specified file path (supplementary, console output '
|
|
322
334
|
'is unaffected; default: from project config; relative '
|
|
323
335
|
'paths are resolved against --workspace)')
|
|
324
|
-
run_parser.
|
|
325
|
-
|
|
326
|
-
|
|
336
|
+
config_group = run_parser.add_mutually_exclusive_group()
|
|
337
|
+
config_group.add_argument('--defaults', default=None, metavar='FILE',
|
|
338
|
+
help='Use an explicit defaults file (same format as '
|
|
339
|
+
'.symtest/symtest.json) instead of the default project '
|
|
340
|
+
'config; the file replaces .symtest/symtest.json entirely '
|
|
341
|
+
'for this run. Relative paths resolve against --workspace. '
|
|
342
|
+
'A missing file, broken JSON or unknown/invalid keys abort '
|
|
343
|
+
'the run (no silent fallback)')
|
|
344
|
+
config_group.add_argument('--no-config', dest='no_config', action='store_true',
|
|
345
|
+
help='Ignore the project configuration (.symtest/symtest.json) '
|
|
346
|
+
'for this run and use built-in defaults')
|
|
327
347
|
run_parser.add_argument('--var', action='append', default=[],
|
|
328
348
|
metavar='KEY=VALUE',
|
|
329
349
|
help='Set a variable for config placeholder substitution, '
|
|
@@ -175,6 +175,10 @@ class ComparisonResult:
|
|
|
175
175
|
lines.append("... more differences not shown")
|
|
176
176
|
if self.similarity is not None:
|
|
177
177
|
lines.append(f"Similarity Index: {self.similarity:.2f}")
|
|
178
|
+
if self.error_stats:
|
|
179
|
+
lines.append("Error Analysis:")
|
|
180
|
+
for key, value in self.error_stats.items():
|
|
181
|
+
lines.append(f" {key}: {value}")
|
|
178
182
|
if self.channels:
|
|
179
183
|
lines.append("Channels:")
|
|
180
184
|
for ch in self.channels:
|
|
@@ -6,10 +6,24 @@ config file, parallel settings, history dir, error analysis, dependency
|
|
|
6
6
|
expansion and report paths).
|
|
7
7
|
|
|
8
8
|
Option precedence is: command line > project config > built-in defaults.
|
|
9
|
-
|
|
10
|
-
|
|
9
|
+
|
|
10
|
+
Two loading modes exist for ``load_project_config``:
|
|
11
|
+
|
|
12
|
+
- Default (no *explicit_path*): read ``.symtest/symtest.json`` leniently —
|
|
13
|
+
a missing, unreadable, unknown or wrong-typed entry is warned about and
|
|
14
|
+
ignored so a bad config file never blocks a run.
|
|
15
|
+
- Explicit (``--defaults FILE`` on the CLI): *explicit_path* replaces the
|
|
16
|
+
default file entirely (no stacking with ``.symtest/symtest.json``) and
|
|
17
|
+
loading is strict — a missing file, broken JSON, a non-object top level,
|
|
18
|
+
unknown sections/keys or wrong-typed values raise :class:`ProjectConfigError`
|
|
19
|
+
so the run aborts instead of silently running with different settings.
|
|
11
20
|
"""
|
|
12
21
|
|
|
22
|
+
|
|
23
|
+
class ProjectConfigError(Exception):
|
|
24
|
+
"""Raised when an explicitly specified defaults file cannot be used."""
|
|
25
|
+
|
|
26
|
+
|
|
13
27
|
import json
|
|
14
28
|
import logging
|
|
15
29
|
from pathlib import Path
|
|
@@ -56,29 +70,58 @@ def _type_matches(value, expected):
|
|
|
56
70
|
return isinstance(value, expected)
|
|
57
71
|
|
|
58
72
|
|
|
59
|
-
def load_project_config(workspace_path):
|
|
60
|
-
"""Load ``.symtest/symtest.json
|
|
73
|
+
def load_project_config(workspace_path, explicit_path=None):
|
|
74
|
+
"""Load project defaults from ``.symtest/symtest.json``, or from *explicit_path*.
|
|
75
|
+
|
|
76
|
+
Without *explicit_path* the default file is read leniently: missing,
|
|
77
|
+
unreadable, unknown or wrong-typed entries are warned about and ignored
|
|
78
|
+
(an empty dict is returned), never blocking a run.
|
|
61
79
|
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
80
|
+
With *explicit_path* the given file replaces the default file entirely
|
|
81
|
+
and loading is strict: any problem (missing file, broken JSON, non-object
|
|
82
|
+
top level, unknown section/key, wrong-typed value) raises
|
|
83
|
+
:class:`ProjectConfigError`. Relative *explicit_path* values are resolved
|
|
84
|
+
against *workspace_path*; absolute paths are used as-is.
|
|
85
|
+
|
|
86
|
+
Returns a cleaned dict with ``run`` / ``report`` sections.
|
|
65
87
|
"""
|
|
66
|
-
|
|
88
|
+
if explicit_path is not None:
|
|
89
|
+
path = Path(explicit_path)
|
|
90
|
+
if not path.is_absolute():
|
|
91
|
+
path = Path(workspace_path) / path
|
|
92
|
+
strict = True
|
|
93
|
+
else:
|
|
94
|
+
path = Path(workspace_path) / PROJECT_CONFIG_RELATIVE_PATH
|
|
95
|
+
strict = False
|
|
96
|
+
|
|
67
97
|
if not path.is_file():
|
|
98
|
+
if strict:
|
|
99
|
+
raise ProjectConfigError(f"defaults file not found: {path}")
|
|
68
100
|
return {}
|
|
69
101
|
|
|
70
102
|
try:
|
|
71
103
|
raw = json.loads(path.read_text(encoding="utf-8"))
|
|
72
104
|
except (OSError, ValueError) as exc:
|
|
105
|
+
if strict:
|
|
106
|
+
raise ProjectConfigError(f"cannot read defaults file {path}: {exc}") from exc
|
|
73
107
|
logger.warning("Ignoring unreadable project config %s: %s", path, exc)
|
|
74
108
|
return {}
|
|
75
109
|
|
|
76
110
|
if not isinstance(raw, dict):
|
|
111
|
+
if strict:
|
|
112
|
+
raise ProjectConfigError(
|
|
113
|
+
f"defaults file {path}: top level must be a JSON object")
|
|
77
114
|
logger.warning("Ignoring project config %s: top level must be a JSON object", path)
|
|
78
115
|
return {}
|
|
79
116
|
|
|
80
|
-
|
|
81
|
-
|
|
117
|
+
unknown_sections = sorted(set(raw) - set(_GROUP_KEYS))
|
|
118
|
+
if unknown_sections:
|
|
119
|
+
listed = ", ".join(repr(s) for s in unknown_sections)
|
|
120
|
+
if strict:
|
|
121
|
+
raise ProjectConfigError(
|
|
122
|
+
f"defaults file {path}: unknown section(s) {listed}")
|
|
123
|
+
for key in unknown_sections:
|
|
124
|
+
logger.warning("Unknown section '%s' in project config %s (ignored)", key, path)
|
|
82
125
|
|
|
83
126
|
cleaned = {}
|
|
84
127
|
for group, keys in _GROUP_KEYS.items():
|
|
@@ -86,14 +129,24 @@ def load_project_config(workspace_path):
|
|
|
86
129
|
if section is None:
|
|
87
130
|
continue
|
|
88
131
|
if not isinstance(section, dict):
|
|
132
|
+
if strict:
|
|
133
|
+
raise ProjectConfigError(
|
|
134
|
+
f"defaults file {path}: '{group}' section must be an object")
|
|
89
135
|
logger.warning("Ignoring project config %s: '%s' section must be an object", path, group)
|
|
90
136
|
continue
|
|
91
137
|
cleaned_section = {}
|
|
92
138
|
for key, value in section.items():
|
|
93
139
|
expected = keys.get(key)
|
|
94
140
|
if expected is None:
|
|
141
|
+
if strict:
|
|
142
|
+
raise ProjectConfigError(
|
|
143
|
+
f"defaults file {path}: unknown key '{group}.{key}'")
|
|
95
144
|
logger.warning("Unknown key '%s.%s' in project config %s (ignored)", group, key, path)
|
|
96
145
|
elif not _type_matches(value, expected):
|
|
146
|
+
if strict:
|
|
147
|
+
raise ProjectConfigError(
|
|
148
|
+
f"defaults file {path}: '{group}.{key}' expects "
|
|
149
|
+
f"{expected.__name__}, got {type(value).__name__}")
|
|
97
150
|
logger.warning("Ignoring '%s.%s' in project config %s: expected %s",
|
|
98
151
|
group, key, path, expected.__name__)
|
|
99
152
|
else:
|
symtest_cli-1.5.4/tests/unit/commands/__pycache__/test_compare_command.cpython-312-pytest-9.0.3.pyc
ADDED
|
Binary file
|
|
@@ -71,3 +71,59 @@ def test_compare_main_missing_file_exits_nonzero(tmp_path, monkeypatch):
|
|
|
71
71
|
|
|
72
72
|
assert exit_code == 1
|
|
73
73
|
|
|
74
|
+
|
|
75
|
+
def test_compare_main_error_analysis_json_output(tmp_path, monkeypatch, capsys):
|
|
76
|
+
file1 = tmp_path / "a.csv"
|
|
77
|
+
file2 = tmp_path / "b.csv"
|
|
78
|
+
file1.write_text("v\n1.0\n2.0\n", encoding="utf-8")
|
|
79
|
+
file2.write_text("v\n1.0\n2.5\n", encoding="utf-8")
|
|
80
|
+
|
|
81
|
+
exit_code = run_compare(
|
|
82
|
+
monkeypatch,
|
|
83
|
+
[str(file1), str(file2), "--file-type", "csv",
|
|
84
|
+
"--error-analysis", "--output-format", "json"],
|
|
85
|
+
)
|
|
86
|
+
|
|
87
|
+
payload = json.loads(capsys.readouterr().out)
|
|
88
|
+
assert exit_code == 1
|
|
89
|
+
stats = payload["error_stats"]
|
|
90
|
+
assert stats is not None
|
|
91
|
+
assert stats["total_numeric_cells"] == 2
|
|
92
|
+
assert stats["mismatched_cells"] == 1
|
|
93
|
+
assert stats["max_abs_error"] == pytest.approx(0.5)
|
|
94
|
+
|
|
95
|
+
|
|
96
|
+
def test_compare_main_error_analysis_text_output(tmp_path, monkeypatch, capsys):
|
|
97
|
+
file1 = tmp_path / "a.csv"
|
|
98
|
+
file2 = tmp_path / "b.csv"
|
|
99
|
+
file1.write_text("v\n1.0\n2.0\n", encoding="utf-8")
|
|
100
|
+
file2.write_text("v\n1.0\n2.5\n", encoding="utf-8")
|
|
101
|
+
|
|
102
|
+
exit_code = run_compare(
|
|
103
|
+
monkeypatch,
|
|
104
|
+
[str(file1), str(file2), "--file-type", "csv", "--error-analysis"],
|
|
105
|
+
)
|
|
106
|
+
|
|
107
|
+
out = capsys.readouterr().out
|
|
108
|
+
assert exit_code == 1
|
|
109
|
+
assert "Error Analysis:" in out
|
|
110
|
+
assert "total_numeric_cells: 2" in out
|
|
111
|
+
assert "max_abs_error:" in out
|
|
112
|
+
|
|
113
|
+
|
|
114
|
+
def test_compare_main_error_analysis_ignored_for_text(tmp_path, monkeypatch, capsys):
|
|
115
|
+
file1 = tmp_path / "a.txt"
|
|
116
|
+
file2 = tmp_path / "b.txt"
|
|
117
|
+
file1.write_text("same\n", encoding="utf-8")
|
|
118
|
+
file2.write_text("same\n", encoding="utf-8")
|
|
119
|
+
|
|
120
|
+
exit_code = run_compare(
|
|
121
|
+
monkeypatch,
|
|
122
|
+
[str(file1), str(file2), "--file-type", "text", "--error-analysis"],
|
|
123
|
+
)
|
|
124
|
+
|
|
125
|
+
out = capsys.readouterr().out
|
|
126
|
+
assert exit_code == 0
|
|
127
|
+
assert "Files are identical" in out
|
|
128
|
+
assert "Error Analysis:" not in out
|
|
129
|
+
|
|
Binary file
|