symtest-cli 1.3.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (63) hide show
  1. symtest/__init__.py +45 -0
  2. symtest/cli.py +549 -0
  3. symtest/commands/__init__.py +9 -0
  4. symtest/commands/compare.py +221 -0
  5. symtest/config/__init__.py +7 -0
  6. symtest/config/config_io.py +346 -0
  7. symtest/config/config_schema.py +330 -0
  8. symtest/config/import_expander.py +149 -0
  9. symtest/config/inheritance_expander.py +197 -0
  10. symtest/core/__init__.py +15 -0
  11. symtest/core/assertions.py +253 -0
  12. symtest/core/base_runner.py +299 -0
  13. symtest/core/config_loader.py +536 -0
  14. symtest/core/execution.py +498 -0
  15. symtest/core/history_store.py +96 -0
  16. symtest/core/last_run_store.py +109 -0
  17. symtest/core/parallel_runner.py +251 -0
  18. symtest/core/process_worker.py +93 -0
  19. symtest/core/sequence_state.py +143 -0
  20. symtest/core/setup.py +137 -0
  21. symtest/core/test_case.py +76 -0
  22. symtest/core/types.py +92 -0
  23. symtest/file_comparator/__init__.py +10 -0
  24. symtest/file_comparator/base_comparator.py +109 -0
  25. symtest/file_comparator/binary_comparator.py +399 -0
  26. symtest/file_comparator/csv_comparator.py +241 -0
  27. symtest/file_comparator/factory.py +191 -0
  28. symtest/file_comparator/h5_comparator.py +777 -0
  29. symtest/file_comparator/json_comparator.py +323 -0
  30. symtest/file_comparator/result.py +213 -0
  31. symtest/file_comparator/script_comparator.py +182 -0
  32. symtest/file_comparator/text_comparator.py +182 -0
  33. symtest/file_comparator/xml_comparator.py +150 -0
  34. symtest/logging_config.py +66 -0
  35. symtest/runners/__init__.py +15 -0
  36. symtest/runners/config_runner.py +96 -0
  37. symtest/runners/json_runner.py +21 -0
  38. symtest/runners/parallel_config_runner.py +278 -0
  39. symtest/runners/parallel_json_runner.py +26 -0
  40. symtest/runners/parallel_yaml_runner.py +31 -0
  41. symtest/runners/yaml_runner.py +26 -0
  42. symtest/tui/__init__.py +11 -0
  43. symtest/tui/app.py +90 -0
  44. symtest/tui/controllers/__init__.py +0 -0
  45. symtest/tui/controllers/case_controller.py +322 -0
  46. symtest/tui/screens/__init__.py +0 -0
  47. symtest/tui/screens/case_editor.py +244 -0
  48. symtest/tui/screens/case_list.py +255 -0
  49. symtest/tui/widgets/__init__.py +0 -0
  50. symtest/tui/widgets/case_table.py +113 -0
  51. symtest/tui/widgets/expected_editor.py +159 -0
  52. symtest/tui/widgets/search_bar.py +160 -0
  53. symtest/tui/widgets/steps_editor.py +243 -0
  54. symtest/utils/__init__.py +21 -0
  55. symtest/utils/junit_xml_writer.py +137 -0
  56. symtest/utils/path_resolver.py +124 -0
  57. symtest/utils/report_generator.py +208 -0
  58. symtest_cli-1.3.0.dist-info/METADATA +316 -0
  59. symtest_cli-1.3.0.dist-info/RECORD +63 -0
  60. symtest_cli-1.3.0.dist-info/WHEEL +5 -0
  61. symtest_cli-1.3.0.dist-info/entry_points.txt +4 -0
  62. symtest_cli-1.3.0.dist-info/licenses/LICENSE +21 -0
  63. symtest_cli-1.3.0.dist-info/top_level.txt +1 -0
@@ -0,0 +1,208 @@
1
+ import logging
2
+
3
+ logger = logging.getLogger("symtest.utils.report_generator")
4
+
5
+
6
+ def _format_flaky_label(detail: dict) -> str:
7
+ """Build a flaky/retry label if applicable."""
8
+ attempts = detail.get("attempts", 1)
9
+ status = detail.get("status", "")
10
+ if attempts > 1:
11
+ if status == "passed" and detail.get("flaky"):
12
+ return f", flaky: passed on attempt {attempts}"
13
+ elif status != "passed":
14
+ return f", failed after {attempts} attempts"
15
+ return ""
16
+
17
+
18
+ class ReportGenerator:
19
+ def __init__(self, results: dict, file_path: str):
20
+ self.results = results
21
+ self.file_path = file_path
22
+
23
+ def generate_report(self) -> str:
24
+ xfailed = self.results.get("xfailed", 0)
25
+ xpassed = self.results.get("xpassed", 0)
26
+
27
+ report = "Test Results Summary:\n"
28
+ report += f"Total Tests: {self.results['total']}\n"
29
+ report += f"Passed: {self.results['passed']}\n"
30
+ report += f"Failed: {self.results['failed']}\n"
31
+ if xfailed:
32
+ report += f"XFailed: {xfailed}\n"
33
+ if xpassed:
34
+ report += f"XPassed: {xpassed} (unexpected!)\n"
35
+ if self.results.get("updated", 0) > 0:
36
+ report += f"Baseline Updated: {self.results['updated']}\n"
37
+ if self.results.get("history_reset"):
38
+ report += f"History Reset: {self.results.get('history_cleared', 0)} case(s) cleared\n"
39
+ total_duration = sum(d.get('duration', 0) for d in self.results['details'])
40
+ report += f"Total Duration: {total_duration:.2f}s\n\n"
41
+
42
+ report += "Detailed Results:\n"
43
+ for detail in self.results['details']:
44
+ status = detail['status']
45
+ if status == 'passed':
46
+ status_icon = "✓"
47
+ elif status == 'xfailed':
48
+ status_icon = "✓"
49
+ elif status == 'xpassed':
50
+ status_icon = "✗"
51
+ else:
52
+ status_icon = "✗"
53
+ duration = detail.get('duration', 0)
54
+ flaky_label = _format_flaky_label(detail)
55
+ xfail_suffix = ""
56
+ if status == 'xfailed':
57
+ reason = detail.get('xfail_reason', '')
58
+ xfail_suffix = f", expected failure" + (f": {reason}" if reason else "")
59
+ elif status == 'xpassed':
60
+ xfail_suffix = ", UNEXPECTED PASS — remove xfail marker!"
61
+ report += f"{status_icon} {detail['name']} ({duration:.2f}s{flaky_label}{xfail_suffix})\n"
62
+ if detail.get('description'):
63
+ report += f" Description: {detail['description']}\n"
64
+ if detail.get('message') and status != 'passed':
65
+ report += f" -> {detail['message']}\n"
66
+
67
+ # 添加失败案例的详细输出信息(含 xfailed、xpassed、timeout 等非通过状态)
68
+ failed_tests = [detail for detail in self.results['details'] if detail['status'] != 'passed']
69
+ if failed_tests:
70
+ report += "\n" + "="*50 + "\n"
71
+ report += "NON-PASSED TEST CASES DETAILS:\n"
72
+ report += "="*50 + "\n\n"
73
+
74
+ for i, failed_test in enumerate(failed_tests, 1):
75
+ report += f"{i}. Test: {failed_test['name']}\n"
76
+ report += "-" * 40 + "\n"
77
+
78
+ # Description
79
+ if failed_test.get('description'):
80
+ report += f"Description: {failed_test['description']}\n"
81
+
82
+ # Expected
83
+ if failed_test.get('expected'):
84
+ import json as _json
85
+ report += f"Expected: {_json.dumps(failed_test['expected'], indent=2, ensure_ascii=False)}\n"
86
+
87
+ # Failure kind
88
+ if failed_test.get('failure_kind'):
89
+ report += f"Failure Kind: {failed_test['failure_kind']}\n"
90
+
91
+ # Failed step
92
+ if failed_test.get('failed_step'):
93
+ report += f"Failed Step: {failed_test['failed_step']}\n"
94
+
95
+ # 添加执行的命令
96
+ if failed_test.get('command'):
97
+ report += f"Command: {failed_test['command']}\n"
98
+
99
+ # 添加返回码
100
+ if failed_test.get('return_code') is not None:
101
+ report += f"Return Code: {failed_test['return_code']}\n"
102
+
103
+ # 添加失败原因
104
+ if failed_test.get('message'):
105
+ report += f"Error Message: {failed_test['message']}\n"
106
+
107
+ # 添加 compare_failures 结构化信息
108
+ compare_failures = failed_test.get('compare_failures', [])
109
+ if compare_failures:
110
+ report += "\nCompare Failures:\n"
111
+ for cf in compare_failures:
112
+ report += f" - actual: {cf.get('actual')}, baseline: {cf.get('baseline')}\n"
113
+ report += f" type: {cf.get('type', 'unknown')}\n"
114
+ ds = cf.get('diff_summary', {})
115
+ if ds:
116
+ report += f" total_differences: {ds.get('total_differences')}\n"
117
+ if ds.get('max_rel_error') is not None:
118
+ report += f" max_rel_error: {ds['max_rel_error']:.6g} at {ds.get('max_rel_error_at')}\n"
119
+ if ds.get('max_abs_error') is not None:
120
+ report += f" max_abs_error: {ds['max_abs_error']:.6g} at {ds.get('max_abs_error_at')}\n"
121
+ # ── Error analysis (full-dataset streaming stats) ──
122
+ es = cf.get('error_stats')
123
+ if es:
124
+ report += " error_stats:\n"
125
+ for key, val in es.items():
126
+ if isinstance(val, float):
127
+ report += f" {key}: {val:.6g}\n"
128
+ else:
129
+ report += f" {key}: {val}\n"
130
+ diffs = cf.get('differences', [])
131
+ if diffs:
132
+ report += " sample differences:\n"
133
+ for d in diffs[:5]:
134
+ report += f" {d.get('position')}: expected={d.get('expected')}, actual={d.get('actual')}\n"
135
+ if len(diffs) > 5:
136
+ report += f" ... and {len(diffs) - 5} more\n"
137
+ # ── Comparator Output (script/custom comparators) ──
138
+ cmd_out = cf.get('command_output')
139
+ if cmd_out:
140
+ cmd_lines = str(cmd_out).splitlines()
141
+ if cmd_lines:
142
+ report += " Comparator Output:\n"
143
+ report += "-" * 28 + "\n"
144
+ limit = 20
145
+ for line in cmd_lines[:limit]:
146
+ report += f" {line}\n"
147
+ if len(cmd_lines) > limit:
148
+ report += f" ... and {len(cmd_lines) - limit} more lines\n"
149
+ report += "-" * 28 + "\n"
150
+ report += "\n"
151
+
152
+ # 添加步骤结果
153
+ step_results = failed_test.get('step_results', [])
154
+ if step_results:
155
+ report += "\nStep Results:\n"
156
+ for sr in step_results:
157
+ status_icon = "✓" if sr.get('status') == 'passed' else "✗"
158
+ report += f" {status_icon} Step {sr.get('step')}: {sr.get('status')} ({sr.get('duration', 0):.2f}s)\n"
159
+ if sr.get('message'):
160
+ report += f" -> {sr['message']}\n"
161
+
162
+ # 添加 baseline_updated 信息
163
+ baseline_updated = failed_test.get('baseline_updated', [])
164
+ if baseline_updated:
165
+ report += "\nBaseline Updated:\n"
166
+ for bu in baseline_updated:
167
+ report += f" - {bu}\n"
168
+
169
+ # 添加命令的完整输出(这是最重要的部分)
170
+ # 当 xfail_quiet 为 True 且状态为 xfailed 时,跳过 Command Output
171
+ is_xfail_quiet = (
172
+ failed_test.get('status') == 'xfailed'
173
+ and failed_test.get('xfail_quiet')
174
+ )
175
+ if failed_test.get('output') and not is_xfail_quiet:
176
+ report += f"\nCommand Output:\n"
177
+ report += "=" * 30 + "\n"
178
+ report += f"{failed_test['output']}\n"
179
+ report += "=" * 30 + "\n"
180
+
181
+ # 添加错误堆栈信息(如果有的话)
182
+ if failed_test.get('error_trace'):
183
+ report += f"Error Trace:\n{failed_test['error_trace']}\n"
184
+
185
+ # 添加执行时间(如果有的话)
186
+ if failed_test.get('duration'):
187
+ report += f"Duration: {failed_test['duration']:.2f}s\n"
188
+
189
+ # 添加 flaky/attempts 信息
190
+ attempts = failed_test.get('attempts', 1)
191
+ if attempts > 1:
192
+ report += f"Attempts: {attempts}"
193
+ if failed_test.get('flaky'):
194
+ report += " (flaky)"
195
+ report += "\n"
196
+
197
+ report += "\n"
198
+
199
+ return report
200
+
201
+ def save_report(self) -> None:
202
+ report = self.generate_report()
203
+ with open(self.file_path, 'w', encoding='utf-8') as f:
204
+ f.write(report)
205
+
206
+ def print_report(self) -> None:
207
+ report = self.generate_report()
208
+ logger.info(report)
@@ -0,0 +1,316 @@
1
+ Metadata-Version: 2.4
2
+ Name: symtest-cli
3
+ Version: 1.3.0
4
+ Summary: Regression testing for CLI applications, with multi-step workflows and numerical file comparison.
5
+ Home-page: https://github.com/ozil111/symtest
6
+ Author: Xiaotong Wang
7
+ Author-email: xiaotongwang98@gmail.com
8
+ Project-URL: Documentation, https://github.com/ozil111/symtest/blob/main/docs/user_manual.md
9
+ Project-URL: Source, https://github.com/ozil111/symtest
10
+ Project-URL: Tracker, https://github.com/ozil111/symtest/issues
11
+ Classifier: Programming Language :: Python :: 3
12
+ Classifier: License :: OSI Approved :: MIT License
13
+ Classifier: Operating System :: OS Independent
14
+ Classifier: Development Status :: 4 - Beta
15
+ Classifier: Intended Audience :: Developers
16
+ Classifier: Topic :: Software Development :: Testing
17
+ Classifier: Topic :: Software Development :: Libraries :: Python Modules
18
+ Requires-Python: >=3.9
19
+ Description-Content-Type: text/markdown
20
+ License-File: LICENSE
21
+ Requires-Dist: h5py<4.0.0,>=3.11.0
22
+ Requires-Dist: numpy>=1.21.0; python_version < "3.12"
23
+ Requires-Dist: numpy>=1.26.0; python_version >= "3.12"
24
+ Provides-Extra: yaml
25
+ Requires-Dist: PyYAML>=6.0; extra == "yaml"
26
+ Provides-Extra: tui
27
+ Requires-Dist: textual>=0.40.0; extra == "tui"
28
+ Provides-Extra: all
29
+ Requires-Dist: PyYAML>=6.0; extra == "all"
30
+ Requires-Dist: textual>=0.40.0; extra == "all"
31
+ Provides-Extra: dev
32
+ Requires-Dist: PyYAML>=6.0; extra == "dev"
33
+ Requires-Dist: textual>=0.40.0; extra == "dev"
34
+ Requires-Dist: pytest>=7.0; extra == "dev"
35
+ Requires-Dist: pytest-asyncio>=0.21.0; extra == "dev"
36
+ Requires-Dist: pytest-cov>=4.0; extra == "dev"
37
+ Dynamic: author
38
+ Dynamic: author-email
39
+ Dynamic: classifier
40
+ Dynamic: description
41
+ Dynamic: description-content-type
42
+ Dynamic: home-page
43
+ Dynamic: license-file
44
+ Dynamic: project-url
45
+ Dynamic: provides-extra
46
+ Dynamic: requires-dist
47
+ Dynamic: requires-python
48
+ Dynamic: summary
49
+
50
+ # CLI Test Framework
51
+
52
+ [中文](README_cn.md) | English
53
+
54
+ > **Note:** This project was formerly known as `cli-test-framework`.
55
+ > Since version 1.3.0 it is released as
56
+ > [`symtest`](https://pypi.org/project/symtest/); the old package name is no
57
+ > longer updated. Install with:
58
+ >
59
+ > ```bash
60
+ > pip install symtest
61
+ > ```
62
+
63
+ A feature-focused automated testing framework for command-line applications.
64
+ It is built for regression suites that need more than an exit-code check:
65
+ multi-step commands, numerical result comparison, large configuration sets,
66
+ parallel execution, and CI-ready reports.
67
+
68
+ The project grew out of finite-element solver development, where a single test
69
+ may run several programs, produce HDF5 or CSV results, compare them with
70
+ tolerances, and track execution time across revisions.
71
+
72
+ ## What it solves
73
+
74
+ CLI Test Framework keeps the execution workflow and its acceptance criteria in
75
+ one JSON or YAML configuration:
76
+
77
+ - **Execute workflows** — single commands or fail-fast step sequences, with
78
+ timeouts, retries, variables, tags, and expected-failure support.
79
+ - **Verify results** — return codes, output text and regular expressions, plus
80
+ text, JSON, CSV, XML, HDF5, binary, and custom-script file comparisons.
81
+ - **Manage large suites** — split configurations with `import`, reuse templates
82
+ with `extends`, filter by name or tag, and inspect cases across files in the
83
+ optional TUI.
84
+ - **Iterate and integrate** — parallel execution, `--last-failed`, step-level
85
+ `--resume`, runtime history, structured reports, and JUnit XML output.
86
+
87
+ The emphasis is practical: features are added to solve test workflows that
88
+ occur in real CLI and scientific-computing projects.
89
+
90
+ ## Installation
91
+
92
+ Python 3.9 or newer is required.
93
+
94
+ ```bash
95
+ pip install symtest
96
+ ```
97
+
98
+ YAML and the TUI are optional:
99
+
100
+ ```bash
101
+ pip install "symtest[yaml]"
102
+ pip install "symtest[tui]"
103
+ pip install "symtest[all]"
104
+ ```
105
+
106
+ The default installation includes HDF5 and numerical comparison support.
107
+
108
+ ## Quick start
109
+
110
+ Create `test_cases.json`:
111
+
112
+ ```json
113
+ {
114
+ "test_cases": [
115
+ {
116
+ "name": "hello",
117
+ "command": "echo",
118
+ "args": ["Hello World"],
119
+ "tags": ["smoke"],
120
+ "expected": {
121
+ "return_code": 0,
122
+ "output_contains": ["Hello World"]
123
+ }
124
+ }
125
+ ]
126
+ }
127
+ ```
128
+
129
+ Run it:
130
+
131
+ ```bash
132
+ symtest run test_cases.json
133
+ ```
134
+
135
+ Validate a configuration without executing it:
136
+
137
+ ```bash
138
+ symtest validate test_cases.json
139
+ ```
140
+
141
+ ## Numerical golden-file testing
142
+
143
+ File comparisons can be part of a test's acceptance criteria. Comparator
144
+ parameters such as tolerances, table selection, filters, and encodings are
145
+ declared next to the command:
146
+
147
+ ```json
148
+ {
149
+ "test_cases": [
150
+ {
151
+ "name": "FEA displacement check",
152
+ "command": "my_solver",
153
+ "args": ["--input", "case1.dat", "--output", "out.h5"],
154
+ "expected": {
155
+ "return_code": 0,
156
+ "output_contains": ["simulation finished"],
157
+ "compare_files": [
158
+ {
159
+ "actual": "out.h5",
160
+ "baseline": "ref/golden.h5",
161
+ "rtol": 1e-5,
162
+ "atol": 1e-8,
163
+ "tables": ["NASTRAN/RESULT/NODAL/DISPLACEMENT"]
164
+ },
165
+ {
166
+ "actual": "summary.csv",
167
+ "baseline": "ref/summary.csv",
168
+ "rtol": 1e-6
169
+ }
170
+ ]
171
+ }
172
+ }
173
+ ]
174
+ }
175
+ ```
176
+
177
+ The comparator type is inferred from the extension when `type` is omitted.
178
+ Built-in types are `text`, `json`, `csv`, `xml`, `h5`, `binary`, and `script`.
179
+ Workspace comparators can be added without changing the framework.
180
+
181
+ To intentionally accept changed outputs, use `--update-baseline`. Because this
182
+ can overwrite reference files, interactive runs require typing `yes`;
183
+ non-interactive runs must explicitly add `--yes`:
184
+
185
+ ```bash
186
+ symtest run test_cases.json --update-baseline
187
+ symtest run test_cases.json --update-baseline --yes # automation / CI
188
+ ```
189
+
190
+ Keep baselines under version control and review every update.
191
+
192
+ ## Multi-step and iterative workflows
193
+
194
+ A case may contain an ordered `steps` list. Execution stops at the first failed
195
+ step. For long workflows, `--resume` reuses saved state and skips steps that
196
+ already passed:
197
+
198
+ ```bash
199
+ symtest run solver_tests.json
200
+ symtest run solver_tests.json --last-failed
201
+ symtest run solver_tests.json -t long_case --resume
202
+ ```
203
+
204
+ `--resume` deliberately trusts that workspace artifacts have not changed
205
+ between runs.
206
+
207
+ ## Large test suites and the optional TUI
208
+
209
+ Large suites can be divided into sub-configurations:
210
+
211
+ ```json
212
+ {
213
+ "test_cases": [
214
+ {"import": "cases/text_tests.json", "tags": ["text"]},
215
+ {"import": "cases/h5_tests.json", "tags": ["h5", "regression"]}
216
+ ]
217
+ }
218
+ ```
219
+
220
+ The optional TUI provides one searchable view across imported files. It is
221
+ intended as an aid for locating cases and reviewing scenario coverage in large
222
+ projects, rather than a requirement for normal test execution.
223
+
224
+ ```bash
225
+ symtest tui main_config.json
226
+ ```
227
+
228
+ ## Parallel execution and resources
229
+
230
+ ```bash
231
+ symtest run test_cases.json --parallel --workers 4
232
+ symtest run test_cases.json --parallel --execution-mode process
233
+ ```
234
+
235
+ Thread mode currently supports CPU-token allocation, solver thread environment
236
+ variables, and longest-processing-time-first scheduling using estimates or
237
+ runtime history. Process mode provides execution isolation but does not yet use
238
+ the resource scheduler. Memory enforcement, priority semantics, and broader
239
+ resource scheduling remain active areas of development.
240
+
241
+ ## CI and reports
242
+
243
+ ```bash
244
+ symtest run test_cases.json \
245
+ --parallel --workers 4 \
246
+ --junit-xml report.xml
247
+ ```
248
+
249
+ The current suite contains 750 unit, integration, and end-to-end tests with 83%
250
+ line coverage. CI exercises Windows and Linux across Python 3.9 through 3.13.
251
+
252
+ ## Python API
253
+
254
+ ```python
255
+ from symtest.runners import JSONRunner, ParallelJSONRunner
256
+
257
+ runner = ParallelJSONRunner(
258
+ config_file="test_cases.json",
259
+ max_workers=4,
260
+ execution_mode="thread",
261
+ history_dir="./hist",
262
+ variables={"solver": "/opt/solver/bin/solver"},
263
+ )
264
+
265
+ success = runner.run_tests()
266
+ for detail in runner.results["details"]:
267
+ print(detail["name"], detail["status"], detail.get("duration"))
268
+ ```
269
+
270
+ ## Standalone file comparison
271
+
272
+ ```bash
273
+ compare-files result1.h5 result2.h5 --h5-table-regex "output_.*" --h5-rtol 1e-5
274
+ compare-files data1.csv data2.csv --csv-rtol 1e-4 --csv-data-filter ">1e-6"
275
+ compare-files data1.json data2.json --json-compare-mode key-based --json-key-field id
276
+ ```
277
+
278
+ ## AI-assisted TDD, as a side benefit
279
+
280
+ The same configuration can serve as a machine-readable acceptance contract.
281
+ Structured validation failures, comparison details, and targeted reruns work
282
+ well in an AI-assisted TDD loop:
283
+
284
+ ```text
285
+ define acceptance criteria
286
+ → run the relevant cases
287
+ → inspect the structured failure
288
+ → change the implementation
289
+ → rerun with --last-failed
290
+ → run the full regression suite
291
+ ```
292
+
293
+ This is a useful consequence of explicit tests and structured results, not a
294
+ requirement for using the framework.
295
+
296
+ ## Documentation
297
+
298
+ - [User manual](docs/user_manual_en.md)
299
+ - [Design document](docs/design_en.md)
300
+ - [Plugin examples](examples/plugins/README.md)
301
+
302
+ ## Development
303
+
304
+ Install the package with all optional and test dependencies:
305
+
306
+ ```bash
307
+ pip install -e ".[dev]"
308
+ python -m pytest tests/unit tests/integration tests/e2e
309
+ ```
310
+
311
+ Bug fixes, comparator plugins, documentation improvements, and reports from
312
+ real-world test workflows are welcome.
313
+
314
+ ## License
315
+
316
+ MIT
@@ -0,0 +1,63 @@
1
+ symtest/__init__.py,sha256=W0zY_ItRF7rxROmXMcXI8zpfdE0Kq58cHszOAfUwPVY,1530
2
+ symtest/cli.py,sha256=e8g4G2o3akD5wvDAabOUfmpRfA54mS5EfKpbOJP42pc,24741
3
+ symtest/logging_config.py,sha256=7Cj12VzCAPxcsUBL6DmAxh-YvpSRb2ofT_3fxSbkPw8,2473
4
+ symtest/commands/__init__.py,sha256=xSnEAKY71h2k-uDpbxzHvoUMU17zAX80686nRRdSV9E,120
5
+ symtest/commands/compare.py,sha256=bzOq-01ofpQbgdghg-jH0mdqmQwvna-WZIvVPrma69g,9766
6
+ symtest/config/__init__.py,sha256=AP-TuczqBMSgnyKAWzMzoQK1J4lruwihZDXxeeR5amA,235
7
+ symtest/config/config_io.py,sha256=1VMtc87y5wA8iKVDBhdeFH10sOO54fzCWeTDGCaF79g,12529
8
+ symtest/config/config_schema.py,sha256=TII8qYUHQtvW_N55M-MbRhYlcFYsZysoGv76NR_1uOU,16739
9
+ symtest/config/import_expander.py,sha256=_Koot0-nYpGYKTG75-pEQDIlqIQR8Bh42x4HymZm8u8,5050
10
+ symtest/config/inheritance_expander.py,sha256=_Qa9NDyOxuGh0AdFkjIwaA53Lp5a0BBT1BIiFI2rQnw,6739
11
+ symtest/core/__init__.py,sha256=yDI5DhuduA76F4SvfahJ3KAMyGOxrzoSifauTLY7SOk,304
12
+ symtest/core/assertions.py,sha256=y8SO6G_I7MSOB90m8QMlVxQ71BgwSy3A6QBO5HEo34M,10963
13
+ symtest/core/base_runner.py,sha256=AK97H7bryWLCH8OZvjaVGkvBoqf__xS0InE6W7rjnyk,13937
14
+ symtest/core/config_loader.py,sha256=oEqtyilgeLqM-LXU_PQQHnM_YxatcuVwyin4RSQBV5g,21662
15
+ symtest/core/execution.py,sha256=kB4csJhRCW5O4GFKqELpVAq_cG4EWEMvNcu_dL9Ze-8,19555
16
+ symtest/core/history_store.py,sha256=q4Mn9fxoU0-P1hVJj9WvCxkNK4wlOPFWDxa6qP9PWoE,3018
17
+ symtest/core/last_run_store.py,sha256=v7XYL6XkZ9fYeWZRLchCl2WiDNdziZX1XZuOKSWSezs,3687
18
+ symtest/core/parallel_runner.py,sha256=URilWOSFIe_6dDss4GKjSB071PMazZRUJy0A5S2OAzg,11237
19
+ symtest/core/process_worker.py,sha256=Ak3SOZTkpDxtMdq8RybfP1IJgnlC1lDTAdmUIEuxmsE,3053
20
+ symtest/core/sequence_state.py,sha256=9BSdRtXQVfMTyo3vSu6nMteNJMMJsHz2UoDOlCPgy5A,4915
21
+ symtest/core/setup.py,sha256=0OONO2eGXiru9h9oqW1hq7omJUicxQL7Ck-JmwFjF-w,4154
22
+ symtest/core/test_case.py,sha256=i3MmVvC1K13E51CoS-AlH-ukaF3ixp8Ca-j9rDwhwhk,2551
23
+ symtest/core/types.py,sha256=a7w-1yLuRwDI8UFwB5AsjZV_UOQQoZjWoS3AXQzBJxU,3308
24
+ symtest/file_comparator/__init__.py,sha256=3fwc9CkTIhftEx0B4kG_QrKnW-3dA1nQBHR-MBM3_aw,319
25
+ symtest/file_comparator/base_comparator.py,sha256=HQpP8tMpj8ZLEVtWObBOiGa_J53fBUZbY2fUrKW2Nxg,4532
26
+ symtest/file_comparator/binary_comparator.py,sha256=g9lek-3Hyoi1-jlq3hXxTiqg3Cxl2drA5dYIrYwCEUc,18865
27
+ symtest/file_comparator/csv_comparator.py,sha256=E68-t2fAez5jlxSzU9xYQ-5MfXju7EX05XLI6vFifhA,10292
28
+ symtest/file_comparator/factory.py,sha256=oLUjRq7S13odTZvTn9DqymLbpPfXnFd2d4su63pHYLI,8062
29
+ symtest/file_comparator/h5_comparator.py,sha256=C-g-rZEFymMDNG_qtN2a5qkI5NeX3bouCQrt747VmkE,41520
30
+ symtest/file_comparator/json_comparator.py,sha256=ude7VNOa-RhojGuO7RdS8jEfy1HMtargbQmW3S-kVzI,13529
31
+ symtest/file_comparator/result.py,sha256=mxuz04OdRC-W1TCxekxMDRcU7oJ786VC-2i8y_3PbTc,9071
32
+ symtest/file_comparator/script_comparator.py,sha256=dXphV14Ym7A8Z7DTJ14IUgBfo4UhN0NsgDFzPFJUykA,6698
33
+ symtest/file_comparator/text_comparator.py,sha256=vxiGIlXKT4XsXrjmIEBeFcGBs3aKcKDGGnmRJ14SZe0,8138
34
+ symtest/file_comparator/xml_comparator.py,sha256=NTk5Mli5TAMJIdrwtVPUL2pB38tAaU-KaMZUFpG3NCc,6021
35
+ symtest/runners/__init__.py,sha256=QS1R0KaXHdaY1gGAMhaRv6I7MRxyE2FX-x-Qoc56tLA,345
36
+ symtest/runners/config_runner.py,sha256=NBC11jhtbPw3OIBLoGw-8518HDw1GIQU5nNjRaWB11E,3927
37
+ symtest/runners/json_runner.py,sha256=jo8-QQV8sa3Ps44XZUAH0kvC3n5wy7IeSxitK2sAK8s,640
38
+ symtest/runners/parallel_config_runner.py,sha256=cKTzf5lkSO96siCLQBFJIadWnh905B4iKxe6Ak4MMdQ,11129
39
+ symtest/runners/parallel_json_runner.py,sha256=XR3TTkLWmIMzNFOTTU4Kvk3FYSO211T4RtVoQInoQis,899
40
+ symtest/runners/parallel_yaml_runner.py,sha256=pdghalcntqRUJZapKU3sc9ZxAXfR_KXYTlTJY-Z0t34,1039
41
+ symtest/runners/yaml_runner.py,sha256=mWniJxf7qT4lNy0xLjmXzh-uJKG3X_EMQnxgDNjmZbY,780
42
+ symtest/tui/__init__.py,sha256=8Ew5x5QdpeSCUHK1bRtFKkJ60w_koBneW9nLIQw5nAg,292
43
+ symtest/tui/app.py,sha256=2R755fhevulrQbQxv53Hme50yQLAR95ZytaieeB7edU,2931
44
+ symtest/tui/controllers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
45
+ symtest/tui/controllers/case_controller.py,sha256=qEdBDg0JS_8CR1WQCh3SCCy-YpJHDaq91ylY0Uq2ytU,10976
46
+ symtest/tui/screens/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
47
+ symtest/tui/screens/case_editor.py,sha256=g01S14TkhJpVoxI14DF91dZjrNmMW6gvNaoGVgEdaMk,9466
48
+ symtest/tui/screens/case_list.py,sha256=5dsIntYQ-JWBOqa1w9-DKuViwwgxdF84BjoInOWpbVg,10182
49
+ symtest/tui/widgets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
50
+ symtest/tui/widgets/case_table.py,sha256=4yYA599SScQQ8vbmBA-RZV5iQrADJLXzvxzhEMkDMww,3905
51
+ symtest/tui/widgets/expected_editor.py,sha256=Bl4Shp1F-khEnaA383NidzDT0uCrwfTOhuiLM7eEZ_c,5894
52
+ symtest/tui/widgets/search_bar.py,sha256=T30G7Y0HX8TRh0xFEhlYoB2hcWSVeOmhmJ3CoTlkmx0,5302
53
+ symtest/tui/widgets/steps_editor.py,sha256=C5nNwbaI1omcPxWKExU5tl8f6jHY_ILxKSJmOhYUubE,8932
54
+ symtest/utils/__init__.py,sha256=CJnS2dTLqQJorbWdBeIEEU5jgWQqygrL_8eVmzhoB4g,429
55
+ symtest/utils/junit_xml_writer.py,sha256=rINrfCl2WB_CNPtOPmh6YIirqeXMYmmi1SYIwrWcSqg,5136
56
+ symtest/utils/path_resolver.py,sha256=R5mvczU0ljwDYCFfgjD-oVaRQz2shr97fU1hcYoZ7IE,4418
57
+ symtest/utils/report_generator.py,sha256=p6behNMSbx2L8rk3EeMdatNF2d04UUzTTaMT5jZ8qcw,10020
58
+ symtest_cli-1.3.0.dist-info/licenses/LICENSE,sha256=727YMJ3HTFLFac4UqlQG5Dl9Bavc7oB_ImLkxRGzD0Q,1116
59
+ symtest_cli-1.3.0.dist-info/METADATA,sha256=sxU1K9dzZi15C16jyWAjknqoxccT_TRhd3iXE7QA0YE,9530
60
+ symtest_cli-1.3.0.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
61
+ symtest_cli-1.3.0.dist-info/entry_points.txt,sha256=39gBx4D9Ou80aaz-meIhDHKfv9EWsQ51t5NZwvAhIRQ,119
62
+ symtest_cli-1.3.0.dist-info/top_level.txt,sha256=MrJlecMnIi4MkQHfOMkR-lOyktPWFGDKFkw46EWxECg,8
63
+ symtest_cli-1.3.0.dist-info/RECORD,,
@@ -0,0 +1,5 @@
1
+ Wheel-Version: 1.0
2
+ Generator: setuptools (83.0.0)
3
+ Root-Is-Purelib: true
4
+ Tag: py3-none-any
5
+
@@ -0,0 +1,4 @@
1
+ [console_scripts]
2
+ cli-test = symtest.cli:main
3
+ compare-files = symtest.commands.compare:main
4
+ symtest = symtest.cli:main
@@ -0,0 +1,21 @@
1
+ MIT License
2
+
3
+ Copyright (c) 2024 CLI Test Framework Contributors
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR OUT OF IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
21
+ THE SOFTWARE.
@@ -0,0 +1 @@
1
+ symtest