codecraftai-testplus 1.2.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (19) hide show
  1. codecraftai_testplus-1.2.0/LICENSE.md +204 -0
  2. codecraftai_testplus-1.2.0/PKG-INFO +100 -0
  3. codecraftai_testplus-1.2.0/README.rst +69 -0
  4. codecraftai_testplus-1.2.0/pyproject.toml +81 -0
  5. codecraftai_testplus-1.2.0/source/packages/ccai/testplus/__init__.py +57 -0
  6. codecraftai_testplus-1.2.0/source/packages/ccai/testplus/cli/__init__.py +13 -0
  7. codecraftai_testplus-1.2.0/source/packages/ccai/testplus/cli/cmdtree/__init__.py +13 -0
  8. codecraftai_testplus-1.2.0/source/packages/ccai/testplus/cli/cmdtree/testing/__init__.py +33 -0
  9. codecraftai_testplus-1.2.0/source/packages/ccai/testplus/cli/cmdtree/testing/constants.py +62 -0
  10. codecraftai_testplus-1.2.0/source/packages/ccai/testplus/cli/cmdtree/testing/jobs.py +195 -0
  11. codecraftai_testplus-1.2.0/source/packages/ccai/testplus/cli/cmdtree/testing/query.py +165 -0
  12. codecraftai_testplus-1.2.0/source/packages/ccai/testplus/cli/cmdtree/testing/run.py +371 -0
  13. codecraftai_testplus-1.2.0/source/packages/ccai/testplus/cli/testplus_command.py +79 -0
  14. codecraftai_testplus-1.2.0/source/packages/ccai/testplus/distributedtestjob.py +90 -0
  15. codecraftai_testplus-1.2.0/source/packages/ccai/testplus/distributedtestsequencer.py +111 -0
  16. codecraftai_testplus-1.2.0/source/packages/ccai/testplus/entrypoints.py +140 -0
  17. codecraftai_testplus-1.2.0/source/packages/ccai/testplus/initialize.py +103 -0
  18. codecraftai_testplus-1.2.0/source/packages/ccai/testplus/py.typed +0 -0
  19. codecraftai_testplus-1.2.0/source/packages/ccai/testplus/testplusdefaulttypefactory.py +47 -0
@@ -0,0 +1,204 @@
1
+ # Code Craft AI - Source Available License
2
+ Version 1.0, October 2026
3
+
4
+ Copyright (C) 2026, Code Craft AI LLC
5
+
6
+ Everyone is permitted to copy and distribute verbatim copies of *This License* document, but changing it is not allowed.
7
+
8
+ *This License* covers the Python Automation Kit, the full suite of software published by *Licensor* that consists of every `codecraftai-*` package, every `pychestrate` package, and the `pychestrate` server.
9
+
10
+ *The Software* is source available. Its source code is published so that anyone can read it, learn from it, and use it, but *This License* is not an open source license. *The Software* is free to use for *Non-Commercial Use*. *Commercial Use* is permitted in exchange for a *Usage Fee* that is based on a reasonable estimation of the income derived from *The Software*, as described in section 5. When a company migrates a product or service to *The Software* from another code base, the *Profit* from that product or service is not counted toward the *Usage Fee* for two years, as described in section 5.4. For assurance of costs, a company can disclose its usage and estimated returns to *Licensor* and negotiate a fixed license cost, as described in section 5.10.
11
+
12
+ ## 1. Definitions
13
+
14
+ ### 1.1 *This License* or *The License*
15
+ **This License** or **The License** refers to version 1.0 of the Code Craft AI - Source Available License.
16
+
17
+ ### 1.2 Licensor
18
+ **Licensor** refers to Code Craft AI LLC.
19
+
20
+ ### 1.3 The Software
21
+ **The Software** refers to the Python Automation Kit, the full suite of software that *Licensor* publishes under *This License*. The Python Automation Kit consists of the following components (each, a **Component**), together with their source code, documentation, and other materials:
22
+
23
+ 1. Every Python package published by *Licensor* whose name begins with `codecraftai-`
24
+ 2. Every Python package published by *Licensor* whose name begins with `pychestrate`
25
+ 3. The `pychestrate` server
26
+
27
+ ### 1.4 You
28
+ **You** refers to the individual or legal entity that exercises rights under *This License*. When an individual exercises rights under *This License* on behalf of a company, organization, or other legal entity, **You** refers to that entity.
29
+
30
+ ### 1.5 Use
31
+ **Use** means to install, execute, load, access, operate, display, copy, modify, configure, customize, and otherwise use.
32
+
33
+ ### 1.6 Non-Commercial Use
34
+ **Non-Commercial Use** means any *Use* of *The Software* that is not *Commercial Use*. Examples of *Non-Commercial Use* include personal use, hobby projects, study, teaching, academic research, evaluation, and use by a non-profit organization for its non-profit purposes.
35
+
36
+ ### 1.7 Commercial Use
37
+ **Commercial Use** means any *Use* of *The Software* by or on behalf of a for-profit entity, and any *Use* of *The Software* in connection with a product, service, or activity that generates revenue. *Commercial Use* includes, without limitation, *Use* of *The Software* to develop, build, test, validate, deploy, operate, or support commercial products and services, and *Use* of *The Software* to provide services to others.
38
+
39
+ ### 1.8 Commercial Activity
40
+ **Commercial Activity** means the products, services, and business operations in connection with which *You* make *Commercial Use* of *The Software*.
41
+
42
+ ### 1.9 Fiscal Year
43
+ **Fiscal Year** means the annual accounting period that *You* use for financial reporting.
44
+
45
+ ### 1.10 Profit
46
+ **Profit** means the net profit that *You* earn from the *Commercial Activity* during a *Fiscal Year*, determined under the accounting principles that *You* regularly use for financial reporting.
47
+
48
+ ### 1.11 Contribution Estimate
49
+ **Contribution Estimate** means *Your* reasonable, good faith estimate of the portion of the *Profit* that *The Software* contributed to, expressed as a number from 0 to 1.
50
+
51
+ ### 1.12 Derived Income
52
+ **Derived Income** means the portion of the *Profit* for a *Fiscal Year* that is derived from *The Software*, calculated as described in section 5.2.
53
+
54
+ ### 1.13 Usage Fee
55
+ **Usage Fee** means the yearly fee for *Commercial Use* that is set by the table in section 5.3.
56
+
57
+ ### 1.14 Migration
58
+ **Migration** means moving the work for one of *Your* products or services from a code base other than *The Software*, such as another framework, another library, or *Your* own code, to *The Software*.
59
+
60
+ ### 1.15 Migration Period
61
+ **Migration Period** means the two (2) year period, described in section 5.4, during which the *Profit* from a product or service that *You* are migrating to *The Software* is not counted.
62
+
63
+ ## 2. License Grant
64
+
65
+ Subject to the terms and conditions of *This License*, *Licensor* hereby grants to *You* a non-exclusive, worldwide, non-transferable license to *Use*, copy, modify, create derivative works of, and distribute *The Software*.
66
+
67
+ *Licensor* also grants to *You* a license under any patents that *Licensor* can license, and that are necessarily infringed by *The Software*, for the same purposes and subject to the same conditions as the license granted above.
68
+
69
+ *This License* covers the Python Automation Kit as a whole. *Use* of one, some, or all of the *Components* is *Use* of *The Software*.
70
+
71
+ The licenses granted by *This License* are free of charge for *Non-Commercial Use*. The licenses granted by *This License* for *Commercial Use* are conditioned on the payment of the *Usage Fee* described in section 5.
72
+
73
+ ## 3. Conditions
74
+
75
+ ### 3.1 License Notice
76
+ Every copy of *The Software* that *You* distribute, in original or modified form, must include a complete copy of *This License* and must keep all copyright, patent, trademark, and attribution notices that appear in *The Software*.
77
+
78
+ ### 3.2 Recipients
79
+ Anyone who receives *The Software* from *You* receives it under the terms of *This License*. *You* may not impose terms on a recipient that conflict with *This License*, and *You* may not grant a recipient rights that *This License* does not grant to *You*.
80
+
81
+ ### 3.3 Modified Versions
82
+ *You* must clearly mark any modified version of *The Software* as modified. *The Software* is published by *Licensor* under a specific identity, such as a package name. *You* may not publish a modified version of *The Software* under the identity that *Licensor* originally published it under. Every copy of *The Software* that *You* redistribute under its original identity must be an exact copy of *The Software* as *Licensor* published it.
83
+
84
+ ### 3.4 Trademarks
85
+ *This License* does not grant any rights to use the names, logos, or trademarks of *Licensor*, except as required to comply with section 3.1 and to describe the origin of *The Software*.
86
+
87
+ ## 4. Non-Commercial Use
88
+
89
+ *Non-Commercial Use* of *The Software* is free. No *Usage Fee*, registration, or report is required for *Non-Commercial Use*.
90
+
91
+ ## 5. Commercial Use
92
+
93
+ ### 5.1 Usage Fee Obligation
94
+ For each *Fiscal Year* in which *You* make *Commercial Use* of *The Software*, *You* must pay *Licensor* a *Usage Fee*. A single *Usage Fee* covers all of *Your* *Commercial Use* of the *Components*. *Usage Fees* are not owed separately for each *Component*.
95
+
96
+ ### 5.2 Derived Income
97
+ The *Derived Income* for a *Fiscal Year* is calculated as follows:
98
+
99
+ (Contribution Estimate) * (Profit) = (Derived Income)
100
+
101
+ If *You* make *Commercial Use* of *The Software* for more than one product or service, calculate the *Derived Income* for each product or service using its own *Contribution Estimate* and *Profit*, and add the results together. The *Profit* from a product or service that is in its *Migration Period* is not counted, as described in section 5.4.
102
+
103
+ If the *Profit* from a product or service for a *Fiscal Year* is zero or less, then the *Derived Income* from that product or service for that *Fiscal Year* is zero.
104
+
105
+ ### 5.3 Usage Fee
106
+ The *Usage Fee* for a *Fiscal Year* is set by the *Derived Income* for that *Fiscal Year*, as shown in the following table.
107
+
108
+ | Derived Income for the Fiscal Year | Usage Fee per Fiscal Year |
109
+ |------------------------------------|---------------------------|
110
+ | 1,000,000 or less | Free |
111
+ | More than 1,000,000, up to and including 10,000,000 | 50,000 |
112
+ | More than 10,000,000, up to and including 100,000,000 | 100,000 |
113
+ | More than 100,000,000, up to and including 1,000,000,000 | 250,000 |
114
+ | More than 1,000,000,000 | 500,000 |
115
+
116
+ All amounts in this section 5 are in United States dollars. If *You* report *Profit* in a different currency, convert the *Derived Income* to United States dollars using the average exchange rate for the *Fiscal Year*.
117
+
118
+ ### 5.4 Migration Allowance
119
+ When *You* migrate a product or service to *The Software*, the *Profit* from that product or service is not counted when calculating the *Derived Income* during its *Migration Period* (the **Migration Allowance**).
120
+
121
+ The *Migration Period* for a product or service begins on the date that *You* first make *Commercial Use* of *The Software* for that product or service as part of its *Migration*, and ends two (2) years after that date.
122
+
123
+ The *Migration Allowance* applies to each product or service separately, and *You* may use it for every product or service that *You* migrate. Each product or service has only one *Migration Period*.
124
+
125
+ If a *Fiscal Year* is only partly within the *Migration Period* of a product or service, the *Profit* from that product or service for that *Fiscal Year* is reduced in proportion to the number of days of that *Fiscal Year* that fall within its *Migration Period*.
126
+
127
+ For example, a company tests product A with *The Software* and pays a *Usage Fee* based on the *Profit* from product A. On March 1, 2027, the company begins moving the testing of product B from a different test framework to *The Software*. The company does not count the *Profit* from product B in its *Derived Income* from March 1, 2027 until March 1, 2029. Starting March 1, 2029, the *Profit* from product B is counted. If the company later migrates product C, the *Profit* from product C is not counted for two years from the start of its own *Migration*.
128
+
129
+ ### 5.5 Contribution Estimate
130
+ *You* are responsible for making the *Contribution Estimate*. A *Contribution Estimate* must be reasonable and made in good faith. The *Contribution Estimate* for a product or service covers all of the *Components* that *You* *Use* for that product or service. When making the *Contribution Estimate*, *You* should consider how important *The Software* is to the *Commercial Activity*, how much of the *Commercial Activity* depends on *The Software*, and the effort and cost that *You* would otherwise need to spend to accomplish what *The Software* accomplishes for *You*.
131
+
132
+ The following table is a guide for making the *Contribution Estimate*. When *Your* *Commercial Use* of *The Software* matches an entry in the table, the *Contribution Estimate* in that entry is a reasonable *Contribution Estimate*. When *Your* *Commercial Use* does not match an entry in the table, make the *Contribution Estimate* by comparing *Your* *Commercial Use* with the entries in the table. When more than one entry matches the same *Commercial Activity*, use the entry with the highest *Contribution Estimate*.
133
+
134
+ | Commercial Use of *The Software* | Contribution Estimate |
135
+ |----------------------------------|-----------------------|
136
+ | Quality Assurance (QA) and Continuous Integration (CI): *The Software* is used to test or validate the products or services of the *Commercial Activity*, or to run their build and test pipelines | 0.3 |
137
+ | Products Completely Based on *The Software*: the products or services of the *Commercial Activity* are built completely on *The Software* | 0.5 |
138
+
139
+ ### 5.6 Examples
140
+ A company earns 1,000,000,000 in *Profit* from a product line during a *Fiscal Year*. The company uses *The Software* for the QA and CI of that product line, so the *Contribution Estimate* is 0.3.
141
+
142
+ 0.3 * 1,000,000,000 = 300,000,000
143
+
144
+ The *Derived Income* of 300,000,000 is more than 100,000,000 and not more than 1,000,000,000, so the *Usage Fee* for that *Fiscal Year* is 250,000.
145
+
146
+ A company earns 4,000,000 in *Profit* from a product during a *Fiscal Year*. The product is built completely on *The Software*, so the *Contribution Estimate* is 0.5.
147
+
148
+ 0.5 * 4,000,000 = 2,000,000
149
+
150
+ The *Derived Income* of 2,000,000 is more than 1,000,000 and not more than 10,000,000, so the *Usage Fee* for that *Fiscal Year* is 50,000.
151
+
152
+ A company earns 3,000,000 in *Profit* from a product line during a *Fiscal Year*. The company uses *The Software* for the QA and CI of that product line, so the *Contribution Estimate* is 0.3.
153
+
154
+ 0.3 * 3,000,000 = 900,000
155
+
156
+ The *Derived Income* of 900,000 is 1,000,000 or less, so there is no *Usage Fee* for that *Fiscal Year*.
157
+
158
+ ### 5.7 Reporting and Payment
159
+ Within one hundred twenty (120) days after the end of each *Fiscal Year* for which a *Usage Fee* is owed, *You* must pay the *Usage Fee* to *Licensor* and provide *Licensor* with a written statement that shows the *Profit*, the *Contribution Estimate*, the reasoning used to make the *Contribution Estimate*, the *Derived Income*, and the *Usage Fee*. *Usage Fees* are payable in United States dollars. If any *Profit* is not counted under section 5.4, the statement must also identify each product or service that is in a *Migration Period* and show the dates of its *Migration Period*. No statement is required for a *Fiscal Year* in which no *Usage Fee* is owed.
160
+
161
+ ### 5.8 Records and Review
162
+ *You* must keep records that reasonably support each *Contribution Estimate*, each *Profit* figure, and the dates of any *Migration Period* for at least three (3) years after the end of the *Fiscal Year* that they apply to. No more than once in any twelve (12) month period, *Licensor* may ask in writing for the records that support a statement, and *You* must provide them within sixty (60) days of the request. *Licensor* will treat those records as confidential.
163
+
164
+ ### 5.9 Disputes About the Usage Fee
165
+ If *Licensor* believes that a *Contribution Estimate*, a *Profit* figure, or the dates of a *Migration Period* are not reasonable, *Licensor* will notify *You* in writing and explain why. *You* and *Licensor* will then negotiate in good faith for at least sixty (60) days to agree on a reasonable *Usage Fee*. If *You* and *Licensor* cannot agree, either party may resolve the dispute as described in section 8.
166
+
167
+ ### 5.10 Fixed License Cost
168
+ For assurance of costs, *You* may disclose to *Licensor* how *You* *Use* *The Software* and the returns that *You* estimate *You* will derive from it, and negotiate a fixed license cost with *Licensor*. A fixed license cost, and any other terms that *You* and *Licensor* agree to, must be set out in a writing signed by both *You* and *Licensor* (a **Fixed License Agreement**).
169
+
170
+ While a *Fixed License Agreement* is in effect, the fixed license cost replaces the *Usage Fee* for the *Commercial Use* that the *Fixed License Agreement* covers, and sections 5.7 through 5.9 apply to that *Commercial Use* only as the *Fixed License Agreement* provides. To the extent that a *Fixed License Agreement* conflicts with this section 5, the *Fixed License Agreement* controls.
171
+
172
+ *Licensor* will treat the information that *You* disclose under this section 5.10 as confidential.
173
+
174
+ ## 6. Termination
175
+
176
+ If *You* violate *This License*, the licenses granted to *You* by *This License* end. If *Licensor* notifies *You* in writing of the violation and *You* correct the violation within thirty (30) days of receiving the notice, including by paying any *Usage Fee* that is owed, then the licenses granted to *You* are reinstated. This reinstatement is available to *You* only once. Termination does not release *You* from any *Usage Fee* that is owed for *Commercial Use* that took place before the termination.
177
+
178
+ ## 7. No Warranty and Limitation of Liability
179
+
180
+ ### 7.1 No Warranty
181
+ *THE SOFTWARE* IS PROVIDED "AS IS", WITHOUT ANY WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING THE IMPLIED WARRANTIES OF MERCHANTABILITY, TITLE, NON-INFRINGEMENT, AND FITNESS FOR A PARTICULAR PURPOSE.
182
+
183
+ ### 7.2 Limitation of Liability
184
+ TO THE EXTENT PERMITTED BY LAW, IN NO EVENT WILL *LICENSOR* BE LIABLE TO *YOU* FOR ANY DIRECT, INDIRECT, SPECIAL, INCIDENTAL, CONSEQUENTIAL, OR EXEMPLARY DAMAGES OF ANY KIND ARISING OUT OF OR RELATED TO *THIS LICENSE* OR THE *USE* OF *THE SOFTWARE*, EVEN IF *LICENSOR* HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGES.
185
+
186
+ ### 7.3 Support
187
+ *This License* does not entitle *You* to support, maintenance, or other services. Support and services are available only under a separate written agreement with *Licensor*.
188
+
189
+ ## 8. Governing Law and Jurisdiction
190
+
191
+ *This License* is governed by the laws of the State of Washington and the United States as though fully performed in Washington, without regard to provisions relating to conflicts of laws. The UN Convention for the International Sale of Goods and the Uniform Computer Information Transactions Act (UCITA) will not apply. The state and federal courts located in King County, Washington will have exclusive jurisdiction to adjudicate any disputes arising under *This License*, and *You* and *Licensor* agree to submit to the jurisdiction of those courts.
192
+
193
+ ## 9. General
194
+
195
+ ### 9.1 Severability
196
+ If any provision of *This License* is held to be unenforceable, that provision will be enforced to the maximum extent permitted, and the remaining provisions of *This License* will remain in effect.
197
+
198
+ ### 9.2 Interpretation
199
+ The section headings in *This License* are for reference purposes only and do not modify or restrict any term of *This License*. *This License* is written in the English language, and the English text prevails over any translation.
200
+
201
+ ### 9.3 Contact
202
+ Questions about *This License*, *Usage Fee* statements, payments, and requests to negotiate a *Fixed License Agreement* may be sent to *Licensor* using the contact information published at:
203
+
204
+ https://code-craft.ai
@@ -0,0 +1,100 @@
1
+ Metadata-Version: 2.4
2
+ Name: codecraftai-testplus
3
+ Version: 1.2.0
4
+ Summary: Code Craft AI - TestPlus Package
5
+ License-Expression: LicenseRef-CodeCraftAI-Source-Available
6
+ License-File: LICENSE.md
7
+ Keywords: python
8
+ Author: Myron Walker
9
+ Author-email: myron.walker@gmail.com
10
+ Requires-Python: >=3.10,<4.0
11
+ Classifier: Programming Language :: Python :: 3
12
+ Classifier: Operating System :: POSIX
13
+ Requires-Dist: click (>=8.1.3,<9.0.0)
14
+ Requires-Dist: codecraftai-arcli (<2.0.0)
15
+ Requires-Dist: codecraftai-credentials (<2.0.0)
16
+ Requires-Dist: codecraftai-dataprofiles (<2.0.0)
17
+ Requires-Dist: codecraftai-foundations (<2.0.0)
18
+ Requires-Dist: codecraftai-integration-runtime (<2.0.0)
19
+ Requires-Dist: codecraftai-interop (<2.0.0)
20
+ Requires-Dist: codecraftai-landscaping (<2.0.0)
21
+ Requires-Dist: codecraftai-networking (<2.0.0)
22
+ Requires-Dist: codecraftai-runtime (<2.0.0)
23
+ Requires-Dist: codecraftai-testbase (<2.0.0)
24
+ Requires-Dist: codecraftai-this-app (<2.0.0)
25
+ Requires-Dist: codecraftai-xmodules (<2.0.0)
26
+ Requires-Dist: debugpy (>=1.8.12,<2.0.0)
27
+ Project-URL: Issues, https://github.com/code-craft-ai-company/codecraftai-testplus/issues
28
+ Project-URL: Repository, https://github.com/code-craft-ai-company/codecraftai-testplus
29
+ Description-Content-Type: text/x-rst
30
+
31
+ ==========================
32
+ Code Craft AI TestPlus
33
+ ==========================
34
+
35
+ The ``codecraftai-testplus`` package extends the ``codecraftai-testbase`` test framework with support for distributed and multi-host test jobs. Where ``testbase`` focuses on single-host test runs, ``testplus`` adds the pieces required to coordinate tests across a cluster of machines drawn from an ``codecraftai-landscaping`` landscape, including the ``DistributedTestJob`` parent-container abstraction, a distributed test sequencer, and a default type factory used to materialise shared resources across hosts.
36
+
37
+ Highlights
38
+ ==========
39
+
40
+ - ``DistributedTestJob`` parent-container abstraction for multi-host jobs.
41
+ - Distributed test sequencer for coordinating execution across hosts.
42
+ - Default type factory for materialising shared resources across a cluster.
43
+ - ``testplus`` CLI (entry point ``testplus_command``) with ``run``, ``jobs``, and ``query`` subcommands mirroring the ``testbase`` surface.
44
+ - Designed to be used alongside ``codecraftai-testbase`` and ``codecraftai-landscaping``.
45
+
46
+ Repository Structure
47
+ ====================
48
+
49
+ - ``development/`` - Runtime environment scripts.
50
+ - ``repository-setup/`` - Repository homing and setup scripts.
51
+ - ``source/packages/`` - Package source code.
52
+ - ``source/testroots/ccai/`` - TestBase test roots.
53
+ - ``specs/`` - Requirements, design, and task documentation.
54
+ - ``userguide/`` - Standards, conventions, and documentation.
55
+
56
+ Environment Setup
57
+ =================
58
+
59
+ When working in a Codex container:
60
+
61
+ .. code-block:: bash
62
+
63
+ ./development/setup-agent-container
64
+
65
+ For local development:
66
+
67
+ .. code-block:: bash
68
+
69
+ ./repository-setup/rehome-repository
70
+ ./development/setup-environment
71
+
72
+ Running Tests
73
+ =============
74
+
75
+ Activate the virtual environment:
76
+
77
+ .. code-block:: bash
78
+
79
+ source .venv/bin/activate
80
+
81
+ Run the single-host test suite:
82
+
83
+ .. code-block:: bash
84
+
85
+ testbase testing run --root source/testroots/ccai --includes=ccai.tests.testplus.singlehost --output=./.output
86
+
87
+ Standards and Conventions
88
+ =========================
89
+
90
+ - Naming conventions: ``userguide/10-02-naming-conventions.rst``
91
+ - Code organization: ``userguide/10-01-code-organization.rst``
92
+ - Coding standards: ``userguide/10-00-coding-standards.rst``
93
+
94
+ Additional Resources
95
+ ====================
96
+
97
+ - User guide entry point: ``userguide/userguide.rst``
98
+ - Design documentation: ``specs/design.md``
99
+ - Requirements: ``specs/requirements.md``
100
+
@@ -0,0 +1,69 @@
1
+ ==========================
2
+ Code Craft AI TestPlus
3
+ ==========================
4
+
5
+ The ``codecraftai-testplus`` package extends the ``codecraftai-testbase`` test framework with support for distributed and multi-host test jobs. Where ``testbase`` focuses on single-host test runs, ``testplus`` adds the pieces required to coordinate tests across a cluster of machines drawn from an ``codecraftai-landscaping`` landscape, including the ``DistributedTestJob`` parent-container abstraction, a distributed test sequencer, and a default type factory used to materialise shared resources across hosts.
6
+
7
+ Highlights
8
+ ==========
9
+
10
+ - ``DistributedTestJob`` parent-container abstraction for multi-host jobs.
11
+ - Distributed test sequencer for coordinating execution across hosts.
12
+ - Default type factory for materialising shared resources across a cluster.
13
+ - ``testplus`` CLI (entry point ``testplus_command``) with ``run``, ``jobs``, and ``query`` subcommands mirroring the ``testbase`` surface.
14
+ - Designed to be used alongside ``codecraftai-testbase`` and ``codecraftai-landscaping``.
15
+
16
+ Repository Structure
17
+ ====================
18
+
19
+ - ``development/`` - Runtime environment scripts.
20
+ - ``repository-setup/`` - Repository homing and setup scripts.
21
+ - ``source/packages/`` - Package source code.
22
+ - ``source/testroots/ccai/`` - TestBase test roots.
23
+ - ``specs/`` - Requirements, design, and task documentation.
24
+ - ``userguide/`` - Standards, conventions, and documentation.
25
+
26
+ Environment Setup
27
+ =================
28
+
29
+ When working in a Codex container:
30
+
31
+ .. code-block:: bash
32
+
33
+ ./development/setup-agent-container
34
+
35
+ For local development:
36
+
37
+ .. code-block:: bash
38
+
39
+ ./repository-setup/rehome-repository
40
+ ./development/setup-environment
41
+
42
+ Running Tests
43
+ =============
44
+
45
+ Activate the virtual environment:
46
+
47
+ .. code-block:: bash
48
+
49
+ source .venv/bin/activate
50
+
51
+ Run the single-host test suite:
52
+
53
+ .. code-block:: bash
54
+
55
+ testbase testing run --root source/testroots/ccai --includes=ccai.tests.testplus.singlehost --output=./.output
56
+
57
+ Standards and Conventions
58
+ =========================
59
+
60
+ - Naming conventions: ``userguide/10-02-naming-conventions.rst``
61
+ - Code organization: ``userguide/10-01-code-organization.rst``
62
+ - Coding standards: ``userguide/10-00-coding-standards.rst``
63
+
64
+ Additional Resources
65
+ ====================
66
+
67
+ - User guide entry point: ``userguide/userguide.rst``
68
+ - Design documentation: ``specs/design.md``
69
+ - Requirements: ``specs/requirements.md``
@@ -0,0 +1,81 @@
1
+ [project]
2
+ name = "codecraftai-testplus"
3
+ version = "1.2.0"
4
+ description = "Code Craft AI - TestPlus Package"
5
+ readme = "README.rst"
6
+ license = "LicenseRef-CodeCraftAI-Source-Available"
7
+ authors = [{name = "Myron Walker", email = "myron.walker@gmail.com"}]
8
+ keywords = [
9
+ "python"
10
+ ]
11
+ classifiers = [
12
+ "Programming Language :: Python :: 3",
13
+ "Operating System :: POSIX",
14
+ ]
15
+ requires-python = ">=3.10,<4.0"
16
+ dependencies = [
17
+ "click>=8.1.3,<9.0.0",
18
+ "debugpy>=1.8.12,<2.0.0",
19
+ "codecraftai-foundations<2.0.0",
20
+ "codecraftai-arcli<2.0.0",
21
+ "codecraftai-runtime<2.0.0",
22
+ "codecraftai-testbase<2.0.0",
23
+ "codecraftai-this-app<2.0.0",
24
+ "codecraftai-credentials<2.0.0",
25
+ "codecraftai-dataprofiles<2.0.0",
26
+ "codecraftai-networking<2.0.0",
27
+ "codecraftai-interop<2.0.0",
28
+ "codecraftai-integration-runtime<2.0.0",
29
+ "codecraftai-landscaping<2.0.0",
30
+ "codecraftai-xmodules<2.0.0",
31
+ ]
32
+
33
+ [project.scripts]
34
+ testplus = "ccai.testplus.cli.testplus_command:testplus_root_command"
35
+
36
+ [project.urls]
37
+ Repository = "https://github.com/code-craft-ai-company/codecraftai-testplus"
38
+ Issues = "https://github.com/code-craft-ai-company/codecraftai-testplus/issues"
39
+
40
+ [tool.poetry]
41
+ packages = [{include="ccai", from="source/packages"}]
42
+
43
+ [tool.poetry.dependencies]
44
+ codecraftai-foundations = {source = "codecraftai"}
45
+ codecraftai-arcli = {source = "codecraftai"}
46
+ codecraftai-runtime = {source = "codecraftai"}
47
+ codecraftai-testbase = {source = "codecraftai"}
48
+ codecraftai-this-app = {source = "codecraftai"}
49
+ codecraftai-credentials = {source = "codecraftai"}
50
+ codecraftai-dataprofiles = {source = "codecraftai"}
51
+ codecraftai-networking = {source = "codecraftai"}
52
+ codecraftai-interop = {source = "codecraftai"}
53
+ codecraftai-integration-runtime = {source = "codecraftai"}
54
+ codecraftai-landscaping = {source = "codecraftai"}
55
+ codecraftai-xmodules = {source = "codecraftai"}
56
+
57
+ [[tool.poetry.source]]
58
+ name = "codecraftai"
59
+ url = "https://code-craft.ai/licensed-repository/simple/"
60
+ priority = "supplemental"
61
+
62
+ [[tool.uv.index]]
63
+ # Same licensed index as [[tool.poetry.source]]. Listed before PyPI so that
64
+ # codecraftai-* packages (direct and transitive) resolve from it; everything
65
+ # else falls through to PyPI. Credentials: UV_INDEX_CODECRAFTAI_USERNAME /
66
+ # UV_INDEX_CODECRAFTAI_PASSWORD, or `uv auth login`.
67
+ name = "codecraftai"
68
+ url = "https://code-craft.ai/licensed-repository/simple/"
69
+
70
+ [tool.ruff.lint]
71
+ # Deliberately narrow. This gate exists for one reason: a bare `except:`
72
+ # swallows ConfigurationError and SemanticError, which derive from
73
+ # BaseException precisely so that they pass through ordinary handlers and end
74
+ # the run. Catching them hides the original cause behind whatever error
75
+ # happens next. See userguide/10-00-coding-standards.rst, exception-handling
76
+ # rules 5-7. Use `except Exception:` when you mean "any ordinary failure".
77
+ select = ["E722"]
78
+
79
+ [build-system]
80
+ requires = ["poetry-core"]
81
+ build-backend = "poetry.core.masonry.api"
@@ -0,0 +1,57 @@
1
+ """
2
+ .. module:: testplus
3
+ :platform: Darwin, Linux, Unix, Windows
4
+ :synopsis: Top level package for the TestPlus framework which exposes
5
+ commonly used APIs and decorators from the underlying
6
+ ``ccai.testbase`` package.
7
+
8
+ .. moduleauthor:: Myron Walker <myron.walker@gmail.com>
9
+ """
10
+
11
+ __author__ = "Myron Walker"
12
+ __copyright__ = "Copyright 2025, Code Craft AI LLC"
13
+ __credits__ = []
14
+
15
+
16
+ from ccai.xmodules.xlogging.enhancedloggers import (
17
+ EnhancedLogger,
18
+ getEnhancedLogger
19
+ )
20
+ logger: EnhancedLogger = getEnhancedLogger()
21
+
22
+
23
+ from ccai.testbase.declaration import registrations as register
24
+ from ccai.testbase.declaration import originations as originate
25
+ from ccai.testbase.declaration import attachments as attach
26
+
27
+ from ccai.testbase.verification import (
28
+ assert_dict_response_has_keys,
29
+ assert_dict_response_has_paths,
30
+ assert_equal,
31
+ assert_expression,
32
+ assert_greater,
33
+ assert_lessthan,
34
+ assert_list_length,
35
+ assert_list_length_greater,
36
+ assert_not_equal,
37
+ assert_type
38
+ )
39
+
40
+ from ccai.testbase.markers import (
41
+ mark_categories,
42
+ mark_keywords,
43
+ mark_priority,
44
+ mark_descendent_categories,
45
+ mark_descendent_keywords,
46
+ mark_descendent_priority
47
+ )
48
+
49
+ from ccai.testbase.results.model.taskingresult import (
50
+ verify_tasking_results
51
+ )
52
+
53
+ from ccai.testbase.constraints import (
54
+ Constraints,
55
+ ConstraintsCatalog,
56
+ FeatureConstraints
57
+ )
@@ -0,0 +1,13 @@
1
+ """
2
+ .. module:: cli
3
+ :platform: Darwin, Linux, Unix, Windows
4
+ :synopsis: Package containing the command line interface implementation for
5
+ the ``testplus`` command.
6
+
7
+ .. moduleauthor:: Myron Walker <myron.walker@gmail.com>
8
+ """
9
+
10
+ __author__ = "Myron Walker"
11
+ __copyright__ = "Copyright 2025, Code Craft AI LLC"
12
+ __credits__ = []
13
+
@@ -0,0 +1,13 @@
1
+ """
2
+ .. module:: cmdtree
3
+ :platform: Darwin, Linux, Unix, Windows
4
+ :synopsis: Package defining the command tree structure for the ``testplus``
5
+ CLI.
6
+
7
+ .. moduleauthor:: Myron Walker <myron.walker@gmail.com>
8
+ """
9
+
10
+ __author__ = "Myron Walker"
11
+ __copyright__ = "Copyright 2025, Code Craft AI LLC"
12
+ __credits__ = []
13
+
@@ -0,0 +1,33 @@
1
+ """
2
+ .. module:: testing
3
+ :platform: Darwin, Linux, Unix, Windows
4
+ :synopsis: CLI group providing commands for interacting with tests and test
5
+ results.
6
+
7
+ .. moduleauthor:: Myron Walker <myron.walker@gmail.com>
8
+ """
9
+
10
+ __author__ = "Myron Walker"
11
+ __copyright__ = "Copyright 2025, Code Craft AI LLC"
12
+ __credits__ = []
13
+ __version__ = "1.0.0"
14
+
15
+ import click
16
+
17
+ from ccai.testplus.cli.cmdtree.testing.jobs import group_testplus_testing_jobs
18
+ from ccai.testplus.cli.cmdtree.testing.query import command_testplus_testing_query
19
+ from ccai.testplus.cli.cmdtree.testing.run import command_testplus_testing_run
20
+
21
+ @click.group("testing", help="Contains command for working with tests and test results.")
22
+ def group_testplus_testing():
23
+ """
24
+ Root command group for TestPlus testing related operations.
25
+
26
+ :returns: ``None``
27
+ """
28
+
29
+ return
30
+
31
+ group_testplus_testing.add_command(group_testplus_testing_jobs)
32
+ group_testplus_testing.add_command(command_testplus_testing_query)
33
+ group_testplus_testing.add_command(command_testplus_testing_run)
@@ -0,0 +1,62 @@
1
+ """
2
+ .. module:: constants
3
+ :platform: Darwin, Linux, Unix, Windows
4
+ :synopsis: Constants used by the TestPlus testing command tree.
5
+
6
+ .. moduleauthor:: Myron Walker <myron.walker@gmail.com>
7
+ """
8
+
9
+ __author__ = "Myron Walker"
10
+ __copyright__ = "Copyright 2025, Code Craft AI LLC"
11
+ __credits__ = []
12
+
13
+
14
+ from ccai.configuration.normalize import SEPARATOR
15
+
16
+ CONFIGURATION_CHOICES = [
17
+ "all",
18
+ "credentials",
19
+ "landscape",
20
+ "topology",
21
+ "runtime"
22
+ ]
23
+
24
+ HELP_ROOT = "The root directory to use when scanning for tests."
25
+ HELP_INCLUDES = "Add a test inclusion expression."
26
+ HELP_EXCLUDES = "Add a test exclusion expression."
27
+ HELP_OUTPUT = "The output directory where results and artifacts are collected."
28
+ HELP_START = r"A time stamp to associate with the start of the run. Example: 2020-10-17T15:30:11.989120 Bash: date +%Y-%m-%dT%H:%M:%S.%N"
29
+ HELP_BRANCH = "The name of the branch to associate with the test run results."
30
+ HELP_BUILD = "The name of the build to associate with the test run results."
31
+ HELP_FLAVOR = "The name of the flavor to associate with the test run results."
32
+ HELP_JOB_ID = "A unique identifier for the job with respect to the job runner."
33
+ HELP_JOB_INITIATOR = "The name of the initiator of the job."
34
+ HELP_JOB_LABEL = "The label associated with the job."
35
+ HELP_JOB_NAME = "The name of the job."
36
+ HELP_JOB_OWNER = "The ownerid and possibly appended ';(display name)' of the test run result owner."
37
+ HELP_DEFAULT_CONFIGS = "Indicates that one or more default configurations should be used."
38
+ HELP_CONFIG_NAME = "A configuration common base name to use for both the 'landscape' and 'topology' configurations."
39
+ HELP_CREDENTIAL = "The full path or URI of the credentials file to use for the testrun."
40
+ HELP_CREDENTIAL_NAMES = "The base name of the credential files to search for in the credential path."
41
+ HELP_CREDENTIAL_SOURCES = f"A '{SEPARATOR}' seperated list of source uris to search for credential documents."
42
+ HELP_LANDSCAPE = "The full path of the landscape file to use for the testrun."
43
+ HELP_LANDSCAPE_NAMES = "The base name of the landscape files to search for in the landscape path."
44
+ HELP_LANDSCAPE_SOURCES = f"A '{SEPARATOR}' seperated list of source uris to search for landscape documents."
45
+ HELP_RUNTIME = "The full path of the runtime file to use for the testrun."
46
+ HELP_RUNTIME_NAMES = "The base name of the runtime files to search for in the runtime path."
47
+ HELP_RUNTIME_SOURCES = f"A '{SEPARATOR}' seperated list of source uris to search for runtime documents."
48
+ HELP_TOPOLOGY = "The full path of the topology file to use for the testrun."
49
+ HELP_TOPOLOGY_NAMES = "The base name of the topology files to search for in the topology path."
50
+ HELP_TOPOLOGY_SOURCES = f"A '{SEPARATOR}' seperated list of source uris to search for topology documents."
51
+ HELP_RUNID = "A uuid to use for the run id for the testrun."
52
+ HELP_CONSOLE_LOG_LEVEL = "The logging level for console output."
53
+ HELP_FILE_LOG_LEVEL = "The logging level for logfile output."
54
+ HELP_DEBUG = "Output debug information to the console."
55
+ HELP_DEBUGGER = "Debugger to active during the test run."
56
+ HELP_BREAKPOINT = "The breakpoint to activate for the test run."
57
+ HELP_TIMETRAVEL = "Enables tracing for Time-Travel-Debugging."
58
+ HELP_TIMEPORTAL = "The name of a time portal to open for Time-Travel-Debugging."
59
+ HELP_PRERUN_DIAGNOSTIC = "Flag indicating that a pre run diagnostic should be performed."
60
+ HELP_POSTRUN_DIAGNOSTIC = "Flag indicating that a post run diagnostic should be performed."
61
+ HELP_INCLUDE_MARKER_EXP = "Allows the specification of a marker expression that if matched will include a test."
62
+ HELP_EXCLUDE_MARKER_EXP = "Allows the specification of a marker expression that if matched will exclude a test."