conformly 0.7.2__tar.gz → 0.7.3__tar.gz

{conformly-0.7.2/src/conformly.egg-info → conformly-0.7.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: conformly
-Version: 0.7.2
+Version: 0.7.3
 Summary: Generate valid & invalid test data from your typed schemas
 Author-email: Nikita Shabanov <nik.shabanov2024@gmail.com>
 License: MIT
@@ -252,6 +252,12 @@ overrides=[
 ]
 ```
 
+Integer seeds, including `0` and negative values, make `case()` and `cases()`
+reproducible for internal generation, including nested models and UUID values.
+The same model, options, and seed produce the same payloads. User-provided default
+factories run once per generated field and must themselves be deterministic;
+the seed does not control their randomness or external state.
+
 ## Error Handling
 
 All `conformly` errors inherit from `ConformlyError`, providing consistent interface for debugging and programmatic handling.
@@ -648,7 +654,15 @@ print(trace.generated_value)
 print(trace.seed)
 ```
 
-The trace includes generation metadata such as the target path, generated value, violation type, random seed, and value source.
+Tracing is available for `case(..., valid=False)`. The trace describes the selected
+target: its dotted path, violation, generated value, seed, and value source. This
+applies to DSL and string paths as well as `"first"` and `"random"` selection.
+Unrelated fields, defaults, and overrides do not overwrite target metadata. For
+`MISSING_FIELD`, the value is the internal `UNSET` sentinel because the field is
+absent from the payload.
+
+Enabling tracing leaves payloads, internal RNG consumption, and default factory
+call counts unchanged. A reused tracer describes the latest completed generation.
 
 
 ## Development
@@ -737,3 +751,6 @@ Contributions welcome!
 - Add tests for new functionality
 - Run `uv run -m pytest` and `uv run -m ruff check .`
 - Submit a pull request
+
+Test collection and assertion audit findings, including deferred collection checks,
+are documented in [the test audit](docs/test-audit.md).

{conformly-0.7.2 → conformly-0.7.3}/README.md

@@ -219,6 +219,12 @@ overrides=[
 ]
 ```
 
+Integer seeds, including `0` and negative values, make `case()` and `cases()`
+reproducible for internal generation, including nested models and UUID values.
+The same model, options, and seed produce the same payloads. User-provided default
+factories run once per generated field and must themselves be deterministic;
+the seed does not control their randomness or external state.
+
 ## Error Handling
 
 All `conformly` errors inherit from `ConformlyError`, providing consistent interface for debugging and programmatic handling.
@@ -615,7 +621,15 @@ print(trace.generated_value)
 print(trace.seed)
 ```
 
-The trace includes generation metadata such as the target path, generated value, violation type, random seed, and value source.
+Tracing is available for `case(..., valid=False)`. The trace describes the selected
+target: its dotted path, violation, generated value, seed, and value source. This
+applies to DSL and string paths as well as `"first"` and `"random"` selection.
+Unrelated fields, defaults, and overrides do not overwrite target metadata. For
+`MISSING_FIELD`, the value is the internal `UNSET` sentinel because the field is
+absent from the payload.
+
+Enabling tracing leaves payloads, internal RNG consumption, and default factory
+call counts unchanged. A reused tracer describes the latest completed generation.
 
 
 ## Development
@@ -704,3 +718,6 @@ Contributions welcome!
 - Add tests for new functionality
 - Run `uv run -m pytest` and `uv run -m ruff check .`
 - Submit a pull request
+
+Test collection and assertion audit findings, including deferred collection checks,
+are documented in [the test audit](docs/test-audit.md).

{conformly-0.7.2 → conformly-0.7.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "conformly"
-version = "0.7.2"
+version = "0.7.3"
 description = "Generate valid & invalid test data from your typed schemas"
 readme = "README.md"
 requires-python = ">=3.12"
@@ -90,6 +90,7 @@ line-ending = "auto"
 
 
 [tool.pytest.ini_options]
+xfail_strict = true
 markers = ["benchmark: performance benchmarks"]
 
 addopts = ["-v", "--strict-markers"]

{conformly-0.7.2 → conformly-0.7.3}/src/conformly/_internal/api/case.py

@@ -38,9 +38,11 @@ def case(
             If False, generate an invalid one.
 
         seed:
-            Random seed for reproducible generation.
+            Random seed for reproducible internal generation.
             - `None` (default): Use system randomness (different output each run).
-            - `int`: Initialize RNG with fixed seed (same output for same seed).
+            - `int`: Initialize RNG with a fixed seed, including 0 and negatives.
+            User-provided default factories must be deterministic for identical
+            payloads; their randomness is not controlled by this seed.
 
         strategy:
             Define which field to violate when valid=False.
@@ -63,14 +65,17 @@ def case(
 
         overrides:
             Optional list of `PathSelector` to set field values.
-            - Applied after generation
-            - Override generated values
+            - Used instead of generated values and model defaults
             - With valid=False: act as defaults (ignored if field is violated)
 
         allow_type_mismatch:
             If True fields could be type mismatched.
             Availiable only when valid=False.
 
+        tracer:
+            Optional tracer for invalid generation. Records the selected target
+            path, violation, and value without changing generation or factory calls.
+
     Returns:
         A dictionary representing the instance.
     """
@@ -111,9 +116,6 @@ def case(
             strategy=strategy,
         )
 
-    if tracer and isinstance(strategy, PathSelector):
-        tracer.set_target_path(strategy.raw_path)
-
     task = plan_tasks(
         model,
         ctx=ctx,

{conformly-0.7.2 → conformly-0.7.3}/src/conformly/_internal/api/cases.py

@@ -38,9 +38,11 @@ def cases(
             If False, generate invalid ones.
 
         seed:
-            Random seed for reproducible generation.
+            Random seed for reproducible internal generation.
             - `None` (default): Use system randomness (different output each run).
-            - `int`: Initialize RNG with fixed seed (same output for same seed).
+            - `int`: Initialize RNG with a fixed seed, including 0 and negatives.
+            User-provided default factories must be deterministic for identical
+            payloads; their randomness is not controlled by this seed.
 
         strategy:
             Define how fields are selected for violation when valid=False.
@@ -74,8 +76,7 @@ def cases(
 
         overrides:
             Optional list of `PathSelector` to set field values.
-            - Applied after generation
-            - Override generated values
+            - Used instead of generated values and model defaults
             - With valid=False: act as defaults (ignored if field is violated)
 
 

{conformly-0.7.2 → conformly-0.7.3}/src/conformly/_internal/generator/context.py

@@ -12,5 +12,5 @@ class GenerationContext:
 
 
 def create_context(seed: int | None = None) -> GenerationContext:
-    rng = random.Random(seed) if seed else random.Random()
+    rng = random.Random(seed)
     return GenerationContext(rng=rng, rstr=Rstr(rng), seed=seed)

{conformly-0.7.2 → conformly-0.7.3}/src/conformly/_internal/generator/orchestration.py

@@ -54,6 +54,7 @@ def _built_dict_with_violations(
     violations: tuple[ViolationType, ...],
     overrides: dict[FieldPath, Any] | None = None,
     tracer: Tracer | None = None,
+    path_names: tuple[str, ...] = (),
 ) -> dict[str, Any]:
     result: dict[str, Any] = {}
     target_index = target_path[depth]
@@ -72,7 +73,7 @@ def _built_dict_with_violations(
 
     for i in range(0, target_index):
         field = fields[i]
-        result[field.name] = generate_field(ctx, field, None, overrides, tracer)
+        result[field.name] = generate_field(ctx, field, None, overrides)
 
     if target_index < total_fields:
         field = fields[target_index]
@@ -85,6 +86,8 @@ def _built_dict_with_violations(
                     field=field.name,
                 )
 
+            if tracer:
+                tracer.set_target_path(".".join((*path_names, field.name)))
             value = generate_field(ctx, field, violations, overrides, tracer)
             if value is not UNSET:
                 result[field.name] = value
@@ -105,18 +108,25 @@ def _built_dict_with_violations(
                 violations=violations,
                 overrides=overrides,
                 tracer=tracer,
+                path_names=(*path_names, field.name),
             )
 
     else:
-        for i, field in enumerate(fields):
-            result[field.name] = generate_field(ctx, field, tracer=tracer)
-
         key, value = _generate_extra_field_value(ctx)
+        suffix = 1
+        while key in result:
+            key = f"extra_{suffix}"
+            suffix += 1
         result[key] = value
+        if tracer:
+            tracer.set_target_path(".".join((*path_names, key)))
+            tracer.set_violation(ViolationType.EXTRA_FIELD)
+            tracer.set_value_source(ValueSource.GENERATED)
+            tracer.set_generated_value(value)
 
     for i in range(target_index + 1, total_fields):
         field = fields[i]
-        result[field.name] = generate_field(ctx, field, tracer=tracer)
+        result[field.name] = generate_field(ctx, field, overrides=overrides)
 
     return result
 
@@ -144,15 +154,10 @@ def generate_field(
                 tracer.set_value_source(ValueSource.MODEL_DEFAULT)
 
             default = field.default
-            if callable(default):
-                if tracer:
-                    tracer.set_generated_value(default())
-                return default()
-
+            value = default() if callable(default) else default
             if tracer:
-                tracer.set_generated_value(default())
-
-            return default
+                tracer.set_generated_value(value)
+            return value
 
         if field.nested_model and not isinstance(
             field.semantic, (ListSemantic, TupleSemantic)

{conformly-0.7.2 → conformly-0.7.3}/src/conformly/_internal/generator/types/url.py

@@ -97,7 +97,6 @@ def _generate_invalid_url(
                 "",
                 "   ",
                 "not-a-url",
-                "http:/broken",
                 "http:// bad.com",
                 "://missing.scheme.com",
             ]
@@ -105,6 +104,9 @@ def _generate_invalid_url(
 
     if violation == ViolationType.WRONG_URL_SCHEME:
         scheme = ctx.rng.choice(INVALID_SCHEMES)
+        if semantic.kind == FieldKind.URL:
+            # Arbitrary alphabetic schemes are valid for unrestricted URLs.
+            scheme = "1" + scheme
         return f"{scheme}://example.com"
 
     return "not-a-url"

{conformly-0.7.2 → conformly-0.7.3}/src/conformly/_internal/generator/types/uuid.py

@@ -24,26 +24,26 @@ def generate_value(
     ctx: GenerationContext, semantic: UUIDSemantic, violation: ViolationType | None
 ) -> str:
     return (
-        _generate_valid_uuid()
+        _generate_valid_uuid(ctx)
         if not violation
         else _generate_invalid_uuid(ctx, violation)
     )
 
 
-def _generate_valid_uuid() -> str:
-    return str(uuid.uuid4())
+def _generate_valid_uuid(ctx: GenerationContext) -> str:
+    return str(uuid.UUID(int=ctx.rng.getrandbits(128), version=4))
 
 
 def _generate_invalid_uuid(ctx: GenerationContext, violation: ViolationType) -> str:
     match violation:
         case ViolationType.TOO_SHORT:
-            uid = str(uuid.uuid4())
+            uid = _generate_valid_uuid(ctx)
             chars_to_remove = ctx.rng.randint(1, min(10, len(uid) - 1))
             result = uid[:-chars_to_remove]
             return result if result else "x"
 
         case ViolationType.TOO_LONG:
-            uid = str(uuid.uuid4())
+            uid = _generate_valid_uuid(ctx)
             extra_len = ctx.rng.randint(1, 10)
             extra = "".join(ctx.rng.choice(HEX_CHARS) for _ in range(extra_len))
             return uid + extra
@@ -57,7 +57,7 @@ def _generate_invalid_uuid(ctx: GenerationContext, violation: ViolationType) ->
             return template
 
         case ViolationType.WRONG_UUID_CHARACTER:
-            uuid_chars: list[str] = list(str(uuid.uuid4()))
+            uuid_chars: list[str] = list(_generate_valid_uuid(ctx))
             hex_positions = [i for i, ch in enumerate(uuid_chars) if ch != "-"]
             if hex_positions:
                 pos = ctx.rng.choice(hex_positions)

{conformly-0.7.2 → conformly-0.7.3/src/conformly.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: conformly
-Version: 0.7.2
+Version: 0.7.3
 Summary: Generate valid & invalid test data from your typed schemas
 Author-email: Nikita Shabanov <nik.shabanov2024@gmail.com>
 License: MIT
@@ -252,6 +252,12 @@ overrides=[
 ]
 ```
 
+Integer seeds, including `0` and negative values, make `case()` and `cases()`
+reproducible for internal generation, including nested models and UUID values.
+The same model, options, and seed produce the same payloads. User-provided default
+factories run once per generated field and must themselves be deterministic;
+the seed does not control their randomness or external state.
+
 ## Error Handling
 
 All `conformly` errors inherit from `ConformlyError`, providing consistent interface for debugging and programmatic handling.
@@ -648,7 +654,15 @@ print(trace.generated_value)
 print(trace.seed)
 ```
 
-The trace includes generation metadata such as the target path, generated value, violation type, random seed, and value source.
+Tracing is available for `case(..., valid=False)`. The trace describes the selected
+target: its dotted path, violation, generated value, seed, and value source. This
+applies to DSL and string paths as well as `"first"` and `"random"` selection.
+Unrelated fields, defaults, and overrides do not overwrite target metadata. For
+`MISSING_FIELD`, the value is the internal `UNSET` sentinel because the field is
+absent from the payload.
+
+Enabling tracing leaves payloads, internal RNG consumption, and default factory
+call counts unchanged. A reused tracer describes the latest completed generation.
 
 
 ## Development
@@ -737,3 +751,6 @@ Contributions welcome!
 - Add tests for new functionality
 - Run `uv run -m pytest` and `uv run -m ruff check .`
 - Submit a pull request
+
+Test collection and assertion audit findings, including deferred collection checks,
+are documented in [the test audit](docs/test-audit.md).

{conformly-0.7.2 → conformly-0.7.3}/src/conformly.egg-info/SOURCES.txt

@@ -95,4 +95,5 @@ src/conformly/_internal/types/primitives.py
 src/conformly/_internal/types/strategies.py
 src/conformly/_internal/types/values.py
 src/conformly/tracer/__init__.py
+tests/test_collection.py
 tests/test_path.py

conformly-0.7.3/tests/test_collection.py

@@ -0,0 +1,29 @@
+"""Keep test functions visible to pytest collection."""
+
+import ast
+from pathlib import Path
+
+
+def test_no_test_functions_are_nested_inside_functions() -> None:
+    tests_root = Path(__file__).parent
+    hidden = set()
+    function_nodes = (ast.FunctionDef, ast.AsyncFunctionDef)
+
+    for source in tests_root.rglob("test_*.py"):
+        tree = ast.parse(source.read_text(encoding="utf-8"), filename=str(source))
+        for outer in ast.walk(tree):
+            if not isinstance(outer, function_nodes):
+                continue
+            for inner in ast.walk(outer):
+                if (
+                    inner is not outer
+                    and isinstance(inner, function_nodes)
+                    and inner.name.startswith("test_")
+                ):
+                    hidden.add(
+                        f"{source.relative_to(tests_root)}:{inner.lineno}: {inner.name}"
+                    )
+
+    assert not hidden, "Tests hidden from pytest collection:\n" + "\n".join(
+        sorted(hidden)
+    )