toml-combine 0.4.0__py3-none-any.whl → 0.5.0__py3-none-any.whl

toml_combine/combiner.py

@@ -2,7 +2,8 @@ from __future__ import annotations
 
 import copy
 import dataclasses
-from collections.abc import Mapping, Sequence
+import itertools
+from collections.abc import Iterable, Mapping, Sequence
 from functools import partial
 from typing import Any, TypeVar
 
@@ -80,6 +81,18 @@ def override_sort_key(
       {"env": "dev", "region": "us"} (less specific)
     - Override with {"env": "dev"} comes before override with {"region": "us"} ("env"
       is defined before "region" in the dimensions list)
+
+    Parameters:
+    -----------
+    override: An Override object that defines the condition when it applies
+                (override.when)
+    dimensions: The dict of all existing dimensions and their values, in order of
+                definition
+
+    Returns:
+    --------
+    A tuple that supports comparisons. Less specific Overrides should return smaller
+    values and vice versa.
     """
     result = [len(override.when)]
     for i, dimension in enumerate(dimensions):
@@ -111,6 +124,35 @@ def merge_configs(a: T, b: T, /) -> T:
     return result
 
 
+def extract_keys(config: Any) -> Iterable[tuple[str, ...]]:
+    """
+    Extract the keys from a config.
+    """
+    if isinstance(config, dict):
+        for key, value in config.items():
+            for sub_key in extract_keys(value):
+                yield (key, *sub_key)
+    else:
+        yield tuple()
+
+
+def extract_conditions_and_keys(
+    when: dict[str, list[str]], config: dict[str, Any]
+) -> Iterable[tuple[Any, ...]]:
+    """
+    Extract the definitions from an override.
+    """
+    when_definitions = []
+    for key, values in when.items():
+        when_definitions.append([(key, value) for value in values])
+
+    when_combined_definitions = list(itertools.product(*when_definitions))
+    config_keys = extract_keys(config)
+    for config_key in config_keys:
+        for when_definition in when_combined_definitions:
+            yield (when_definition, *config_key)
+
+
 def build_config(config: dict[str, Any]) -> Config:
     config = copy.deepcopy(config)
     # Parse dimensions
@@ -119,7 +161,9 @@ def build_config(config: dict[str, Any]) -> Config:
     # Parse template
     default = config.pop("default", {})
 
-    seen_conditions = set()
+    # The rule is: the same exact set of conditions cannot be used twice to define
+    # the same values (on the same or different overrides)
+    seen_conditions_and_keys = set()
     overrides = []
     for override in config.pop("override", []):
         try:
@@ -132,20 +176,17 @@ def build_config(config: dict[str, Any]) -> Config:
             type="override",
         )
 
-        conditions = tuple((k, tuple(v)) for k, v in when.items())
-        if conditions in seen_conditions:
-            raise exceptions.DuplicateError(type="override", id=when)
+        conditions_and_keys = set(
+            extract_conditions_and_keys(when=when, config=override)
+        )
+        if duplicates := (conditions_and_keys & seen_conditions_and_keys):
+            duplicate_str = ", ".join(sorted(key for *_, key in duplicates))
+            raise exceptions.DuplicateError(id=when, details=duplicate_str)
 
-        seen_conditions.add(conditions)
+        seen_conditions_and_keys |= conditions_and_keys
+
+        overrides.append(Override(when=when, config=override))
 
-        overrides.append(
-            Override(
-                when=clean_dimensions_dict(
-                    to_sort=when, clean=dimensions, type="override"
-                ),
-                config=override,
-            )
-        )
     # Sort overrides by increasing specificity
     overrides = sorted(
         overrides,
@@ -159,7 +200,7 @@ def build_config(config: dict[str, Any]) -> Config:
     )
 
 
-def mapping_matches_override(mapping: dict[str, str], override: Override) -> bool:
+def mapping_matches_override(mapping: Mapping[str, str], override: Override) -> bool:
     """
     Check if the values in the override match the given dimensions.
     """
@@ -174,13 +215,12 @@ def mapping_matches_override(mapping: dict[str, str], override: Override) -> boo
 
 
 def generate_for_mapping(
-    default: Mapping[str, Any],
-    overrides: Sequence[Override],
-    mapping: dict[str, str],
-) -> dict[str, Any]:
-    result = copy.deepcopy(default)
+    config: Config,
+    mapping: Mapping[str, str],
+) -> Mapping[str, Any]:
+    result = copy.deepcopy(config.default)
     # Apply each matching override
-    for override in overrides:
+    for override in config.overrides:
         # Check if all dimension values in the override match
 
         if mapping_matches_override(mapping=mapping, override=override):

toml_combine/exceptions.py

@@ -20,7 +20,7 @@ class TomlEncodeError(TomlCombineError):
 
 
 class DuplicateError(TomlCombineError):
-    """In {type} {id}: Cannot have multiple {type}s with the same dimensions."""
+    """In override {id}: Overrides with the same dimensions cannot define the same configuration keys: {details}"""
 
 
 class DimensionNotFound(TomlCombineError):

toml_combine/lib.py

@@ -52,7 +52,6 @@ def combine(*, config=None, config_file=None, **mapping):
     config_obj = combiner.build_config(dict_config)
 
     return combiner.generate_for_mapping(
-        default=config_obj.default,
-        overrides=config_obj.overrides,
+        config=config_obj,
         mapping=mapping,
     )

{toml_combine-0.4.0.dist-info → toml_combine-0.5.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: toml-combine
-Version: 0.4.0
+Version: 0.5.0
 Summary: A tool for combining complex configurations in TOML format.
 Author-email: Joachim Jablon <ewjoachim@gmail.com>
 License-Expression: MIT
@@ -29,7 +29,7 @@ parts that are common to everyone.
 
 ### The config file
 
-The configuration file is usually a TOML file. Here's a small example:
+The configuration file is (usually) a TOML file. Here's a small example:
 
 ```toml
 [dimensions]
@@ -65,11 +65,14 @@ Overrides define a set of condition where they apply (`when.<dimension> =
 "<value>"`) and the values that are overriden. Overrides are applied in order from less
 specific to more specific, each one overriding the values of the previous ones:
 
-- If an override contains conditions on more dimensions than another one, it's applied
-  later
-- In case 2 overrides contain the same number of dimensions and they're a disjoint set,
-  then it depends on how the dimensions are defined at the top of the file: dimensions
-  defined last have a greater priority
+- In case 2 overrides are applicable, the more specific one (the one with more
+  dimensions defined) has greater priority
+- In case 2 overrides use the same number of dimensions, then it depends on how the
+  dimensions are defined at the top of the file: dimensions defined last have a greater
+  priority
+- In case 2 overrides use the same dimensions, if they define the same configuration
+  values, an error will be raised. If they define different configuation values, then
+  the priority is irrelevant.
 
 > [!Note]
 > Defining a list as the value of one or more conditions in an override
@@ -141,9 +144,9 @@ Example with the config from the previous section:
 
 ```console
 $ toml-combine path/to/config.toml --environment=staging
-[dimensions]
-environment = "staging"
+```
 
+```toml
 [fruits]
 apple.color = "red"
 orange.color = "orange"
@@ -202,6 +205,9 @@ This produces the following configs:
 
 ```console
 $ toml-combine example.toml --environment=production --service=frontend
+```
+
+```toml
 registry = "gcr.io/my-project/"
 service_account = "my-service-account"
 name = "service-frontend"
@@ -212,6 +218,9 @@ image_name = "my-image-frontend"
 
 ```console
 $ toml-combine example.toml --environment=production --service=backend
+```
+
+```toml
 registry = "gcr.io/my-project/"
 service_account = "my-service-account"
 name = "service-backend"
@@ -223,6 +232,9 @@ port = 8080
 
 ```console
 $ toml-combine example.toml --environment=staging --service=frontend
+```
+
+```toml
 registry = "gcr.io/my-project/"
 service_account = "my-service-account"
 name = "service-frontend"
@@ -233,6 +245,9 @@ image_name = "my-image-frontend"
 
 ```console
 $ toml-combine example.toml --environment=staging --service=backend
+```
+
+```toml
 registry = "gcr.io/my-project/"
 service_account = "my-service-account"
 name = "service-backend"
@@ -247,6 +262,9 @@ ENABLE_EXPENSIVE_MONITORING = false
 
 ```console
 $ toml-combine example.toml --environment=dev --service=backend
+```
+
+```toml
 registry = "gcr.io/my-project/"
 service_account = "my-service-account"
 name = "service-backend"
@@ -257,5 +275,4 @@ port = 8080
 [container.env]
 DEBUG = true
 ENABLE_EXPENSIVE_MONITORING = false
-
 ```

toml_combine-0.5.0.dist-info/RECORD

@@ -0,0 +1,11 @@
+toml_combine/__init__.py,sha256=TDkOwwEM-nS6hOh79u9Qae6g2Q6VfANpPpnKGfSgu80,84
+toml_combine/__main__.py,sha256=hmF8N8xX6UEApzbKTVZ-4E1HU5-rjgUkdXNLO-mF6vo,100
+toml_combine/cli.py,sha256=hG03eDKz7xU-ydJIa1kDuu6WlFzNS3GTMJ6zals9M9c,2843
+toml_combine/combiner.py,sha256=BCsZOm7Cr2_JxttsKzjJH_HYQkD2XPjylXKlkxvi1EY,6974
+toml_combine/exceptions.py,sha256=Qg_gGIdXcwTmWDlIfJOidXkViBOVSPdLx0WOELxFPp0,1026
+toml_combine/lib.py,sha256=jh6OG57JefpGa-WE-mLSIK6KjyJ0-1yGBynr_kiVTww,1634
+toml_combine/toml.py,sha256=iBV8xj0qWcvGp2AZaML8FCT3i2X9DL7iA6jd-wcP5Bc,814
+toml_combine-0.5.0.dist-info/METADATA,sha256=XRrnb4YkB_wwoGdoZBDQBGoXi4qY9FmjBhKGQVAJjc4,7585
+toml_combine-0.5.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+toml_combine-0.5.0.dist-info/entry_points.txt,sha256=dXUQNom54uZt_7ylEG81iNYMamYpaFo9-ItcZJU6Uzc,58
+toml_combine-0.5.0.dist-info/RECORD,,

toml_combine-0.4.0.dist-info/RECORD

@@ -1,11 +0,0 @@
-toml_combine/__init__.py,sha256=TDkOwwEM-nS6hOh79u9Qae6g2Q6VfANpPpnKGfSgu80,84
-toml_combine/__main__.py,sha256=hmF8N8xX6UEApzbKTVZ-4E1HU5-rjgUkdXNLO-mF6vo,100
-toml_combine/cli.py,sha256=hG03eDKz7xU-ydJIa1kDuu6WlFzNS3GTMJ6zals9M9c,2843
-toml_combine/combiner.py,sha256=RhhCevncnVvxFYNywvtVWkVMpiqtF0mq_APjg76Tg4Q,5546
-toml_combine/exceptions.py,sha256=tAFTDRSg6d10bBruBhsasZXrNNgLTmr_nKfvIsRR_yU,991
-toml_combine/lib.py,sha256=Iw7F8SCyQMlhaqSD2vtnmM6jbnrgzCZeX0d-LTM3VVg,1683
-toml_combine/toml.py,sha256=iBV8xj0qWcvGp2AZaML8FCT3i2X9DL7iA6jd-wcP5Bc,814
-toml_combine-0.4.0.dist-info/METADATA,sha256=WKLq2pGpPRwfLhdpBuqxoAtCwVKXipgcega_4GTl_r4,7347
-toml_combine-0.4.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-toml_combine-0.4.0.dist-info/entry_points.txt,sha256=dXUQNom54uZt_7ylEG81iNYMamYpaFo9-ItcZJU6Uzc,58
-toml_combine-0.4.0.dist-info/RECORD,,