port-ocean 0.1.3rc2__py3-none-any.whl → 0.1.3rc4__py3-none-any.whl

port_ocean/config/base.py

@@ -62,6 +62,9 @@ def decamelize_object(obj: Any) -> Any:
 def parse_config(
     config: dict[str, Any], existing_data: dict[str, Any]
 ) -> dict[str, Any]:
+    """
+    Normalizing the config yaml file to work with snake_case and getting only the data that is missing for the settings
+    """
     for key, value in config.items():
         decamelize_key = decamelize(key)
         if isinstance(value, dict):
@@ -69,7 +72,10 @@ def parse_config(
                 value, existing_data.get(decamelize_key, {})
             )
         elif isinstance(value, str):
+            # If the value is a provider, we try to load it from the provider
             if provider_match := re.match(PROVIDER_WRAPPER_PATTERN, value):
+                # If the there is already value for that field, we ignore it
+                # If the provider failed to load, we ignore it
                 if decamelize_key not in existing_data:
                     try:
                         existing_data[decamelize_key] = load_from_config_provider(

port_ocean/config/dynamic.py

@@ -1,7 +1,9 @@
+import json
 from typing import Type, Any, Optional
 
 from humps import decamelize
-from pydantic import BaseModel, AnyUrl, create_model, Extra, parse_obj_as
+from pydantic import BaseModel, AnyUrl, create_model, Extra, parse_obj_as, validator
+from pydantic.fields import ModelField
 
 
 class Configuration(BaseModel, extra=Extra.allow):
@@ -11,6 +13,18 @@ class Configuration(BaseModel, extra=Extra.allow):
     default: Optional[Any]
 
 
+def dynamic_parse(value: Any, field: ModelField) -> Any:
+    should_json_load = issubclass(field.annotation, dict) or issubclass(
+        field.annotation, list
+    )
+    if isinstance(value, str) and should_json_load:
+        try:
+            return json.loads(value)
+        except json.JSONDecodeError:
+            pass
+    return value
+
+
 def default_config_factory(configurations: Any) -> Type[BaseModel]:
     configurations = parse_obj_as(list[Configuration], configurations)
     fields: dict[str, tuple[Any, Any]] = {}
@@ -40,4 +54,9 @@ def default_config_factory(configurations: Any) -> Type[BaseModel]:
             default,
         )
 
-    return create_model("Config", **fields)  # type: ignore
+    dynamic_model = create_model(  # type: ignore
+        __model_name="Config",
+        **fields,
+        __validators__={"dynamic_parse": validator("*", pre=True)(dynamic_parse)},
+    )
+    return dynamic_model

{port_ocean-0.1.3rc2.dist-info → port_ocean-0.1.3rc4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: port-ocean
-Version: 0.1.3rc2
+Version: 0.1.3rc4
 Summary: Port Ocean is a CLI tool for managing your Port projects.
 Home-page: https://app.getport.io
 Keywords: ocean,port-ocean,port

{port_ocean-0.1.3rc2.dist-info → port_ocean-0.1.3rc4.dist-info}/RECORD

@@ -36,8 +36,8 @@ port_ocean/clients/port/mixins/integrations.py,sha256=wbK3EXqPv5pRZytQjIVKwDa2aL
 port_ocean/clients/port/types.py,sha256=NnT1W2H_tZ_9cyEFoDhb90q3apf8p9emkHYspbPoZJQ,593
 port_ocean/clients/port/utils.py,sha256=jgF0Gq8lZA9qkpsHlzPTuKoAdY6AlvF1Bl5JB4SnQGE,781
 port_ocean/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-port_ocean/config/base.py,sha256=D26b8kduqp0pR9SLFliB8y7bkKQhwEqn5nXXh06WAJU,3665
-port_ocean/config/dynamic.py,sha256=TrDF7MM52UX6nBuDvD6ClXhcBgfz0_bxWDLjB26HenQ,1259
+port_ocean/config/base.py,sha256=ppibshn1EnCe2Mv_81-t5ZeGcF6tANPUlpMgLvTtngU,4019
+port_ocean/config/dynamic.py,sha256=CIRDnqFUPSnNMLZ-emRCMVAjEQNBlIujhZ7OGwi_aKs,1816
 port_ocean/config/settings.py,sha256=Ghg71GJgeIPzFMyvAanErfCMCVDbc-roDGkdtgtTYf8,1231
 port_ocean/consumers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 port_ocean/consumers/base_consumer.py,sha256=L0gW0DvUpeGVdb1RH83-wgbI37V6fsUKfd9Yox42-Gs,125
@@ -93,8 +93,8 @@ port_ocean/port_defaults.py,sha256=QzrO_7Q0hRX-bgMpm-6XTedMbTZQH73NfHby3l1FEDw,7
 port_ocean/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 port_ocean/run.py,sha256=Bd6c6qYqQZlZqTLyRWRIkf579NQNqrr-o4mVAnBIISA,2834
 port_ocean/utils.py,sha256=2a30qmGMSPgsTxfpz2RiI3xDsM0-TkaKAbvJBaYqvCc,1007
-port_ocean-0.1.3rc2.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-port_ocean-0.1.3rc2.dist-info/METADATA,sha256=pY0iV6-ZpaSR7XhAOHR3IAaPHa_0zkCW_aMVyBdN3vY,6359
-port_ocean-0.1.3rc2.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
-port_ocean-0.1.3rc2.dist-info/entry_points.txt,sha256=F_DNUmGZU2Kme-8NsWM5LLE8piGMafYZygRYhOVtcjA,54
-port_ocean-0.1.3rc2.dist-info/RECORD,,
+port_ocean-0.1.3rc4.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+port_ocean-0.1.3rc4.dist-info/METADATA,sha256=XYm51wAD0X5ERWxcVsYemoSJnFfEg1YHs6YDD60t5S0,6359
+port_ocean-0.1.3rc4.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
+port_ocean-0.1.3rc4.dist-info/entry_points.txt,sha256=F_DNUmGZU2Kme-8NsWM5LLE8piGMafYZygRYhOVtcjA,54
+port_ocean-0.1.3rc4.dist-info/RECORD,,