aepp 0.5.1.post1__py3-none-any.whl → 0.5.2.post1__py3-none-any.whl

aepp/synchronizer.py

@@ -20,7 +20,7 @@ from .configs import ConnectObject
 
 class Synchronizer:
     ## TO DO -> Add support for local environment
-    def __init__(self,targets:list=None,config:'ConnectObject'=None,baseSandbox:str=None,region:str='nld2',localFolder:str=None):
+    def __init__(self,targets:list=None,config:'ConnectObject'=None,baseSandbox:str=None,region:str='nld2',localFolder:str|list|None=None):
         """
         Setup the synchronizor object with the base sandbox and target sandbox.
         Arguments:
@@ -56,24 +56,30 @@ class Synchronizer:
             self.baseSandbox = baseSandbox
         elif localFolder is not None:
             self.baseConfig = None
-            self.localfolder = Path(localFolder)
-            self.classFolder = self.localfolder / 'class'
-            self.schemaFolder = self.localfolder / 'schema'
-            self.fieldgroupFolder = self.localfolder / 'fieldgroup'
-            self.fieldgroupGlobalFolder = self.fieldgroupFolder / 'global'
-            self.datatypeFolder = self.localfolder / 'datatype'
-            self.datatypeGlobalFolder = self.datatypeFolder / 'global'
-            self.identityFolder = self.localfolder / 'identity'
-            self.datasetFolder = self.localfolder / 'dataset'
-            self.descriptorFolder = self.localfolder / 'descriptor'
-            self.mergePolicyFolder = self.localfolder / 'mergepolicy'
-            self.audienceFolder = self.localfolder / 'audience'
+            if isinstance(localFolder, str):
+                self.localfolder = [Path(localFolder)]
+            else:
+                self.localfolder = [Path(folder) for folder in localFolder]
+            self.classFolder = [folder / 'class' for folder in self.localfolder]
+            self.schemaFolder = [folder / 'schema' for folder in self.localfolder]
+            self.fieldgroupFolder = [folder / 'fieldgroup' for folder in self.localfolder]
+            self.fieldgroupGlobalFolder = [folder / 'global' for folder in self.fieldgroupFolder]
+            self.datatypeFolder = [folder / 'datatype' for folder in self.localfolder]
+            self.datatypeGlobalFolder = [folder / 'global' for folder in self.datatypeFolder]
+            self.identityFolder = [folder / 'identity' for folder in self.localfolder]
+            self.datasetFolder = [folder / 'dataset' for folder in self.localfolder]
+            self.descriptorFolder = [folder / 'descriptor' for folder in self.localfolder]
+            self.mergePolicyFolder = [folder / 'mergepolicy' for folder in self.localfolder]
+            self.audienceFolder = [folder / 'audience' for folder in self.localfolder]
             if baseSandbox is not None:
                 self.baseSandbox = baseSandbox
             else:
-                with open(self.localfolder / 'config.json','r') as f:
-                    local_config = json.load(f)
-                    self.baseSandbox = local_config.get('sandbox',None)
+                for folder in self.localfolder:
+                    with open(folder / 'config.json','r') as f:
+                        local_config = json.load(f)
+                        if 'baseSandbox' in local_config.keys():
+                            self.baseSandbox = local_config['baseSandbox']
+                            break
         self.dict_targetsConfig = {target: aepp.configure(org_id=config_object['org_id'],client_id=config_object['client_id'],scopes=config_object['scopes'],secret=config_object['secret'],sandbox=target,connectInstance=True) for target in targets}
         self.region = region
         self.dict_baseComponents = {'schema':{},'class':{},'fieldgroup':{},'datatype':{},'datasets':{},'identities':{},"schemaDescriptors":{},'mergePolicy':{},'audience':{}}  
@@ -163,11 +169,12 @@ class Synchronizer:
                         if component in base_schema.data.schemas_altId.keys():## replacing name with altId
                             component = base_schema.data.schemas_altId[component]
                     if self.localfolder is not None:
-                        for file in self.schemaFolder.glob('*.json'):
-                            sc_file = json.load(FileIO(file))
-                            if sc_file['title'] == component or sc_file['$id'] == component or sc_file['meta:altId'] == component:
-                                component = sc_file
-                                break
+                        for folder in self.schemaFolder:
+                            for file in folder.glob('*.json'):
+                                sc_file = json.load(FileIO(file))
+                                if sc_file['title'] == component or sc_file['$id'] == component or sc_file['meta:altId'] == component:
+                                    component = sc_file
+                                    break
                     component = schemamanager.SchemaManager(component,config=self.baseConfig,localFolder=self.localfolder,sandbox=self.baseSandbox)
                 elif componentType == 'fieldgroup':
                     if base_schema is not None:
@@ -175,11 +182,12 @@ class Synchronizer:
                         if component in base_schema.data.fieldGroups_altId.keys():## replacing name with altId
                             component = base_schema.data.fieldGroups_altId[component]
                     if self.localfolder is not None:
-                        for file in self.fieldgroupFolder.glob('*.json'):
-                            fg_file = json.load(FileIO(file))
-                            if fg_file['title'] == component or fg_file['$id'] == component or fg_file['meta:altId'] == component:
-                                component = fg_file
-                                break
+                        for folder in self.fieldgroupFolder:
+                            for file in folder.glob('*.json'):
+                                fg_file = json.load(FileIO(file))
+                                if fg_file['title'] == component or fg_file['$id'] == component or fg_file['meta:altId'] == component:
+                                    component = fg_file
+                                    break
                     component = fieldgroupmanager.FieldGroupManager(component,config=self.baseConfig,localFolder=self.localfolder,sandbox=self.baseSandbox)
                 elif componentType == 'datatypes':
                     datatypes = base_schema.getDataTypes()
@@ -187,11 +195,12 @@ class Synchronizer:
                         if component in base_schema.data.dataTypes_altId.keys():## replacing name with altId
                             component = base_schema.data.dataTypes_altId[component]
                     if self.localfolder is not None:
-                        for file in self.datatypeFolder.glob('*.json'):
-                            dt_file = json.load(FileIO(file))
-                            if dt_file['title'] == component or dt_file['$id'] == component or dt_file['meta:altId'] == component:
-                                component = dt_file
-                                break
+                        for folder in self.datatypeFolder:
+                            for file in folder.glob('*.json'):
+                                dt_file = json.load(FileIO(file))
+                                if dt_file['title'] == component or dt_file['$id'] == component or dt_file['meta:altId'] == component:
+                                    component = dt_file
+                                    break
                     component = datatypemanager.DataTypeManager(component,config=self.baseConfig,localFolder=self.localfolder,sandbox=self.baseSandbox)
                 elif componentType == 'class':
                     classes = base_schema.getClasses()
@@ -204,9 +213,10 @@ class Synchronizer:
                     identities:list = id_base.getIdentities()
                 elif self.localfolder is not None:
                     identities = []
-                    for file in self.identityFolder.glob('*.json'):
-                        id_file = json.load(FileIO(file))
-                        identities.append(id_file)
+                    for folder in self.identityFolder:
+                        for file in folder.glob('*.json'):
+                            id_file = json.load(FileIO(file))
+                            identities.append(id_file)
                 if component in [el['code'] for el in identities]:
                     component = [el for el in identities if el['code'] == component][0]
                 elif component in [el['name'] for el in identities]:
@@ -221,11 +231,12 @@ class Synchronizer:
                         component = cat_base.data.ids[component]
                     component = cat_base.getDataSet(component)
                 elif self.localfolder is not None:
-                    for file in self.datasetFolder.glob('*.json'):
-                        ds_file = json.load(FileIO(file))
-                        if ds_file['id'] == component or ds_file['name'] == component:
-                            component = ds_file
-                            break
+                    for folder in self.datasetFolder:
+                        for file in folder.glob('*.json'):
+                            ds_file = json.load(FileIO(file))
+                            if ds_file['id'] == component or ds_file['name'] == component:
+                                component = ds_file
+                                break
                 if len(component) == 1: ## if the component is the catalog API response {'key': {dataset definition}}
                     component = component[list(component.keys())[0]] ## accessing the real dataset definition
             elif componentType == "mergepolicy":
@@ -235,11 +246,12 @@ class Synchronizer:
                     if component in [el.get('id','') for el in base_mergePolicies] or component in [el.get('name','') for el in base_mergePolicies]:
                         component = [el for el in base_mergePolicies if el.get('id','') == component or el.get('name','') == component][0]
                 elif self.localfolder is not None:
-                    for file in self.mergePolicyFolder.glob('*.json'):
-                        mp_file = json.load(FileIO(file))
-                        if mp_file.get('id','') == component or mp_file.get('name','') == component:
-                            component = mp_file
-                            break
+                    for folder in self.mergePolicyFolder:
+                        for file in folder.glob('*.json'):
+                            mp_file = json.load(FileIO(file))
+                            if mp_file.get('id','') == component or mp_file.get('name','') == component:
+                                component = mp_file
+                                break
             elif componentType == 'audience':
                 if self.baseConfig is not None:
                     seg_base = segmentation.Segmentation(config=self.baseConfig)
@@ -247,11 +259,12 @@ class Synchronizer:
                     if component in [el.get('id','') for el in base_audiences] or component in [el.get('name','') for el in base_audiences]:
                         component = [el for el in base_audiences if el.get('id','') == component or el.get('name','') == component][0]
                 elif self.localfolder is not None:
-                    for file in self.audienceFolder.glob('*.json'):
-                        au_file = json.load(FileIO(file))
-                        if au_file.get('id','') == component or au_file.get('name','') == component:
-                            component = au_file
-                            break
+                    for folder in self.audienceFolder:
+                        for file in folder.glob('*.json'):
+                            au_file = json.load(FileIO(file))
+                            if au_file.get('id','') == component or au_file.get('name','') == component:
+                                component = au_file
+                                break
         elif type(component) == dict:
             if 'meta:resourceType' in component.keys():
                 componentType = component['meta:resourceType']
@@ -708,8 +721,9 @@ class Synchronizer:
             myschemas = baseSchemaAPI.getSchemas() ## to populate the data object
         elif self.localfolder is not None:
             myschemas = []
-            for json_file in self.schemaFolder.glob('*.json'):
-                myschemas.append(json.load(FileIO(json_file)))
+            for folder in self.schemaFolder:
+                for json_file in folder.glob('*.json'):
+                    myschemas.append(json.load(FileIO(json_file)))
         target_descriptors = targetSchemaManager.getDescriptors()
         list_descriptors = []
         for baseDescriptor in base_descriptors:
@@ -761,10 +775,15 @@ class Synchronizer:
                         if self.baseConfig is not None and self.localfolder is None:
                             base_targetSchemaManager = schemamanager.SchemaManager(base_targetSchemaId,config=self.baseConfig)
                         elif self.localfolder is not None:
-                            for file in self.schemaFolder.glob('*.json'):
-                                base_targetSchema = json.load(FileIO(file))
-                                if base_targetSchema['$id'] == base_targetSchemaId:
-                                    base_targetSchemaManager = schemamanager.SchemaManager(base_targetSchema,config=self.baseConfig,localFolder=self.localfolder,sandbox=self.baseSandbox)
+                            found = False
+                            for folder in self.schemaFolder:
+                                for file in folder.glob('*.json'):
+                                    base_targetSchema = json.load(FileIO(file))
+                                    if base_targetSchema['$id'] == base_targetSchemaId:
+                                        base_targetSchemaManager = schemamanager.SchemaManager(base_targetSchema,config=self.baseConfig,localFolder=self.localfolder,sandbox=self.baseSandbox)
+                                        found = True
+                                        break
+                                if found:
                                     break
                         self.__syncSchema__(base_targetSchemaManager,verbose=verbose)
                         target_targetSchemaId = self.dict_targetComponents[targetSchemaManager.sandbox]['schema'][base_targetSchemaName].id
@@ -903,8 +922,9 @@ class Synchronizer:
             base_dataset_related_schemaName = [schemaName for schemaName,schemaId in baseSchemaAPI.data.schemas_id.items() if schemaId == base_dataset_related_schemaId][0]
         elif self.localfolder is not None:
             base_schemas = []
-            for json_file in self.schemaFolder.glob('*.json'):
-                base_schemas.append(json.load(FileIO(json_file)))
+            for folder in self.schemaFolder:
+                for json_file in folder.glob('*.json'):
+                    base_schemas.append(json.load(FileIO(json_file)))
             base_dataset_related_schemaName = [sc['title'] for sc in base_schemas if sc['$id'] == base_dataset_related_schemaId][0]
         for target in self.dict_targetsConfig.keys():
             targetCatalog = catalog.Catalog(config=self.dict_targetsConfig[target])

{aepp-0.5.1.post1.dist-info → aepp-0.5.2.post1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aepp
-Version: 0.5.1.post1
+Version: 0.5.2.post1
 Summary: Package to manage AEP API endpoint and some helper functions
 Author-email: Julien Piccini <piccini.julien@gmail.com>
 License: Apache-2.0
@@ -22,6 +22,7 @@ Requires-Dist: tenacity
 Requires-Dist: deprecation
 Requires-Dist: datamodel-code-generator
 Requires-Dist: rich
+Requires-Dist: matplotlib
 Dynamic: license-file
 
 # Adobe Experience Platform API made for humans

{aepp-0.5.1.post1.dist-info → aepp-0.5.2.post1.dist-info}/RECORD

@@ -1,8 +1,8 @@
 aepp/__init__.py,sha256=rsU4OMu3pJIgy8emJAD6lhAfqH0-raZ6GyIMJanNBdM,27912
-aepp/__version__.py,sha256=e01d08qSqR9ezx14ZZOY_pkCgFXO6JmU6f0iOigM5Wk,23
+aepp/__version__.py,sha256=AUsss0HkU-B8aUszp_T12nUU7w7iBuYD5ALVA6BTKYA,23
 aepp/accesscontrol.py,sha256=PB3FcrO4bvDjdNxjHx7p_20hp4ahBXewoOSxuTGMXC8,17423
 aepp/catalog.py,sha256=hK9m3SAP0fhgkYqu14Tcfq14qBhw54tLCOF0mH31b1M,68237
-aepp/classmanager.py,sha256=CTYGkg5ygB8HtRia6DfT9WLBqXJOVg7pSM9jBB25Bqw,64707
+aepp/classmanager.py,sha256=16hx_hptg3PYwmezZCr9dLjvOkNSunih1PK3Q-iPoZY,66099
 aepp/config.py,sha256=232fcO8JaYJnS4glf8Ebnx9rCdHshZBVaVUbhoOAXkc,2543
 aepp/configs.py,sha256=5rRWJoUQDDaj3AAXWdKCZBZA_Xb7q1Hd58OkWhzwK34,16151
 aepp/connector.py,sha256=-EskFJm8Ki8A7_gpuNrydBBhz1-jZZz8QMB6gHQTZeA,27262
@@ -10,13 +10,13 @@ aepp/customerprofile.py,sha256=1yz7piGsSbxM2GaHqkCV-117Es6D1SthrNgnsVxH3Y8,49344
 aepp/dataaccess.py,sha256=oOERLSxMh2nYBFngPS1dFI_AG3W-DJXmMoUVUiKXJrw,16338
 aepp/dataprep.py,sha256=vMT4OYO8y6wsGRSjbJNQmgM048BiP3t1-RvKKglSiN4,27586
 aepp/datasets.py,sha256=hTioR0WyImB91mleCwDQ2FfunvqYi_RrxX_v-iW6N70,8778
-aepp/datatypemanager.py,sha256=Iz68Ttp3ogxAMoY3Od_KQybc-6m873Bhf3Z9V1WSHcE,82025
+aepp/datatypemanager.py,sha256=5nP9EbJHd-q58aLFWKT2YyjRjpzI9QjTAo7G3lbMEWY,83540
 aepp/deletion.py,sha256=hzSWNPky7iVRUFEOrpKX72iKJO149Mxp2e3Q_JqN-Mk,11416
 aepp/destination.py,sha256=_-Hrzb_LUNaRrqR4Y3EZZuTisIs0nF3KH_GZpFjryrs,24348
 aepp/destinationinstanceservice.py,sha256=zEZbKi519cOOdxWMZ3mv9ccP6yjNAlNwqrQMlzW_gO4,5378
 aepp/edge.py,sha256=F2QZApmITObXB8hRWXftHBZ82KNqVZ7iSNuovT8qnk4,16041
 aepp/exportDatasetToDataLandingZone.py,sha256=C6jg3XttFC-0mswa3ypZb6qx3MCQ8_A_3kyKspurXJA,18629
-aepp/fieldgroupmanager.py,sha256=OQkSuGiSxU5ToSPqKmB_3Pmfg6aZjQMGL6LFnODqEiY,101560
+aepp/fieldgroupmanager.py,sha256=4A7u3tx63HzcDiMqyZs5TRy-LN0Xsf7VGLdt1_exw2Q,103591
 aepp/flowservice.py,sha256=WizgwY6TYn1kiLxQt6Y3d7XgoLAb9imXrFXtt94hhog,107612
 aepp/hygiene.py,sha256=VEspnyu9eUlcK3wLeJYclaFaOWl5G5I5MRwmVA-RnUg,15385
 aepp/identity.py,sha256=E9MCIgntScMssduqKZqehT6FqSfTjWHcq7E7wESj3Zc,20833
@@ -27,18 +27,18 @@ aepp/privacyservice.py,sha256=V6BkJeZG1LDBCyEQm9Gx0i68iRHG6uxSJiVnXzkHapI,8790
 aepp/queryservice.py,sha256=wB9GiaMwJszNjqkYjkfEDUhdT2IoI22jA3Kt_6ki4Hk,62373
 aepp/sandboxes.py,sha256=UwlSFkO2OOmH--6ISz8rxwDu2LcLH1MPqoH7yOEAZHc,29363
 aepp/schema.py,sha256=aLYDM5lCANNddk-NZPNxCxazg9HpELalKlFxQz55dRs,123111
-aepp/schemamanager.py,sha256=hwItd4vXsPFeV25gX1Fbeiu07-BCg4z_VRQREMgJZ58,50738
+aepp/schemamanager.py,sha256=G3JhVikWkaT14F8vORDfGJGivarvU2AgKO1RB-1pzdM,54117
 aepp/segmentation.py,sha256=oSgR2yx4nawYN5XAeHV_wefvmXEf0nb-bCguaDmp8F8,43555
 aepp/sensei.py,sha256=oYNy5BSWAEqsDkEexcQso6NfA6ntGGMnCOyHri0pJs8,7761
 aepp/som.py,sha256=XNm_Lu2wt2kpSSpldLptuER2eludFXeO9fI6i3iNCzo,34175
-aepp/synchronizer.py,sha256=s5azHDeNuFc_FroUsNjLw0n9J1namccsyJkFtZdsWIY,78016
+aepp/synchronizer.py,sha256=3scwuimQJIBVdEqJ9fVsT1UgmFc9EkH3mpYxUwSoAOE,79363
 aepp/tags.py,sha256=t2qBallTcWR4IOXcDBmrPpqjbSay1z3E2bcRijzVm1s,17641
 aepp/utils.py,sha256=tG-YVXylm38-bynqfp5N_Mzyo7mhlZj-dLo7wLoO4tM,1200
 aepp/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-aepp/cli/__main__.py,sha256=L6yxbt32SkMmKGhw8qt350kDoan_pFjUAaWlQveL0mA,68092
-aepp-0.5.1.post1.dist-info/licenses/LICENSE,sha256=HjYTlfne3BbS5gNHzNqJ5COCiTQLUdf87QkzRyFbE4Y,10337
-aepp-0.5.1.post1.dist-info/METADATA,sha256=9cYtuO_5gPaKcxCVt543tCUAkq30EQ1xEJABFHkZ3TA,5317
-aepp-0.5.1.post1.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-aepp-0.5.1.post1.dist-info/entry_points.txt,sha256=e7HAumUTymoUiCuVRzFlcchennUBLcjxvuiimySF98Y,48
-aepp-0.5.1.post1.dist-info/top_level.txt,sha256=dtZJI8SzhWVgZRl68PHKZX_fD6amvDiFR-lqD9FSJvE,5
-aepp-0.5.1.post1.dist-info/RECORD,,
+aepp/cli/__main__.py,sha256=B2W5iooeKlsWQdWrJr27Y72ibEIgBHZTTGlLe-YgOZU,77329
+aepp-0.5.2.post1.dist-info/licenses/LICENSE,sha256=HjYTlfne3BbS5gNHzNqJ5COCiTQLUdf87QkzRyFbE4Y,10337
+aepp-0.5.2.post1.dist-info/METADATA,sha256=mp5AAwkCCK-cruebhH-SMdo89di8CdHacoTi5H5BTdw,5344
+aepp-0.5.2.post1.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+aepp-0.5.2.post1.dist-info/entry_points.txt,sha256=e7HAumUTymoUiCuVRzFlcchennUBLcjxvuiimySF98Y,48
+aepp-0.5.2.post1.dist-info/top_level.txt,sha256=dtZJI8SzhWVgZRl68PHKZX_fD6amvDiFR-lqD9FSJvE,5
+aepp-0.5.2.post1.dist-info/RECORD,,