aepp 0.5.1__py3-none-any.whl → 0.5.2__py3-none-any.whl

aepp/schemamanager.py

@@ -39,7 +39,7 @@ class SchemaManager:
                 schemaClass:str="https://ns.adobe.com/xdm/context/profile",
                 config: Union[dict,ConnectObject] = aepp.config.config_object,
                 description : str = "powered by aepp",
-                localFolder:str=None,
+                localFolder:str|list|None=None,
                 sandbox:str=None,
                 **kwargs
                 )->None:
@@ -57,7 +57,7 @@ class SchemaManager:
                 Possible default value: "https://ns.adobe.com/xdm/context/experienceevent", "https://ns.adobe.com/xdm/context/segmentdefinition"
             config : OPTIONAL : The config object in case you want to override the configuration.
             description : OPTIONAL : To provide a description to your schema
-            localFolder : OPTIONAL : If you want to use local storage to create all the connections between schema and field groups, classes and datatypes
+            localFolder : OPTIONAL : If you want to use local storage to create all the connections between schema and field groups, classes and datatypes. Can be a set of folders.
             sandbox : OPTIONAL : If you use localFolder, you can specific the sandbox.
         """
         self.fieldGroupIds=[]
@@ -72,17 +72,20 @@ class SchemaManager:
         elif config is not None and localFolder is None:
             self.schemaAPI = Schema(config=config)
         elif localFolder is not None:
-            self.localfolder = Path(localFolder)
-            if self.localfolder.exists() is False:
-                raise Exception(f"The local folder {self.localfolder} does not exist. Please create it and extract your sandbox before using it.")
+            if isinstance(localFolder, str):
+                self.localfolder = [Path(localFolder)]
+            else:
+                self.localfolder = [Path(folder) for folder in localFolder]
+            if any([folder.exists() is False for folder in self.localfolder]):
+                raise Exception(f"One of the local folders {self.localfolder} does not exist. Please create it and extract your sandbox before using it.")
             self.schemaAPI = None
-            self.schemaFolder = self.localfolder / 'schema'
-            self.fieldgroupFolder = self.localfolder / 'fieldgroup'
-            self.fieldgroupGlobalFolder = self.fieldgroupFolder / 'global'
-            self.classFolder = self.localfolder / 'class'
-            self.descriptorFolder = self.localfolder / 'descriptor'
-            if self.schemaFolder.exists() is False or self.fieldgroupFolder.exists() is False or self.classFolder.exists() is False:
-                raise Exception(f"{self.schemaFolder} or {self.fieldgroupFolder} or {self.classFolder} does not exist. Please create it and extract your sandbox before using it.")
+            self.schemaFolder = [folder / 'schema' for folder in self.localfolder]
+            self.fieldgroupFolder = [folder / 'fieldgroup' for folder in self.localfolder]
+            self.fieldgroupGlobalFolder = [folder / 'global' for folder in self.fieldgroupFolder]
+            self.classFolder = [folder / 'class' for folder in self.localfolder]
+            self.descriptorFolder = [folder / 'descriptor' for folder in self.localfolder]
+            if any([folder.exists() is False for folder in self.schemaFolder]) or any([folder.exists() is False for folder in self.fieldgroupFolder]) or any([folder.exists() is False for folder in self.classFolder]):
+                raise Exception(f"One of the folders {self.schemaFolder} or {self.fieldgroupFolder} or {self.classFolder} does not exist. Please create it and extract your sandbox before using it.")
         else:
             raise Exception("You need to provide a schemaAPI instance or a config object to connect to the API or a local folder to use the local storage")
         if self.schemaAPI is not None:
@@ -99,9 +102,11 @@ class SchemaManager:
         elif kwargs.get('tenantId') is not None:
             self.tenantId = f"{kwargs.get('tenantId')}"
         elif self.localfolder is not None:
-            config_json = json.load(FileIO(self.localfolder / 'config.json'))
-            if config_json.get('tenantId',None) is not None:
-                self.tenantId = config_json.get('tenantId')
+            for folder in self.localfolder:
+                config_json = json.load(FileIO(folder / 'config.json'))
+                if config_json.get('tenantId',None) is not None:
+                    self.tenantId = config_json.get('tenantId')
+                    break
         else: ### Should not be a problem as the element without a tenantId are not supposed to change
             self.tenantId = "  "
         if type(schema) == dict:
@@ -113,32 +118,47 @@ class SchemaManager:
                 if self.schemaAPI is not None:
                     self.schema = self.schemaAPI.getSchema(self.schema['$id'],full=False,schema_type='xed')
                 elif self.localfolder is not None:
-                    for json_file in self.schemaFolder.glob('*.json'):
-                        tmp_def = json.load(FileIO(json_file))
-                        if tmp_def.get('$id') == self.schema['$id'] or tmp_def.get('meta:altId') == self.schema.get('meta:altId') or tmp_def.get('title') == self.schema.get('title'):
-                            self.schema = tmp_def
-                            if self.schema.get('meta:tenantNamespace') is not None:
-                                self.tenantId = f"_{self.schema.get('meta:tenantNamespace')}"
+                    found = False
+                    for folder in self.schemaFolder:
+                        for json_file in folder.glob('*.json'):
+                            tmp_def = json.load(FileIO(json_file))
+                            if tmp_def.get('$id') == self.schema['$id'] or tmp_def.get('meta:altId') == self.schema.get('meta:altId') or tmp_def.get('title') == self.schema.get('title'):
+                                self.schema = tmp_def
+                                if self.schema.get('meta:tenantNamespace') is not None:
+                                    self.tenantId = f"_{self.schema.get('meta:tenantNamespace')}"
+                                found = True
+                                break
+                        if found:
                             break
             self.fieldGroupIds = [obj['$ref'] for obj in allOf if ('/mixins/' in obj['$ref'] or '/experience/' in obj['$ref'] or '/context/' in obj['$ref']) and obj['$ref'] != self.classId]
             self.classIds = [self.classId]
             for ref in self.fieldGroupIds:
                 if '/mixins/' in ref and self.tenantId[1:] in ref:
                     if self.localfolder is not None:
-                        for json_file in self.fieldgroupFolder.glob('*.json'):
-                            tmp_def = json.load(FileIO(json_file))
-                            if tmp_def.get('$id') == ref:
-                                definition = tmp_def
+                        found = False
+                        for folder in self.fieldgroupFolder:
+                            for json_file in folder.glob('*.json'):
+                                tmp_def = json.load(FileIO(json_file))
+                                if tmp_def.get('$id') == ref:
+                                    definition = tmp_def
+                                    found = True
+                                    break
+                            if found:
                                 break
                     elif self.schemaAPI is not None:
                         definition = self.schemaAPI.getFieldGroup(ref,full=False)
                     fgM = FieldGroupManager(fieldGroup=definition,schemaAPI=self.schemaAPI,localFolder=localFolder,tenantId=self.tenantId,sandbox=self.sandbox)
                 else:
                     if self.localfolder is not None:
-                        for json_file in self.fieldgroupGlobalFolder.glob('*.json'):
-                            tmp_def = json.load(FileIO(json_file))
-                            if tmp_def.get('$id') == ref:
-                                definition = tmp_def
+                        found = False
+                        for folder in self.fieldgroupFolder:
+                            for json_file in folder.glob('*.json'):
+                                tmp_def = json.load(FileIO(json_file))
+                                if tmp_def.get('$id') == ref:
+                                    definition = tmp_def
+                                    found = True
+                                    break
+                            if found:
                                 break
                     elif self.schemaAPI is not None:
                         definition = self.schemaAPI.getFieldGroup(ref,full=False)
@@ -158,17 +178,22 @@ class SchemaManager:
                 self.fieldGroupIds = [obj.get('$ref','') for obj in allOf if ('/mixins/' in obj.get('$ref','') or '/experience/' in obj.get('$ref','') or '/context/' in obj.get('$ref','')) and obj.get('$ref','') != self.classId]
                 self.classIds = [self.classId]
             elif localFolder is not None:
-                for json_file in self.schemaFolder.glob('*.json'):
-                    tmp_def = json.load(FileIO(json_file))
-                    if tmp_def.get('$id') == schema or tmp_def.get('meta:altId') == schema or schema == tmp_def.get('title'):
-                        self.schema = tmp_def
-                        self.requiredFields = set([el.replace('@','_').replace('xdm:','') for el in self.schema.get('required',[])])
-                        self.__setAttributes__(self.schema)
-                        allOf = self.schema.get("allOf",[])
-                        self.fieldGroupIds = [obj.get('$ref','') for obj in allOf if ('/mixins/' in obj.get('$ref','') or '/experience/' in obj.get('$ref','') or '/context/' in obj.get('$ref','')) and obj.get('$ref','') != self.classId]
-                        self.classIds = [self.classId]
-                        if self.schema.get('meta:tenantNamespace') is not None:
-                            self.tenantId = self.schema.get('meta:tenantNamespace')
+                found = False
+                for folder in self.schemaFolder:
+                    for json_file in folder.glob('*.json'):
+                        tmp_def = json.load(FileIO(json_file))
+                        if tmp_def.get('$id') == schema or tmp_def.get('meta:altId') == schema or schema == tmp_def.get('title'):
+                            self.schema = tmp_def
+                            self.requiredFields = set([el.replace('@','_').replace('xdm:','') for el in self.schema.get('required',[])])
+                            self.__setAttributes__(self.schema)
+                            allOf = self.schema.get("allOf",[])
+                            self.fieldGroupIds = [obj.get('$ref','') for obj in allOf if ('/mixins/' in obj.get('$ref','') or '/experience/' in obj.get('$ref','') or '/context/' in obj.get('$ref','')) and obj.get('$ref','') != self.classId]
+                            self.classIds = [self.classId]
+                            if self.schema.get('meta:tenantNamespace') is not None:
+                                self.tenantId = self.schema.get('meta:tenantNamespace')
+                            found = True
+                            break
+                    if found:
                         break
             else:
                 raise Exception("You need to provide a schemaAPI instance or a localFolder to use the local storage")
@@ -178,31 +203,51 @@ class SchemaManager:
                     if self.schemaAPI is not None:
                         definition = self.schemaAPI.getFieldGroup(ref,full=False)
                     elif self.localfolder is not None:
-                        for json_file in self.fieldgroupFolder.glob('*.json'):
-                            tmp_def = json.load(FileIO(json_file))
-                            if tmp_def.get('$id') == ref:
-                                definition = tmp_def
-                                break
-                        if definition is None:
-                            for json_file in self.fieldgroupGlobalFolder.glob('*.json'):
+                        found = False
+                        for folder in self.fieldgroupFolder:
+                            for json_file in folder.glob('*.json'):
                                 tmp_def = json.load(FileIO(json_file))
                                 if tmp_def.get('$id') == ref:
                                     definition = tmp_def
+                                    found = True
+                                    break
+                            if found:
+                                break
+                        found = False
+                        if definition is None:
+                            for folder in self.fieldgroupGlobalFolder:
+                                for json_file in folder.glob('*.json'):
+                                    tmp_def = json.load(FileIO(json_file))
+                                    if tmp_def.get('$id') == ref:
+                                        definition = tmp_def
+                                        found = True
+                                    break
+                                if found:
                                     break
                 else:
                     if self.schemaAPI is not None:
                         definition = self.schemaAPI.getFieldGroup(ref,full=False)
                     elif self.localfolder is not None:
-                        for json_file in self.fieldgroupFolder.glob('*.json'):
-                            tmp_def = json.load(FileIO(json_file))
-                            if tmp_def.get('$id') == ref:
-                                definition = tmp_def
-                                break
-                        if definition is None:
-                            for json_file in self.fieldgroupGlobalFolder.glob('*.json'):
+                        found = False
+                        for folder in self.fieldgroupFolder:
+                            for json_file in folder.glob('*.json'):
                                 tmp_def = json.load(FileIO(json_file))
                                 if tmp_def.get('$id') == ref:
                                     definition = tmp_def
+                                    found = True
+                                    break
+                            if found:
+                                break
+                        found = False
+                        if definition is None:
+                            for folder in self.fieldgroupGlobalFolder:
+                                for json_file in folder.glob('*.json'):
+                                    tmp_def = json.load(FileIO(json_file))
+                                    if tmp_def.get('$id') == ref:
+                                        definition = tmp_def
+                                        found = True
+                                        break
+                                if found:
                                     break
                 if 'properties' in definition.keys():
                     definition['definitions'] = definition['properties']
@@ -210,12 +255,17 @@ class SchemaManager:
                 self.fieldGroupsManagers[fgM.title] = fgM
             for clas in self.classIds:
                 if self.localfolder is not None:
-                    for json_file in self.classFolder.glob('*.json'):
-                        tmp_def = json.load(FileIO(json_file))
-                        if tmp_def.get('$id') == clas:
-                            self.classId = tmp_def['$id']
-                            self.schemaClass = tmp_def['$id']
-                            clsM = ClassManager(tmp_def,schemaAPI=self.schemaAPI,localFolder=localFolder,tenantId=self.tenantId,sandbox=self.sandbox)
+                    found = False
+                    for folder in self.classFolder:
+                        for json_file in folder.glob('*.json'):
+                            tmp_def = json.load(FileIO(json_file))
+                            if tmp_def.get('$id') == clas:
+                                self.classId = tmp_def['$id']
+                                self.schemaClass = tmp_def['$id']
+                                clsM = ClassManager(tmp_def,schemaAPI=self.schemaAPI,localFolder=localFolder,tenantId=self.tenantId,sandbox=self.sandbox)
+                                found = True
+                                break
+                        if found:
                             break
                 elif self.schemaAPI is not None:
                     clsM = ClassManager(clas,schemaAPI=self.schemaAPI,localFolder=localFolder,tenantId=self.tenantId,sandbox=self.sandbox)
@@ -243,20 +293,31 @@ class SchemaManager:
                         definition = self.schemaAPI.getFieldGroup(fgId,full=False)
                     elif self.localfolder is not None:
                         definition = None
-                        fieldGroupPath = self.localfolder / 'fieldgroup'
-                        if fieldGroupPath.exists() is False:
-                            raise Exception(f"The local folder {fieldGroupPath} does not exist. Please create it and extract your sandbox before using it.")
-                        for json_file in fieldGroupPath.glob('*.json'):
-                            tmp_def = json.load(FileIO(json_file))
-                            if tmp_def.get('$id') == fgId:
-                                definition = tmp_def
-                                break
-                        if definition is None:
-                           for json_file in self.fieldgroupGlobalFolder.glob('*.json'):
+                        found = False
+                        for fieldGroupPath in self.fieldgroupFolder:
+                            if fieldGroupPath.exists() is False:
+                                raise Exception(f"The local folder {fieldGroupPath} does not exist. Please create it and extract your sandbox before using it.")
+                            for json_file in fieldGroupPath.glob('*.json'):
                                 tmp_def = json.load(FileIO(json_file))
-                                if tmp_def.get('$id') == ref:
+                                if tmp_def.get('$id') == fgId:
                                     definition = tmp_def
-                                    break 
+                                    found = True
+                                    break
+                            if found:
+                                break
+                        if definition is None:
+                           found = False
+                           for fieldGroupPath in self.fieldgroupGlobalFolder:
+                                if fieldGroupPath.exists() is False:
+                                    raise Exception(f"The local folder {fieldGroupPath} does not exist. Please create it and extract your sandbox before using it.")
+                                for json_file in fieldGroupPath.glob('*.json'):
+                                        tmp_def = json.load(FileIO(json_file))
+                                        if tmp_def.get('$id') == fgId:
+                                            definition = tmp_def
+                                            found = True
+                                            break
+                                if found:
+                                    break
                     fgM = FieldGroupManager(definition,schemaAPI=self.schemaAPI, localFolder=localFolder,tenantId=self.tenantId,sandbox=self.sandbox)
                     self.fieldGroupsManagers[fgM.title] = fgM
             elif fieldGroups[0] == dict:
@@ -805,12 +866,13 @@ class SchemaManager:
         elif self.localfolder is not None:
             res = []
             fieldGroupsIds = [fg.id for fg in list(self.fieldGroupsManagers.values())]
-            for json_file in self.descriptorFolder.glob('*.json'):
-                tmp_def = json.load(FileIO(json_file))
-                if tmp_def.get('xdm:sourceSchema') == self.id:
-                    res.append(tmp_def)
-                elif tmp_def.get('xdm:sourceSchema') in fieldGroupsIds:
-                    res.append(tmp_def)
+            for folder in self.descriptorFolder:
+                for json_file in folder.glob('*.json'):
+                    tmp_def = json.load(FileIO(json_file))
+                    if tmp_def.get('xdm:sourceSchema') == self.id:
+                        res.append(tmp_def)
+                    elif tmp_def.get('xdm:sourceSchema') in fieldGroupsIds:
+                        res.append(tmp_def)
         else:
             raise Exception("No API connection set and no local folder provided. No descriptors can be retrieved.")
         return res

aepp/synchronizer.py

@@ -20,7 +20,7 @@ from .configs import ConnectObject
 
 class Synchronizer:
     ## TO DO -> Add support for local environment
-    def __init__(self,targets:list=None,config:'ConnectObject'=None,baseSandbox:str=None,region:str='nld2',localFolder:str=None):
+    def __init__(self,targets:list=None,config:'ConnectObject'=None,baseSandbox:str=None,region:str='nld2',localFolder:str|list|None=None):
         """
         Setup the synchronizor object with the base sandbox and target sandbox.
         Arguments:
@@ -56,24 +56,30 @@ class Synchronizer:
             self.baseSandbox = baseSandbox
         elif localFolder is not None:
             self.baseConfig = None
-            self.localfolder = Path(localFolder)
-            self.classFolder = self.localfolder / 'class'
-            self.schemaFolder = self.localfolder / 'schema'
-            self.fieldgroupFolder = self.localfolder / 'fieldgroup'
-            self.fieldgroupGlobalFolder = self.fieldgroupFolder / 'global'
-            self.datatypeFolder = self.localfolder / 'datatype'
-            self.datatypeGlobalFolder = self.datatypeFolder / 'global'
-            self.identityFolder = self.localfolder / 'identity'
-            self.datasetFolder = self.localfolder / 'dataset'
-            self.descriptorFolder = self.localfolder / 'descriptor'
-            self.mergePolicyFolder = self.localfolder / 'mergepolicy'
-            self.audienceFolder = self.localfolder / 'audience'
+            if isinstance(localFolder, str):
+                self.localfolder = [Path(localFolder)]
+            else:
+                self.localfolder = [Path(folder) for folder in localFolder]
+            self.classFolder = [folder / 'class' for folder in self.localfolder]
+            self.schemaFolder = [folder / 'schema' for folder in self.localfolder]
+            self.fieldgroupFolder = [folder / 'fieldgroup' for folder in self.localfolder]
+            self.fieldgroupGlobalFolder = [folder / 'global' for folder in self.fieldgroupFolder]
+            self.datatypeFolder = [folder / 'datatype' for folder in self.localfolder]
+            self.datatypeGlobalFolder = [folder / 'global' for folder in self.datatypeFolder]
+            self.identityFolder = [folder / 'identity' for folder in self.localfolder]
+            self.datasetFolder = [folder / 'dataset' for folder in self.localfolder]
+            self.descriptorFolder = [folder / 'descriptor' for folder in self.localfolder]
+            self.mergePolicyFolder = [folder / 'mergepolicy' for folder in self.localfolder]
+            self.audienceFolder = [folder / 'audience' for folder in self.localfolder]
             if baseSandbox is not None:
                 self.baseSandbox = baseSandbox
             else:
-                with open(self.localfolder / 'config.json','r') as f:
-                    local_config = json.load(f)
-                    self.baseSandbox = local_config.get('sandbox',None)
+                for folder in self.localfolder:
+                    with open(folder / 'config.json','r') as f:
+                        local_config = json.load(f)
+                        if 'baseSandbox' in local_config.keys():
+                            self.baseSandbox = local_config['baseSandbox']
+                            break
         self.dict_targetsConfig = {target: aepp.configure(org_id=config_object['org_id'],client_id=config_object['client_id'],scopes=config_object['scopes'],secret=config_object['secret'],sandbox=target,connectInstance=True) for target in targets}
         self.region = region
         self.dict_baseComponents = {'schema':{},'class':{},'fieldgroup':{},'datatype':{},'datasets':{},'identities':{},"schemaDescriptors":{},'mergePolicy':{},'audience':{}}  
@@ -163,11 +169,12 @@ class Synchronizer:
                         if component in base_schema.data.schemas_altId.keys():## replacing name with altId
                             component = base_schema.data.schemas_altId[component]
                     if self.localfolder is not None:
-                        for file in self.schemaFolder.glob('*.json'):
-                            sc_file = json.load(FileIO(file))
-                            if sc_file['title'] == component or sc_file['$id'] == component or sc_file['meta:altId'] == component:
-                                component = sc_file
-                                break
+                        for folder in self.schemaFolder:
+                            for file in folder.glob('*.json'):
+                                sc_file = json.load(FileIO(file))
+                                if sc_file['title'] == component or sc_file['$id'] == component or sc_file['meta:altId'] == component:
+                                    component = sc_file
+                                    break
                     component = schemamanager.SchemaManager(component,config=self.baseConfig,localFolder=self.localfolder,sandbox=self.baseSandbox)
                 elif componentType == 'fieldgroup':
                     if base_schema is not None:
@@ -175,11 +182,12 @@ class Synchronizer:
                         if component in base_schema.data.fieldGroups_altId.keys():## replacing name with altId
                             component = base_schema.data.fieldGroups_altId[component]
                     if self.localfolder is not None:
-                        for file in self.fieldgroupFolder.glob('*.json'):
-                            fg_file = json.load(FileIO(file))
-                            if fg_file['title'] == component or fg_file['$id'] == component or fg_file['meta:altId'] == component:
-                                component = fg_file
-                                break
+                        for folder in self.fieldgroupFolder:
+                            for file in folder.glob('*.json'):
+                                fg_file = json.load(FileIO(file))
+                                if fg_file['title'] == component or fg_file['$id'] == component or fg_file['meta:altId'] == component:
+                                    component = fg_file
+                                    break
                     component = fieldgroupmanager.FieldGroupManager(component,config=self.baseConfig,localFolder=self.localfolder,sandbox=self.baseSandbox)
                 elif componentType == 'datatypes':
                     datatypes = base_schema.getDataTypes()
@@ -187,11 +195,12 @@ class Synchronizer:
                         if component in base_schema.data.dataTypes_altId.keys():## replacing name with altId
                             component = base_schema.data.dataTypes_altId[component]
                     if self.localfolder is not None:
-                        for file in self.datatypeFolder.glob('*.json'):
-                            dt_file = json.load(FileIO(file))
-                            if dt_file['title'] == component or dt_file['$id'] == component or dt_file['meta:altId'] == component:
-                                component = dt_file
-                                break
+                        for folder in self.datatypeFolder:
+                            for file in folder.glob('*.json'):
+                                dt_file = json.load(FileIO(file))
+                                if dt_file['title'] == component or dt_file['$id'] == component or dt_file['meta:altId'] == component:
+                                    component = dt_file
+                                    break
                     component = datatypemanager.DataTypeManager(component,config=self.baseConfig,localFolder=self.localfolder,sandbox=self.baseSandbox)
                 elif componentType == 'class':
                     classes = base_schema.getClasses()
@@ -204,9 +213,10 @@ class Synchronizer:
                     identities:list = id_base.getIdentities()
                 elif self.localfolder is not None:
                     identities = []
-                    for file in self.identityFolder.glob('*.json'):
-                        id_file = json.load(FileIO(file))
-                        identities.append(id_file)
+                    for folder in self.identityFolder:
+                        for file in folder.glob('*.json'):
+                            id_file = json.load(FileIO(file))
+                            identities.append(id_file)
                 if component in [el['code'] for el in identities]:
                     component = [el for el in identities if el['code'] == component][0]
                 elif component in [el['name'] for el in identities]:
@@ -221,11 +231,12 @@ class Synchronizer:
                         component = cat_base.data.ids[component]
                     component = cat_base.getDataSet(component)
                 elif self.localfolder is not None:
-                    for file in self.datasetFolder.glob('*.json'):
-                        ds_file = json.load(FileIO(file))
-                        if ds_file['id'] == component or ds_file['name'] == component:
-                            component = ds_file
-                            break
+                    for folder in self.datasetFolder:
+                        for file in folder.glob('*.json'):
+                            ds_file = json.load(FileIO(file))
+                            if ds_file['id'] == component or ds_file['name'] == component:
+                                component = ds_file
+                                break
                 if len(component) == 1: ## if the component is the catalog API response {'key': {dataset definition}}
                     component = component[list(component.keys())[0]] ## accessing the real dataset definition
             elif componentType == "mergepolicy":
@@ -235,11 +246,12 @@ class Synchronizer:
                     if component in [el.get('id','') for el in base_mergePolicies] or component in [el.get('name','') for el in base_mergePolicies]:
                         component = [el for el in base_mergePolicies if el.get('id','') == component or el.get('name','') == component][0]
                 elif self.localfolder is not None:
-                    for file in self.mergePolicyFolder.glob('*.json'):
-                        mp_file = json.load(FileIO(file))
-                        if mp_file.get('id','') == component or mp_file.get('name','') == component:
-                            component = mp_file
-                            break
+                    for folder in self.mergePolicyFolder:
+                        for file in folder.glob('*.json'):
+                            mp_file = json.load(FileIO(file))
+                            if mp_file.get('id','') == component or mp_file.get('name','') == component:
+                                component = mp_file
+                                break
             elif componentType == 'audience':
                 if self.baseConfig is not None:
                     seg_base = segmentation.Segmentation(config=self.baseConfig)
@@ -247,11 +259,12 @@ class Synchronizer:
                     if component in [el.get('id','') for el in base_audiences] or component in [el.get('name','') for el in base_audiences]:
                         component = [el for el in base_audiences if el.get('id','') == component or el.get('name','') == component][0]
                 elif self.localfolder is not None:
-                    for file in self.audienceFolder.glob('*.json'):
-                        au_file = json.load(FileIO(file))
-                        if au_file.get('id','') == component or au_file.get('name','') == component:
-                            component = au_file
-                            break
+                    for folder in self.audienceFolder:
+                        for file in folder.glob('*.json'):
+                            au_file = json.load(FileIO(file))
+                            if au_file.get('id','') == component or au_file.get('name','') == component:
+                                component = au_file
+                                break
         elif type(component) == dict:
             if 'meta:resourceType' in component.keys():
                 componentType = component['meta:resourceType']
@@ -708,8 +721,9 @@ class Synchronizer:
             myschemas = baseSchemaAPI.getSchemas() ## to populate the data object
         elif self.localfolder is not None:
             myschemas = []
-            for json_file in self.schemaFolder.glob('*.json'):
-                myschemas.append(json.load(FileIO(json_file)))
+            for folder in self.schemaFolder:
+                for json_file in folder.glob('*.json'):
+                    myschemas.append(json.load(FileIO(json_file)))
         target_descriptors = targetSchemaManager.getDescriptors()
         list_descriptors = []
         for baseDescriptor in base_descriptors:
@@ -761,10 +775,15 @@ class Synchronizer:
                         if self.baseConfig is not None and self.localfolder is None:
                             base_targetSchemaManager = schemamanager.SchemaManager(base_targetSchemaId,config=self.baseConfig)
                         elif self.localfolder is not None:
-                            for file in self.schemaFolder.glob('*.json'):
-                                base_targetSchema = json.load(FileIO(file))
-                                if base_targetSchema['$id'] == base_targetSchemaId:
-                                    base_targetSchemaManager = schemamanager.SchemaManager(base_targetSchema,config=self.baseConfig,localFolder=self.localfolder,sandbox=self.baseSandbox)
+                            found = False
+                            for folder in self.schemaFolder:
+                                for file in folder.glob('*.json'):
+                                    base_targetSchema = json.load(FileIO(file))
+                                    if base_targetSchema['$id'] == base_targetSchemaId:
+                                        base_targetSchemaManager = schemamanager.SchemaManager(base_targetSchema,config=self.baseConfig,localFolder=self.localfolder,sandbox=self.baseSandbox)
+                                        found = True
+                                        break
+                                if found:
                                     break
                         self.__syncSchema__(base_targetSchemaManager,verbose=verbose)
                         target_targetSchemaId = self.dict_targetComponents[targetSchemaManager.sandbox]['schema'][base_targetSchemaName].id
@@ -888,7 +907,7 @@ class Synchronizer:
     
     def __syncDataset__(self,baseDataset:dict,verbose:bool=False)-> dict:
         """
-        Synchronize the dataset to the target sandboxes. Mostly creating a new dataset and associated artefacts when not already created.
+        Synchronize the dataset to the target sandboxes. Mostly creating a new dataset and associated artifacts when not already created.
         Arguments:
             baseDataset : REQUIRED : dictionary with the dataset definition
         """
@@ -903,8 +922,9 @@ class Synchronizer:
             base_dataset_related_schemaName = [schemaName for schemaName,schemaId in baseSchemaAPI.data.schemas_id.items() if schemaId == base_dataset_related_schemaId][0]
         elif self.localfolder is not None:
             base_schemas = []
-            for json_file in self.schemaFolder.glob('*.json'):
-                base_schemas.append(json.load(FileIO(json_file)))
+            for folder in self.schemaFolder:
+                for json_file in folder.glob('*.json'):
+                    base_schemas.append(json.load(FileIO(json_file)))
             base_dataset_related_schemaName = [sc['title'] for sc in base_schemas if sc['$id'] == base_dataset_related_schemaId][0]
         for target in self.dict_targetsConfig.keys():
             targetCatalog = catalog.Catalog(config=self.dict_targetsConfig[target])
@@ -942,7 +962,7 @@ class Synchronizer:
 
     def __syncMergePolicy__(self,mergePolicy:dict,verbose:bool=False)->None:
         """
-        Synchronize the dataset to the target sandboxes. Mostly creating a new dataset and associated artefacts when not already created.
+        Synchronize the dataset to the target sandboxes. Mostly creating a new dataset and associated artifacts when not already created.
         Arguments:
             mergePolicy : REQUIRED : The merge policy dictionary to sync
         """

{aepp-0.5.1.dist-info → aepp-0.5.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aepp
-Version: 0.5.1
+Version: 0.5.2
 Summary: Package to manage AEP API endpoint and some helper functions
 Author-email: Julien Piccini <piccini.julien@gmail.com>
 License: Apache-2.0
@@ -22,6 +22,7 @@ Requires-Dist: tenacity
 Requires-Dist: deprecation
 Requires-Dist: datamodel-code-generator
 Requires-Dist: rich
+Requires-Dist: matplotlib
 Dynamic: license-file
 
 # Adobe Experience Platform API made for humans