aepp 0.5.1.post1__py3-none-any.whl → 0.5.2__py3-none-any.whl

aepp/__version__.py

@@ -1 +1 @@
-__version__ = "0.5.1-1"
+__version__ = "0.5.2"

aepp/classmanager.py

@@ -23,7 +23,7 @@ class ClassManager:
             schemaAPI:'Schema'=None,
             config: Union[dict,ConnectObject] = aepp.config.config_object,
             description: str = 'power by aepp',
-            localFolder:str=None,
+            localFolder:str | list | None = None,
             sandbox:str=None,
             **kwargs
             )->None:
@@ -48,13 +48,16 @@ class ClassManager:
         elif config is not None and localFolder is None:
             self.schemaAPI = Schema(config=config)
         elif localFolder is not None:
-            self.localfolder = Path(localFolder)
-            if self.localfolder.exists() is False:
+            if isinstance(localFolder, str):
+                self.localfolder = [Path(localFolder)]
+            elif isinstance(localFolder, list):
+                self.localfolder = [Path(lf) for lf in localFolder]
+            if any([folder.exists() is False for folder in self.localfolder]):
                 raise Exception(f"The local folder {self.localfolder} does not exist. Please create it and extract your sandbox before using it.")
             self.schemaAPI = None
-            self.classFolder = self.localfolder / 'class'
-            self.behavFolder = self.localfolder / 'behaviour'
-            if self.classFolder.exists() is False:
+            self.classFolder = [folder / 'class' for folder in self.localfolder]
+            self.behavFolder = [folder / 'behaviour' for folder in self.localfolder]
+            if any([folder.exists() is False for folder in self.classFolder]):
                 raise Exception(f"The local folder {self.classFolder} does not exist. Please create it and extract your sandbox before using it.")
         else:
             raise Exception("You need to provide a schemaAPI instance or a config object to connect to the API or a local folder to use the local storage")
@@ -71,9 +74,11 @@ class ClassManager:
         elif type(aepclass) == dict:
             self.tenantId = aepclass.get('meta:tenantNamespace',"  ")
         elif self.localfolder is not None:
-            config_json = json.load(FileIO(self.localfolder / 'config.json'))
-            if config_json.get('tenantId',None) is not None:
-                self.tenantId = config_json.get('tenantId')
+            for folder in self.localfolder:
+                config_json = json.load(FileIO(folder / 'config.json'))
+                if config_json.get('tenantId',None) is not None:
+                    self.tenantId = config_json.get('tenantId')
+                    break
         else:
             self.tenantId = "  "
         if type(aepclass) == dict:
@@ -82,10 +87,15 @@ class ClassManager:
                     self.aepclass = self.schemaAPI.getClass(aepclass['$id'],full=False,xtype='xed')
                     self.EDITABLE = True
                 elif self.localfolder is not None:
-                    for json_file in self.classFolder.glob('*.json'):
-                        tmp_def = json.load(FileIO(json_file))
-                        if tmp_def.get('$id') == aepclass['$id']:
-                            self.aepclass = tmp_def
+                    found = False
+                    for folder in self.classFolder:
+                        for json_file in folder.glob('*.json'):
+                            tmp_def = json.load(FileIO(json_file))
+                            if tmp_def.get('$id') == aepclass['$id']:
+                                self.aepclass = tmp_def
+                                found = True
+                                break
+                        if found:
                             break
                     self.EDITABLE = False
             elif self.tenantId[1:] not in aepclass['$id']:
@@ -93,10 +103,15 @@ class ClassManager:
                     self.aepclass = self.schemaAPI.getClass(aepclass['$id'],full=True,xtype='xed')
                     self.EDITABLE = False
                 elif self.localfolder is not None:
-                    for json_file in self.classFolder.glob('*.json'):
-                        tmp_def = json.load(FileIO(json_file))
-                        if tmp_def.get('$id') == aepclass['$id']:
-                            self.aepclass = tmp_def
+                    found = False
+                    for folder in self.classFolder:
+                        for json_file in folder.glob('*.json'):
+                            tmp_def = json.load(FileIO(json_file))
+                            if tmp_def.get('$id') == aepclass['$id']:
+                                self.aepclass = tmp_def
+                                found = True
+                                break
+                        if found:
                             break
                     self.EDITABLE = False
             self.__setAttributes__(self.aepclass)
@@ -106,20 +121,30 @@ class ClassManager:
                     self.aepclass = self.schemaAPI.getClass(aepclass,full=False,xtype='xed')
                     self.EDITABLE = True
                 elif self.localfolder is not None:
-                    for json_file in self.classFolder.glob('*.json'):
-                        tmp_def = json.load(FileIO(json_file))
-                        if tmp_def.get('$id') == aepclass or tmp_def.get('meta:altId') == aepclass:
-                            self.aepclass = tmp_def
+                    found = False
+                    for folder in self.classFolder:
+                        for json_file in folder.glob('*.json'):
+                            tmp_def = json.load(FileIO(json_file))
+                            if tmp_def.get('$id') == aepclass or tmp_def.get('meta:altId') == aepclass:
+                                self.aepclass = tmp_def
+                                found = True
+                                break
+                        if found:
                             break
                     self.EDITABLE = False
             else:
                 if self.schemaAPI is not None:
                     self.aepclass = self.schemaAPI.getClass(aepclass,full=True,xtype='xed')
                 elif self.localfolder is not None:
-                    for json_file in self.classFolder.glob('*.json'):
-                        tmp_def = json.load(FileIO(json_file))
-                        if tmp_def.get('$id') == aepclass or tmp_def.get('meta:altId') == aepclass:
-                            self.aepclass = tmp_def
+                    found = False
+                    for folder in self.classFolder:
+                        for json_file in folder.glob('*.json'):
+                            tmp_def = json.load(FileIO(json_file))
+                            if tmp_def.get('$id') == aepclass or tmp_def.get('meta:altId') == aepclass:
+                                self.aepclass = tmp_def
+                                found = True
+                                break
+                        if found:
                             break
                 self.EDITABLE = False
             self.__setAttributes__(self.aepclass)
@@ -168,10 +193,15 @@ class ClassManager:
         if self.schemaAPI is not None:
             self.behaviorDefinition = self.schemaAPI.getBehavior(behavId,full=True,xtype='xed')
         elif self.localfolder is not None:
-            for json_file in self.behavFolder.glob('*.json'):
-                tmp_def = json.load(FileIO(json_file))
-                if tmp_def.get('$id') == behavId:
-                    self.behaviorDefinition = tmp_def
+            found = False
+            for folder in self.behavFolder:
+                for json_file in folder.glob('*.json'):
+                    tmp_def = json.load(FileIO(json_file))
+                    if tmp_def.get('$id') == behavId:
+                        self.behaviorDefinition = tmp_def
+                        found = True
+                        break
+                if found:
                     break
         self.requiredFields = set()
     

aepp/cli/__main__.py

@@ -47,26 +47,25 @@ class ServiceShell(cmd.Cmd):
                 self.sandbox = str(dict_config.get("sandbox-name","prod"))
             else:
                 self.sandbox = str(kwargs.get("sandbox","prod"))
-            self.secret = str(dict_config.get("secret",kwargs.get("secret")))
-            self.org_id = str(dict_config.get("org_id",kwargs.get("org_id")))
-            self.client_id = str(dict_config.get("client_id",kwargs.get("client_id")))
-            self.scopes = str(dict_config.get("scopes",kwargs.get("scopes")))
+            self.secret = dict_config.get("secret",kwargs.get("secret"))
+            self.org_id = dict_config.get("org_id",kwargs.get("org_id"))
+            self.client_id = dict_config.get("client_id",kwargs.get("client_id"))
+            self.scopes = dict_config.get("scopes",kwargs.get("scopes"))
         else:
-            self.sandbox = str(kwargs.get("sandbox","prod"))
-            self.secret = str(kwargs.get("secret"))
-            self.org_id = str(kwargs.get("org_id"))
-            self.client_id = str(kwargs.get("client_id"))
-            self.scopes = str(kwargs.get("scopes"))
-        self.connectInstance = True
+            self.sandbox:str|None = kwargs.get("sandbox","prod")
+            self.secret:str|None = kwargs.get("secret")
+            self.org_id:str|None = kwargs.get("org_id")
+            self.client_id:str|None = kwargs.get("client_id")
+            self.scopes:str|None = kwargs.get("scopes")
         if self.sandbox is not None and self.secret is not None and self.org_id is not None and self.client_id is not None and self.scopes is not None:
             print("Configuring connection...")
             self.config = aepp.configure(
-                connectInstance=self.connectInstance,
                 sandbox=self.sandbox,
                 secret=self.secret,
                 org_id=self.org_id,
                 client_id=self.client_id,
-                scopes=self.scopes
+                scopes=self.scopes,
+                connectInstance=self.connectInstance
             )
             self.prompt = f"{self.config.sandbox}> "
             console.print(Panel(f"Connected to [bold green]{self.sandbox}[/bold green]", style="blue"))
@@ -82,7 +81,6 @@ class ServiceShell(cmd.Cmd):
         console.print(f"Configuration file created at {Path.cwd() / Path(filename_json)}", style="green")
         return
 
-
     # # --- Commands ---
     def do_config(self, arg:Any) -> None:
         """connect to an AEP instance"""
@@ -94,14 +92,14 @@ class ServiceShell(cmd.Cmd):
         parser.add_argument("-cid", "--client_id", help="Auto-login client ID")
         parser.add_argument("-cf", "--config_file", help="Path to config file", default=None)
         args = parser.parse_args(shlex.split(arg))
-        if args.config_file:
+        if args.config_file is not None:
             mypath = Path.cwd()
             dict_config = json.load(FileIO(mypath / Path(args.config_file)))
-            self.sandbox = str(args.sandbox) if args.sandbox else str(dict_config.get("sandbox-name",args.sandbox))
-            self.secret = str(dict_config.get("secret",args.secret))
-            self.org_id = str(dict_config.get("org_id",args.org_id))
-            self.client_id = str(dict_config.get("client_id",args.client_id))
-            self.scopes = str(dict_config.get("scopes",args.scopes))
+            self.sandbox:str|None = args.sandbox if args.sandbox else dict_config.get("sandbox-name",args.sandbox)
+            self.secret:str|None = dict_config.get("secret",args.secret)
+            self.org_id:str|None = dict_config.get("org_id",args.org_id)
+            self.client_id:str|None = dict_config.get("client_id",args.client_id)
+            self.scopes:str|None = dict_config.get("scopes",args.scopes)
             self.connectInstance = True
         else:
             if args.sandbox: self.sandbox = str(args.sandbox)
@@ -1203,18 +1201,14 @@ class ServiceShell(cmd.Cmd):
         console.print("Syncing artifact...", style="blue")
         parser = argparse.ArgumentParser(prog='extractArtifact', description='Extract artifacts from AEP')
         parser.add_argument('artifact', help='artifact to extract (name or id): "schema","fieldgroup","datatype","descriptor","dataset","identity","mergepolicy","audience"')
-        parser.add_argument('-at','--artifactType', help='artifact type ')
-        parser.add_argument('-t','--targets', help='target sandboxes')
-        parser.add_argument('-lf','--localfolder', help='Local folder to extract artifacts to',default='extractions')
+        parser.add_argument('-at','--artifactType', help='artifact type ',type=str)
+        parser.add_argument('-t','--targets', help='target sandboxes',nargs='+',type=str)
+        parser.add_argument('-lf','--localfolder', help='Local folder to extract artifacts to',default='extractions',nargs='+',type=str)
         parser.add_argument('-b','--baseSandbox', help='Base sandbox for synchronization')
         parser.add_argument('-rg','--region', help='Region to extract artifacts from: "ndl2" (default), "va7", "aus5", "can2", "ind2"',default='ndl2')
         parser.add_argument('-v','--verbose', help='Enable verbose output',default=True)
         try:
             args = parser.parse_args(shlex.split(args))
-            if ',' in args.targets:
-                args.targets = args.targets.split(',')
-            else:
-                args.targets = [args.targets]
             console.print("Initializing Synchronizor...", style="blue")
             if args.baseSandbox:
                 synchronizor = synchronizer.Synchronizer(

aepp/datatypemanager.py

@@ -36,7 +36,7 @@ class DataTypeManager:
                 schemaAPI:'Schema'=None,
                 config: Union[dict,ConnectObject] = aepp.config.config_object,
                 description:str="",
-                localFolder:str=None,
+                localFolder:str|list|None=None,
                 sandbox:str=None,
                 **kwargs
                 )->None:
@@ -65,10 +65,13 @@ class DataTypeManager:
         elif config is not None and localFolder is None:
             self.schemaAPI = Schema(config=config)
         elif localFolder is not None:
-            self.localfolder = Path(localFolder)
-            self.datatypeFolder = self.localfolder / 'datatype'
-            self.datatypeGlobalFolder = self.datatypeFolder / 'global'
-            if self.localfolder.exists() is False:
+            if isinstance(localFolder, str):
+                self.localfolder = [Path(localFolder)]
+            elif isinstance(localFolder, list):
+                self.localfolder = [Path(folder) for folder in localFolder]
+            self.datatypeFolder = [folder / 'datatype' for folder in self.localfolder]
+            self.datatypeGlobalFolder = [folder / 'global' for folder in self.datatypeFolder]
+            if any([folder.exists() is False for folder in self.localfolder]):
                 raise Exception(f"The local folder {self.localfolder} does not exist. Please create it and extract your sandbox before using it.")
             self.schemaAPI = None
         if self.schemaAPI is not None:
@@ -99,20 +102,32 @@ class DataTypeManager:
                     self.dataType = self.schemaAPI.getDataType(dataType['$id'],full=False)
                     self.EDITABLE = True
                 elif self.localfolder is not None:
-                    for dataTypeFile in self.datatypeFolder.glob(f"*.json"):
-                        tmp_def = json.load(FileIO(dataTypeFile))
-                        if tmp_def.get('$id') == dataType.get('$id') or tmp_def.get('meta:altId') == dataType.get('meta:altId'):
-                            self.dataType = tmp_def
+                    found = False
+                    for folder in self.datatypeFolder:
+                        for dataTypeFile in folder.glob(f"*.json"):
+                            tmp_def = json.load(FileIO(dataTypeFile))
+                            if tmp_def.get('$id') == dataType.get('$id') or tmp_def.get('meta:altId') == dataType.get('meta:altId'):
+                                self.dataType = tmp_def
+                                found = True
+                                break
+                        if found:
+                            break
                     self.EDITABLE = False
             else:
                 if self.schemaAPI is not None:
                     self.dataType = self.schemaAPI.getDataType(dataType['$id'],full=True)
                     self.EDITABLE = True
                 elif self.localfolder is not None:
-                    for dataTypeFile in self.datatypeGlobalFolder.glob("*.json"):
-                        tmp_def = json.load(FileIO(dataTypeFile))
-                        if tmp_def.get('$id') == dataType.get('$id') or tmp_def.get('meta:altId') == dataType.get('meta:altId') or tmp_def.get('title') == dataType.get('title'):   
-                            self.dataType = tmp_def
+                    found = False
+                    for folder in self.datatypeGlobalFolder:
+                        for dataTypeFile in folder.glob("*.json"):
+                            tmp_def = json.load(FileIO(dataTypeFile))
+                            if tmp_def.get('$id') == dataType.get('$id') or tmp_def.get('meta:altId') == dataType.get('meta:altId') or tmp_def.get('title') == dataType.get('title'):   
+                                self.dataType = tmp_def
+                                found = True
+                                break
+                        if found:
+                            break
                     self.EDITABLE = False
         elif type(dataType) == str:
             if self.tenantId[1:] in dataType:
@@ -122,10 +137,16 @@ class DataTypeManager:
                         raise ValueError(f"Cannot find the data type with id {dataType} in the schema API.")
                     self.EDITABLE = True
                 elif self.localfolder is not None:
-                    for dataTypeFile in self.datatypeFolder.glob("*.json"):
-                        tmp_def = json.load(FileIO(dataTypeFile))
-                        if tmp_def.get('$id') == dataType or tmp_def.get('meta:altId') == dataType or tmp_def.get('title') == dataType:
-                            self.dataType = tmp_def
+                    found = False
+                    for folder in self.datatypeFolder:
+                        for dataTypeFile in folder.glob("*.json"):
+                            tmp_def = json.load(FileIO(dataTypeFile))
+                            if tmp_def.get('$id') == dataType or tmp_def.get('meta:altId') == dataType or tmp_def.get('title') == dataType:
+                                self.dataType = tmp_def
+                                found = True
+                                break
+                        if found:
+                            break
                     self.EDITABLE = False
                 else:
                     raise Exception("You try to retrieve the datatype definition from the id, but no API or localFolder has been passed as a parameter.")
@@ -136,10 +157,16 @@ class DataTypeManager:
                         raise ValueError(f"Cannot find the data type with id {dataType} in the schema API.")
                     self.EDITABLE = True
                 elif self.localfolder is not None:
-                    for dataTypeFile in self.datatypeGlobalFolder.glob("*.json"):
-                        tmp_def = json.load(FileIO(dataTypeFile))
-                        if tmp_def.get('$id') == dataType or tmp_def.get('meta:altId') == dataType or tmp_def.get('title') == dataType:
-                            self.dataType = tmp_def
+                    found = False
+                    for folder in self.datatypeGlobalFolder:
+                        for dataTypeFile in folder.glob("*.json"):
+                            tmp_def = json.load(FileIO(dataTypeFile))
+                            if tmp_def.get('$id') == dataType or tmp_def.get('meta:altId') == dataType or tmp_def.get('title') == dataType:
+                                self.dataType = tmp_def
+                                found = True
+                                break
+                        if found:
+                            break
                     self.EDITABLE = False
                 else:
                     raise Exception("You try to retrieve the datatype definition from the id, but no API or localFolder has been passed as a parameter.")
@@ -181,12 +208,18 @@ class DataTypeManager:
                     self.dataTypeManagers[dt_manager.title] = dt_manager
             elif self.localfolder is not None:
                 for dt in dataTypes: ## today only searching custom data types in local folder
-                    for dataTypeFile in self.datatypeFolder.glob("*.json"):
-                        tmp_def = json.load(FileIO(dataTypeFile))
-                        if tmp_def.get('$id') == dt or tmp_def.get('meta:altId') == dt or tmp_def.get('title') == dt:
-                            dt_manager = DataTypeManager(dataType=tmp_def,localFolder=self.localfolder,tenantId=self.tenantId,sandbox=self.sandbox)
-                            self.dataTypes[dt_manager.id] = dt_manager.title
-                            self.dataTypeManagers[dt_manager.title] = dt_manager
+                    found = False
+                    for folder in self.datatypeFolder:
+                        for dataTypeFile in folder.glob("*.json"):
+                            tmp_def = json.load(FileIO(dataTypeFile))
+                            if tmp_def.get('$id') == dt or tmp_def.get('meta:altId') == dt or tmp_def.get('title') == dt:
+                                dt_manager = DataTypeManager(dataType=tmp_def,localFolder=self.localfolder,tenantId=self.tenantId,sandbox=self.sandbox)
+                                self.dataTypes[dt_manager.id] = dt_manager.title
+                                self.dataTypeManagers[dt_manager.title] = dt_manager
+                                found = True
+                                break
+                        if found:
+                            break
         if title is not None:
             self.dataType['title'] = title
             self.title = title

aepp/fieldgroupmanager.py

@@ -39,7 +39,7 @@ class FieldGroupManager:
                 config: Union[dict,ConnectObject] = aepp.config.config_object,
                 description:str="powered by aepp",
                 full:bool=None,
-                localFolder:str=None,
+                localFolder:str | list | None=None,
                 sandbox:str=None,
                 **kwargs
                 )->None:
@@ -71,13 +71,16 @@ class FieldGroupManager:
         elif config is not None and localFolder is None:
             self.schemaAPI = Schema(config=config)
         elif localFolder is not None:
-            self.localfolder = Path(localFolder)
-            self.datatypeFolder = self.localfolder / 'datatype'
-            self.datatypeGlobalFolder = self.datatypeFolder / 'global'
-            self.fieldgroupFolder = self.localfolder / 'fieldgroup'
-            self.fieldgroupGlobalFolder = self.fieldgroupFolder / 'global'
-            self.descriptorFolder = self.localfolder / 'descriptor'
-            if self.localfolder.exists() is False:
+            if isinstance(localFolder, str):
+                self.localfolder = [Path(localFolder)]
+            elif isinstance(localFolder, list):
+                self.localfolder = [Path(folder) for folder in localFolder]
+            self.datatypeFolder = [folder / 'datatype' for folder in self.localfolder]
+            self.datatypeGlobalFolder = [folder / 'global' for folder in self.datatypeFolder]
+            self.fieldgroupFolder = [folder / 'fieldgroup' for folder in self.localfolder]
+            self.fieldgroupGlobalFolder = [folder / 'global' for folder in self.fieldgroupFolder]
+            self.descriptorFolder = [folder / 'descriptor' for folder in self.localfolder]
+            if any([folder.exists() is False for folder in self.localfolder]):
                 raise Exception(f"The local folder {self.localfolder} does not exist. Please create it and extract your sandbox before using it.")
             self.schemaAPI = None
         if self.schemaAPI is not None:
@@ -95,9 +98,11 @@ class FieldGroupManager:
             if fieldGroup.get('meta:tenantNamespace') is not None:
                 self.tenantId = fieldGroup.get('meta:tenantNamespace')
         elif self.localfolder is not None:
-            config_json = json.load(FileIO(self.localfolder / 'config.json'))
-            if config_json.get('tenantId',None) is not None:
-                self.tenantId = config_json.get('tenantId')
+            for folder in self.localfolder:
+                config_json = json.load(FileIO(folder / 'config.json'))
+                if config_json.get('tenantId',None) is not None:
+                    self.tenantId = config_json.get('tenantId')
+                    break
         else:### Should not be a problem as the element without a tenantId are not supposed to change
             self.tenantId = "  "
         if fieldGroup is not None:
@@ -126,28 +131,40 @@ class FieldGroupManager:
                                 self.fieldGroup = tmp_def
                                 self.EDITABLE = False
                         elif self.localfolder is not None:
-                            for json_file in self.fieldgroupFolder.glob('*.json'):
-                                tmp_def = json.load(FileIO(json_file))
-                                if tmp_def.get('$id') == fieldGroup['$id'] or tmp_def.get('meta:altId') == fieldGroup.get('meta:altId') or tmp_def.get('title') == fieldGroup.get('title'):
-                                    self.fieldGroup = tmp_def
-                                    if self.tenantId[1:] in self.fieldGroup.get('$id'): ## custom field group
-                                        if '/datatypes/' in str(self.fieldGroup):
-                                            dataTypeSearch = f"(https://ns.adobe.com/{self.tenantId[1:]}/datatypes/[0-9a-z]+?)'"
-                                            dataTypes = re.findall(dataTypeSearch,str(self.fieldGroup))
-                                            for dt in dataTypes:
-                                                dt_manager = DataTypeManager(dt,localFolder=self.localfolder,sandbox=self.sandbox,tenantId=self.tenantId)
-                                                self.dataTypes[dt_manager.id] = dt_manager.title
-                                                self.dataTypeManagers[dt_manager.title] = dt_manager
-                                    else: ## OOTB field group
-                                        if 'properties' in self.fieldGroup.keys():
-                                            self.fieldGroup['definitions'] = self.fieldGroup['properties']
-                            if self.fieldGroup == {}:
-                                for json_file in self.fieldgroupGlobalFolder.glob('*.json'):
+                            found = False
+                            for folder in self.fieldgroupFolder:
+                                for json_file in folder.glob('*.json'):
                                     tmp_def = json.load(FileIO(json_file))
                                     if tmp_def.get('$id') == fieldGroup['$id'] or tmp_def.get('meta:altId') == fieldGroup.get('meta:altId') or tmp_def.get('title') == fieldGroup.get('title'):
                                         self.fieldGroup = tmp_def
-                                        if 'properties' in self.fieldGroup.keys():
-                                            self.fieldGroup['definitions'] = self.fieldGroup['properties']
+                                        if self.tenantId[1:] in self.fieldGroup.get('$id'): ## custom field group
+                                            if '/datatypes/' in str(self.fieldGroup):
+                                                dataTypeSearch = f"(https://ns.adobe.com/{self.tenantId[1:]}/datatypes/[0-9a-z]+?)'"
+                                                dataTypes = re.findall(dataTypeSearch,str(self.fieldGroup))
+                                                for dt in dataTypes:
+                                                    dt_manager = DataTypeManager(dt,localFolder=self.localfolder,sandbox=self.sandbox,tenantId=self.tenantId)
+                                                    self.dataTypes[dt_manager.id] = dt_manager.title
+                                                    self.dataTypeManagers[dt_manager.title] = dt_manager
+                                        else: ## OOTB field group
+                                            if 'properties' in self.fieldGroup.keys():
+                                                self.fieldGroup['definitions'] = self.fieldGroup['properties']
+                                        found = True
+                                        break
+                                if found:
+                                    break
+                            if self.fieldGroup == {}:
+                                found = False
+                                for folder in self.fieldgroupGlobalFolder:
+                                    for json_file in folder.glob('*.json'):
+                                        tmp_def = json.load(FileIO(json_file))
+                                        if tmp_def.get('$id') == fieldGroup['$id'] or tmp_def.get('meta:altId') == fieldGroup.get('meta:altId') or tmp_def.get('title') == fieldGroup.get('title'):
+                                            self.fieldGroup = tmp_def
+                                            if 'properties' in self.fieldGroup.keys():
+                                                self.fieldGroup['definitions'] = self.fieldGroup['properties']
+                                            found = True
+                                            break
+                                    if found:
+                                        break
                             self.EDITABLE = False
                     else: ## if definitions key not present
                         if 'properties' in self.fieldGroup.keys():
@@ -166,19 +183,24 @@ class FieldGroupManager:
                                     self.fieldGroup = self.schemaAPI.getFieldGroup(self.fieldGroup['$id'],full=True)
                                 self.EDITABLE = True
                         elif self.localfolder is not None: ## looking into local folder
-                            for json_file in self.fieldgroupFolder.glob('*.json'): ## only custom Field groups: TO DO check for OOTB FG without definition
-                                tmp_def = json.load(FileIO(json_file))
-                                if tmp_def.get('$id') == fieldGroup['$id'] or tmp_def.get('meta:altId') == fieldGroup.get('meta:altId') or tmp_def.get('title') == fieldGroup.get('title'):
-                                    self.fieldGroup = tmp_def
-                                    if self.tenantId[1:] in self.fieldGroup.get('$id'): ## custom field group
-                                        if '/datatypes/' in str(self.fieldGroup):
-                                            dataTypeSearch = f"(https://ns.adobe.com/{self.tenantId[1:]}/datatypes/[0-9a-z]+?)'"
-                                            dataTypes = re.findall(dataTypeSearch,str(self.fieldGroup))
-                                            for dt in dataTypes:
-                                                dt_manager = DataTypeManager(dt,localFolder=self.localfolder,sandbox=self.sandbox,tenantId=self.tenantId)
-                                                self.dataTypes[dt_manager.id] = dt_manager.title
-                                                self.dataTypeManagers[dt_manager.title] = dt_manager
-                                    
+                            found = False
+                            for folder in self.fieldgroupFolder:
+                                for json_file in folder.glob('*.json'): ## only custom Field groups: TO DO check for OOTB FG without definition
+                                    tmp_def = json.load(FileIO(json_file))
+                                    if tmp_def.get('$id') == fieldGroup['$id'] or tmp_def.get('meta:altId') == fieldGroup.get('meta:altId') or tmp_def.get('title') == fieldGroup.get('title'):
+                                        self.fieldGroup = tmp_def
+                                        if self.tenantId[1:] in self.fieldGroup.get('$id'): ## custom field group
+                                            if '/datatypes/' in str(self.fieldGroup):
+                                                dataTypeSearch = f"(https://ns.adobe.com/{self.tenantId[1:]}/datatypes/[0-9a-z]+?)'"
+                                                dataTypes = re.findall(dataTypeSearch,str(self.fieldGroup))
+                                                for dt in dataTypes:
+                                                    dt_manager = DataTypeManager(dt,localFolder=self.localfolder,sandbox=self.sandbox,tenantId=self.tenantId)
+                                                    self.dataTypes[dt_manager.id] = dt_manager.title
+                                                    self.dataTypeManagers[dt_manager.title] = dt_manager
+                                        found = True
+                                        break
+                                if found:
+                                    break
                         else:
                             raise ValueError("The field group definition provided does not contains the 'definitions' key. Please check the field group.")
                 else:
@@ -208,26 +230,38 @@ class FieldGroupManager:
                         self.fieldGroup = tmp_def
                         self.EDITABLE = False
                 elif self.localfolder is not None:
-                    for json_file in self.fieldgroupFolder.glob('*.json'):
-                        tmp_def = json.load(FileIO(json_file))
-                        if tmp_def.get('$id') == fieldGroup or tmp_def.get('meta:altId') == fieldGroup or tmp_def.get('title') == fieldGroup:
-                            self.fieldGroup = tmp_def
-                            if tmp_def.get('meta:tenantNamespace',None) is not None:
-                                self.tenantId = tmp_def.get('meta:tenantNamespace')
-                                if '/datatypes/' in str(self.fieldGroup):
-                                    dataTypeSearch = f"(https://ns.adobe.com/{self.tenantId[1:]}/datatypes/[0-9a-z]+?)'"
-                                    dataTypes = re.findall(dataTypeSearch,str(self.fieldGroup.get('definitions')))
-                                    for file in self.datatypeFolder.glob('*.json'):
-                                        tmp_def = json.load(FileIO(file))
-                                        if tmp_def.get('$id') in dataTypes or tmp_def.get('meta:altId') in dataTypes:
-                                            dt_manager = DataTypeManager(tmp_def,localFolder=self.localfolder,sandbox=self.sandbox,tenantId=self.tenantId)
-                                            self.dataTypes[dt_manager.id] = dt_manager.title
-                                            self.dataTypeManagers[dt_manager.title] = dt_manager
-                    if self.fieldGroup == {}: ## looking into the global folder
-                        for json_file in self.fieldgroupGlobalFolder.glob('*.json'):
+                    found = False
+                    for folder in self.fieldgroupFolder:
+                        for json_file in folder.glob('*.json'):
                             tmp_def = json.load(FileIO(json_file))
                             if tmp_def.get('$id') == fieldGroup or tmp_def.get('meta:altId') == fieldGroup or tmp_def.get('title') == fieldGroup:
-                                self.fieldGroup = tmp_def              
+                                self.fieldGroup = tmp_def
+                                if tmp_def.get('meta:tenantNamespace',None) is not None:
+                                    self.tenantId = tmp_def.get('meta:tenantNamespace')
+                                    if '/datatypes/' in str(self.fieldGroup):
+                                        dataTypeSearch = f"(https://ns.adobe.com/{self.tenantId[1:]}/datatypes/[0-9a-z]+?)'"
+                                        dataTypes = re.findall(dataTypeSearch,str(self.fieldGroup.get('definitions')))
+                                        for file in self.datatypeFolder.glob('*.json'):
+                                            tmp_def = json.load(FileIO(file))
+                                            if tmp_def.get('$id') in dataTypes or tmp_def.get('meta:altId') in dataTypes:
+                                                dt_manager = DataTypeManager(tmp_def,localFolder=self.localfolder,sandbox=self.sandbox,tenantId=self.tenantId)
+                                                self.dataTypes[dt_manager.id] = dt_manager.title
+                                                self.dataTypeManagers[dt_manager.title] = dt_manager
+                                found = True
+                                break
+                        if found:
+                            break
+                        if self.fieldGroup == {}: ## looking into the global folder
+                            found = False
+                            for folder in self.fieldgroupGlobalFolder:
+                                for json_file in folder.glob('*.json'):
+                                    tmp_def = json.load(FileIO(json_file))
+                                    if tmp_def.get('$id') == fieldGroup or tmp_def.get('meta:altId') == fieldGroup or tmp_def.get('title') == fieldGroup:
+                                        self.fieldGroup = tmp_def            
+                                        found = True
+                                        break
+                                if found:
+                                    break  
             else:
                 raise ValueError("the element pass is not a field group definition")
         else:
@@ -1689,10 +1723,11 @@ class FieldGroupManager:
             res = self.schemaAPI.getDescriptors(prop=f"xdm:sourceSchema=={self.id}")
         elif self.localfolder is not None:
             res = []
-            for json_file in self.descriptorFolder.glob('*.json'):
-                tmp_def = json.load(FileIO(json_file))
-                if tmp_def.get('xdm:sourceSchema') == self.id:
-                    res.append(tmp_def)
+            for folder in self.descriptorFolder:
+                for json_file in folder.glob('*.json'):
+                    tmp_def = json.load(FileIO(json_file))
+                    if tmp_def.get('xdm:sourceSchema') == self.id:
+                        res.append(tmp_def)
         else:
             raise Exception("Require a schema API connection or local folder. Pass the instance of a Schema class or import a configuration file.")
         return res

aepp/schemamanager.py

@@ -39,7 +39,7 @@ class SchemaManager:
                 schemaClass:str="https://ns.adobe.com/xdm/context/profile",
                 config: Union[dict,ConnectObject] = aepp.config.config_object,
                 description : str = "powered by aepp",
-                localFolder:str=None,
+                localFolder:str|list|None=None,
                 sandbox:str=None,
                 **kwargs
                 )->None:
@@ -57,7 +57,7 @@ class SchemaManager:
                 Possible default value: "https://ns.adobe.com/xdm/context/experienceevent", "https://ns.adobe.com/xdm/context/segmentdefinition"
             config : OPTIONAL : The config object in case you want to override the configuration.
             description : OPTIONAL : To provide a description to your schema
-            localFolder : OPTIONAL : If you want to use local storage to create all the connections between schema and field groups, classes and datatypes
+            localFolder : OPTIONAL : If you want to use local storage to create all the connections between schema and field groups, classes and datatypes. Can be a set of folders.
             sandbox : OPTIONAL : If you use localFolder, you can specific the sandbox.
         """
         self.fieldGroupIds=[]
@@ -72,17 +72,20 @@ class SchemaManager:
         elif config is not None and localFolder is None:
             self.schemaAPI = Schema(config=config)
         elif localFolder is not None:
-            self.localfolder = Path(localFolder)
-            if self.localfolder.exists() is False:
-                raise Exception(f"The local folder {self.localfolder} does not exist. Please create it and extract your sandbox before using it.")
+            if isinstance(localFolder, str):
+                self.localfolder = [Path(localFolder)]
+            else:
+                self.localfolder = [Path(folder) for folder in localFolder]
+            if any([folder.exists() is False for folder in self.localfolder]):
+                raise Exception(f"One of the local folders {self.localfolder} does not exist. Please create it and extract your sandbox before using it.")
             self.schemaAPI = None
-            self.schemaFolder = self.localfolder / 'schema'
-            self.fieldgroupFolder = self.localfolder / 'fieldgroup'
-            self.fieldgroupGlobalFolder = self.fieldgroupFolder / 'global'
-            self.classFolder = self.localfolder / 'class'
-            self.descriptorFolder = self.localfolder / 'descriptor'
-            if self.schemaFolder.exists() is False or self.fieldgroupFolder.exists() is False or self.classFolder.exists() is False:
-                raise Exception(f"{self.schemaFolder} or {self.fieldgroupFolder} or {self.classFolder} does not exist. Please create it and extract your sandbox before using it.")
+            self.schemaFolder = [folder / 'schema' for folder in self.localfolder]
+            self.fieldgroupFolder = [folder / 'fieldgroup' for folder in self.localfolder]
+            self.fieldgroupGlobalFolder = [folder / 'global' for folder in self.fieldgroupFolder]
+            self.classFolder = [folder / 'class' for folder in self.localfolder]
+            self.descriptorFolder = [folder / 'descriptor' for folder in self.localfolder]
+            if any([folder.exists() is False for folder in self.schemaFolder]) or any([folder.exists() is False for folder in self.fieldgroupFolder]) or any([folder.exists() is False for folder in self.classFolder]):
+                raise Exception(f"One of the folders {self.schemaFolder} or {self.fieldgroupFolder} or {self.classFolder} does not exist. Please create it and extract your sandbox before using it.")
         else:
             raise Exception("You need to provide a schemaAPI instance or a config object to connect to the API or a local folder to use the local storage")
         if self.schemaAPI is not None:
@@ -99,9 +102,11 @@ class SchemaManager:
         elif kwargs.get('tenantId') is not None:
             self.tenantId = f"{kwargs.get('tenantId')}"
         elif self.localfolder is not None:
-            config_json = json.load(FileIO(self.localfolder / 'config.json'))
-            if config_json.get('tenantId',None) is not None:
-                self.tenantId = config_json.get('tenantId')
+            for folder in self.localfolder:
+                config_json = json.load(FileIO(folder / 'config.json'))
+                if config_json.get('tenantId',None) is not None:
+                    self.tenantId = config_json.get('tenantId')
+                    break
         else: ### Should not be a problem as the element without a tenantId are not supposed to change
             self.tenantId = "  "
         if type(schema) == dict:
@@ -113,32 +118,47 @@ class SchemaManager:
                 if self.schemaAPI is not None:
                     self.schema = self.schemaAPI.getSchema(self.schema['$id'],full=False,schema_type='xed')
                 elif self.localfolder is not None:
-                    for json_file in self.schemaFolder.glob('*.json'):
-                        tmp_def = json.load(FileIO(json_file))
-                        if tmp_def.get('$id') == self.schema['$id'] or tmp_def.get('meta:altId') == self.schema.get('meta:altId') or tmp_def.get('title') == self.schema.get('title'):
-                            self.schema = tmp_def
-                            if self.schema.get('meta:tenantNamespace') is not None:
-                                self.tenantId = f"_{self.schema.get('meta:tenantNamespace')}"
+                    found = False
+                    for folder in self.schemaFolder:
+                        for json_file in folder.glob('*.json'):
+                            tmp_def = json.load(FileIO(json_file))
+                            if tmp_def.get('$id') == self.schema['$id'] or tmp_def.get('meta:altId') == self.schema.get('meta:altId') or tmp_def.get('title') == self.schema.get('title'):
+                                self.schema = tmp_def
+                                if self.schema.get('meta:tenantNamespace') is not None:
+                                    self.tenantId = f"_{self.schema.get('meta:tenantNamespace')}"
+                                found = True
+                                break
+                        if found:
                             break
             self.fieldGroupIds = [obj['$ref'] for obj in allOf if ('/mixins/' in obj['$ref'] or '/experience/' in obj['$ref'] or '/context/' in obj['$ref']) and obj['$ref'] != self.classId]
             self.classIds = [self.classId]
             for ref in self.fieldGroupIds:
                 if '/mixins/' in ref and self.tenantId[1:] in ref:
                     if self.localfolder is not None:
-                        for json_file in self.fieldgroupFolder.glob('*.json'):
-                            tmp_def = json.load(FileIO(json_file))
-                            if tmp_def.get('$id') == ref:
-                                definition = tmp_def
+                        found = False
+                        for folder in self.fieldgroupFolder:
+                            for json_file in folder.glob('*.json'):
+                                tmp_def = json.load(FileIO(json_file))
+                                if tmp_def.get('$id') == ref:
+                                    definition = tmp_def
+                                    found = True
+                                    break
+                            if found:
                                 break
                     elif self.schemaAPI is not None:
                         definition = self.schemaAPI.getFieldGroup(ref,full=False)
                     fgM = FieldGroupManager(fieldGroup=definition,schemaAPI=self.schemaAPI,localFolder=localFolder,tenantId=self.tenantId,sandbox=self.sandbox)
                 else:
                     if self.localfolder is not None:
-                        for json_file in self.fieldgroupGlobalFolder.glob('*.json'):
-                            tmp_def = json.load(FileIO(json_file))
-                            if tmp_def.get('$id') == ref:
-                                definition = tmp_def
+                        found = False
+                        for folder in self.fieldgroupFolder:
+                            for json_file in folder.glob('*.json'):
+                                tmp_def = json.load(FileIO(json_file))
+                                if tmp_def.get('$id') == ref:
+                                    definition = tmp_def
+                                    found = True
+                                    break
+                            if found:
                                 break
                     elif self.schemaAPI is not None:
                         definition = self.schemaAPI.getFieldGroup(ref,full=False)
@@ -158,17 +178,22 @@ class SchemaManager:
                 self.fieldGroupIds = [obj.get('$ref','') for obj in allOf if ('/mixins/' in obj.get('$ref','') or '/experience/' in obj.get('$ref','') or '/context/' in obj.get('$ref','')) and obj.get('$ref','') != self.classId]
                 self.classIds = [self.classId]
             elif localFolder is not None:
-                for json_file in self.schemaFolder.glob('*.json'):
-                    tmp_def = json.load(FileIO(json_file))
-                    if tmp_def.get('$id') == schema or tmp_def.get('meta:altId') == schema or schema == tmp_def.get('title'):
-                        self.schema = tmp_def
-                        self.requiredFields = set([el.replace('@','_').replace('xdm:','') for el in self.schema.get('required',[])])
-                        self.__setAttributes__(self.schema)
-                        allOf = self.schema.get("allOf",[])
-                        self.fieldGroupIds = [obj.get('$ref','') for obj in allOf if ('/mixins/' in obj.get('$ref','') or '/experience/' in obj.get('$ref','') or '/context/' in obj.get('$ref','')) and obj.get('$ref','') != self.classId]
-                        self.classIds = [self.classId]
-                        if self.schema.get('meta:tenantNamespace') is not None:
-                            self.tenantId = self.schema.get('meta:tenantNamespace')
+                found = False
+                for folder in self.schemaFolder:
+                    for json_file in folder.glob('*.json'):
+                        tmp_def = json.load(FileIO(json_file))
+                        if tmp_def.get('$id') == schema or tmp_def.get('meta:altId') == schema or schema == tmp_def.get('title'):
+                            self.schema = tmp_def
+                            self.requiredFields = set([el.replace('@','_').replace('xdm:','') for el in self.schema.get('required',[])])
+                            self.__setAttributes__(self.schema)
+                            allOf = self.schema.get("allOf",[])
+                            self.fieldGroupIds = [obj.get('$ref','') for obj in allOf if ('/mixins/' in obj.get('$ref','') or '/experience/' in obj.get('$ref','') or '/context/' in obj.get('$ref','')) and obj.get('$ref','') != self.classId]
+                            self.classIds = [self.classId]
+                            if self.schema.get('meta:tenantNamespace') is not None:
+                                self.tenantId = self.schema.get('meta:tenantNamespace')
+                            found = True
+                            break
+                    if found:
                         break
             else:
                 raise Exception("You need to provide a schemaAPI instance or a localFolder to use the local storage")
@@ -178,31 +203,51 @@ class SchemaManager:
                     if self.schemaAPI is not None:
                         definition = self.schemaAPI.getFieldGroup(ref,full=False)
                     elif self.localfolder is not None:
-                        for json_file in self.fieldgroupFolder.glob('*.json'):
-                            tmp_def = json.load(FileIO(json_file))
-                            if tmp_def.get('$id') == ref:
-                                definition = tmp_def
-                                break
-                        if definition is None:
-                            for json_file in self.fieldgroupGlobalFolder.glob('*.json'):
+                        found = False
+                        for folder in self.fieldgroupFolder:
+                            for json_file in folder.glob('*.json'):
                                 tmp_def = json.load(FileIO(json_file))
                                 if tmp_def.get('$id') == ref:
                                     definition = tmp_def
+                                    found = True
+                                    break
+                            if found:
+                                break
+                        found = False
+                        if definition is None:
+                            for folder in self.fieldgroupGlobalFolder:
+                                for json_file in folder.glob('*.json'):
+                                    tmp_def = json.load(FileIO(json_file))
+                                    if tmp_def.get('$id') == ref:
+                                        definition = tmp_def
+                                        found = True
+                                    break
+                                if found:
                                     break
                 else:
                     if self.schemaAPI is not None:
                         definition = self.schemaAPI.getFieldGroup(ref,full=False)
                     elif self.localfolder is not None:
-                        for json_file in self.fieldgroupFolder.glob('*.json'):
-                            tmp_def = json.load(FileIO(json_file))
-                            if tmp_def.get('$id') == ref:
-                                definition = tmp_def
-                                break
-                        if definition is None:
-                            for json_file in self.fieldgroupGlobalFolder.glob('*.json'):
+                        found = False
+                        for folder in self.fieldgroupFolder:
+                            for json_file in folder.glob('*.json'):
                                 tmp_def = json.load(FileIO(json_file))
                                 if tmp_def.get('$id') == ref:
                                     definition = tmp_def
+                                    found = True
+                                    break
+                            if found:
+                                break
+                        found = False
+                        if definition is None:
+                            for folder in self.fieldgroupGlobalFolder:
+                                for json_file in folder.glob('*.json'):
+                                    tmp_def = json.load(FileIO(json_file))
+                                    if tmp_def.get('$id') == ref:
+                                        definition = tmp_def
+                                        found = True
+                                        break
+                                if found:
                                     break
                 if 'properties' in definition.keys():
                     definition['definitions'] = definition['properties']
@@ -210,12 +255,17 @@ class SchemaManager:
                 self.fieldGroupsManagers[fgM.title] = fgM
             for clas in self.classIds:
                 if self.localfolder is not None:
-                    for json_file in self.classFolder.glob('*.json'):
-                        tmp_def = json.load(FileIO(json_file))
-                        if tmp_def.get('$id') == clas:
-                            self.classId = tmp_def['$id']
-                            self.schemaClass = tmp_def['$id']
-                            clsM = ClassManager(tmp_def,schemaAPI=self.schemaAPI,localFolder=localFolder,tenantId=self.tenantId,sandbox=self.sandbox)
+                    found = False
+                    for folder in self.classFolder:
+                        for json_file in folder.glob('*.json'):
+                            tmp_def = json.load(FileIO(json_file))
+                            if tmp_def.get('$id') == clas:
+                                self.classId = tmp_def['$id']
+                                self.schemaClass = tmp_def['$id']
+                                clsM = ClassManager(tmp_def,schemaAPI=self.schemaAPI,localFolder=localFolder,tenantId=self.tenantId,sandbox=self.sandbox)
+                                found = True
+                                break
+                        if found:
                             break
                 elif self.schemaAPI is not None:
                     clsM = ClassManager(clas,schemaAPI=self.schemaAPI,localFolder=localFolder,tenantId=self.tenantId,sandbox=self.sandbox)
@@ -243,20 +293,31 @@ class SchemaManager:
                         definition = self.schemaAPI.getFieldGroup(fgId,full=False)
                     elif self.localfolder is not None:
                         definition = None
-                        fieldGroupPath = self.localfolder / 'fieldgroup'
-                        if fieldGroupPath.exists() is False:
-                            raise Exception(f"The local folder {fieldGroupPath} does not exist. Please create it and extract your sandbox before using it.")
-                        for json_file in fieldGroupPath.glob('*.json'):
-                            tmp_def = json.load(FileIO(json_file))
-                            if tmp_def.get('$id') == fgId:
-                                definition = tmp_def
-                                break
-                        if definition is None:
-                           for json_file in self.fieldgroupGlobalFolder.glob('*.json'):
+                        found = False
+                        for fieldGroupPath in self.fieldgroupFolder:
+                            if fieldGroupPath.exists() is False:
+                                raise Exception(f"The local folder {fieldGroupPath} does not exist. Please create it and extract your sandbox before using it.")
+                            for json_file in fieldGroupPath.glob('*.json'):
                                 tmp_def = json.load(FileIO(json_file))
-                                if tmp_def.get('$id') == ref:
+                                if tmp_def.get('$id') == fgId:
                                     definition = tmp_def
-                                    break 
+                                    found = True
+                                    break
+                            if found:
+                                break
+                        if definition is None:
+                           found = False
+                           for fieldGroupPath in self.fieldgroupGlobalFolder:
+                                if fieldGroupPath.exists() is False:
+                                    raise Exception(f"The local folder {fieldGroupPath} does not exist. Please create it and extract your sandbox before using it.")
+                                for json_file in fieldGroupPath.glob('*.json'):
+                                        tmp_def = json.load(FileIO(json_file))
+                                        if tmp_def.get('$id') == fgId:
+                                            definition = tmp_def
+                                            found = True
+                                            break
+                                if found:
+                                    break
                     fgM = FieldGroupManager(definition,schemaAPI=self.schemaAPI, localFolder=localFolder,tenantId=self.tenantId,sandbox=self.sandbox)
                     self.fieldGroupsManagers[fgM.title] = fgM
             elif fieldGroups[0] == dict:
@@ -805,12 +866,13 @@ class SchemaManager:
         elif self.localfolder is not None:
             res = []
             fieldGroupsIds = [fg.id for fg in list(self.fieldGroupsManagers.values())]
-            for json_file in self.descriptorFolder.glob('*.json'):
-                tmp_def = json.load(FileIO(json_file))
-                if tmp_def.get('xdm:sourceSchema') == self.id:
-                    res.append(tmp_def)
-                elif tmp_def.get('xdm:sourceSchema') in fieldGroupsIds:
-                    res.append(tmp_def)
+            for folder in self.descriptorFolder:
+                for json_file in folder.glob('*.json'):
+                    tmp_def = json.load(FileIO(json_file))
+                    if tmp_def.get('xdm:sourceSchema') == self.id:
+                        res.append(tmp_def)
+                    elif tmp_def.get('xdm:sourceSchema') in fieldGroupsIds:
+                        res.append(tmp_def)
         else:
             raise Exception("No API connection set and no local folder provided. No descriptors can be retrieved.")
         return res

aepp/synchronizer.py

@@ -20,7 +20,7 @@ from .configs import ConnectObject
 
 class Synchronizer:
     ## TO DO -> Add support for local environment
-    def __init__(self,targets:list=None,config:'ConnectObject'=None,baseSandbox:str=None,region:str='nld2',localFolder:str=None):
+    def __init__(self,targets:list=None,config:'ConnectObject'=None,baseSandbox:str=None,region:str='nld2',localFolder:str|list|None=None):
         """
         Setup the synchronizor object with the base sandbox and target sandbox.
         Arguments:
@@ -56,24 +56,30 @@ class Synchronizer:
             self.baseSandbox = baseSandbox
         elif localFolder is not None:
             self.baseConfig = None
-            self.localfolder = Path(localFolder)
-            self.classFolder = self.localfolder / 'class'
-            self.schemaFolder = self.localfolder / 'schema'
-            self.fieldgroupFolder = self.localfolder / 'fieldgroup'
-            self.fieldgroupGlobalFolder = self.fieldgroupFolder / 'global'
-            self.datatypeFolder = self.localfolder / 'datatype'
-            self.datatypeGlobalFolder = self.datatypeFolder / 'global'
-            self.identityFolder = self.localfolder / 'identity'
-            self.datasetFolder = self.localfolder / 'dataset'
-            self.descriptorFolder = self.localfolder / 'descriptor'
-            self.mergePolicyFolder = self.localfolder / 'mergepolicy'
-            self.audienceFolder = self.localfolder / 'audience'
+            if isinstance(localFolder, str):
+                self.localfolder = [Path(localFolder)]
+            else:
+                self.localfolder = [Path(folder) for folder in localFolder]
+            self.classFolder = [folder / 'class' for folder in self.localfolder]
+            self.schemaFolder = [folder / 'schema' for folder in self.localfolder]
+            self.fieldgroupFolder = [folder / 'fieldgroup' for folder in self.localfolder]
+            self.fieldgroupGlobalFolder = [folder / 'global' for folder in self.fieldgroupFolder]
+            self.datatypeFolder = [folder / 'datatype' for folder in self.localfolder]
+            self.datatypeGlobalFolder = [folder / 'global' for folder in self.datatypeFolder]
+            self.identityFolder = [folder / 'identity' for folder in self.localfolder]
+            self.datasetFolder = [folder / 'dataset' for folder in self.localfolder]
+            self.descriptorFolder = [folder / 'descriptor' for folder in self.localfolder]
+            self.mergePolicyFolder = [folder / 'mergepolicy' for folder in self.localfolder]
+            self.audienceFolder = [folder / 'audience' for folder in self.localfolder]
             if baseSandbox is not None:
                 self.baseSandbox = baseSandbox
             else:
-                with open(self.localfolder / 'config.json','r') as f:
-                    local_config = json.load(f)
-                    self.baseSandbox = local_config.get('sandbox',None)
+                for folder in self.localfolder:
+                    with open(folder / 'config.json','r') as f:
+                        local_config = json.load(f)
+                        if 'baseSandbox' in local_config.keys():
+                            self.baseSandbox = local_config['baseSandbox']
+                            break
         self.dict_targetsConfig = {target: aepp.configure(org_id=config_object['org_id'],client_id=config_object['client_id'],scopes=config_object['scopes'],secret=config_object['secret'],sandbox=target,connectInstance=True) for target in targets}
         self.region = region
         self.dict_baseComponents = {'schema':{},'class':{},'fieldgroup':{},'datatype':{},'datasets':{},'identities':{},"schemaDescriptors":{},'mergePolicy':{},'audience':{}}  
@@ -163,11 +169,12 @@ class Synchronizer:
                         if component in base_schema.data.schemas_altId.keys():## replacing name with altId
                             component = base_schema.data.schemas_altId[component]
                     if self.localfolder is not None:
-                        for file in self.schemaFolder.glob('*.json'):
-                            sc_file = json.load(FileIO(file))
-                            if sc_file['title'] == component or sc_file['$id'] == component or sc_file['meta:altId'] == component:
-                                component = sc_file
-                                break
+                        for folder in self.schemaFolder:
+                            for file in folder.glob('*.json'):
+                                sc_file = json.load(FileIO(file))
+                                if sc_file['title'] == component or sc_file['$id'] == component or sc_file['meta:altId'] == component:
+                                    component = sc_file
+                                    break
                     component = schemamanager.SchemaManager(component,config=self.baseConfig,localFolder=self.localfolder,sandbox=self.baseSandbox)
                 elif componentType == 'fieldgroup':
                     if base_schema is not None:
@@ -175,11 +182,12 @@ class Synchronizer:
                         if component in base_schema.data.fieldGroups_altId.keys():## replacing name with altId
                             component = base_schema.data.fieldGroups_altId[component]
                     if self.localfolder is not None:
-                        for file in self.fieldgroupFolder.glob('*.json'):
-                            fg_file = json.load(FileIO(file))
-                            if fg_file['title'] == component or fg_file['$id'] == component or fg_file['meta:altId'] == component:
-                                component = fg_file
-                                break
+                        for folder in self.fieldgroupFolder:
+                            for file in folder.glob('*.json'):
+                                fg_file = json.load(FileIO(file))
+                                if fg_file['title'] == component or fg_file['$id'] == component or fg_file['meta:altId'] == component:
+                                    component = fg_file
+                                    break
                     component = fieldgroupmanager.FieldGroupManager(component,config=self.baseConfig,localFolder=self.localfolder,sandbox=self.baseSandbox)
                 elif componentType == 'datatypes':
                     datatypes = base_schema.getDataTypes()
@@ -187,11 +195,12 @@ class Synchronizer:
                         if component in base_schema.data.dataTypes_altId.keys():## replacing name with altId
                             component = base_schema.data.dataTypes_altId[component]
                     if self.localfolder is not None:
-                        for file in self.datatypeFolder.glob('*.json'):
-                            dt_file = json.load(FileIO(file))
-                            if dt_file['title'] == component or dt_file['$id'] == component or dt_file['meta:altId'] == component:
-                                component = dt_file
-                                break
+                        for folder in self.datatypeFolder:
+                            for file in folder.glob('*.json'):
+                                dt_file = json.load(FileIO(file))
+                                if dt_file['title'] == component or dt_file['$id'] == component or dt_file['meta:altId'] == component:
+                                    component = dt_file
+                                    break
                     component = datatypemanager.DataTypeManager(component,config=self.baseConfig,localFolder=self.localfolder,sandbox=self.baseSandbox)
                 elif componentType == 'class':
                     classes = base_schema.getClasses()
@@ -204,9 +213,10 @@ class Synchronizer:
                     identities:list = id_base.getIdentities()
                 elif self.localfolder is not None:
                     identities = []
-                    for file in self.identityFolder.glob('*.json'):
-                        id_file = json.load(FileIO(file))
-                        identities.append(id_file)
+                    for folder in self.identityFolder:
+                        for file in folder.glob('*.json'):
+                            id_file = json.load(FileIO(file))
+                            identities.append(id_file)
                 if component in [el['code'] for el in identities]:
                     component = [el for el in identities if el['code'] == component][0]
                 elif component in [el['name'] for el in identities]:
@@ -221,11 +231,12 @@ class Synchronizer:
                         component = cat_base.data.ids[component]
                     component = cat_base.getDataSet(component)
                 elif self.localfolder is not None:
-                    for file in self.datasetFolder.glob('*.json'):
-                        ds_file = json.load(FileIO(file))
-                        if ds_file['id'] == component or ds_file['name'] == component:
-                            component = ds_file
-                            break
+                    for folder in self.datasetFolder:
+                        for file in folder.glob('*.json'):
+                            ds_file = json.load(FileIO(file))
+                            if ds_file['id'] == component or ds_file['name'] == component:
+                                component = ds_file
+                                break
                 if len(component) == 1: ## if the component is the catalog API response {'key': {dataset definition}}
                     component = component[list(component.keys())[0]] ## accessing the real dataset definition
             elif componentType == "mergepolicy":
@@ -235,11 +246,12 @@ class Synchronizer:
                     if component in [el.get('id','') for el in base_mergePolicies] or component in [el.get('name','') for el in base_mergePolicies]:
                         component = [el for el in base_mergePolicies if el.get('id','') == component or el.get('name','') == component][0]
                 elif self.localfolder is not None:
-                    for file in self.mergePolicyFolder.glob('*.json'):
-                        mp_file = json.load(FileIO(file))
-                        if mp_file.get('id','') == component or mp_file.get('name','') == component:
-                            component = mp_file
-                            break
+                    for folder in self.mergePolicyFolder:
+                        for file in folder.glob('*.json'):
+                            mp_file = json.load(FileIO(file))
+                            if mp_file.get('id','') == component or mp_file.get('name','') == component:
+                                component = mp_file
+                                break
             elif componentType == 'audience':
                 if self.baseConfig is not None:
                     seg_base = segmentation.Segmentation(config=self.baseConfig)
@@ -247,11 +259,12 @@ class Synchronizer:
                     if component in [el.get('id','') for el in base_audiences] or component in [el.get('name','') for el in base_audiences]:
                         component = [el for el in base_audiences if el.get('id','') == component or el.get('name','') == component][0]
                 elif self.localfolder is not None:
-                    for file in self.audienceFolder.glob('*.json'):
-                        au_file = json.load(FileIO(file))
-                        if au_file.get('id','') == component or au_file.get('name','') == component:
-                            component = au_file
-                            break
+                    for folder in self.audienceFolder:
+                        for file in folder.glob('*.json'):
+                            au_file = json.load(FileIO(file))
+                            if au_file.get('id','') == component or au_file.get('name','') == component:
+                                component = au_file
+                                break
         elif type(component) == dict:
             if 'meta:resourceType' in component.keys():
                 componentType = component['meta:resourceType']
@@ -708,8 +721,9 @@ class Synchronizer:
             myschemas = baseSchemaAPI.getSchemas() ## to populate the data object
         elif self.localfolder is not None:
             myschemas = []
-            for json_file in self.schemaFolder.glob('*.json'):
-                myschemas.append(json.load(FileIO(json_file)))
+            for folder in self.schemaFolder:
+                for json_file in folder.glob('*.json'):
+                    myschemas.append(json.load(FileIO(json_file)))
         target_descriptors = targetSchemaManager.getDescriptors()
         list_descriptors = []
         for baseDescriptor in base_descriptors:
@@ -761,10 +775,15 @@ class Synchronizer:
                         if self.baseConfig is not None and self.localfolder is None:
                             base_targetSchemaManager = schemamanager.SchemaManager(base_targetSchemaId,config=self.baseConfig)
                         elif self.localfolder is not None:
-                            for file in self.schemaFolder.glob('*.json'):
-                                base_targetSchema = json.load(FileIO(file))
-                                if base_targetSchema['$id'] == base_targetSchemaId:
-                                    base_targetSchemaManager = schemamanager.SchemaManager(base_targetSchema,config=self.baseConfig,localFolder=self.localfolder,sandbox=self.baseSandbox)
+                            found = False
+                            for folder in self.schemaFolder:
+                                for file in folder.glob('*.json'):
+                                    base_targetSchema = json.load(FileIO(file))
+                                    if base_targetSchema['$id'] == base_targetSchemaId:
+                                        base_targetSchemaManager = schemamanager.SchemaManager(base_targetSchema,config=self.baseConfig,localFolder=self.localfolder,sandbox=self.baseSandbox)
+                                        found = True
+                                        break
+                                if found:
                                     break
                         self.__syncSchema__(base_targetSchemaManager,verbose=verbose)
                         target_targetSchemaId = self.dict_targetComponents[targetSchemaManager.sandbox]['schema'][base_targetSchemaName].id
@@ -903,8 +922,9 @@ class Synchronizer:
             base_dataset_related_schemaName = [schemaName for schemaName,schemaId in baseSchemaAPI.data.schemas_id.items() if schemaId == base_dataset_related_schemaId][0]
         elif self.localfolder is not None:
             base_schemas = []
-            for json_file in self.schemaFolder.glob('*.json'):
-                base_schemas.append(json.load(FileIO(json_file)))
+            for folder in self.schemaFolder:
+                for json_file in folder.glob('*.json'):
+                    base_schemas.append(json.load(FileIO(json_file)))
             base_dataset_related_schemaName = [sc['title'] for sc in base_schemas if sc['$id'] == base_dataset_related_schemaId][0]
         for target in self.dict_targetsConfig.keys():
             targetCatalog = catalog.Catalog(config=self.dict_targetsConfig[target])

{aepp-0.5.1.post1.dist-info → aepp-0.5.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aepp
-Version: 0.5.1.post1
+Version: 0.5.2
 Summary: Package to manage AEP API endpoint and some helper functions
 Author-email: Julien Piccini <piccini.julien@gmail.com>
 License: Apache-2.0
@@ -22,6 +22,7 @@ Requires-Dist: tenacity
 Requires-Dist: deprecation
 Requires-Dist: datamodel-code-generator
 Requires-Dist: rich
+Requires-Dist: matplotlib
 Dynamic: license-file
 
 # Adobe Experience Platform API made for humans

{aepp-0.5.1.post1.dist-info → aepp-0.5.2.dist-info}/RECORD

@@ -1,8 +1,8 @@
 aepp/__init__.py,sha256=rsU4OMu3pJIgy8emJAD6lhAfqH0-raZ6GyIMJanNBdM,27912
-aepp/__version__.py,sha256=e01d08qSqR9ezx14ZZOY_pkCgFXO6JmU6f0iOigM5Wk,23
+aepp/__version__.py,sha256=wlmBF5A1gVspskZOpqNe0Xi1AY5ZRYF38SMV3fRd_LA,21
 aepp/accesscontrol.py,sha256=PB3FcrO4bvDjdNxjHx7p_20hp4ahBXewoOSxuTGMXC8,17423
 aepp/catalog.py,sha256=hK9m3SAP0fhgkYqu14Tcfq14qBhw54tLCOF0mH31b1M,68237
-aepp/classmanager.py,sha256=CTYGkg5ygB8HtRia6DfT9WLBqXJOVg7pSM9jBB25Bqw,64707
+aepp/classmanager.py,sha256=16hx_hptg3PYwmezZCr9dLjvOkNSunih1PK3Q-iPoZY,66099
 aepp/config.py,sha256=232fcO8JaYJnS4glf8Ebnx9rCdHshZBVaVUbhoOAXkc,2543
 aepp/configs.py,sha256=5rRWJoUQDDaj3AAXWdKCZBZA_Xb7q1Hd58OkWhzwK34,16151
 aepp/connector.py,sha256=-EskFJm8Ki8A7_gpuNrydBBhz1-jZZz8QMB6gHQTZeA,27262
@@ -10,13 +10,13 @@ aepp/customerprofile.py,sha256=1yz7piGsSbxM2GaHqkCV-117Es6D1SthrNgnsVxH3Y8,49344
 aepp/dataaccess.py,sha256=oOERLSxMh2nYBFngPS1dFI_AG3W-DJXmMoUVUiKXJrw,16338
 aepp/dataprep.py,sha256=vMT4OYO8y6wsGRSjbJNQmgM048BiP3t1-RvKKglSiN4,27586
 aepp/datasets.py,sha256=hTioR0WyImB91mleCwDQ2FfunvqYi_RrxX_v-iW6N70,8778
-aepp/datatypemanager.py,sha256=Iz68Ttp3ogxAMoY3Od_KQybc-6m873Bhf3Z9V1WSHcE,82025
+aepp/datatypemanager.py,sha256=5nP9EbJHd-q58aLFWKT2YyjRjpzI9QjTAo7G3lbMEWY,83540
 aepp/deletion.py,sha256=hzSWNPky7iVRUFEOrpKX72iKJO149Mxp2e3Q_JqN-Mk,11416
 aepp/destination.py,sha256=_-Hrzb_LUNaRrqR4Y3EZZuTisIs0nF3KH_GZpFjryrs,24348
 aepp/destinationinstanceservice.py,sha256=zEZbKi519cOOdxWMZ3mv9ccP6yjNAlNwqrQMlzW_gO4,5378
 aepp/edge.py,sha256=F2QZApmITObXB8hRWXftHBZ82KNqVZ7iSNuovT8qnk4,16041
 aepp/exportDatasetToDataLandingZone.py,sha256=C6jg3XttFC-0mswa3ypZb6qx3MCQ8_A_3kyKspurXJA,18629
-aepp/fieldgroupmanager.py,sha256=OQkSuGiSxU5ToSPqKmB_3Pmfg6aZjQMGL6LFnODqEiY,101560
+aepp/fieldgroupmanager.py,sha256=4A7u3tx63HzcDiMqyZs5TRy-LN0Xsf7VGLdt1_exw2Q,103591
 aepp/flowservice.py,sha256=WizgwY6TYn1kiLxQt6Y3d7XgoLAb9imXrFXtt94hhog,107612
 aepp/hygiene.py,sha256=VEspnyu9eUlcK3wLeJYclaFaOWl5G5I5MRwmVA-RnUg,15385
 aepp/identity.py,sha256=E9MCIgntScMssduqKZqehT6FqSfTjWHcq7E7wESj3Zc,20833
@@ -27,18 +27,18 @@ aepp/privacyservice.py,sha256=V6BkJeZG1LDBCyEQm9Gx0i68iRHG6uxSJiVnXzkHapI,8790
 aepp/queryservice.py,sha256=wB9GiaMwJszNjqkYjkfEDUhdT2IoI22jA3Kt_6ki4Hk,62373
 aepp/sandboxes.py,sha256=UwlSFkO2OOmH--6ISz8rxwDu2LcLH1MPqoH7yOEAZHc,29363
 aepp/schema.py,sha256=aLYDM5lCANNddk-NZPNxCxazg9HpELalKlFxQz55dRs,123111
-aepp/schemamanager.py,sha256=hwItd4vXsPFeV25gX1Fbeiu07-BCg4z_VRQREMgJZ58,50738
+aepp/schemamanager.py,sha256=G3JhVikWkaT14F8vORDfGJGivarvU2AgKO1RB-1pzdM,54117
 aepp/segmentation.py,sha256=oSgR2yx4nawYN5XAeHV_wefvmXEf0nb-bCguaDmp8F8,43555
 aepp/sensei.py,sha256=oYNy5BSWAEqsDkEexcQso6NfA6ntGGMnCOyHri0pJs8,7761
 aepp/som.py,sha256=XNm_Lu2wt2kpSSpldLptuER2eludFXeO9fI6i3iNCzo,34175
-aepp/synchronizer.py,sha256=s5azHDeNuFc_FroUsNjLw0n9J1namccsyJkFtZdsWIY,78016
+aepp/synchronizer.py,sha256=3scwuimQJIBVdEqJ9fVsT1UgmFc9EkH3mpYxUwSoAOE,79363
 aepp/tags.py,sha256=t2qBallTcWR4IOXcDBmrPpqjbSay1z3E2bcRijzVm1s,17641
 aepp/utils.py,sha256=tG-YVXylm38-bynqfp5N_Mzyo7mhlZj-dLo7wLoO4tM,1200
 aepp/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-aepp/cli/__main__.py,sha256=L6yxbt32SkMmKGhw8qt350kDoan_pFjUAaWlQveL0mA,68092
-aepp-0.5.1.post1.dist-info/licenses/LICENSE,sha256=HjYTlfne3BbS5gNHzNqJ5COCiTQLUdf87QkzRyFbE4Y,10337
-aepp-0.5.1.post1.dist-info/METADATA,sha256=9cYtuO_5gPaKcxCVt543tCUAkq30EQ1xEJABFHkZ3TA,5317
-aepp-0.5.1.post1.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-aepp-0.5.1.post1.dist-info/entry_points.txt,sha256=e7HAumUTymoUiCuVRzFlcchennUBLcjxvuiimySF98Y,48
-aepp-0.5.1.post1.dist-info/top_level.txt,sha256=dtZJI8SzhWVgZRl68PHKZX_fD6amvDiFR-lqD9FSJvE,5
-aepp-0.5.1.post1.dist-info/RECORD,,
+aepp/cli/__main__.py,sha256=9Hswyux5umZozY0NP6i1J7WWV81PrNj--pfOQ9REeL8,67968
+aepp-0.5.2.dist-info/licenses/LICENSE,sha256=HjYTlfne3BbS5gNHzNqJ5COCiTQLUdf87QkzRyFbE4Y,10337
+aepp-0.5.2.dist-info/METADATA,sha256=wfGA0AzXQdAwcYWD6RB9umN6LWXz_RP07HaEAorpG5k,5338
+aepp-0.5.2.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+aepp-0.5.2.dist-info/entry_points.txt,sha256=e7HAumUTymoUiCuVRzFlcchennUBLcjxvuiimySF98Y,48
+aepp-0.5.2.dist-info/top_level.txt,sha256=dtZJI8SzhWVgZRl68PHKZX_fD6amvDiFR-lqD9FSJvE,5
+aepp-0.5.2.dist-info/RECORD,,