MSTR-Robotics-magerdaniel 0.3.11__tar.gz → 0.5.0__tar.gz

mstr_robotics_magerdaniel-0.5.0/MSTR_Robotics_magerdaniel.egg-info/PKG-INFO

@@ -0,0 +1,68 @@
+Metadata-Version: 2.4
+Name: MSTR-Robotics-magerdaniel
+Version: 0.5.0
+Summary: Automation toolkit for MicroStrategy / Strategy One: object read-out, migration, comparison, RAG and OSI export.
+Author-email: Daniel Mager <danielmager@gmx.de>
+Requires-Python: >=3.12
+Description-Content-Type: text/markdown
+Requires-Dist: mstrio-py>=11.6
+Requires-Dist: pandas>=2.2
+Requires-Dist: numpy>=2.0
+Requires-Dist: requests>=2.31
+Requires-Dist: PyYAML>=6.0
+Requires-Dist: ruamel.yaml>=0.18
+Requires-Dist: python-dotenv>=1.0
+Requires-Dist: openpyxl>=3.1
+Provides-Extra: rag
+Requires-Dist: openai>=1.0; extra == "rag"
+Requires-Dist: flashtext>=2.7; extra == "rag"
+Provides-Extra: redis
+Requires-Dist: redis>=5.0; extra == "redis"
+Provides-Extra: azure
+Requires-Dist: azure-storage-blob>=12.0; extra == "azure"
+Provides-Extra: servers
+Requires-Dist: mcp; extra == "servers"
+Requires-Dist: MSTR-Robotics-magerdaniel[rag]; extra == "servers"
+Provides-Extra: all
+Requires-Dist: MSTR-Robotics-magerdaniel[azure,rag,redis,servers]; extra == "all"
+Provides-Extra: dev
+Requires-Dist: ruff; extra == "dev"
+Requires-Dist: vulture; extra == "dev"
+Requires-Dist: jupyter; extra == "dev"
+
+# MSTR Robotics
+
+A Python toolkit for MicroStrategy automation, object comparison, and Redis-based BI analysis.
+
+## Features
+
+- **Object Comparison**: Compare MicroStrategy objects between environments using JSON diff analysis
+- **Redis Integration**: Store and analyze BI metadata using Redis
+- **Migration Tools**: Automate MicroStrategy object migration workflows
+
+## Project Structure
+
+- `mstr_robotics/` - Main package with core functionality
+- `notebooks/` - Jupyter notebooks for analysis and exploration
+- `Dansfiles/` - Migration and automation scripts
+- `config/` - Configuration files (YAML, JSON)
+- `export/` - Export utilities and logs
+- `alt/` - Alternative implementations and experiments
+
+## Setup
+
+1. Clone the repository
+2. Create virtual environment: `python -m venv .venv`
+3. Activate: `.venv\Scripts\Activate.ps1`
+4. Install dependencies: `pip install -r requirements.txt`
+
+## Usage
+
+The Jupyter notebooks in `notebooks/` are the primary entry points (object
+export, schema monitoring, migration, REGAM regression testing).
+
+## Development
+
+- Python 3.12 required
+- Uses Redis for data storage
+- Jupyter notebooks for exploratory analysis

mstr_robotics_magerdaniel-0.5.0/MSTR_Robotics_magerdaniel.egg-info/SOURCES.txt

@@ -0,0 +1,39 @@
+README.md
+pyproject.toml
+MSTR_Robotics_magerdaniel.egg-info/PKG-INFO
+MSTR_Robotics_magerdaniel.egg-info/SOURCES.txt
+MSTR_Robotics_magerdaniel.egg-info/dependency_links.txt
+MSTR_Robotics_magerdaniel.egg-info/requires.txt
+MSTR_Robotics_magerdaniel.egg-info/top_level.txt
+mstr_robotics/__init__.py
+mstr_robotics/_connectors.py
+mstr_robotics/_export.py
+mstr_robotics/_helper.py
+mstr_robotics/_lu_data.py
+mstr_robotics/_mod_prj_obj.py
+mstr_robotics/_pa_etl.py
+mstr_robotics/_paths.py
+mstr_robotics/dossier.py
+mstr_robotics/json_compare.py
+mstr_robotics/ms_azure.py
+mstr_robotics/mstr_classes.py
+mstr_robotics/mstr_pandas.py
+mstr_robotics/navigation.py
+mstr_robotics/prepare_ai_data.py
+mstr_robotics/read_out_prj_obj.py
+mstr_robotics/redis_db.py
+mstr_robotics/regam.py
+mstr_robotics/report.py
+mstr_robotics/select_mig_objects.py
+mstr_robotics/setup.py
+mstr_robotics/user_rag.py
+mstr_robotics/mcp_servers/__init__.py
+mstr_robotics/mcp_servers/_fetch_static_data.py
+mstr_robotics/mcp_servers/_osi_find_bi_data.py
+mstr_robotics/mcp_servers/_osi_object_analysis.py
+mstr_robotics/mcp_servers/_osi_specific_analysis.py
+mstr_robotics/mcp_servers/_run_mstr_report_wizzard.py
+mstr_robotics/mcp_servers/_server_config.py
+mstr_robotics/mcp_servers/mstr_osi_mcp.py
+mstr_robotics/osi_exporter/__init__.py
+mstr_robotics/osi_exporter/export_dashboard.py

mstr_robotics_magerdaniel-0.5.0/MSTR_Robotics_magerdaniel.egg-info/requires.txt

@@ -0,0 +1,30 @@
+mstrio-py>=11.6
+pandas>=2.2
+numpy>=2.0
+requests>=2.31
+PyYAML>=6.0
+ruamel.yaml>=0.18
+python-dotenv>=1.0
+openpyxl>=3.1
+
+[all]
+MSTR-Robotics-magerdaniel[azure,rag,redis,servers]
+
+[azure]
+azure-storage-blob>=12.0
+
+[dev]
+ruff
+vulture
+jupyter
+
+[rag]
+openai>=1.0
+flashtext>=2.7
+
+[redis]
+redis>=5.0
+
+[servers]
+mcp
+MSTR-Robotics-magerdaniel[rag]

mstr_robotics_magerdaniel-0.5.0/PKG-INFO

@@ -0,0 +1,68 @@
+Metadata-Version: 2.4
+Name: MSTR-Robotics-magerdaniel
+Version: 0.5.0
+Summary: Automation toolkit for MicroStrategy / Strategy One: object read-out, migration, comparison, RAG and OSI export.
+Author-email: Daniel Mager <danielmager@gmx.de>
+Requires-Python: >=3.12
+Description-Content-Type: text/markdown
+Requires-Dist: mstrio-py>=11.6
+Requires-Dist: pandas>=2.2
+Requires-Dist: numpy>=2.0
+Requires-Dist: requests>=2.31
+Requires-Dist: PyYAML>=6.0
+Requires-Dist: ruamel.yaml>=0.18
+Requires-Dist: python-dotenv>=1.0
+Requires-Dist: openpyxl>=3.1
+Provides-Extra: rag
+Requires-Dist: openai>=1.0; extra == "rag"
+Requires-Dist: flashtext>=2.7; extra == "rag"
+Provides-Extra: redis
+Requires-Dist: redis>=5.0; extra == "redis"
+Provides-Extra: azure
+Requires-Dist: azure-storage-blob>=12.0; extra == "azure"
+Provides-Extra: servers
+Requires-Dist: mcp; extra == "servers"
+Requires-Dist: MSTR-Robotics-magerdaniel[rag]; extra == "servers"
+Provides-Extra: all
+Requires-Dist: MSTR-Robotics-magerdaniel[azure,rag,redis,servers]; extra == "all"
+Provides-Extra: dev
+Requires-Dist: ruff; extra == "dev"
+Requires-Dist: vulture; extra == "dev"
+Requires-Dist: jupyter; extra == "dev"
+
+# MSTR Robotics
+
+A Python toolkit for MicroStrategy automation, object comparison, and Redis-based BI analysis.
+
+## Features
+
+- **Object Comparison**: Compare MicroStrategy objects between environments using JSON diff analysis
+- **Redis Integration**: Store and analyze BI metadata using Redis
+- **Migration Tools**: Automate MicroStrategy object migration workflows
+
+## Project Structure
+
+- `mstr_robotics/` - Main package with core functionality
+- `notebooks/` - Jupyter notebooks for analysis and exploration
+- `Dansfiles/` - Migration and automation scripts
+- `config/` - Configuration files (YAML, JSON)
+- `export/` - Export utilities and logs
+- `alt/` - Alternative implementations and experiments
+
+## Setup
+
+1. Clone the repository
+2. Create virtual environment: `python -m venv .venv`
+3. Activate: `.venv\Scripts\Activate.ps1`
+4. Install dependencies: `pip install -r requirements.txt`
+
+## Usage
+
+The Jupyter notebooks in `notebooks/` are the primary entry points (object
+export, schema monitoring, migration, REGAM regression testing).
+
+## Development
+
+- Python 3.12 required
+- Uses Redis for data storage
+- Jupyter notebooks for exploratory analysis

mstr_robotics_magerdaniel-0.5.0/README.md

@@ -0,0 +1,36 @@
+# MSTR Robotics
+
+A Python toolkit for MicroStrategy automation, object comparison, and Redis-based BI analysis.
+
+## Features
+
+- **Object Comparison**: Compare MicroStrategy objects between environments using JSON diff analysis
+- **Redis Integration**: Store and analyze BI metadata using Redis
+- **Migration Tools**: Automate MicroStrategy object migration workflows
+
+## Project Structure
+
+- `mstr_robotics/` - Main package with core functionality
+- `notebooks/` - Jupyter notebooks for analysis and exploration
+- `Dansfiles/` - Migration and automation scripts
+- `config/` - Configuration files (YAML, JSON)
+- `export/` - Export utilities and logs
+- `alt/` - Alternative implementations and experiments
+
+## Setup
+
+1. Clone the repository
+2. Create virtual environment: `python -m venv .venv`
+3. Activate: `.venv\Scripts\Activate.ps1`
+4. Install dependencies: `pip install -r requirements.txt`
+
+## Usage
+
+The Jupyter notebooks in `notebooks/` are the primary entry points (object
+export, schema monitoring, migration, REGAM regression testing).
+
+## Development
+
+- Python 3.12 required
+- Uses Redis for data storage
+- Jupyter notebooks for exploratory analysis

mstr_robotics_magerdaniel-0.5.0/mstr_robotics/__init__.py

@@ -0,0 +1,7 @@
+"""mstr_robotics — automation toolkit for MicroStrategy / Strategy One.
+
+Object read-out, migration packaging, environment comparison, RAG helpers
+and OSI dashboard export, driven by the Jupyter notebooks in ``notebooks/``.
+"""
+
+__version__ = "0.5.0"

mstr_robotics_magerdaniel-0.5.0/mstr_robotics/_connectors.py

@@ -0,0 +1,289 @@
+import json
+import uuid
+
+from mstr_robotics._helper import Misc
+
+i_msic = Misc()
+
+
+class MstrApi:
+    def get_prj_tbl(self, conn):
+        inst_u = f"{conn.base_url}/api/model/tables"
+        r = conn.get(inst_u)
+        return r
+
+    def get_base_formula_(self, conn, base_formula_id):
+
+        inst_u = f"{conn.base_url}/api/model/formulas/{base_formula_id}?showExpressionAs=tokens"
+        r = conn.get(inst_u).json()
+        return r
+
+    def get_dossier_prp_l(self, conn, dossier_id):
+        endpoint = f"/api/documents/{dossier_id}/prompts"
+        prp_l = conn.get(endpoint=endpoint).json()
+        return prp_l
+
+    def get_proj_obj_by_id_l(self, conn, obj_id_l, org_def_fg=False):
+        obj_prop_path_d_l = []
+        endpoint = f"{conn.base_url}/api/searches/objects?includeAncestors=true&showNavigationPath=true"
+        obj_id_l = list(set(obj_id_l))
+        obj_id_l = [x for x in obj_id_l if x is not None]
+        body_d = {"projectIdAndObjectIds": [{"projectId": conn.project_id, "objectIds": obj_id_l}]}
+        body_d = json.dumps(body_d)
+        response = conn.post(endpoint, data=body_d)
+        response_d = response.json()
+        try:
+            if response_d["totalItems"] > 0:
+                for prop in response_d["result"]:
+                    if not org_def_fg:
+                        obj_prop_path_d = {}
+
+                        obj_prop_path_d["id"] = prop["id"]
+                        obj_prop_path_d["name"] = prop["name"]
+                        obj_prop_path_d["obj_type"] = prop["type"]
+                        # obj_prop_path_d["description"]=prop["description"]
+                        obj_prop_path_d["subtype"] = prop["subtype"]
+                        obj_prop_path_d["dateCreated"] = prop["dateCreated"]
+                        obj_prop_path_d["dateModified"] = prop["dateModified"]
+                        obj_prop_path_d["version"] = prop["version"]
+                        obj_prop_path_d["dateModified"] = prop["dateModified"]
+                        obj_prop_path_d["owner"] = prop["owner"]["name"]
+                        fold_path = ""
+                        for fold in prop["ancestors"]:
+                            fold_path += "/" + fold["name"]
+
+                        obj_prop_path_d["fold_path"] = fold_path
+                        obj_prop_path_d_l.append(obj_prop_path_d)
+                    else:
+                        obj_prop_path_d_l.append(prop)
+                return obj_prop_path_d_l
+        except Exception as e:
+            print(e)
+        return {}
+
+    def get_ele_prp_ans(self, conn, report_id, instance_id, prompt_id, att_form_str=None, offset=0, limit=200):
+        # get availeble objects from an element prompt
+        # be carefull, this can be an performance issue
+        # if the attribute has too many elements
+        rest_limit = limit
+        all_values = []
+        while rest_limit >= 0:
+            if att_form_str is None:
+                inst_u = f"{conn.base_url}/api/reports/{report_id}/instances/{instance_id}/prompts/{prompt_id}/elements?offset={offset}&limit={limit}"
+            else:
+                inst_u = f"{conn.base_url}/api/reports/{report_id}/instances/{instance_id}/prompts/{prompt_id}/elements?offset={offset}&limit={limit}&searchPattern={att_form_str}"
+            r = conn.get(inst_u, headers=conn.headers)
+
+            all_values.append(r.json()["elements"])
+            rest_limit = int(r.headers["x-mstr-total-count"]) - offset
+            offset += limit
+        return all_values
+
+    def get_cube_att_eleme_d_l(self, conn, cube_id, att_id):
+        url = f"{conn.base_url}/api/cubes/{cube_id}/attributes/{att_id}/elements?offset=0&limit=1000&elementIdFormat=TERSE_LONG"
+        at_ele_l = conn.get(url).json()
+        return at_ele_l
+
+    def create_dossier_instance(self, conn, dossier_id, body=None, error_msg=None):
+        endpoint = f"{conn.base_url}/api/dossiers/{dossier_id}/instances"
+        return conn.post(url=endpoint, json=body).json()["mid"]
+
+    def get_prp_ans(self, conn, report_id, instance_id, prompt_id, offset=0, limit=200):
+        # get availeble objects from an object prompt
+        rest_limit = limit
+        prp_ans_base_l = []
+        while rest_limit >= 0:
+            inst_u = f"{conn.base_url}/api/reports/{report_id}/instances/{instance_id}/prompts/{prompt_id}/objects?offset={offset}&limit={limit}"
+            r = conn.get(inst_u, headers=conn.headers)
+            prp_ans_base_l.extend(r.json()["objects"])
+            rest_limit = int(r.headers["x-mstr-total-count"]) - offset
+            offset += limit
+
+        return prp_ans_base_l
+
+    def cr_short_cut(self, conn, object_id, object_type, folder_id):
+        # create an short.
+        short_cut_folder_j = f'{{"folderId": "{folder_id}"}}'
+        short_cut_url = f"{conn.base_url}/api/objects/{object_id}/type/{str(object_type)}/shortcuts"
+        short_cut_obj_j = conn.post(short_cut_url, data=short_cut_folder_j)
+        return short_cut_obj_j
+
+    def rename_object(self, conn, object_id, object_type, new_name, desc_str):
+        # rename an existing object
+        # if an object of the same type allready exists in
+        # the same folder, it simply adds a random string
+        # fuck nows the meaning of flags=70. I just took it over
+        # from the swagger page
+        base_url = f"{conn.base_url}/api/objects/{object_id}?type={object_type}&flags=70"
+        try:
+            # short_cut_obj.alter(name=str(new_name) , description=str(desc_str))
+            body = "{" + f'"name":"{new_name}","description":"{str(desc_str)}"' + "}"
+            resp = conn.put(base_url, data=str(body))
+        except Exception:
+            # short_cut_obj.alter(name=str(new_name+ uuid.uuid1().hex), description=str(desc_str))
+            body = {"name": str(new_name + uuid.uuid1().hex), "description": str(desc_str)}
+            body = "{" + f'"name":"{new_name}{uuid.uuid1().hex}","description":"{str(desc_str)}"' + "}"
+            resp = conn.put(base_url, data=str(body))
+
+        return resp
+
+    def get_project_name(self, conn, project_id):
+        # provides a readable project name for humans
+        project_resp = conn.get(f"{conn.base_url}/api/projects")
+        project_name = ""
+        for p in project_resp.json():
+            if p["id"] == project_id:
+                project_name = p["name"]
+
+        if project_name != "":
+            return project_name
+        else:
+            raise
+
+    def get_prompt_def(self, conn, prompt_id):
+        inst_u = f"{conn.base_url}/api/model/prompts/{prompt_id}?showExpressionAs=tree"
+        r = conn.get(inst_u, headers=conn.headers)
+        return r.json()
+
+    def get_custom_group(self, conn, custom_group_id, show_expression_as="tokens"):
+        url = f"{conn.base_url}/api/model/customGroups/{custom_group_id}?showExpressionAs={show_expression_as}"
+        custom_group_def = conn.get(url)
+        return custom_group_def.json()
+
+    def get_consolidation(self, conn, consolidation_id):
+        url = f"{conn.base_url}/api/model/consolidations/{consolidation_id}"
+        consolidation_def = conn.get(url)
+        return consolidation_def.json()
+
+    def get_derived_element(self, conn, derived_element_id):
+        url = f"{conn.base_url}/api/model/derivedElements/{derived_element_id}"
+        derived_element_def = conn.get(url).json()
+        return derived_element_def
+
+    def get_hier_att(self, conn, hier_id, displayForms="All", offset=0, limit=200):
+        # Available displayForms: all, browseForms, reportDisplayForms, customForms, unknown
+        # I develope initially to get the form_ids for attribute qualification prompts
+        # what I like here is, that you get th most relevant infos of attributes
+        # in an simple way
+        rest_limit = limit
+        prp_ans_base_l = []
+        while rest_limit >= 0:
+            inst_u = f"{conn.base_url}/api/hierarchies/{hier_id}/attributes?displayForms={displayForms}&offset={offset}&limit={limit}"
+            r = conn.get(inst_u, headers=conn.headers)
+            prp_ans_base_l.append(r.json())
+            rest_limit = int(r.headers["x-mstr-total-count"]) - offset
+            offset += limit
+
+        return prp_ans_base_l
+
+    def get_report_sql(self, conn, report_id, instance_id):
+        # if a report runs into an error due to wrong SQL or
+        # doesn't return data, this can bee a big help
+
+        url = f"{conn.base_url}/api/v2/reports/{report_id}/instances/{instance_id}/sqlView"
+        rep_sql = conn.get(url)
+        return rep_sql
+
+    def get_report_all_def(
+        self, conn, report_id, show_expression_as="tokens", show_filter_tokens="true", show_advanced_properties="true"
+    ):
+        url = f"{conn.base_url}/api/model/reports/{report_id}?showExpressionAs={show_expression_as}&showFilterTokens={show_filter_tokens}&showAdvancedProperties={show_advanced_properties}"
+        report_def = conn.get(url)
+        return report_def.json()
+
+    def get_cube_all_def(
+        self, conn, cube_id, showExpressionAs="tokens", showFilterTokens="true", showAdvancedProperties="true"
+    ):
+        url = f"{conn.base_url}/api/model/cubes/{cube_id}?showExpressionAs={showExpressionAs}&showFilterTokens={showFilterTokens}&showAdvancedProperties={showAdvancedProperties}"
+        cube_all_def_d = conn.get(url).json()
+        return cube_all_def_d
+
+    def get_report_raw(self, conn, report_id, instance_id):
+        # normaly I use the report libraries from mstrio
+        # to fetch the data. Sometimes they bring back an error. so this one is for trouble
+        # shooting
+        url = f"{conn.base_url}/api/v2/reports/{report_id}/instances/{instance_id}/sqlView"
+        rep_sql = conn.get(url)
+        return rep_sql
+
+    def _get_vis_raw_metric_val(self, conn, dossier_id, instance_id, chapter_key, visual_key, offset=0, limit=100):
+        # reads out the metric values of a visualisation
+        # primary use is to read out REGAM JOBs
+        # technicaly it's an interim solution as I hope there will be
+        # a standard class in mstrio to export data from visuals
+        total = limit + 1
+        raw_val_l = []
+        metric_guid_d = {}
+        while total > offset:
+            regam_jobs_col_l = []
+            regam_job_metric_guid_l = []
+            # endpoint brings back data and the definition of the visual
+            url = f"{conn.base_url}/api/v2/dossiers/{dossier_id}/instances/{instance_id}/chapters/{chapter_key}/visualizations/{visual_key}?offset={offset}&limit={limit}"
+            data_viz = conn.get(url).json()
+            # read out the metric_id's in the viz
+
+            for m in data_viz["definition"]["grid"]["columns"][0]["elements"]:
+                regam_jobs_col_l.append(m["name"])
+                if "derived" in m.keys():
+                    metric_guid_d["derived"] = m["derived"]
+                else:
+                    metric_guid_d["derived"] = False
+
+                metric_guid_d["id"] = m["id"]
+                regam_job_metric_guid_l.append(metric_guid_d.copy())
+
+            # read out the metric values. values & ID's are machted over the order
+            regam_jobs_val_l = data_viz["data"]["metricValues"]["raw"]
+            raw_val_l.extend(i_msic.list_to_dict(list_in_l=regam_jobs_val_l, col_l=regam_jobs_col_l))
+            total = data_viz["data"]["paging"]["total"]
+            offset += limit
+
+        return {"metric_val_l": raw_val_l, "metric_guid_l": regam_job_metric_guid_l}
+
+    def get_dossier_def(self, conn, dossier_id):
+        url = f"{conn.base_url}/api/v2/dossiers/{dossier_id}/definition"
+        doss_hier = conn.get(url)
+        doss_hier_d = doss_hier.json()
+        doss_hier_d["type"] = 55
+        doss_hier_d["subtype"] = 14081
+
+        return doss_hier_d
+
+    def get_dossier_detail(self, conn, dossier_id, instance_id, chapter_key, vis_id):
+        url = f"{conn.base_url}/api/v2/dossiers/{dossier_id}/instances/"
+        url += f"{instance_id}/chapters/{chapter_key}/visualizations/{vis_id}?offset=0&limit=100000"
+        return conn.get(url).json()
+
+    def get_v2_cube_instance(self, conn, cube_id, offset_val, limit_val):
+        url = f"{conn.base_url}/api/v2/cubes/{cube_id}/instances?offset={offset_val}&limit={limit_val}"
+        return conn.post(url)
+
+    def run_mstr_search(self, conn, search_id, limit=50, includeAcl="false"):
+        all_results = []
+        offset = 0
+        totalItems = 0
+        while True:
+            url = f"{conn.base_url}/api/searchObjects/{search_id}/results?offset={offset}&limit={limit}&includeAncestors=false&includeAcl={includeAcl}"
+            response = conn.get(url)
+            results = response.json()
+            totalItems += results["totalItems"]
+            all_results.extend(results["result"])
+
+            if results["totalItems"] < limit:
+                break
+
+            offset += limit
+
+        all_result_d = {"totalItems": totalItems, "result": all_results}
+        return all_result_d
+
+    def get_open_prp_stat(self, conn, report_id, instance_id):
+        url = f"{conn.base_url}/api/reports/{report_id}/instances/{instance_id}/status"
+        stat = conn.get(url)
+
+        try:
+            status = stat.json()["status"]
+        except Exception:
+            print(stat)
+            status = 1
+        return status

mstr_robotics_magerdaniel-0.5.0/mstr_robotics/_export.py

@@ -0,0 +1,38 @@
+import json
+
+
+class FileIo:
+    # this class handels th io
+    # with the folder sytems
+
+    def write_JSON_to_file(self, data, file_name):
+        # writes data to file,
+        # used here forREGAM logs
+        with open(file_name, "w") as outfile:
+            outfile.write(json.dumps(data, indent=4))
+
+    def write_list_to_JSON_to_file(self, obj_l, file_name_key="file_name"):
+        for obj in obj_l:
+            try:
+                file_name = obj["file_name_key"]
+                self.write_JSON_to_file(data=obj.pop(file_name_key), file_name=file_name)
+            except Exception:
+                print(obj)
+
+    def load_JSON_files(self, file_path):
+        with open(file_path, "r") as file:
+            rag_obj_l = json.load(file)
+
+        return rag_obj_l
+
+
+class GetObjJson:
+    def extract_obj_JSON(self, conn, obj_id, obj_type_id):
+        pass
+        """
+        get_attribute(connection: Connection, id: str, changeset_id: Optional[str] = None,
+        show_expression_as: Optional[List[str]] = None,
+        show_potential_tables: Optional[str] = None, show_fields: Optional[str] = None,
+        fields: Optional[str] = None):
+        """
+        return