get-conn-by-id 0.0.4__tar.gz

get_conn_by_id-0.0.4/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Cody Xiaozhan Yang
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

get_conn_by_id-0.0.4/PKG-INFO

@@ -0,0 +1,33 @@
+Metadata-Version: 2.4
+Name: get_conn_by_id
+Version: 0.0.4
+Summary: A library used to get the connections from different environments.
+Author-email: Cody Xiaozhan Yang <x.yang@cloudfmgroup.com>
+License: MIT License
+        
+        Copyright (c) 2025 Cody Xiaozhan Yang
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+Keywords: connections
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.8
+License-File: LICENSE
+Dynamic: license-file

get_conn_by_id-0.0.4/get_conn_by_id/__init__.py

@@ -0,0 +1,38 @@
+
+from .get_conn_by_id_json import get_conn_by_id_json
+
+def get_conn_by_id(conn_id, 
+                   account_key=None,
+                   credential_url=None):
+    
+    # # fetching creds from local filesystem or datalake
+    # cred_conn = get_conn_by_id_json(conn_id, 
+    #                                 credential_url=credential_url)
+    
+    # if cred_conn != None:
+    #     return cred_conn
+    # else:
+    #     # fetching creds from the airflow environment
+    #     from .get_conn_by_id_airflow import get_conn_by_id_airflow
+        
+    #     cred_conn = get_conn_by_id_airflow(conn_id)
+
+    # for testing
+    cred_conn = None
+    
+    if cred_conn != None:
+        return cred_conn
+    else:
+        # fetching creds from the synapse environment
+        from .get_conn_by_id_synapse import get_conn_by_id_synapse
+
+        if account_key is None:
+            raise Exception('Please provide a valid account_key for getting credentials in the synapse environment')
+
+        cred_conn = get_conn_by_id_synapse(conn_id, account_key)
+        return cred_conn
+
+
+
+
+

get_conn_by_id-0.0.4/get_conn_by_id/__version__.py

@@ -0,0 +1,8 @@
+
+__version__ = '0.0.3' # can set multiple paths for local and databricks
+
+# __version__ = '0.0.2' # being able to get conn from local, airflow, and databricks
+
+# __version__ = '0.0.1' # require two functions for getting the conn
+
+# __version__ = '0.0.0' # the basic way for getting conn only from airflow

get_conn_by_id-0.0.4/get_conn_by_id/get_conn_by_id_airflow/__init__.py

@@ -0,0 +1,47 @@
+
+import inspect
+from airflow.hooks.base_hook import BaseHook
+import json
+
+def get_conn_by_id_airflow(conn_id):
+
+    cred_conn = BaseHook.get_connection(conn_id)
+
+    cred_dict = {}
+    for attribute in dir(cred_conn):
+        print(cred_conn, 'attr: ', attribute)
+
+        if not attribute.startswith('__'):
+            if not inspect.ismethod(attribute):
+                cred_dict[attribute] = getattr(cred_conn, attribute)
+                if attribute == 'schema':
+                    cred_dict['database'] = getattr(cred_conn, attribute)
+                elif attribute == 'login':
+                    cred_dict['username'] = getattr(cred_conn, attribute)
+                    cred_dict['client_id'] = getattr(cred_conn, attribute)
+        
+    cred_dict['password'] = cred_conn.get_password()
+    cred_dict['token'] = cred_conn.get_password()
+    cred_dict['api_key'] = cred_conn.get_password()
+    cred_dict['secret'] = cred_conn.get_password()
+
+    cred_extra = cred_conn.get_extra()
+
+    if len(cred_extra) > 2:
+        cred_extra_json = json.loads(cred_extra)
+
+        cred_dict = {**cred_dict, **cred_extra_json}
+
+    print('cred_dict: ', cred_dict)
+    
+    return cred_dict
+
+
+
+
+
+    # server = email_conn.host
+    # port = email_conn.port
+    # send_from = json.loads(email_conn.get_extra())["send_from"]
+    # username = email_conn.login
+    # password = email_conn.get_password()

get_conn_by_id-0.0.4/get_conn_by_id/get_conn_by_id_json/__init__.py

@@ -0,0 +1,25 @@
+import json
+from .get_credential_url import get_credential_url
+
+def get_conn_by_id_json(conn_id, 
+                        credential_url=None):
+    
+    if credential_url == None:
+        credential_url = get_credential_url()
+
+        if credential_url == None: # if there is no credential_url from localhost or databricks
+            return None
+
+    with open(credential_url) as f:
+        credentials = json.load(f)
+
+
+        
+    for connection in credentials['connections']:
+        if connection['connection_id'] == conn_id:
+            return connection['secrets']
+    
+    print('[INFO]: cannot found the connection_id!')
+    return None # if there is no such credential id yet
+
+    # raise('cannot found the connection_id!')

get_conn_by_id-0.0.4/get_conn_by_id/get_conn_by_id_json/get_credential_url/__init__.py

@@ -0,0 +1,17 @@
+import os
+
+from . import databricks
+from . import local
+
+def get_credential_url():
+
+    for local_credential_url in local.credential_urls:
+        if os.path.exists(local_credential_url):
+            return local_credential_url
+        
+    for databricks_credential_url in databricks.credential_urls:
+        if os.path.exists(databricks_credential_url):
+            return databricks_credential_url
+        
+    print("[INFO]: Cannot find credentials from local server or databricks!")
+    return None

get_conn_by_id-0.0.4/get_conn_by_id/get_conn_by_id_json/get_credential_url/databricks/__init__.py

@@ -0,0 +1,10 @@
+
+
+# import os
+
+# from pathlib import Path
+# cache_directory = os.path.join(os.path.dirname(__file__), '_cache_/')
+
+credential_urls = ['/dbfs/FileStore/shared_uploads/x.yang@cloudfmgroup.com/credentials/credentials.json']
+
+# print('credential_url: ', credential_url)

get_conn_by_id-0.0.4/get_conn_by_id/get_conn_by_id_json/get_credential_url/local/__init__.py

@@ -0,0 +1,13 @@
+
+
+import os
+
+# from pathlib import Path
+# cache_directory = os.path.join(os.path.dirname(__file__), '_cache_/')
+
+# credential_url = os.path.join(os.path.dirname(__file__), 'credentials.json')
+
+credential_urls = ['/Volumes/EXT SSD/Cloudfm Backup/Documents at Cloudfm/Accounts/credentials/credentials.json',
+                   '/Volumes/macOS 1/Users/Shared/Cloudfm Backup/OneDrive - Cloudfm Integrated Services Ltd - Backup/KTP Project/Cloudfm/Accounts/credentials/credentials.json']
+
+# '/dbfs/FileStore/shared_uploads/x.yang@cloudfmgroup.com/credentials_/credentials.json'

get_conn_by_id-0.0.4/get_conn_by_id/get_conn_by_id_synapse/__init__.py

@@ -0,0 +1,15 @@
+from . import datalake
+from .connect_lake_and_fetch_json import connect_lake_and_fetch_json
+
+def get_conn_by_id_synapse(conn_id, account_key):
+    
+    credentials = connect_lake_and_fetch_json(datalake, account_key)
+
+    for connection in credentials['connections']:
+        if connection['connection_id'] == conn_id:
+            return connection['secrets']
+    
+    print('[INFO]: cannot found the connection_id!')
+    return None # if there is no such credential id yet
+
+    # raise('cannot found the connection_id!')

get_conn_by_id-0.0.4/get_conn_by_id/get_conn_by_id_synapse/connect_lake_and_fetch_json/__init__.py

@@ -0,0 +1,19 @@
+
+from azure.storage.filedatalake import DataLakeServiceClient
+import io
+import json
+
+
+def connect_lake_and_fetch_json(datalake, account_key):
+
+    # connect to the datalake and fetch the json file
+    azure_service_client = DataLakeServiceClient(account_url="{}://{}.dfs.core.windows.net".format(
+            "https", datalake.account_name), credential=account_key)
+        
+    azure_file_system_client = azure_service_client.get_file_system_client(file_system=datalake.container_name)
+
+    file_client = azure_file_system_client.get_file_client(datalake.file_path)
+    data = file_client.download_file().readall()
+    json_dict = json.load(io.BytesIO(data))
+
+    return json_dict

get_conn_by_id-0.0.4/get_conn_by_id/get_conn_by_id_synapse/datalake/__init__.py

@@ -0,0 +1,7 @@
+
+
+account_name = f"dlcfmdsamindsettprod"
+container_name= 'uploads'
+file_path = 'energy_report_config/credentials.json'
+
+# get the account key from synapse

get_conn_by_id-0.0.4/get_conn_by_id.egg-info/PKG-INFO

@@ -0,0 +1,33 @@
+Metadata-Version: 2.4
+Name: get_conn_by_id
+Version: 0.0.4
+Summary: A library used to get the connections from different environments.
+Author-email: Cody Xiaozhan Yang <x.yang@cloudfmgroup.com>
+License: MIT License
+        
+        Copyright (c) 2025 Cody Xiaozhan Yang
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+Keywords: connections
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.8
+License-File: LICENSE
+Dynamic: license-file

get_conn_by_id-0.0.4/get_conn_by_id.egg-info/SOURCES.txt

@@ -0,0 +1,16 @@
+LICENSE
+pyproject.toml
+get_conn_by_id/__init__.py
+get_conn_by_id/__version__.py
+get_conn_by_id.egg-info/PKG-INFO
+get_conn_by_id.egg-info/SOURCES.txt
+get_conn_by_id.egg-info/dependency_links.txt
+get_conn_by_id.egg-info/top_level.txt
+get_conn_by_id/get_conn_by_id_airflow/__init__.py
+get_conn_by_id/get_conn_by_id_json/__init__.py
+get_conn_by_id/get_conn_by_id_json/get_credential_url/__init__.py
+get_conn_by_id/get_conn_by_id_json/get_credential_url/databricks/__init__.py
+get_conn_by_id/get_conn_by_id_json/get_credential_url/local/__init__.py
+get_conn_by_id/get_conn_by_id_synapse/__init__.py
+get_conn_by_id/get_conn_by_id_synapse/connect_lake_and_fetch_json/__init__.py
+get_conn_by_id/get_conn_by_id_synapse/datalake/__init__.py

get_conn_by_id-0.0.4/get_conn_by_id.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

get_conn_by_id-0.0.4/get_conn_by_id.egg-info/top_level.txt

@@ -0,0 +1 @@
+get_conn_by_id

get_conn_by_id-0.0.4/pyproject.toml

@@ -0,0 +1,41 @@
+
+[build-system]
+requires = ["setuptools>=61.0", "wheel", "setuptools-git-versioning>=2.0,<3"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "get_conn_by_id"
+dynamic = ["version"]
+authors = [
+  { name="Cody Xiaozhan Yang", email="x.yang@cloudfmgroup.com" },
+]
+description = "A library used to get the connections from different environments."
+keywords = ["connections"]
+# readme = "README.md"
+requires-python = ">=3.8"
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "License :: OSI Approved :: MIT License",
+    "Operating System :: OS Independent",
+]
+license = {file = "LICENSE"}
+
+[tool.setuptools-git-versioning]
+enabled = true
+version_file = "VERSION"
+# count_commits_from_version_file = true
+# dev_template = "{tag}.{ccount}"  # <--- note {branch} here
+# dirty_template = "{tag}.{ccount}"
+# version_callback = "fetch_sharepoint_info.version:get_version"
+
+# [tool.setuptools.dynamic]
+# version = {attr = "__version__"}
+
+# [project.urls]
+# Homepage = "https://github.com/pypa/sampleproject"
+# Issues = "https://github.com/pypa/sampleproject/issues"
+
+
+
+# [tool.setuptools_scm]
+# version_file = "cache_return/_version.py"

get_conn_by_id-0.0.4/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+