kubernetes-watch 0.1.9__py3-none-any.whl → 0.1.10__py3-none-any.whl

kube_watch/modules/logic/checks.py

@@ -1,8 +1,15 @@
-
+from prefect import get_run_logger
+logger = get_run_logger()
 
 def dicts_has_diff(dict_a, dict_b):
     return dict_a != dict_b
 
 
 def remove_keys(d, keys):
-    return {k: v for k, v in d.items() if k not in keys}
+    return {k: v for k, v in d.items() if k not in keys}
+
+
+def print_data(data, indicator = None):
+    if indicator:
+        logger.info(indicator)    
+    logger.info(data)

kube_watch/modules/logic/merge.py

@@ -1,6 +1,6 @@
 from typing import Any, List, Dict
 from kube_watch.enums.logic import Operations
-
+from copy import deepcopy
 
 def merge_logical_outputs(inp_dict: Dict):
     if 'operation' not in inp_dict.keys():
@@ -25,7 +25,8 @@ def partial_dict_update(orig_data, new_data):
     This function is used when some key value pairs in orig_data should
     be updated from new_data.
     """
+    orig_data_copy = deepcopy(orig_data)
     for k, v in new_data.items():
-        orig_data[k] = v
+        orig_data_copy[k] = v
 
-    return orig_data
+    return orig_data_copy

kube_watch/modules/providers/git.py

@@ -1,5 +1,4 @@
 import os
-from git import Repo
 import shutil
 import subprocess
 import tempfile
@@ -10,6 +9,35 @@ from prefect import get_run_logger
 logger = get_run_logger()
 
 
+def clone_pat_repo(git_pat, git_url, clone_base_path):
+    """ Clone a Git repository using a Personal Access Token (PAT) for authentication."""
+    # Retrieve environment variables
+    access_token = git_pat # os.environ.get('GIT_PAT')
+    repo_url = git_url # os.environ.get('GIT_URL')
+    
+    if not access_token or not repo_url:
+        raise ValueError("Environment variables GIT_PAT or GIT_URL are not set")
+
+    # Correctly format the URL with the PAT
+    if 'https://' in repo_url:
+        # Splitting the URL and inserting the PAT
+        parts = repo_url.split('https://', 1)
+        repo_url = f'https://{access_token}@{parts[1]}'
+    else:
+        raise ValueError("URL must begin with https:// for PAT authentication")
+
+    # Directory where the repo will be cloned
+    repo_path = os.path.join(clone_base_path, 'manifest-repo')
+
+    # Clone the repository
+    if not os.path.exists(repo_path):
+        logger.info(f"Cloning repository into {repo_path}")
+        repo = Repo.clone_from(repo_url, repo_path)
+        logger.info("Repository cloned successfully.")
+    else:
+        logger.info(f"Repository already exists at {repo_path}")
+
+
 def clone_ssh_repo(
     git_url: str,
     clone_base_path: str,
@@ -19,20 +47,9 @@ def clone_ssh_repo(
     known_hosts_env: str = "GIT_SSH_KNOWN_HOSTS",
 ) -> Path:
     """
-    Clone or update a Git repo using an SSH private key & known_hosts provided via env vars.
-
-    Env vars:
-      - GIT_SSH_PRIVATE_KEY: the full private key (RSA/ED25519) including BEGIN/END lines
-      - GIT_SSH_KNOWN_HOSTS: one or more known_hosts lines (from `ssh-keyscan github.com`)
-
-    Args:
-        git_url: SSH URL like 'git@github.com:your-org/your-repo.git'
-        clone_base_path: directory where repo_dir_name will be created
-        repo_dir_name: folder name for the clone
-        depth: shallow clone depth (1 == latest)
-
-    Returns:
-        Path to the cloned/updated repository.
+    Clone/update a repo via SSH using key + known_hosts from env vars.
+    - GIT_SSH_PRIVATE_KEY: full private key (BEGIN/END ...)
+    - GIT_SSH_KNOWN_HOSTS: lines from `ssh-keyscan github.com`
     """
     if not git_url.startswith("git@"):
         raise ValueError("git_url must be an SSH URL like 'git@github.com:org/repo.git'")
@@ -48,7 +65,6 @@ def clone_ssh_repo(
     base.mkdir(parents=True, exist_ok=True)
     repo_path = base / repo_dir_name
 
-    # Secure temp dir for SSH material
     tmpdir = Path(tempfile.mkdtemp(prefix="git_ssh_"))
     key_path = tmpdir / "id_rsa"
     kh_path  = tmpdir / "known_hosts"
@@ -56,16 +72,16 @@ def clone_ssh_repo(
     try:
         key_path.write_text(priv_key, encoding="utf-8")
         kh_path.write_text(kh_data, encoding="utf-8")
-
         try:
             os.chmod(key_path, 0o600)
         except PermissionError:
-            pass  # Windows quirk
+            pass  # ignore on platforms where chmod doesn't apply
 
+        # Note: no StrictModes here
         ssh_cmd = (
             f"ssh -i {key_path} -o IdentitiesOnly=yes "
             f"-o UserKnownHostsFile={kh_path} "
-            f"-o StrictHostKeyChecking=yes -o StrictModes=no"
+            f"-o StrictHostKeyChecking=yes"
         )
 
         env = os.environ.copy()
@@ -91,31 +107,3 @@ def clone_ssh_repo(
             shutil.rmtree(tmpdir)
         except Exception:
             pass
-
-
-def clone_pat_repo(git_pat, git_url, clone_base_path):
-    # Retrieve environment variables
-    access_token = git_pat # os.environ.get('GIT_PAT')
-    repo_url = git_url # os.environ.get('GIT_URL')
-    
-    if not access_token or not repo_url:
-        raise ValueError("Environment variables GIT_PAT or GIT_URL are not set")
-
-    # Correctly format the URL with the PAT
-    if 'https://' in repo_url:
-        # Splitting the URL and inserting the PAT
-        parts = repo_url.split('https://', 1)
-        repo_url = f'https://{access_token}@{parts[1]}'
-    else:
-        raise ValueError("URL must begin with https:// for PAT authentication")
-
-    # Directory where the repo will be cloned
-    repo_path = os.path.join(clone_base_path, 'manifest-repo')
-
-    # Clone the repository
-    if not os.path.exists(repo_path):
-        logger.info(f"Cloning repository into {repo_path}")
-        repo = Repo.clone_from(repo_url, repo_path)
-        logger.info("Repository cloned successfully.")
-    else:
-        logger.info(f"Repository already exists at {repo_path}")

{kubernetes_watch-0.1.9.dist-info → kubernetes_watch-0.1.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: kubernetes-watch
-Version: 0.1.9
+Version: 0.1.10
 Summary: 
 Author: bmotevalli
 Author-email: b.motevalli@gmail.com
@@ -81,6 +81,14 @@ workflow:
       inputsArgType: arg
       conditional:
         tasks: ["Task_B"]
+
+    - name: Task_external
+      module: <module_external_path>
+      plugin_path: <path_to_module>
+      task: <func_name>
+      inputsArgType: arg
+      conditional:
+        tasks: ["Task_B"]
 ```
 
 
@@ -88,6 +96,10 @@ workflow:
 
 **module**: all modules are located in 'modules' directory in kube_watch. This is where you can extend the library and add new tasks / modules. Below modules, there are submodules such as providers, clusters, and logic. Within each of this submodules, specific modules are defined. For example: providers.aws contains a series of tasks related to AWS. In this case, <module_path> = providers.aws. To add new tasks, add a new module with a similar pattern and refer the path in your task block. 
 
+**plugin_path**: you can add new funtions outside the library without needing to modify this library. If plugin_path is defined, the
+library assumes you are referring to a module outside the library (e.g. in your app or workflow). The plugin_path is path to your
+py script (the folder). Then, provide your script name as module and function name as task.
+
 **task**: task is simply the name function that you put in the <module_path>. i.e. as you define a function in a module, you can simply start to use it in your manifests.
 
 **inputArgType**: arg | dict | list: if the task functions accept known-fixed number of parameters, then use arg. 

{kubernetes_watch-0.1.9.dist-info → kubernetes_watch-0.1.10.dist-info}/RECORD

@@ -14,23 +14,23 @@ kube_watch/modules/database/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMp
 kube_watch/modules/database/model.py,sha256=MWG9UW6g0KuBzW6MjzPBtknAk7GmuncQrdAq6HHarTo,207
 kube_watch/modules/database/postgre.py,sha256=1Sq2YFwgCJM_FWKabV2S1bFAIl2GBwytTtPCuLfVhu8,8182
 kube_watch/modules/logic/actions.py,sha256=hMvqqzR2EzcZ68_O8GdyLaPSLftA-tWAPaJnKdUMj-k,2416
-kube_watch/modules/logic/checks.py,sha256=2q4iNi3nOtGU_CMPIX_j3XY0krzE12fCZ_lAYifcJcA,150
+kube_watch/modules/logic/checks.py,sha256=7tIR5ipZgnYsAI3ref0qfeFmzXpSyWJNclnO45OUizs,327
 kube_watch/modules/logic/load.py,sha256=XC-SsWIChhW-QXJeCGMsLuLsn9v5nRni5Y6utwYLt48,781
-kube_watch/modules/logic/merge.py,sha256=sRKm4aTYfNFZnrXceGRWdGPDyoaMcTp6XhAkazckpPU,895
+kube_watch/modules/logic/merge.py,sha256=J3zOswXE0v3iy2rguDJrdPYKkEujZfA2s9QwjV_rjzU,971
 kube_watch/modules/logic/scheduler.py,sha256=fwUfj4hnYX3yCj6fdZyLvlJE8RTBWHnHOwJPrpNJ8hw,3443
 kube_watch/modules/logic/trasnform.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 kube_watch/modules/mock/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 kube_watch/modules/mock/mock_generator.py,sha256=BKKQFCxxQgFW_GFgeIbkyIbuNU4328xTTaFfTwFLsS8,1262
 kube_watch/modules/providers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 kube_watch/modules/providers/aws.py,sha256=oly88Bihn-vR0NdOoCT-P1MNgPw8FLNfS1Ha4hc_4bc,8375
-kube_watch/modules/providers/git.py,sha256=BevjDv8czDJOJ9M1x8WYIRcXCxtZKow6ZQYiD6MCtGs,4104
+kube_watch/modules/providers/git.py,sha256=5d7vkeTbVD_XN-mpCoPTRmM6lwgrwkDwcCIsjqYwmaQ,3778
 kube_watch/modules/providers/github.py,sha256=eQY8sLy2U6bOWMpFxA73DFCPVuswhTXSG25KmYSuo5s,5212
 kube_watch/modules/providers/vault.py,sha256=etzzHbTrUDsTUpeUN-xg0Xh8ulqC0-1FA3tHRZinIOo,7193
 kube_watch/standalone/metarecogen/ckan_to_gn.py,sha256=LWd7ikyxRIC1IGt6CtALnDOEoyuG07a8NoDHhgMkX4o,4635
 kube_watch/watch/__init__.py,sha256=9KE0Sf1nLUTNaFvXbiQCgf11vpG8Xgmb5ddeMAmak3Q,88
 kube_watch/watch/helpers.py,sha256=8BQnQ6AeLHs0JEq54iKYDvWURb1F-kROJxwIcl_nv_Y,6276
 kube_watch/watch/workflow.py,sha256=CaXHFuEWVsFjBv5dU4IfVMeTlGJWyKaE1But9-YzVWk,9769
-kubernetes_watch-0.1.9.dist-info/LICENSE,sha256=_H2QdL-2dXbivDmOpJ11DnqJewSFhSJwGpHx_WAE-CA,1075
-kubernetes_watch-0.1.9.dist-info/METADATA,sha256=isBj78h77s8CXFHssio69S4RgLmb_sU0_cfYQUfSO5I,5056
-kubernetes_watch-0.1.9.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-kubernetes_watch-0.1.9.dist-info/RECORD,,
+kubernetes_watch-0.1.10.dist-info/LICENSE,sha256=_H2QdL-2dXbivDmOpJ11DnqJewSFhSJwGpHx_WAE-CA,1075
+kubernetes_watch-0.1.10.dist-info/METADATA,sha256=Fof5Cg1A--c2oCQ8VCrNb_GAeqw1rKjHMltZzjXurLY,5607
+kubernetes_watch-0.1.10.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+kubernetes_watch-0.1.10.dist-info/RECORD,,