kubernetes-watch 0.1.8__py3-none-any.whl → 0.1.10__py3-none-any.whl

kube_watch/modules/logic/checks.py

@@ -1,8 +1,15 @@
-
+from prefect import get_run_logger
+logger = get_run_logger()
 
 def dicts_has_diff(dict_a, dict_b):
     return dict_a != dict_b
 
 
 def remove_keys(d, keys):
-    return {k: v for k, v in d.items() if k not in keys}
+    return {k: v for k, v in d.items() if k not in keys}
+
+
+def print_data(data, indicator = None):
+    if indicator:
+        logger.info(indicator)    
+    logger.info(data)

kube_watch/modules/logic/merge.py

@@ -1,6 +1,6 @@
 from typing import Any, List, Dict
 from kube_watch.enums.logic import Operations
-
+from copy import deepcopy
 
 def merge_logical_outputs(inp_dict: Dict):
     if 'operation' not in inp_dict.keys():
@@ -25,7 +25,8 @@ def partial_dict_update(orig_data, new_data):
     This function is used when some key value pairs in orig_data should
     be updated from new_data.
     """
+    orig_data_copy = deepcopy(orig_data)
     for k, v in new_data.items():
-        orig_data[k] = v
+        orig_data_copy[k] = v
 
-    return orig_data
+    return orig_data_copy

kube_watch/modules/providers/git.py

@@ -1,11 +1,16 @@
 import os
-from git import Repo
+import shutil
+import subprocess
+import tempfile
+from pathlib import Path
 
 from prefect import get_run_logger
 
 logger = get_run_logger()
 
-def clone_repo(git_pat, git_url, clone_base_path):
+
+def clone_pat_repo(git_pat, git_url, clone_base_path):
+    """ Clone a Git repository using a Personal Access Token (PAT) for authentication."""
     # Retrieve environment variables
     access_token = git_pat # os.environ.get('GIT_PAT')
     repo_url = git_url # os.environ.get('GIT_URL')
@@ -30,4 +35,75 @@ def clone_repo(git_pat, git_url, clone_base_path):
         repo = Repo.clone_from(repo_url, repo_path)
         logger.info("Repository cloned successfully.")
     else:
-        logger.info(f"Repository already exists at {repo_path}")
+        logger.info(f"Repository already exists at {repo_path}")
+
+
+def clone_ssh_repo(
+    git_url: str,
+    clone_base_path: str,
+    repo_dir_name: str = "manifest-repo",
+    depth: int = 1,
+    ssh_key_env: str = "GIT_SSH_PRIVATE_KEY",
+    known_hosts_env: str = "GIT_SSH_KNOWN_HOSTS",
+) -> Path:
+    """
+    Clone/update a repo via SSH using key + known_hosts from env vars.
+    - GIT_SSH_PRIVATE_KEY: full private key (BEGIN/END ...)
+    - GIT_SSH_KNOWN_HOSTS: lines from `ssh-keyscan github.com`
+    """
+    if not git_url.startswith("git@"):
+        raise ValueError("git_url must be an SSH URL like 'git@github.com:org/repo.git'")
+
+    priv_key = os.environ.get(ssh_key_env)
+    kh_data  = os.environ.get(known_hosts_env)
+    if not priv_key:
+        raise ValueError(f"Missing env var {ssh_key_env}")
+    if not kh_data:
+        raise ValueError(f"Missing env var {known_hosts_env}")
+
+    base = Path(clone_base_path).expanduser().resolve()
+    base.mkdir(parents=True, exist_ok=True)
+    repo_path = base / repo_dir_name
+
+    tmpdir = Path(tempfile.mkdtemp(prefix="git_ssh_"))
+    key_path = tmpdir / "id_rsa"
+    kh_path  = tmpdir / "known_hosts"
+
+    try:
+        key_path.write_text(priv_key, encoding="utf-8")
+        kh_path.write_text(kh_data, encoding="utf-8")
+        try:
+            os.chmod(key_path, 0o600)
+        except PermissionError:
+            pass  # ignore on platforms where chmod doesn't apply
+
+        # Note: no StrictModes here
+        ssh_cmd = (
+            f"ssh -i {key_path} -o IdentitiesOnly=yes "
+            f"-o UserKnownHostsFile={kh_path} "
+            f"-o StrictHostKeyChecking=yes"
+        )
+
+        env = os.environ.copy()
+        env["GIT_SSH_COMMAND"] = ssh_cmd
+
+        if not repo_path.exists():
+            cmd = ["git", "clone"]
+            if depth and depth > 0:
+                cmd += ["--depth", str(depth)]
+            cmd += [git_url, str(repo_path)]
+            subprocess.check_call(cmd, env=env)
+        else:
+            if not (repo_path / ".git").exists():
+                raise RuntimeError(f"Path exists but is not a git repo: {repo_path}")
+            subprocess.check_call(["git", "remote", "set-url", "origin", git_url], cwd=repo_path, env=env)
+            subprocess.check_call(["git", "fetch", "--all", "--prune"], cwd=repo_path, env=env)
+            subprocess.check_call(["git", "pull", "--ff-only", "origin"], cwd=repo_path, env=env)
+
+        return repo_path
+
+    finally:
+        try:
+            shutil.rmtree(tmpdir)
+        except Exception:
+            pass

{kubernetes_watch-0.1.8.dist-info → kubernetes_watch-0.1.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: kubernetes-watch
-Version: 0.1.8
+Version: 0.1.10
 Summary: 
 Author: bmotevalli
 Author-email: b.motevalli@gmail.com
@@ -81,6 +81,14 @@ workflow:
       inputsArgType: arg
       conditional:
         tasks: ["Task_B"]
+
+    - name: Task_external
+      module: <module_external_path>
+      plugin_path: <path_to_module>
+      task: <func_name>
+      inputsArgType: arg
+      conditional:
+        tasks: ["Task_B"]
 ```
 
 
@@ -88,6 +96,10 @@ workflow:
 
 **module**: all modules are located in 'modules' directory in kube_watch. This is where you can extend the library and add new tasks / modules. Below modules, there are submodules such as providers, clusters, and logic. Within each of this submodules, specific modules are defined. For example: providers.aws contains a series of tasks related to AWS. In this case, <module_path> = providers.aws. To add new tasks, add a new module with a similar pattern and refer the path in your task block. 
 
+**plugin_path**: you can add new funtions outside the library without needing to modify this library. If plugin_path is defined, the
+library assumes you are referring to a module outside the library (e.g. in your app or workflow). The plugin_path is path to your
+py script (the folder). Then, provide your script name as module and function name as task.
+
 **task**: task is simply the name function that you put in the <module_path>. i.e. as you define a function in a module, you can simply start to use it in your manifests.
 
 **inputArgType**: arg | dict | list: if the task functions accept known-fixed number of parameters, then use arg. 

{kubernetes_watch-0.1.8.dist-info → kubernetes_watch-0.1.10.dist-info}/RECORD

@@ -14,23 +14,23 @@ kube_watch/modules/database/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMp
 kube_watch/modules/database/model.py,sha256=MWG9UW6g0KuBzW6MjzPBtknAk7GmuncQrdAq6HHarTo,207
 kube_watch/modules/database/postgre.py,sha256=1Sq2YFwgCJM_FWKabV2S1bFAIl2GBwytTtPCuLfVhu8,8182
 kube_watch/modules/logic/actions.py,sha256=hMvqqzR2EzcZ68_O8GdyLaPSLftA-tWAPaJnKdUMj-k,2416
-kube_watch/modules/logic/checks.py,sha256=2q4iNi3nOtGU_CMPIX_j3XY0krzE12fCZ_lAYifcJcA,150
+kube_watch/modules/logic/checks.py,sha256=7tIR5ipZgnYsAI3ref0qfeFmzXpSyWJNclnO45OUizs,327
 kube_watch/modules/logic/load.py,sha256=XC-SsWIChhW-QXJeCGMsLuLsn9v5nRni5Y6utwYLt48,781
-kube_watch/modules/logic/merge.py,sha256=sRKm4aTYfNFZnrXceGRWdGPDyoaMcTp6XhAkazckpPU,895
+kube_watch/modules/logic/merge.py,sha256=J3zOswXE0v3iy2rguDJrdPYKkEujZfA2s9QwjV_rjzU,971
 kube_watch/modules/logic/scheduler.py,sha256=fwUfj4hnYX3yCj6fdZyLvlJE8RTBWHnHOwJPrpNJ8hw,3443
 kube_watch/modules/logic/trasnform.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 kube_watch/modules/mock/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 kube_watch/modules/mock/mock_generator.py,sha256=BKKQFCxxQgFW_GFgeIbkyIbuNU4328xTTaFfTwFLsS8,1262
 kube_watch/modules/providers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 kube_watch/modules/providers/aws.py,sha256=oly88Bihn-vR0NdOoCT-P1MNgPw8FLNfS1Ha4hc_4bc,8375
-kube_watch/modules/providers/git.py,sha256=Cb0iulruhd0vlmWiIqkowc1e5HVjoSFwE0jR1Ea9Cxo,1151
+kube_watch/modules/providers/git.py,sha256=5d7vkeTbVD_XN-mpCoPTRmM6lwgrwkDwcCIsjqYwmaQ,3778
 kube_watch/modules/providers/github.py,sha256=eQY8sLy2U6bOWMpFxA73DFCPVuswhTXSG25KmYSuo5s,5212
 kube_watch/modules/providers/vault.py,sha256=etzzHbTrUDsTUpeUN-xg0Xh8ulqC0-1FA3tHRZinIOo,7193
 kube_watch/standalone/metarecogen/ckan_to_gn.py,sha256=LWd7ikyxRIC1IGt6CtALnDOEoyuG07a8NoDHhgMkX4o,4635
 kube_watch/watch/__init__.py,sha256=9KE0Sf1nLUTNaFvXbiQCgf11vpG8Xgmb5ddeMAmak3Q,88
 kube_watch/watch/helpers.py,sha256=8BQnQ6AeLHs0JEq54iKYDvWURb1F-kROJxwIcl_nv_Y,6276
 kube_watch/watch/workflow.py,sha256=CaXHFuEWVsFjBv5dU4IfVMeTlGJWyKaE1But9-YzVWk,9769
-kubernetes_watch-0.1.8.dist-info/LICENSE,sha256=_H2QdL-2dXbivDmOpJ11DnqJewSFhSJwGpHx_WAE-CA,1075
-kubernetes_watch-0.1.8.dist-info/METADATA,sha256=mloy8yyoPpvpKY1icFj0Mf_hC0kEjlybthnILlDJICc,5056
-kubernetes_watch-0.1.8.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-kubernetes_watch-0.1.8.dist-info/RECORD,,
+kubernetes_watch-0.1.10.dist-info/LICENSE,sha256=_H2QdL-2dXbivDmOpJ11DnqJewSFhSJwGpHx_WAE-CA,1075
+kubernetes_watch-0.1.10.dist-info/METADATA,sha256=Fof5Cg1A--c2oCQ8VCrNb_GAeqw1rKjHMltZzjXurLY,5607
+kubernetes_watch-0.1.10.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+kubernetes_watch-0.1.10.dist-info/RECORD,,