vantage6-node 4.15.1__tar.gz → 5.0.0__tar.gz

vantage6_node-5.0.0/.gitignore

@@ -0,0 +1,37 @@
+
+# documentation
+docs/_build
+docs/api-docs/_autosummary
+
+# Python
+.ipynb_checkpoints
+**/__pycache__
+**/.coverage
+
+# IDE's
+.idea/
+*.sublime-project
+*.sublime-workspace
+.vscode/
+
+# build files
+**/build/
+**/dist/
+*.egg-info
+*.code-workspace
+
+# UI build files
+**/node_modules/
+
+# Ignore DevSpace cache and log folder
+.devspace/
+dev/.data/
+dev/.tasks/
+dev/.db/
+dev/.log/
+
+# Helm
+charts/**/*.tgz
+
+# MacOS
+.DS_Store

vantage6_node-5.0.0/Makefile

@@ -0,0 +1,19 @@
+# `make` is expected to be called from the directory that contains
+# this Makefile
+
+TAG ?= latest
+
+rebuild: clean build-dist
+
+build-dist:
+	# Build the PyPI package
+	uv build
+
+publish:
+	# Uploading to pypi.org
+	twine upload --repository pypi dist/*
+
+clean:
+	# Cleaning ...
+	-rm -r build
+	-rm dist/*

vantage6_node-5.0.0/PKG-INFO

@@ -0,0 +1,50 @@
+Metadata-Version: 2.4
+Name: vantage6-node
+Version: 5.0.0
+Summary: vantage6 node
+Author: Vantage6 Team
+Maintainer-email: Frank Martin <f.martin@iknl.nl>, Bart van Beusekom <b.vanbeusekom@iknl.nl>
+License: MIT
+Requires-Python: >=3.13
+Requires-Dist: click==8.1.3
+Requires-Dist: gevent==25.4.2
+Requires-Dist: jinja2==3.1.6
+Requires-Dist: kubernetes==28.1.0
+Requires-Dist: nvidia-ml-py==12.535.133
+Requires-Dist: parquet-tools==0.2.16
+Requires-Dist: psutil==7.0.0
+Requires-Dist: python-socketio==5.15.0
+Requires-Dist: requests==2.33.1
+Requires-Dist: vantage6-client==5.0.0
+Requires-Dist: vantage6-common==5.0.0
+Requires-Dist: vantage6==5.0.0
+Provides-Extra: dev
+Requires-Dist: black; extra == 'dev'
+Requires-Dist: coverage==7.10.2; extra == 'dev'
+Requires-Dist: pre-commit; extra == 'dev'
+Description-Content-Type: text/markdown
+
+<h1 align="center">
+  <br>
+  <a href="https://vantage6.ai"><img src="https://github.com/IKNL/guidelines/blob/master/resources/logos/vantage6.png?raw=true" alt="vantage6" width="350"></a>
+</h1>
+
+<h3 align=center> A Privacy Enhancing Technology (PET) Operations platform</h3>
+
+---
+
+# Vantage6 Node
+
+This package contains the Vantage6 node application.
+
+## Documentation
+
+For complete documentation, installation instructions, and usage examples, please see
+the **[main Vantage6 README](https://github.com/vantage6/vantage6/blob/main/README.md)**
+.
+
+## About Vantage6
+
+Vantage6 is a Privacy Enhancing Technology (PET) Operations platform that enables
+federated learning and multi-party computation. For more information, visit
+[vantage6.ai](https://vantage6.ai) or our [documentation](https://docs.vantage6.ai).

vantage6_node-5.0.0/README.md

@@ -0,0 +1,24 @@
+<h1 align="center">
+  <br>
+  <a href="https://vantage6.ai"><img src="https://github.com/IKNL/guidelines/blob/master/resources/logos/vantage6.png?raw=true" alt="vantage6" width="350"></a>
+</h1>
+
+<h3 align=center> A Privacy Enhancing Technology (PET) Operations platform</h3>
+
+---
+
+# Vantage6 Node
+
+This package contains the Vantage6 node application.
+
+## Documentation
+
+For complete documentation, installation instructions, and usage examples, please see
+the **[main Vantage6 README](https://github.com/vantage6/vantage6/blob/main/README.md)**
+.
+
+## About Vantage6
+
+Vantage6 is a Privacy Enhancing Technology (PET) Operations platform that enables
+federated learning and multi-party computation. For more information, visit
+[vantage6.ai](https://vantage6.ai) or our [documentation](https://docs.vantage6.ai).

vantage6_node-5.0.0/dev_start.sh

@@ -0,0 +1,43 @@
+#!/bin/bash
+
+# start a node for each config file the provided directory
+
+config_dir=$1
+if [ -z "$config_dir" ]; then
+    echo "Provide a configuration directory as argument"
+    exit 1
+fi
+
+# Remove trailing slashes from config_dir
+config_dir=${config_dir%/}
+
+for dir in $config_dir/*; do
+    if [ -d "$dir" ]; then
+        echo "Looking for node configurations in: $dir"
+
+        config=$(find "$dir" -maxdepth 1 -name "*.yaml" -type f)
+        dotenv_file="$dir"/.env
+
+        # Check if the config file exists
+        if [ ! -f "$config" ]; then
+            echo "No yaml config file found in $dir/*.yaml"
+            continue
+        fi
+
+        # Check if the .env file exists
+        if [ ! -f "$dotenv_file" ]; then
+            echo "No .env file found in $dir/.env"
+            continue
+        fi
+
+        # Source the .env file to set environment variables in their own shell as we
+        # start a new shell for each node
+        bash -c "source \"$dotenv_file\" && python /vantage6/vantage6-node/vantage6/dev_start.py \"$config\" &"
+    fi
+done
+
+# For development purposes, we put infinite sleep here. This has the advantage that
+# once the node crashes, the container will keep running and therefore, the error will
+# remain visible in the logs. A restart of the container would obfuscate the error
+# which should not happen in development.
+sleep infinity

vantage6_node-5.0.0/pyproject.toml

@@ -0,0 +1,48 @@
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[project]
+name = "vantage6-node"
+version = "5.0.0"
+description = "vantage6 node"
+readme = "README.md"
+license = {text = "MIT"}
+authors = [
+    {name = "Vantage6 Team"}
+]
+maintainers = [
+    {name = "Frank Martin", email = "f.martin@iknl.nl"},
+    {name = "Bart van Beusekom", email = "b.vanbeusekom@iknl.nl"}
+]
+requires-python = ">=3.13"
+dependencies = [
+    "click==8.1.3",
+    "gevent==25.4.2",
+    "jinja2==3.1.6",
+    "kubernetes==28.1.0",
+    "nvidia-ml-py==12.535.133",
+    "parquet-tools==0.2.16",
+    "psutil==7.0.0",
+    "python-socketio==5.15.0",
+    "requests==2.33.1",
+    "vantage6==5.0.0",
+    "vantage6-client==5.0.0",
+    "vantage6-common==5.0.0",
+]
+
+[project.optional-dependencies]
+dev = [
+    "coverage==7.10.2",
+    "black",
+    "pre-commit",
+]
+
+[project.scripts]
+vnode-local = "vantage6.node.cli.node:cli_node"
+
+[tool.hatch.build.targets.wheel]
+packages = ["vantage6"]
+
+[tool.hatch.build.targets.wheel.sources]
+"vantage6" = "vantage6"

vantage6_node-5.0.0/tests_node/test_pod_status_mapping.py

@@ -0,0 +1,131 @@
+import logging
+import unittest
+
+from kubernetes.client import (
+    V1ContainerState,
+    V1ContainerStateRunning,
+    V1ContainerStateTerminated,
+    V1ContainerStateWaiting,
+    V1ContainerStatus,
+    V1Pod,
+    V1PodCondition,
+    V1PodStatus,
+)
+
+from vantage6.common.enum import RunStatus
+
+from vantage6.node.k8s.jobpod_state_to_run_status_mapper import (
+    compute_run_pod_status,
+)
+
+
+def get_null_logger(name="null_logger"):
+    logger = logging.getLogger(name)
+    logger.addHandler(logging.NullHandler())
+    logger.propagate = False
+    return logger
+
+
+class TestPodStatus(unittest.TestCase):
+    def setUp(self):
+        self.silent_logger = get_null_logger()
+
+        self.running_container_state = V1ContainerState(
+            running=V1ContainerStateRunning(started_at="")
+        )
+
+        self.waiting_container_state = V1ContainerState(
+            waiting=V1ContainerStateWaiting(reason="", message="")
+        )
+
+        self.terminated_container_state = V1ContainerState(
+            terminated=V1ContainerStateTerminated(exit_code=0, reason="")
+        )
+
+        self.mock_container_status = V1ContainerStatus(
+            name="",
+            ready=True,
+            restart_count=1,
+            image="",
+            image_id="",
+            container_id="",
+            state=None,  # use running/waiting/terminated_container_state here
+            last_state=None,
+        )
+
+        self.mock_condition = V1PodCondition(type="", status="", reason="", message="")
+
+        self.mock_pod_status = V1PodStatus(
+            phase="",
+            reason="",
+            conditions=[self.mock_condition],
+            container_statuses=[self.mock_container_status],
+        )
+
+        self.mock_pod = V1Pod(metadata={"name": ""}, status=self.mock_pod_status)
+        pass
+
+    def test_running_job_pod(self):
+        self.mock_pod.status.phase = "Running"
+        self.assertEqual(
+            compute_run_pod_status(
+                log=self.silent_logger, task_namespace="", label="", pod=self.mock_pod
+            ),
+            RunStatus.ACTIVE,
+        )
+
+    def test_container_status_not_yet_defined(self):
+        self.mock_pod.status.phase = "Pending"
+        self.mock_pod.status.container_statuses = None
+        self.assertEqual(
+            compute_run_pod_status(
+                log=self.silent_logger, task_namespace="", label="", pod=self.mock_pod
+            ),
+            RunStatus.INITIALIZING,
+        )
+
+    def test_container_related_err(self):
+        self.mock_pod.status.phase = "Pending"
+        self.mock_pod.status.container_statuses[0].state = self.waiting_container_state
+        self.mock_pod.status.container_statuses[
+            0
+        ].state.waiting.reason = "ImagePullBackOff"
+        self.assertEqual(
+            compute_run_pod_status(
+                log=self.silent_logger, task_namespace="", label="", pod=self.mock_pod
+            ),
+            RunStatus.NO_DOCKER_IMAGE,
+        )
+
+    def test_waiting_reason_not_ready_err(self):
+        self.mock_pod.status.phase = "Pending"
+        self.mock_pod.status.container_statuses[0].state = self.waiting_container_state
+        self.mock_pod.status.container_statuses[0].state.waiting = None
+        self.assertEqual(
+            compute_run_pod_status(
+                log=self.silent_logger, task_namespace="", label="", pod=self.mock_pod
+            ),
+            RunStatus.INITIALIZING,
+        )
+
+    def test_container_runtime_error(self):
+        self.mock_pod.status.phase = "Pending"
+        self.mock_pod.status.container_statuses[0].state = self.waiting_container_state
+        self.mock_pod.status.container_statuses[
+            0
+        ].state.waiting.reason = "CrashLoopBackOff"
+        self.assertEqual(
+            compute_run_pod_status(
+                log=self.silent_logger, task_namespace="", label="", pod=self.mock_pod
+            ),
+            RunStatus.CRASHED,
+        )
+
+    def test_completed_job(self):
+        self.mock_pod.status.phase = "Succeded"
+        self.assertEqual(
+            compute_run_pod_status(
+                log=self.silent_logger, task_namespace="", label="", pod=self.mock_pod
+            ),
+            RunStatus.COMPLETED,
+        )

vantage6_node-5.0.0/utest.py

@@ -0,0 +1,13 @@
+#!/usr/bin/env python3
+from pathlib import Path
+
+from vantage6.common.utest import find_tests, run_tests
+
+
+def run():
+    suites = find_tests(str(Path(__file__).parent))
+    run_tests(suites)
+
+
+if __name__ == "__main__":
+    run()

vantage6_node-5.0.0/vantage6/dev_start.py

@@ -0,0 +1,35 @@
+import logging
+import sys
+from pathlib import Path
+
+from vantage6.cli.context.node import NodeContext
+
+from vantage6.node import run
+
+logging.basicConfig(level=logging.DEBUG)
+log = logging.getLogger("vantage6.dev_start")
+
+
+def run_function(config):
+    if not config:
+        log.critical("No config provided.")
+        return
+
+    name = Path(config).stem
+    ctx = NodeContext(name, True, config, logger_prefix=f"{name} | ", in_container=True)
+
+    run(ctx)
+
+
+if __name__ == "__main__":
+    config_file = Path(sys.argv[1]) if len(sys.argv) > 1 else None
+    if not config_file:
+        log.critical("No config file provided.")
+        sys.exit(1)
+
+    if not config_file.exists():
+        log.critical("Config file does not exist: %s", config_file)
+        sys.exit(1)
+
+    log.info("Starting node with config: %s", config_file)
+    run_function(config_file)