LiteBuild 0.2__tar.gz

litebuild-0.2/LICENSE

@@ -0,0 +1,7 @@
+Copyright 2025 corb555
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

litebuild-0.2/LiteBuild.egg-info/PKG-INFO

@@ -0,0 +1,34 @@
+Metadata-Version: 2.4
+Name: LiteBuild
+Version: 0.2
+Summary: Lightweight build engine
+Author: corb
+License: Copyright 2025 corb555
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+Project-URL: Repository, https://github.com/corb555/LiteBuild
+Classifier: Intended Audience :: Developers
+Classifier: Topic :: Scientific/Engineering :: GIS
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Operating System :: POSIX :: Linux
+Classifier: Operating System :: MacOS
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: joblib>=1.5
+Requires-Dist: matplotlib>=3.10
+Requires-Dist: numpy>=2.2.6
+Requires-Dist: pandas>=2.2.3
+Requires-Dist: scikit-learn>=1.6.1
+Requires-Dist: flashtext>=2.7
+Requires-Dist: YMLEditor>=0.5.0
+Requires-Dist: optuna>=4.5.0
+Requires-Dist: shap>=0.47.2
+Dynamic: license-file

litebuild-0.2/LiteBuild.egg-info/SOURCES.txt

@@ -0,0 +1,9 @@
+LICENSE
+pyproject.toml
+LiteBuild.egg-info/PKG-INFO
+LiteBuild.egg-info/SOURCES.txt
+LiteBuild.egg-info/dependency_links.txt
+LiteBuild.egg-info/entry_points.txt
+LiteBuild.egg-info/requires.txt
+LiteBuild.egg-info/top_level.txt
+tests/test_build_engine.py

litebuild-0.2/LiteBuild.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

litebuild-0.2/LiteBuild.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+LiteBuild = LiteBuild.lite_build_runner:main

litebuild-0.2/LiteBuild.egg-info/requires.txt

@@ -0,0 +1,9 @@
+joblib>=1.5
+matplotlib>=3.10
+numpy>=2.2.6
+pandas>=2.2.3
+scikit-learn>=1.6.1
+flashtext>=2.7
+YMLEditor>=0.5.0
+optuna>=4.5.0
+shap>=0.47.2

litebuild-0.2/LiteBuild.egg-info/top_level.txt

@@ -0,0 +1,3 @@
+build
+dist
+docs

litebuild-0.2/PKG-INFO

@@ -0,0 +1,34 @@
+Metadata-Version: 2.4
+Name: LiteBuild
+Version: 0.2
+Summary: Lightweight build engine
+Author: corb
+License: Copyright 2025 corb555
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+Project-URL: Repository, https://github.com/corb555/LiteBuild
+Classifier: Intended Audience :: Developers
+Classifier: Topic :: Scientific/Engineering :: GIS
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Operating System :: POSIX :: Linux
+Classifier: Operating System :: MacOS
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: joblib>=1.5
+Requires-Dist: matplotlib>=3.10
+Requires-Dist: numpy>=2.2.6
+Requires-Dist: pandas>=2.2.3
+Requires-Dist: scikit-learn>=1.6.1
+Requires-Dist: flashtext>=2.7
+Requires-Dist: YMLEditor>=0.5.0
+Requires-Dist: optuna>=4.5.0
+Requires-Dist: shap>=0.47.2
+Dynamic: license-file

litebuild-0.2/pyproject.toml

@@ -0,0 +1,45 @@
+[build-system]
+requires = ["setuptools", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "LiteBuild"
+version = "0.2"
+description = "Lightweight build engine"
+authors = [{ name = "corb" }]
+readme = { file = "readme.md", content-type = "text/markdown" }
+license = { file = "LICENSE" }
+requires-python = ">=3.9"
+dependencies = [
+    "joblib>=1.5",
+    "matplotlib>=3.10",
+    "numpy>=2.2.6",
+    "pandas>=2.2.3",
+    "scikit-learn>=1.6.1",
+    "flashtext>=2.7",
+    "YMLEditor>=0.5.0",
+    "optuna>=4.5.0",
+    "shap>=0.47.2",
+]
+
+classifiers = [
+    "Intended Audience :: Developers",
+    "Topic :: Scientific/Engineering :: GIS",
+    "Programming Language :: Python :: 3.8",
+    "Programming Language :: Python :: 3.9",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Operating System :: POSIX :: Linux",
+    "Operating System :: MacOS",
+]
+
+[project.scripts]
+LiteBuild = "LiteBuild.lite_build_runner:main"
+
+[project.urls]
+Repository = "https://github.com/corb555/LiteBuild"
+
+[tool.setuptools.packages.find]
+where = ["."]
+exclude = ["tests*"]
+

litebuild-0.2/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

litebuild-0.2/tests/test_build_engine.py

@@ -0,0 +1,248 @@
+# tests/test_build_engine.py
+
+import time
+
+import pytest
+
+# Assume build_engine and its dependencies are in the python path
+from build_engine import BuildPlanner, UpdateCode
+
+
+# --- Test Fixtures and Test Data ---
+
+@pytest.fixture
+def base_config():
+    """Provides a basic, valid configuration for tests."""
+    return {
+        "GENERAL": {
+            "VAR1": "general_value"
+        }, "PROFILES": {
+            "test_profile": {
+                "VAR2": "profile_value"
+            }
+        }, "WORKFLOW": {
+            "StepA": {
+                "OUTPUT": "output_a.txt", "REQUIRES": [],
+                "RULE": {"NAME": "rule_a", "COMMAND": "echo A > {OUTPUT}"}
+            }, "StepB": {
+                "OUTPUT": "output_b.txt", "REQUIRES": ["StepA"], "INPUTS": ["{REQUIRES[0]}"],
+                "RULE": {"NAME": "rule_b", "COMMAND": "cat {INPUTS[0]} > {OUTPUT}"}
+            }
+        }
+    }
+
+
+@pytest.fixture
+def command_map():
+    """Provides a sample command map, simulating the output of CommandGenerator."""
+    return {
+        "StepA": {
+            "output": "output_a.txt", "input_files": [], "hashes": {
+                "command": "hash_cmd_a", "inputs": "hash_inputs_a", "params": "hash_params_a"
+            }
+        }, "StepB": {
+            "output": "output_b.txt", "input_files": ["output_a.txt"], "hashes": {
+                "command": "hash_cmd_b", "inputs": "hash_inputs_b", "params": "hash_params_b"
+            }
+        }
+    }
+
+
+@pytest.fixture
+def execution_graph(base_config):
+    """Provides a sample NetworkX graph."""
+    # In a real scenario, this would be generated by DependencyGraph
+    import networkx as nx
+    G = nx.DiGraph()
+    G.add_node("StepA", **base_config["WORKFLOW"]["StepA"])
+    G.add_node("StepB", **base_config["WORKFLOW"]["StepB"])
+    G.add_edge("StepA", "StepB")
+    return G
+
+
+# --- Parameterized Tests for `_is_step_outdated` ---
+
+# Define the test cases for various outdated scenarios
+# Each tuple is: (test_id, build_state, expected_code, expected_context)
+outdated_test_cases = [pytest.param(
+    "up_to_date", {
+        "output_a.txt": {
+            "mtime": time.time() - 10, "hashes": {
+                "command": "hash_cmd_a", "inputs": "hash_inputs_a", "params": "hash_params_a"
+            }
+        }
+    }, UpdateCode.UP_TO_DATE, "", id="up_to_date"
+), pytest.param(
+    "missing_output", {},  # Build state is empty, so output_a.txt is not tracked
+    UpdateCode.MISSING_OUTPUT, "output_a.txt", id="missing_output"
+), pytest.param(
+    "not_tracked", {"some_other_file.txt": {}},  # output_a.txt is not a key
+    UpdateCode.NOT_TRACKED, "output_a.txt", id="not_tracked"
+), pytest.param(
+    "command_changed", {
+        "output_a.txt": {
+            "mtime": time.time() - 10, "hashes": {
+                "command": "hash_cmd_a_DIFFERENT", "inputs": "hash_inputs_a",
+                "params": "hash_params_a"
+            }
+        }
+    }, UpdateCode.COMMAND_CHANGED, "", id="command_changed"
+), pytest.param(
+    "inputs_changed", {
+        "output_a.txt": {
+            "mtime": time.time() - 10, "hashes": {
+                "command": "hash_cmd_a", "inputs": "hash_inputs_a_DIFFERENT",
+                "params": "hash_params_a"
+            }
+        }
+    }, UpdateCode.INPUTS_CHANGED, "", id="inputs_changed"
+), pytest.param(
+    "params_changed", {
+        "output_a.txt": {
+            "mtime": time.time() - 10, "hashes": {
+                "command": "hash_cmd_a", "inputs": "hash_inputs_a",
+                "params": "hash_params_a_DIFFERENT"
+            }
+        }
+    }, UpdateCode.PARAMS_CHANGED, "", id="params_changed"
+), ]
+
+
+@pytest.mark.parametrize(
+    "test_id, build_state, expected_code, expected_context", outdated_test_cases
+)
+def test_is_step_outdated_scenarios(
+        mocker, base_config, command_map, test_id, build_state, expected_code, expected_context
+):
+    """
+    Tests the _is_step_outdated method with various states using parameterization.
+    We only test StepA here, as it has no file dependencies.
+    """
+    # Mock os.path.exists to simulate file presence or absence
+    if expected_code == UpdateCode.MISSING_OUTPUT:
+        mocker.patch("os.path.exists", return_value=False)
+    else:
+        mocker.patch("os.path.exists", return_value=True)
+
+    # Mock os.path.getmtime to avoid real file system access
+    mocker.patch("os.path.getmtime", return_value=time.time() - 20)
+
+    planner = BuildPlanner(base_config, build_state)
+    command_a = command_map["StepA"]
+
+    update_code, context = planner._is_step_outdated(command_a)
+
+    assert update_code == expected_code
+    assert context == expected_context
+
+
+def test_is_step_outdated_newer_input(mocker, base_config, command_map):
+    """
+    Tests the specific case where an input file is newer than the last build.
+    We test StepB here, as it depends on StepA.
+    """
+    # Simulate that both files exist
+    mocker.patch("os.path.exists", return_value=True)
+
+    # Simulate that the input (output_a.txt) is NEWER than the last build time
+    def mock_getmtime(path):
+        if "output_a.txt" in path:
+            return time.time()  # Now
+        return time.time() - 20  # 20 seconds ago
+
+    mocker.patch("os.path.getmtime", side_effect=mock_getmtime)
+
+    build_state = {
+        "output_b.txt": {
+            "mtime": time.time() - 10,  # Last build was 10 seconds ago
+            "hashes": {
+                "command": "hash_cmd_b", "inputs": "hash_inputs_b", "params": "hash_params_b"
+            }
+        }
+    }
+
+    planner = BuildPlanner(base_config, build_state)
+    command_b = command_map["StepB"]
+
+    update_code, context = planner._is_step_outdated(command_b)
+
+    assert update_code == UpdateCode.NEWER_INPUT
+    assert context == "output_a.txt"
+
+
+# --- Tests for the overall `plan_build` method ---
+
+def test_plan_build_full_rebuild(mocker, base_config, command_map, execution_graph):
+    """
+    Tests that a full rebuild is planned when the build state is empty.
+    """
+    # Mock the command generation and graph creation
+    mocker.patch.object(
+        BuildPlanner, "_generate_command_map_and_graph", return_value=(command_map, execution_graph)
+    )
+
+    # Mock the outdated check to always return MISSING_OUTPUT for simplicity
+    mocker.patch.object(
+        BuildPlanner, "_is_step_outdated",
+        return_value=(UpdateCode.MISSING_OUTPUT, "mock_output.txt")
+    )
+
+    planner = BuildPlanner(base_config, build_state={})
+    plan = planner.plan_build(profile_name="test_profile")
+
+    assert len(plan.steps_to_run) == 2
+    assert len(plan.steps_to_skip) == 0
+    assert plan.steps_to_run[0].node_name == "StepA"
+    assert plan.steps_to_run[1].node_name == "StepB"
+
+
+def test_plan_build_partial_rebuild(mocker, base_config, command_map, execution_graph):
+    """
+    Tests that a partial rebuild is planned when only one step is outdated,
+    and the change is correctly propagated to its descendants.
+    """
+    mocker.patch.object(
+        BuildPlanner, "_generate_command_map_and_graph", return_value=(command_map, execution_graph)
+    )
+
+    # Mock the outdated check: StepA is outdated, StepB is not (yet).
+    def mock_is_outdated(command):
+        if command['output'] == "output_a.txt":
+            return (UpdateCode.COMMAND_CHANGED, "")
+        return (UpdateCode.UP_TO_DATE, "")
+
+    mocker.patch.object(BuildPlanner, "_is_step_outdated", side_effect=mock_is_outdated)
+
+    planner = BuildPlanner(base_config, build_state={"mock": "state"})
+    plan = planner.plan_build(profile_name="test_profile")
+
+    # StepA is outdated, and StepB must be rebuilt because its dependency changed.
+    assert len(plan.steps_to_run) == 2
+    assert len(plan.steps_to_skip) == 0
+
+    # Check the reasons for the rebuild
+    step_a_plan = next(s for s in plan.steps_to_run if s.node_name == "StepA")
+    step_b_plan = next(s for s in plan.steps_to_run if s.node_name == "StepB")
+
+    assert step_a_plan.update_code == UpdateCode.COMMAND_CHANGED
+    assert step_b_plan.update_code == UpdateCode.DEPENDENCY_CHANGED
+
+
+def test_plan_build_no_rebuild(mocker, base_config, command_map, execution_graph):
+    """
+    Tests that no steps are planned to run when everything is up-to-date.
+    """
+    mocker.patch.object(
+        BuildPlanner, "_generate_command_map_and_graph", return_value=(command_map, execution_graph)
+    )
+
+    # Mock the outdated check to always return UP_TO_DATE
+    mocker.patch.object(
+        BuildPlanner, "_is_step_outdated", return_value=(UpdateCode.UP_TO_DATE, "")
+    )
+
+    planner = BuildPlanner(base_config, build_state={"mock": "state"})
+    plan = planner.plan_build(profile_name="test_profile")
+
+    assert len(plan.steps_to_run) == 0
+    assert len(plan.steps_to_skip) == 2