HowdenPipeline 0.0.3__tar.gz

howdenpipeline-0.0.3/HowdenPipeline/pipeline.py

@@ -0,0 +1,64 @@
+from pathlib import Path
+from collections import defaultdict
+import os
+import json
+
+class GraphPipeline:
+    def __init__(self, root_folder: str):
+        self.root_folder = Path(root_folder)
+
+        self.graph = defaultdict(list)
+        self.nodes = {}
+
+    def add_node(self, cls, dependencies=None):
+        name = cls.__class__.__name__
+        identity = hex(id(cls))
+        self.nodes[identity] = cls
+        if dependencies:
+            for dep in dependencies:
+                dependent_identity = hex(id(dep))
+                dep_name = dependent_identity if isinstance(dep, type) else dep
+                self.graph[dep_name].append(name)
+        else:
+            self.graph[identity] = self.graph.get(identity, [])
+
+    def execute(self):
+
+        pdf_files =  list(self.root_folder.rglob("*.pdf"))
+
+        for pdf_file in pdf_files:
+            for name, step in self.nodes.items():
+                if name in self.graph.keys():
+                    hash_ = self.compute_hash(step)
+                    path = Path(pdf_file.parent / hash_)
+                    path.mkdir(parents=True, exist_ok=True)
+                    file_path = path / Path(pdf_file.name).with_suffix(".md")
+                    if file_path.exists():
+                        result = file_path.read_text(encoding="utf-8")
+                    else:
+                        result = step(pdf_file)
+                        file_path.write_text(result, encoding="utf-8")
+                        json_parameter = file_path.parent / "paramter.json"
+                        attrs = {k: v for k, v in step.__dict__.items() if not k.startswith('_')}
+                        json_parameter.write_text(json.dumps(attrs), encoding="utf-8")
+                else:
+                    result = file_path.read_text(encoding="utf-8")
+                    result = step(result)
+                    print(result)
+
+
+                #outputs = self._process_single_pdf(pdf_path, max_cycles)
+
+                #output_file = self.output_folder / f"{subfolder.name}.json"
+                #with open(output_file, "w", encoding="utf-8") as f:
+                #    json.dump(outputs, f, indent=2)
+
+    @staticmethod
+    def compute_hash(cls) -> str:
+        import hashlib
+        # Collect all instance attributes
+        attrs = {k: v for k, v in cls.__dict__.items() if k != "hash"}
+        # Convert to JSON string for a stable representation
+        attrs_str = json.dumps(attrs, sort_keys=True, default=str)
+        # Return SHA256 hash
+        return hashlib.sha256(attrs_str.encode()).hexdigest()

howdenpipeline-0.0.3/PKG-INFO

@@ -0,0 +1,41 @@
+Metadata-Version: 2.3
+Name: HowdenPipeline
+Version: 0.0.3
+Summary: A simple configuration manager with Pydantic and JSON export.
+License: MIT
+Keywords: config,configuration,pydantic,json
+Author: JesperThoftIllemannJ
+Author-email: jesper.jaeger@howdendanmark.dk
+Requires-Python: >=3.12,<3.14
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Requires-Dist: howdenconfig (>=1.0.6,<2.0.0)
+Requires-Dist: howdenllm (==0.1.24)
+Requires-Dist: howdenparser (>=2.0.1,<3.0.0)
+Project-URL: Documentation, https://github.com/yourusername/config
+Project-URL: Homepage, https://github.com/yourusername/config
+Project-URL: Repository, https://github.com/yourusername/config
+Description-Content-Type: text/markdown
+
+# Introduction 
+TODO: Give a short introduction of your project. Let this section explain the objectives or the motivation behind this project. 
+
+# Getting Started
+TODO: Guide users through getting your code up and running on their own system. In this section you can talk about:
+1.	Installation process
+2.	Software dependencies
+3.	Latest releases
+4.	API references
+
+# Build and Test
+TODO: Describe and show how to build your code and run the tests. 
+
+# Contribute
+TODO: Explain how other users and developers can contribute to make your code better. 
+
+If you want to learn more about creating good readme files then refer the following [guidelines](https://docs.microsoft.com/en-us/azure/devops/repos/git/create-a-readme?view=azure-devops). You can also seek inspiration from the below readme files:
+- [ASP.NET Core](https://github.com/aspnet/Home)
+- [Visual Studio Code](https://github.com/Microsoft/vscode)
+- [Chakra Core](https://github.com/Microsoft/ChakraCore)

howdenpipeline-0.0.3/README.md

@@ -0,0 +1,20 @@
+# Introduction 
+TODO: Give a short introduction of your project. Let this section explain the objectives or the motivation behind this project. 
+
+# Getting Started
+TODO: Guide users through getting your code up and running on their own system. In this section you can talk about:
+1.	Installation process
+2.	Software dependencies
+3.	Latest releases
+4.	API references
+
+# Build and Test
+TODO: Describe and show how to build your code and run the tests. 
+
+# Contribute
+TODO: Explain how other users and developers can contribute to make your code better. 
+
+If you want to learn more about creating good readme files then refer the following [guidelines](https://docs.microsoft.com/en-us/azure/devops/repos/git/create-a-readme?view=azure-devops). You can also seek inspiration from the below readme files:
+- [ASP.NET Core](https://github.com/aspnet/Home)
+- [Visual Studio Code](https://github.com/Microsoft/vscode)
+- [Chakra Core](https://github.com/Microsoft/ChakraCore)

howdenpipeline-0.0.3/pyproject.toml

@@ -0,0 +1,28 @@
+[project]
+name = "HowdenPipeline"
+description = ""
+readme = "README.md"
+requires-python = ">=3.12,<3.14"
+dependencies = [ "howdenconfig (>=1.0.6,<2.0.0)", "howdenparser (>=2.0.1,<3.0.0)", "howdenllm (==0.1.24)",]
+[[project.authors]]
+name = "JesperThoftIllemannJ"
+email = "jesper.jaeger@howdendanmark.dk"
+
+[build-system]
+requires = [ "poetry-core>=2.0.0,<3.0.0",]
+build-backend = "poetry.core.masonry.api"
+
+[tool.poetry]
+name = "HowdenPipeline"
+version = "0.0.3"
+description = "A simple configuration manager with Pydantic and JSON export."
+authors = [ "JesperThoftIllemannJ <jesper.jaeger@howdendanmark.dk>",]
+readme = "README.md"
+license = "MIT"
+keywords = [ "config", "configuration", "pydantic", "json",]
+homepage = "https://github.com/yourusername/config"
+repository = "https://github.com/yourusername/config"
+documentation = "https://github.com/yourusername/config"
+[[tool.poetry.packages]]
+include = "HowdenPipeline"
+