sd-dougu 0.0.1__py3-none-any.whl

dougu/graph/graph.py

@@ -0,0 +1,175 @@
+import dataclasses
+
+import dask
+import operator
+
+import toolviper
+
+import xarray as xr
+import graphviper.graph_tools as graph_tools
+import toolviper.utils.logger as logger
+
+from graphviper.graph_tools.generate_dask_workflow import generate_dask_workflow
+
+
+class Graph:
+    def __init__(self):
+        self._nodes = {}
+
+        self._node_mapping = None
+        self._coordinates = None
+        self._graph = None
+        self._dataset = None
+
+    def __getitem__(self, item):
+
+        # convert to a list so we can parse the input
+        item = list(item)
+        trees = {
+            key: value
+            for key, value in zip(item, list(operator.itemgetter(*item)(self._dataset)))
+        }
+
+        return xr.DataTree.from_dict(data=trees)
+
+    def filter(self, leaves=None):
+        drop = set(self._dataset.keys()) ^ set(leaves)
+
+        logger.info(f"Dropping nodes: {drop}")
+        self._dataset = self._dataset.drop_nodes(names=drop)
+
+    @classmethod
+    def from_dataset(cls, dataset):
+        logger.info("Creating graph from dataset ...")
+        graph = cls()
+        graph._dataset = dataset
+        return graph
+
+    def build_node(self, ps_partition=None):
+        """Builds a node from the dataset and coordinates"""
+        if self._coordinates is None:
+            raise ValueError("Coordinates must be set before building node")
+
+        if self._dataset is None:
+            raise ValueError("Dataset must be set before building node")
+
+        self._node_mapping = (
+            graph_tools.coordinate_utils.interpolate_data_coords_onto_parallel_coords(
+                self._coordinates, self._dataset, ps_partition=ps_partition
+            )
+        )
+
+    def make_coordinates(self, coords):
+        self._coordinates = dict.fromkeys(coords)
+
+        for coord in coords:
+            if coord == "antenna_name":
+                logger.info("Making antenna coordinate ...")
+                xds = self._dataset.xr_ps.get_combined_antenna_xds()
+                self._coordinates[coord] = (
+                    graph_tools.coordinate_utils.make_parallel_coord(
+                        coord=xds.antenna_name, n_chunks=xds.antenna_name.shape[0]
+                    )
+                )
+
+            elif coord == "field_name":
+                logger.info("Making field coordinate ...")
+                xds = self._dataset.xr_ps.get_combined_field_and_source_xds()
+                self._coordinates[coord] = (
+                    graph_tools.coordinate_utils.make_parallel_coord(
+                        coord=xds.field_name, n_chunks=xds.field_name.shape[0]
+                    )
+                )
+
+            elif coord == "polarization":
+                logger.info("Making polarization coordinate ...")
+                xds = self._dataset.xr_ps.get_combined_field_and_source_xds()
+                self._coordinates[coord] = (
+                    graph_tools.coordinate_utils.make_parallel_coord(
+                        coord=xds.polarization,
+                        n_chunks=xds.polarization.values.shape[0],
+                    )
+                )
+
+            else:
+                logger.error(f"Coordinate {coord} not found in dataset.")
+
+    def map(self, function, parameters=None, connect=None, make_workflow=False):
+
+        name = function.__name__
+
+        self._graph = graph_tools.map(
+            input_data=self._dataset,
+            node_task_data_mapping=self._node_mapping,
+            node_task=function,
+            input_params=parameters,
+            previous=self._nodes[connect].result if connect is not None else None,
+        )
+
+        if parameters is None:
+            parameters = {}
+
+        if make_workflow:
+            self._graph = generate_dask_workflow(self._graph)
+
+        self._nodes[name] = GraphNode(
+            parameters=parameters,
+            function=function,
+            previous=None if connect is None else self._nodes[connect].result,
+            result=self._graph,
+        )
+
+    def reduce(self, function, parameters=None, connect=None, mode="tree"):
+        name = function.__name__
+
+        graph_tools.reduce(
+            graph=self._graph,
+            reduce_node_task=function,
+            input_params=parameters,
+            mode=mode,
+        )
+
+        self._graph = generate_dask_workflow(self._graph)
+
+        self._nodes[name] = GraphNode(
+            parameters=parameters,
+            function=function,
+            previous=None if connect is None else self._nodes[connect].result,
+            result=self._graph,
+        )
+
+    def reset(self):
+        self._nodes = {}
+        self._graph = None
+        # self._dataset = None
+        self._coordinates = None
+        self._node_mapping = None
+
+    def compute(self):
+        return dask.compute(self._graph)
+
+    @property
+    def datatree(self):
+        return self._dataset
+
+    @property
+    def coordinates(self):
+        return toolviper.utils.display.DataDict.html(self._coordinates)
+
+    @property
+    def node_mapping(self):
+        return toolviper.utils.display.DataDict.html(self._node_mapping)
+
+    @property
+    def graph(self):
+        return self._graph
+
+
+@dataclasses.dataclass
+class GraphNode:
+    """A class representing a node in a graph."""
+
+    parameters: dict
+    function: callable
+    result: dict | list | None
+    previous: dict | list | None

sd_dougu-0.0.1.dist-info/METADATA

@@ -0,0 +1,47 @@
+Metadata-Version: 2.4
+Name: sd-dougu
+Version: 0.0.1
+Summary: Toolkit for Single Dish RAPDS Development and Processing
+Author-email: Joshua Hoskins <joshua.hoskins@nao.ac.jp>
+Requires-Python: <3.15,>=3.13
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: xarray
+Requires-Dist: toolviper
+Requires-Dist: graphviper
+Provides-Extra: zarr
+Requires-Dist: astropy; extra == "zarr"
+Requires-Dist: toolviper>=0.1.3; extra == "zarr"
+Requires-Dist: s3fs; extra == "zarr"
+Requires-Dist: scipy; extra == "zarr"
+Requires-Dist: xarray; extra == "zarr"
+Requires-Dist: zarr<4,>=3; extra == "zarr"
+Requires-Dist: numcodecs>=0.16; extra == "zarr"
+Requires-Dist: pyarrow; extra == "zarr"
+Requires-Dist: psutil; extra == "zarr"
+Provides-Extra: asdm
+Requires-Dist: astropy; extra == "asdm"
+Requires-Dist: pyasdm; extra == "asdm"
+Requires-Dist: toolviper; extra == "asdm"
+Requires-Dist: xarray; extra == "asdm"
+Provides-Extra: interactive
+Requires-Dist: astropy; extra == "interactive"
+Requires-Dist: toolviper; extra == "interactive"
+Requires-Dist: s3fs; extra == "interactive"
+Requires-Dist: scipy; extra == "interactive"
+Requires-Dist: xarray; extra == "interactive"
+Requires-Dist: zarr<4,>=3; extra == "interactive"
+Requires-Dist: numcodecs>=0.16; extra == "interactive"
+Requires-Dist: pyarrow; extra == "interactive"
+Requires-Dist: psutil; extra == "interactive"
+Requires-Dist: matplotlib; extra == "interactive"
+Requires-Dist: prettytable; extra == "interactive"
+Requires-Dist: jupyterlab; extra == "interactive"
+Requires-Dist: ipykernel; extra == "interactive"
+Requires-Dist: ipympl; extra == "interactive"
+Requires-Dist: ipython; extra == "interactive"
+Requires-Dist: jupyter-client; extra == "interactive"
+Dynamic: license-file
+
+# dougu
+Toolbox for Single Dish Radio Astronomy 

sd_dougu-0.0.1.dist-info/RECORD

@@ -0,0 +1,6 @@
+dougu/graph/graph.py,sha256=put9Hinlr2GzYP9jA0g9z5RSXzaXrWo2RvUPJh2Fx98,5323
+sd_dougu-0.0.1.dist-info/licenses/LICENSE,sha256=vA5hjWOKkhtsS6a4YqujEfxvO6HU_yRdMx-SZJLMPek,1494
+sd_dougu-0.0.1.dist-info/METADATA,sha256=Acn1maAhupgFMA5o5xtwSGT9vMx6GGstH6Oz0_X4Xis,1790
+sd_dougu-0.0.1.dist-info/WHEEL,sha256=mOdXR9C3wMVov7cSY8PY-XCzo3SmmWCHvGQr5csJoao,91
+sd_dougu-0.0.1.dist-info/top_level.txt,sha256=bPXrCxcrSxaUNN3bdRLwEuRXGHZz7w1j7aQcSBtTkeU,6
+sd_dougu-0.0.1.dist-info/RECORD,,

sd_dougu-0.0.1.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (84.2.1)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

sd_dougu-0.0.1.dist-info/licenses/LICENSE

@@ -0,0 +1,28 @@
+BSD 3-Clause License
+
+Copyright (c) 2026, Mogsoft
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+   list of conditions and the following disclaimer.
+
+2. Redistributions in binary form must reproduce the above copyright notice,
+   this list of conditions and the following disclaimer in the documentation
+   and/or other materials provided with the distribution.
+
+3. Neither the name of the copyright holder nor the names of its
+   contributors may be used to endorse or promote products derived from
+   this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

sd_dougu-0.0.1.dist-info/top_level.txt

@@ -0,0 +1 @@
+dougu