sd-dougu 0.0.1__tar.gz

sd_dougu-0.0.1/LICENSE

@@ -0,0 +1,28 @@
+BSD 3-Clause License
+
+Copyright (c) 2026, Mogsoft
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+   list of conditions and the following disclaimer.
+
+2. Redistributions in binary form must reproduce the above copyright notice,
+   this list of conditions and the following disclaimer in the documentation
+   and/or other materials provided with the distribution.
+
+3. Neither the name of the copyright holder nor the names of its
+   contributors may be used to endorse or promote products derived from
+   this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

sd_dougu-0.0.1/PKG-INFO

@@ -0,0 +1,47 @@
+Metadata-Version: 2.4
+Name: sd-dougu
+Version: 0.0.1
+Summary: Toolkit for Single Dish RAPDS Development and Processing
+Author-email: Joshua Hoskins <joshua.hoskins@nao.ac.jp>
+Requires-Python: <3.15,>=3.13
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: xarray
+Requires-Dist: toolviper
+Requires-Dist: graphviper
+Provides-Extra: zarr
+Requires-Dist: astropy; extra == "zarr"
+Requires-Dist: toolviper>=0.1.3; extra == "zarr"
+Requires-Dist: s3fs; extra == "zarr"
+Requires-Dist: scipy; extra == "zarr"
+Requires-Dist: xarray; extra == "zarr"
+Requires-Dist: zarr<4,>=3; extra == "zarr"
+Requires-Dist: numcodecs>=0.16; extra == "zarr"
+Requires-Dist: pyarrow; extra == "zarr"
+Requires-Dist: psutil; extra == "zarr"
+Provides-Extra: asdm
+Requires-Dist: astropy; extra == "asdm"
+Requires-Dist: pyasdm; extra == "asdm"
+Requires-Dist: toolviper; extra == "asdm"
+Requires-Dist: xarray; extra == "asdm"
+Provides-Extra: interactive
+Requires-Dist: astropy; extra == "interactive"
+Requires-Dist: toolviper; extra == "interactive"
+Requires-Dist: s3fs; extra == "interactive"
+Requires-Dist: scipy; extra == "interactive"
+Requires-Dist: xarray; extra == "interactive"
+Requires-Dist: zarr<4,>=3; extra == "interactive"
+Requires-Dist: numcodecs>=0.16; extra == "interactive"
+Requires-Dist: pyarrow; extra == "interactive"
+Requires-Dist: psutil; extra == "interactive"
+Requires-Dist: matplotlib; extra == "interactive"
+Requires-Dist: prettytable; extra == "interactive"
+Requires-Dist: jupyterlab; extra == "interactive"
+Requires-Dist: ipykernel; extra == "interactive"
+Requires-Dist: ipympl; extra == "interactive"
+Requires-Dist: ipython; extra == "interactive"
+Requires-Dist: jupyter-client; extra == "interactive"
+Dynamic: license-file
+
+# dougu
+Toolbox for Single Dish Radio Astronomy 

sd_dougu-0.0.1/README.md

@@ -0,0 +1,2 @@
+# dougu
+Toolbox for Single Dish Radio Astronomy 

sd_dougu-0.0.1/pyproject.toml

@@ -0,0 +1,87 @@
+[project]
+name = "sd-dougu"
+version = "v0.0.1"
+
+description = "Toolkit for Single Dish RAPDS Development and Processing"
+authors = [
+    {name = "Joshua Hoskins", email="joshua.hoskins@nao.ac.jp"}
+]
+license = {file = "LICENSE.txt"}
+readme = "README.md"
+requires-python = ">= 3.13, < 3.15"
+
+dependencies = [
+    "xarray",
+    "toolviper",
+    "graphviper"
+]
+
+[build-system]
+requires = ["setuptools >= 77.0.3", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project.optional-dependencies]
+zarr = [
+    "astropy",
+    "toolviper>=0.1.3",
+    "s3fs",
+    "scipy",
+    "xarray",
+    "zarr>=3,<4",
+    # numcodecs < 0.16 copies each Blosc-compressed chunk out of a full-size
+    # output buffer, so every zarr chunk write peaks at uncompressed plus
+    # compressed size. 0.16 resizes the buffer in place.
+    "numcodecs>=0.16",
+    "pyarrow",
+    "psutil" # psutil is needed so large FITS images are not loaded into memory
+]
+
+asdm = [
+    "astropy",
+    "pyasdm",
+    "toolviper",
+    "xarray",
+]
+
+interactive = [
+    "astropy",
+    "toolviper",
+    "s3fs",
+    "scipy",
+    "xarray",
+    "zarr>=3,<4",
+    "numcodecs>=0.16", # see the zarr extra
+    "pyarrow",
+    "psutil",
+    "matplotlib",
+    "prettytable",
+    "jupyterlab",
+    "ipykernel",
+    "ipympl",
+    "ipython",
+    "jupyter-client",
+]
+
+[tool.ruff]
+target-version = "py311"
+# reviews/ holds archival schema-review notebooks (kept with their historical
+# stored outputs); they are records, not maintained code -- don"t lint/format.
+extend-exclude = ["reviews"]
+
+[tool.ruff.lint]
+# Ruff replaces isort + black (layout via `ruff format`, import sorting via the
+# "I" rules) and also lints for real defects and best practices:
+#   E4/E7/E9 -- pycodestyle errors (import placement, statement syntax, runtime)
+#   F        -- pyflakes: undefined names, unused imports, unused variables
+#   B        -- flake8-bugbear: likely bugs (mutable defaults, loop captures, ...)
+#   UP       -- pyupgrade: outdated syntax/typing (mirrors the pyupgrade hook)
+select = ["E4", "E7", "E9", "F", "B", "UP", "I"]
+# E741 (ambiguous variable name l/I/O): l and m are the standard radio-astronomy
+# direction-cosine coordinate names in the image schema and must keep those names.
+ignore = ["E741"]
+
+[tool.ruff.lint.per-file-ignores]
+# Tutorial/guide notebooks introduce imports cell-by-cell as the narrative
+# needs them (E402), and use try-import cells to probe for/install packages
+# (F401); that is deliberate style, not an error.
+"*.ipynb" = ["E402", "F401"]

sd_dougu-0.0.1/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

sd_dougu-0.0.1/src/dougu/graph/graph.py

@@ -0,0 +1,175 @@
+import dataclasses
+
+import dask
+import operator
+
+import toolviper
+
+import xarray as xr
+import graphviper.graph_tools as graph_tools
+import toolviper.utils.logger as logger
+
+from graphviper.graph_tools.generate_dask_workflow import generate_dask_workflow
+
+
+class Graph:
+    def __init__(self):
+        self._nodes = {}
+
+        self._node_mapping = None
+        self._coordinates = None
+        self._graph = None
+        self._dataset = None
+
+    def __getitem__(self, item):
+
+        # convert to a list so we can parse the input
+        item = list(item)
+        trees = {
+            key: value
+            for key, value in zip(item, list(operator.itemgetter(*item)(self._dataset)))
+        }
+
+        return xr.DataTree.from_dict(data=trees)
+
+    def filter(self, leaves=None):
+        drop = set(self._dataset.keys()) ^ set(leaves)
+
+        logger.info(f"Dropping nodes: {drop}")
+        self._dataset = self._dataset.drop_nodes(names=drop)
+
+    @classmethod
+    def from_dataset(cls, dataset):
+        logger.info("Creating graph from dataset ...")
+        graph = cls()
+        graph._dataset = dataset
+        return graph
+
+    def build_node(self, ps_partition=None):
+        """Builds a node from the dataset and coordinates"""
+        if self._coordinates is None:
+            raise ValueError("Coordinates must be set before building node")
+
+        if self._dataset is None:
+            raise ValueError("Dataset must be set before building node")
+
+        self._node_mapping = (
+            graph_tools.coordinate_utils.interpolate_data_coords_onto_parallel_coords(
+                self._coordinates, self._dataset, ps_partition=ps_partition
+            )
+        )
+
+    def make_coordinates(self, coords):
+        self._coordinates = dict.fromkeys(coords)
+
+        for coord in coords:
+            if coord == "antenna_name":
+                logger.info("Making antenna coordinate ...")
+                xds = self._dataset.xr_ps.get_combined_antenna_xds()
+                self._coordinates[coord] = (
+                    graph_tools.coordinate_utils.make_parallel_coord(
+                        coord=xds.antenna_name, n_chunks=xds.antenna_name.shape[0]
+                    )
+                )
+
+            elif coord == "field_name":
+                logger.info("Making field coordinate ...")
+                xds = self._dataset.xr_ps.get_combined_field_and_source_xds()
+                self._coordinates[coord] = (
+                    graph_tools.coordinate_utils.make_parallel_coord(
+                        coord=xds.field_name, n_chunks=xds.field_name.shape[0]
+                    )
+                )
+
+            elif coord == "polarization":
+                logger.info("Making polarization coordinate ...")
+                xds = self._dataset.xr_ps.get_combined_field_and_source_xds()
+                self._coordinates[coord] = (
+                    graph_tools.coordinate_utils.make_parallel_coord(
+                        coord=xds.polarization,
+                        n_chunks=xds.polarization.values.shape[0],
+                    )
+                )
+
+            else:
+                logger.error(f"Coordinate {coord} not found in dataset.")
+
+    def map(self, function, parameters=None, connect=None, make_workflow=False):
+
+        name = function.__name__
+
+        self._graph = graph_tools.map(
+            input_data=self._dataset,
+            node_task_data_mapping=self._node_mapping,
+            node_task=function,
+            input_params=parameters,
+            previous=self._nodes[connect].result if connect is not None else None,
+        )
+
+        if parameters is None:
+            parameters = {}
+
+        if make_workflow:
+            self._graph = generate_dask_workflow(self._graph)
+
+        self._nodes[name] = GraphNode(
+            parameters=parameters,
+            function=function,
+            previous=None if connect is None else self._nodes[connect].result,
+            result=self._graph,
+        )
+
+    def reduce(self, function, parameters=None, connect=None, mode="tree"):
+        name = function.__name__
+
+        graph_tools.reduce(
+            graph=self._graph,
+            reduce_node_task=function,
+            input_params=parameters,
+            mode=mode,
+        )
+
+        self._graph = generate_dask_workflow(self._graph)
+
+        self._nodes[name] = GraphNode(
+            parameters=parameters,
+            function=function,
+            previous=None if connect is None else self._nodes[connect].result,
+            result=self._graph,
+        )
+
+    def reset(self):
+        self._nodes = {}
+        self._graph = None
+        # self._dataset = None
+        self._coordinates = None
+        self._node_mapping = None
+
+    def compute(self):
+        return dask.compute(self._graph)
+
+    @property
+    def datatree(self):
+        return self._dataset
+
+    @property
+    def coordinates(self):
+        return toolviper.utils.display.DataDict.html(self._coordinates)
+
+    @property
+    def node_mapping(self):
+        return toolviper.utils.display.DataDict.html(self._node_mapping)
+
+    @property
+    def graph(self):
+        return self._graph
+
+
+@dataclasses.dataclass
+class GraphNode:
+    """A class representing a node in a graph."""
+
+    parameters: dict
+    function: callable
+    result: dict | list | None
+    previous: dict | list | None

sd_dougu-0.0.1/src/sd_dougu.egg-info/PKG-INFO

@@ -0,0 +1,47 @@
+Metadata-Version: 2.4
+Name: sd-dougu
+Version: 0.0.1
+Summary: Toolkit for Single Dish RAPDS Development and Processing
+Author-email: Joshua Hoskins <joshua.hoskins@nao.ac.jp>
+Requires-Python: <3.15,>=3.13
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: xarray
+Requires-Dist: toolviper
+Requires-Dist: graphviper
+Provides-Extra: zarr
+Requires-Dist: astropy; extra == "zarr"
+Requires-Dist: toolviper>=0.1.3; extra == "zarr"
+Requires-Dist: s3fs; extra == "zarr"
+Requires-Dist: scipy; extra == "zarr"
+Requires-Dist: xarray; extra == "zarr"
+Requires-Dist: zarr<4,>=3; extra == "zarr"
+Requires-Dist: numcodecs>=0.16; extra == "zarr"
+Requires-Dist: pyarrow; extra == "zarr"
+Requires-Dist: psutil; extra == "zarr"
+Provides-Extra: asdm
+Requires-Dist: astropy; extra == "asdm"
+Requires-Dist: pyasdm; extra == "asdm"
+Requires-Dist: toolviper; extra == "asdm"
+Requires-Dist: xarray; extra == "asdm"
+Provides-Extra: interactive
+Requires-Dist: astropy; extra == "interactive"
+Requires-Dist: toolviper; extra == "interactive"
+Requires-Dist: s3fs; extra == "interactive"
+Requires-Dist: scipy; extra == "interactive"
+Requires-Dist: xarray; extra == "interactive"
+Requires-Dist: zarr<4,>=3; extra == "interactive"
+Requires-Dist: numcodecs>=0.16; extra == "interactive"
+Requires-Dist: pyarrow; extra == "interactive"
+Requires-Dist: psutil; extra == "interactive"
+Requires-Dist: matplotlib; extra == "interactive"
+Requires-Dist: prettytable; extra == "interactive"
+Requires-Dist: jupyterlab; extra == "interactive"
+Requires-Dist: ipykernel; extra == "interactive"
+Requires-Dist: ipympl; extra == "interactive"
+Requires-Dist: ipython; extra == "interactive"
+Requires-Dist: jupyter-client; extra == "interactive"
+Dynamic: license-file
+
+# dougu
+Toolbox for Single Dish Radio Astronomy 

sd_dougu-0.0.1/src/sd_dougu.egg-info/SOURCES.txt

@@ -0,0 +1,9 @@
+LICENSE
+README.md
+pyproject.toml
+src/dougu/graph/graph.py
+src/sd_dougu.egg-info/PKG-INFO
+src/sd_dougu.egg-info/SOURCES.txt
+src/sd_dougu.egg-info/dependency_links.txt
+src/sd_dougu.egg-info/requires.txt
+src/sd_dougu.egg-info/top_level.txt

sd_dougu-0.0.1/src/sd_dougu.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

sd_dougu-0.0.1/src/sd_dougu.egg-info/requires.txt

@@ -0,0 +1,38 @@
+xarray
+toolviper
+graphviper
+
+[asdm]
+astropy
+pyasdm
+toolviper
+xarray
+
+[interactive]
+astropy
+toolviper
+s3fs
+scipy
+xarray
+zarr<4,>=3
+numcodecs>=0.16
+pyarrow
+psutil
+matplotlib
+prettytable
+jupyterlab
+ipykernel
+ipympl
+ipython
+jupyter-client
+
+[zarr]
+astropy
+toolviper>=0.1.3
+s3fs
+scipy
+xarray
+zarr<4,>=3
+numcodecs>=0.16
+pyarrow
+psutil

sd_dougu-0.0.1/src/sd_dougu.egg-info/top_level.txt

@@ -0,0 +1 @@
+dougu