pz-rail-astro-tools 1.0.0__tar.gz → 1.0.2__tar.gz

{pz_rail_astro_tools-1.0.0 → pz_rail_astro_tools-1.0.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pz-rail-astro-tools
-Version: 1.0.0
+Version: 1.0.2
 Author-email: "LSST Dark Energy Science Collaboration (DESC)" <lsst-desc-rail-admin@slac.stanford.edu>
 License: MIT License
         

{pz_rail_astro_tools-1.0.0 → pz_rail_astro_tools-1.0.2}/src/pz_rail_astro_tools.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pz-rail-astro-tools
-Version: 1.0.0
+Version: 1.0.2
 Author-email: "LSST Dark Energy Science Collaboration (DESC)" <lsst-desc-rail-admin@slac.stanford.edu>
 License: MIT License
         

{pz_rail_astro_tools-1.0.0 → pz_rail_astro_tools-1.0.2}/src/pz_rail_astro_tools.egg-info/SOURCES.txt

@@ -35,6 +35,7 @@ src/rail/examples_data/creation_data/data/survey_conditions/DC2-dr6-galcounts-i2
 src/rail/examples_data/creation_data/data/survey_conditions/DC2-mask-neg-nside-128.fits
 src/rail/examples_data/creation_data/data/survey_conditions/minion_1016_dc2_Median_airmass_i_and_nightlt1825_HEAL.fits
 src/rail/examples_data/creation_data/data/survey_conditions/minion_1016_dc2_Median_fiveSigmaDepth_i_and_nightlt1825_HEAL.fits
+src/rail/examples_data/testdata/rubin_dm_dc2_example2.pq
 src/rail/tools/photometry_tools.py
 tests/astro_tools/test_core.py
 tests/astro_tools/test_degraders.py

{pz_rail_astro_tools-1.0.0 → pz_rail_astro_tools-1.0.2}/src/rail/astro_tools/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '1.0.0'
-__version_tuple__ = version_tuple = (1, 0, 0)
+__version__ = version = '1.0.2'
+__version_tuple__ = version_tuple = (1, 0, 2)

{pz_rail_astro_tools-1.0.0 → pz_rail_astro_tools-1.0.2}/src/rail/tools/photometry_tools.py

@@ -13,6 +13,7 @@ from ceci.config import StageParameter as Param
 from rail.core.data import PqHandle
 from rail.core.stage import RailStage
 from rail.core.data import PqHandle, Hdf5Handle
+from rail.core.common_params import SHARED_PARAMS
 
 import hyperbolic  # https://github.com/jlvdb/hyperbolic
 
@@ -20,8 +21,6 @@ dustmaps_config = tables_io.lazy_modules.lazyImport('dustmaps.config')
 dustmaps_sfd = tables_io.lazy_modules.lazyImport('dustmaps.sfd')
 
 
-
-
 # default column names in DC2
 LSST_BANDS = 'ugrizy'
 DEFAULT_MAG_COLS = [f"mag_{band}_lsst" for band in LSST_BANDS]
@@ -333,7 +332,7 @@ class HyperbolicMagnitudes(PhotometryManipulator):
             Input table with photometry (magnitudes or flux columns and their respective
             uncertainties) as defined by the configuration.
         parameters : `PqHandle`
-            Table with smoothing parameters per photometric band, determined by
+            Table witdh smoothing parameters per photometric band, determined by
             `HyperbolicSmoothing`.
 
         Returns
@@ -412,16 +411,18 @@ class LSSTFluxToMagConverter(RailStage):
         return self.get_handle('output')
 
 
-class Dereddener(RailStage):
+class DustMapBase(RailStage):
     """Utility stage that does dereddening
     
     Note: set copy_all_cols=True to copy all 
     columns in data, copy_cols will be ignored
     """
-    name = 'Dereddener'
+    name = 'DustMapBase'
 
     config_options = RailStage.config_options.copy()
     config_options.update(bands='ugrizy')
+    config_options.update(ra_name='ra')
+    config_options.update(dec_name='dec')
     config_options.update(mag_name="mag_{band}_lsst")
     config_options.update(band_a_env=[4.81,3.64,2.70,2.06,1.58,1.31])
     config_options.update(dustmap_name='sfd')
@@ -429,8 +430,8 @@ class Dereddener(RailStage):
     config_options.update(copy_cols=[])
     config_options.update(copy_all_cols=False)
 
-    inputs = [('input', Hdf5Handle)]
-    outputs = [('output', Hdf5Handle)]
+    inputs = [('input', PqHandle)]
+    outputs = [('output', PqHandle)]
 
     def fetch_map(self):
         dust_map_dict = dict(sfd=dustmaps_sfd)
@@ -439,12 +440,15 @@ class Dereddener(RailStage):
         except KeyError as msg:  # pragma: no cover
             raise KeyError(f"Unknown dustmap {self.config.dustmap_name}, options are {list(dust_map_dict.keys())}") from msg
 
-        if os.path.exists(os.path.join(self.config.dustmap_dir, self.config.dustmap_name)):  # pragma: no cover
+        dustmap_dir = os.path.expandvars(self.config.dustmap_dir)
+        dustmap_path = os.path.join(dustmap_dir, self.config.dustmap_name)
+        if os.path.exists(dustmap_path):  # pragma: no cover
             # already downloaded, return
             return
         
         dust_map_config = dustmaps_config.config
-        dust_map_config['data_dir'] = self.config.dustmap_dir
+        # dust_map_config['data_dir'] = self.config.dustmap_dir
+        dust_map_config['data_dir'] = dustmap_dir
         fetch_func = dust_map_submod.fetch
         fetch_func()
         
@@ -455,7 +459,7 @@ class Dereddener(RailStage):
     def run(self):
         data = self.get_data('input', allow_missing=True)
         out_data = {}
-        coords = SkyCoord(data['ra'], data['decl'], unit = 'deg',frame='fk5')
+        coords = SkyCoord(data[self.config.ra_name], data[self.config.dec_name], unit = 'deg',frame='fk5')
         dust_map_dict = dict(sfd=dustmaps_sfd.SFDQuery)
         try:
             dust_map_class = dust_map_dict[self.config.dustmap_name]
@@ -469,7 +473,7 @@ class Dereddener(RailStage):
         for i, band_ in enumerate(self.config.bands):
             band_mag_name = self.config.mag_name.format(band=band_)
             mag_vals = data[band_mag_name]
-            out_data[band_mag_name] = mag_vals - ebvvec*self.config.band_a_env[i]
+            out_data[band_mag_name] = self._calc_values(mag_vals, ebvvec, self.config.band_a_env[i])
             band_mag_name_list.append(band_mag_name)
        
         # check if copy_all_cols set to true:
@@ -482,7 +486,8 @@ class Dereddener(RailStage):
                 if col_ not in band_mag_name_list:
                     out_data[col_] = data[col_]
 
-        self.add_data('output', out_data)
+        out_data_pd = pd.DataFrame(out_data)
+        self.add_data('output', out_data_pd)
 
     def __call__(self, data):
         """Return a converted table
@@ -500,3 +505,23 @@ class Dereddener(RailStage):
         self.set_data('input', data)
         self.run()
         return self.get_handle('output')
+
+
+class Dereddener(DustMapBase):
+    """Utility stage that does dereddening
+    
+    """
+    name = 'Dereddener'
+
+    def _calc_values(self, mag_vals, ebvvec, band_a_env):
+        return mag_vals - ebvvec*band_a_env
+    
+
+class Reddener(DustMapBase):
+    """Utility stage that does reddening
+    
+    """
+    name = 'Reddener'
+
+    def _calc_values(self, mag_vals, ebvvec, band_a_env):
+        return mag_vals + ebvvec*band_a_env

{pz_rail_astro_tools-1.0.0 → pz_rail_astro_tools-1.0.2}/tests/astro_tools/test_core.py

@@ -20,8 +20,8 @@ from rail.core.data import (
     TableHandle,
 )
 from rail.core.stage import RailStage
-from rail.tools.photometry_tools import HyperbolicMagnitudes, HyperbolicSmoothing, PhotometryManipulator, LSSTFluxToMagConverter, Dereddener
-from rail.utils.path_utils import RAILDIR
+from rail.tools.photometry_tools import HyperbolicMagnitudes, HyperbolicSmoothing, PhotometryManipulator, LSSTFluxToMagConverter, Dereddener, Reddener
+from rail.utils.path_utils import RAILDIR, find_rail_file
 #from rail.tools.util_stages import (
 #    LSSTFluxToMagConverter,
 #    Dereddener,
@@ -37,7 +37,7 @@ def test_flux2mag():
     DS = RailStage.data_store
     DS.clear()
 
-    testFile = os.path.join(RAILDIR, "rail", "examples_data", "testdata", "rubin_dm_dc2_example.pq")
+    testFile = find_rail_file(os.path.join("examples_data", "testdata", "rubin_dm_dc2_example2.pq"))
     test_data = DS.read_file("test_data", TableHandle, testFile)
 
     fluxToMag = LSSTFluxToMagConverter.make_stage(name='flux2mag')
@@ -49,10 +49,10 @@ def test_dereddener():
     DS = RailStage.data_store
     DS.clear()
 
-    testFile = os.path.join(RAILDIR, "rail", "examples_data", "testdata", "rubin_dm_dc2_example.pq")
+    testFile = find_rail_file(os.path.join("examples_data", "testdata", "rubin_dm_dc2_example2.pq"))
     test_data = DS.read_file("test_data", TableHandle, testFile)
 
-    fluxToMag = LSSTFluxToMagConverter.make_stage(name='flux2mag', copy_cols=dict(ra='ra', decl='decl'))
+    fluxToMag = LSSTFluxToMagConverter.make_stage(name='flux2mag', copy_cols=dict(ra='ra', dec='decl'))
 
     is_temp_dir = False
     dustmap_dir = os.environ.get('RAIL_DUSTMAP_DIR')
@@ -62,10 +62,12 @@ def test_dereddener():
         is_temp_dir = True
 
     dereddener = Dereddener.make_stage(name='dereddner', dustmap_dir=dustmap_dir)
+    reddener = Reddener.make_stage(name='reddner', dustmap_dir=dustmap_dir)
     dereddener.fetch_map()
 
     flux_data = fluxToMag(test_data)
     dered_data = dereddener(flux_data)
+    red_data = reddener(flux_data)
 
     if is_temp_dir:
         tmp_dustmap_dir.cleanup()