pz-rail-astro-tools 1.0.5__py3-none-any.whl → 1.0.6__py3-none-any.whl

{pz_rail_astro_tools-1.0.5.dist-info → pz_rail_astro_tools-1.0.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pz-rail-astro-tools
-Version: 1.0.5
+Version: 1.0.6
 Author-email: "LSST Dark Energy Science Collaboration (DESC)" <lsst-desc-rail-admin@slac.stanford.edu>
 License: MIT License
         

{pz_rail_astro_tools-1.0.5.dist-info → pz_rail_astro_tools-1.0.6.dist-info}/RECORD

@@ -1,12 +1,11 @@
 rail/astro_tools/__init__.py,sha256=4J-E0Ug0RP3Y38g8kJ6auAPDPEI4Osf19tuSOAACfxk,432
-rail/astro_tools/_version.py,sha256=ClFIlbf5O23dVWC6oD6t3m2n6nB22IOt3V9t-YX_mG0,411
-rail/creation/degraders/bl_demo.ipynb,sha256=GgaIU1hH_6WgnAJxWDzg79j-fO3_bvjOXbwRIzdAgnM,5633
+rail/astro_tools/_version.py,sha256=T17ZEPR5Omt5RLA0TuZWTufRi58PzGIPek75nFcuMQY,411
 rail/creation/degraders/grid_selection.py,sha256=gJKM0AYdG-HgvjTS3ovupbyoB5bxKhZn9FAAb94pQXY,12429
 rail/creation/degraders/observing_condition_degrader.py,sha256=y6Nal_kSdAz6N8amY4oV6mQ3upa2nIgVbV9P6F0PKwA,19977
 rail/creation/degraders/photometric_errors.py,sha256=xeLI5dH4P-kseClMsy7vTes6EBXh2Ca8_-9-nnFt3b0,4396
 rail/creation/degraders/spectroscopic_degraders.py,sha256=27kylHksXf4MhgdfefSL7C2S3WCK-0YQ1Oc8dOHIBhc,5350
 rail/creation/degraders/spectroscopic_selections.py,sha256=TXlghBWLAniokbUpgw4IQVf3y3R6BwralS0ddiVgMp4,22205
-rail/creation/degraders/unrec_bl_model.py,sha256=mfc3WMfX5QEqZqdeaCRek4I44MYlcXEx-1CkrHSbEIA,3870
+rail/creation/degraders/unrec_bl_model.py,sha256=8kDTDADMOu46BPRBKG9HtVCI9Q71WeQkxYcItzcQC8M,5192
 rail/creation/engines/gcr_engine.py,sha256=LSp599uQGu8GcFNUmib792ScQwSB_Og8VxPLTt9aSNU,2981
 rail/examples_data/creation_data/data/HSC_grid_settings.pkl,sha256=zpJoSR9TSnDyL64DPXivIMam3fn6GOZoyoJoeBj2LAk,141
 rail/examples_data/creation_data/data/hsc_ratios_and_specz.hdf5,sha256=liH54wuuuHxToqjoAwQ_fFmEefk3haNweVThMwdDKN4,13823712
@@ -19,8 +18,8 @@ rail/pipelines/degradation/apply_phot_errors.py,sha256=vj2avYWxfavORIXzJ7925V9Yk
 rail/pipelines/degradation/blending.py,sha256=oxZHy1Tai70wT4g4xnBr24z2LxmR1p_J6lMoTN0nFc8,564
 rail/pipelines/degradation/spectroscopic_selection_pipeline.py,sha256=D0sDi6nrasv5CvQkLXgmMp0QbDrhGFRXzt6sWjlbD68,2028
 rail/tools/photometry_tools.py,sha256=wfKAeMz5T_CYDPC661MHtU1aJXVqomvahZl87KuE7uY,19541
-pz_rail_astro_tools-1.0.5.dist-info/LICENSE,sha256=tLMEN21HbzvT-7umOVVvPjaJZbQxCa-2bAeYLwG5Q04,1102
-pz_rail_astro_tools-1.0.5.dist-info/METADATA,sha256=tbPI6gnnaLabQK0FraTJcEelWyTgVHjAEWdNU-c6iCo,4040
-pz_rail_astro_tools-1.0.5.dist-info/WHEEL,sha256=HiCZjzuy6Dw0hdX5R3LCFPDmFS4BWl8H-8W39XfmgX4,91
-pz_rail_astro_tools-1.0.5.dist-info/top_level.txt,sha256=6R6sqn-85I8YZTzmB9gv7sqckB2QaOTHbu-QLGTWBRE,5
-pz_rail_astro_tools-1.0.5.dist-info/RECORD,,
+pz_rail_astro_tools-1.0.6.dist-info/LICENSE,sha256=tLMEN21HbzvT-7umOVVvPjaJZbQxCa-2bAeYLwG5Q04,1102
+pz_rail_astro_tools-1.0.6.dist-info/METADATA,sha256=FZnRuWE7ouiTsuikU28i2mrssyUgeGsNsEcYW6xzpGs,4040
+pz_rail_astro_tools-1.0.6.dist-info/WHEEL,sha256=R06PA3UVYHThwHvxuRWMqaGcr-PuniXahwjmQRFMEkY,91
+pz_rail_astro_tools-1.0.6.dist-info/top_level.txt,sha256=6R6sqn-85I8YZTzmB9gv7sqckB2QaOTHbu-QLGTWBRE,5
+pz_rail_astro_tools-1.0.6.dist-info/RECORD,,

{pz_rail_astro_tools-1.0.5.dist-info → pz_rail_astro_tools-1.0.6.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (72.2.0)
+Generator: setuptools (75.5.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

rail/astro_tools/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '1.0.5'
-__version_tuple__ = version_tuple = (1, 0, 5)
+__version__ = version = '1.0.6'
+__version_tuple__ = version_tuple = (1, 0, 6)

rail/creation/degraders/unrec_bl_model.py

@@ -2,6 +2,7 @@
 
 from ceci.config import StageParameter as Param
 from rail.creation.degrader import Degrader
+from rail.core.data import PqHandle
 import numpy as np, pandas as pd
 import FoFCatalogMatching
 
@@ -27,6 +28,46 @@ class UnrecBlModel(Degrader):
                           b=Param(str, 'semi_minor', msg='semi minor axis column name'),
                           theta=Param(str, 'orientation', msg='orientation angle column name'))
 
+    outputs = [("output", PqHandle), ("compInd", PqHandle)]
+
+    def __call__(self, sample, seed: int = None):
+        """The main interface method for ``Degrader``.
+
+        Applies degradation.
+
+        This will attach the sample to this `Degrader` (for introspection and
+        provenance tracking).
+
+        Then it will call the run() and finalize() methods, which need to be
+        implemented by the sub-classes.
+
+        The run() method will need to register the data that it creates to this
+        Estimator by using ``self.add_data('output', output_data)``.
+
+        Finally, this will return a PqHandle providing access to that output
+        data.
+
+        Parameters
+        ----------
+        sample : table-like
+            The sample to be degraded
+        seed : int, default=None
+            An integer to set the numpy random seed
+
+        Returns
+        -------
+        output_data : PqHandle
+            A handle giving access to a table with degraded sample
+        """
+        if seed is not None:
+            self.config.seed = seed
+
+        self.set_data("input", sample)
+        self.run()
+        self.finalize()
+
+        return {'output':self.get_handle("output"), 'compInd':self.get_handle("compInd")}
+
     def __match_bl__(self, data):
 
         """Group sources with friends of friends"""
@@ -43,7 +84,7 @@ class UnrecBlModel(Degrader):
         ## adding the group id as the last column to data
         matchData = pd.merge(data, results, left_index=True, right_index=True)
 
-        return matchData
+        return matchData, results
 
     def __merge_bl__(self, data):
 
@@ -53,30 +94,25 @@ class UnrecBlModel(Degrader):
         unique_id = np.unique(group_id)
 
         ra_label, dec_label = self.config.ra_label, self.config.dec_label
-
-        cols = list(data.columns)
-        ra_ind = cols.index(ra_label)
-        dec_ind = cols.index(dec_label)
-        bands_ind = {b:cols.index(b) for b in self.config.bands}
+        cols = [ra_label, dec_label] + [b for b in self.config.bands] + ['group_id']
 
         N_rows = len(unique_id)
         N_cols = len(cols)
 
         mergeData = np.zeros((N_rows, N_cols))
-        
         for i, id in enumerate(unique_id):
 
             this_group = data.query(f'group_id=={id}')
 
             ## take the average position for the blended source
-            mergeData[i, ra_ind] = this_group[ra_label].mean()
-            mergeData[i, dec_ind] = this_group[dec_label].mean()
+            mergeData[i, cols.index(ra_label)] = this_group[ra_label].mean()
+            mergeData[i, cols.index(dec_label)] = this_group[dec_label].mean()
 
             ## sum up the fluxes into the blended source
             for b in self.config.bands:
-                  mergeData[i, bands_ind[b]] = -2.5*np.log10(np.sum(10**(-this_group[b]/2.5)))
+                  mergeData[i, cols.index(b)] = -2.5*np.log10(np.sum(10**(-this_group[b]/2.5)))
 
-        mergeData[:,-1] = unique_id
+        mergeData[:,cols.index('group_id')] = unique_id
         mergeData_df = pd.DataFrame(data=mergeData, columns=cols)
         mergeData_df['group_id'] = mergeData_df['group_id'].astype(int)
 
@@ -89,10 +125,12 @@ class UnrecBlModel(Degrader):
         data = self.get_data("input")
 
         # Match for close-by objects
-        matchData = self.__match_bl__(data)
+        matchData, compInd = self.__match_bl__(data)
 
         # Merge matched objects into unrec-bl
         blData = self.__merge_bl__(matchData)
 
-        # Return the new catalog
+        # Return the new catalog and component index in original catalog
         self.add_data("output", blData)
+        self.add_data("compInd", compInd)
+

rail/creation/degraders/bl_demo.ipynb

@@ -1,206 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "markdown",
-   "id": "2610a0f0-0c71-4401-896f-734442bcd66d",
-   "metadata": {},
-   "source": [
-    "## Blending Degrader demo\n",
-    "\n",
-    "author: Shuang Liang\n",
-    "\n",
-    "This notebook demonstrate the use of `rail.creation.degradation.unrec_bl_model`, which uses Friends of Friends to finds sources close to each other and merge them into unrecognized blends"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "f7a6adc3-68e8-4a1d-842f-bfb0960a1c4a",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "from rail.creation.degraders.unrec_bl_model import UnrecBlModel\n",
-    "\n",
-    "from rail.core.data import PqHandle\n",
-    "from rail.core.stage import RailStage\n",
-    "\n",
-    "import matplotlib.pyplot as plt\n",
-    "import pandas as pd, numpy as np"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "6912a740-31ea-4987-b06d-81ff17cd895a",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "DS = RailStage.data_store\n",
-    "DS.__class__.allow_overwrite = True\n"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "a282c2ed-141b-4507-8254-dc8fbc9864dc",
-   "metadata": {},
-   "source": [
-    "### Create a random catalog with ugrizy+YJHF bands as the the true input"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "1078bc2a-fc54-41c3-bd30-6c447bb971d4",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "data = np.random.normal(23, 3, size = (1000,12))\n",
-    "data[:, 0] = np.random.uniform(low=0, high=0.03, size=1000)\n",
-    "data[:, 1] = np.random.uniform(low=0, high=0.03, size=1000)\n",
-    "\n",
-    "data_df = pd.DataFrame(data=data,    # values\n",
-    "            columns=['ra', 'dec', 'u', 'g', 'r', 'i', 'z', 'y', 'Y', 'J', 'H', 'F'])\n",
-    "\n",
-    "data_truth = DS.add_data('input', data_df, PqHandle)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "33c99a4d-8375-4003-9a9a-70fa85a3eb82",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "#data_df.to_parquet('bl_test.pq')"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "a5636721-a734-4746-bd93-8101bc558b6e",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "plt.scatter(data_truth.data['ra'], data_truth.data['dec'], s=5)\n",
-    "plt.xlabel(\"Ra [Deg]\", fontsize=14)\n",
-    "plt.ylabel(\"Dec [Deg]\", fontsize=14)\n",
-    "plt.show()\n"
-   ]
-  },
-  {
-   "cell_type": "markdown",
-   "id": "1da27deb-d167-4f38-8c59-f270184d6ab3",
-   "metadata": {},
-   "source": [
-    "### The blending model"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "a07f72a0-e24c-4844-90f0-d5a49ac4362b",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "## radius cut is in arcsecs\n",
-    "blModel = UnrecBlModel.make_stage(name='unrec_bl_model', ra_label='ra', dec_label='dec', linking_lengths=1.0, \\\n",
-    "                                  bands='ugrizyYJHF')\n",
-    "blModel.get_config_dict()\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "e5f4862a-0621-46d4-8901-7e84b461c424",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "samples_w_bl = blModel(data_truth)\n",
-    "samples_w_bl()\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "bc5158dd-f474-4731-b847-b4a7358656b9",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "fig, ax = plt.subplots(figsize=(6, 5), dpi=100)\n",
-    "\n",
-    "ax.scatter(data_truth.data['ra'],   data_truth.data['dec'],   s=10, facecolors='none', edgecolors='b', label='Original')\n",
-    "ax.scatter(samples_w_bl.data['ra'], samples_w_bl.data['dec'], s=5, c='r', label='w. Unrec-BL')\n",
-    "\n",
-    "ax.legend(loc=2, fontsize=12)\n",
-    "ax.set_xlabel(\"Ra [Deg]\", fontsize=14)\n",
-    "ax.set_ylabel(\"Dec [Deg]\", fontsize=14)\n",
-    "\n",
-    "plt.show()\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "268b3d37-b7fd-4ac1-8457-2104a87c9e6d",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "b = 'r'\n",
-    "plt.hist(data_truth.data[b], bins=np.linspace(10, 30, 20), label='Original')\n",
-    "plt.hist(samples_w_bl.data[b], bins=np.linspace(10, 30, 20),  fill=False, label='w. Unrec-BL')\n",
-    "\n",
-    "plt.xlabel(fr'Magnitude ${b}$', fontsize=14)\n",
-    "plt.legend(fontsize=12)\n",
-    "plt.show()\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "a1d51c15-1e04-4b22-9abb-9b267965dbeb",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "flux = 10**(-(data_truth.data[b]-28.10)/2.5)       # r band zp for lsst is 28.10\n",
-    "flux_bl = 10**(-(samples_w_bl.data[b]-28.10)/2.5)\n",
-    "\n",
-    "plt.hist(flux, bins=np.linspace(0, 10000, 40), label='Original')\n",
-    "plt.hist(flux_bl, bins=np.linspace(0, 10000, 40), fill=False, label='w. Unrec-BL')\n",
-    "\n",
-    "plt.xlabel(fr'Flux ${b}$', fontsize=14)\n",
-    "plt.yscale('log')\n",
-    "plt.legend(fontsize=12)\n",
-    "plt.show()\n"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "da2b37c8-4667-4ad2-ad09-b1c68d2612b8",
-   "metadata": {},
-   "outputs": [],
-   "source": []
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.12.3"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 5
-}