timewise 1.0.0a1__py3-none-any.whl → 1.0.0a2__py3-none-any.whl

timewise/__init__.py

@@ -1 +1 @@
-__version__ = "1.0.0a1"
+__version__ = "1.0.0a2"

timewise/plot/diagnostic.py

@@ -106,7 +106,7 @@ class DiagnosticPlotter(BaseModel):
         dec = (raw_lightcurve.dec - source_dec) * 3600
 
         # get visit map
-        visit_map = get_visit_map(raw_lightcurve)
+        visit_map = get_visit_map(raw_lightcurve.mjd)
 
         # for each visit plot the datapoints on the cutout
         # for each visit plot the datapoints on the cutout

timewise/process/config.py

@@ -1,7 +1,7 @@
 from pathlib import Path
 import logging
 
-from pydantic import BaseModel
+from pydantic import BaseModel, model_validator
 
 from .interface import AmpelInterface
 
@@ -14,10 +14,14 @@ class AmpelConfig(BaseModel):
     mongo_db_name: str
     template_path: Path = DEFAULT_TEMPLATE_PATH
     uri: str = "localhost:27017"
-
-    @property
-    def input_mongo_db_name(self) -> str:
-        return self.mongo_db_name + "_input"
+    # will default to <mongo_db_name>_input
+    input_mongo_db_name: str = ""
+
+    @model_validator(mode="after")  # type: ignore
+    def default_input_db_name(self) -> "AmpelConfig":
+        if not self.input_mongo_db_name:
+            self.input_mongo_db_name = self.mongo_db_name + "_input"
+        return self
 
     def build_interface(self, original_id_key: str, input_csv: Path) -> AmpelInterface:
         return AmpelInterface(

timewise/process/stacking.py

@@ -26,6 +26,8 @@ def calculate_epochs(
     visit_mask: npt.NDArray[np.int64],
     counts: npt.NDArray[np.int64],
     remove_outliers: bool,
+    outlier_threshold: float,
+    outlier_quantile: float,
     outlier_mask: npt.NDArray[np.bool_] | None = None,
 ) -> tuple[
     npt.NDArray[np.float64],
@@ -70,7 +72,7 @@ def calculate_epochs(
     # ---------------------   remove outliers in the bins   ---------------------- #
 
     # if we do not want to clean outliers just set the threshold to infinity
-    outlier_thresh = np.inf if not remove_outliers else 20
+    _outlier_threshold = np.inf if not remove_outliers else outlier_threshold
 
     # set up empty masks
     outlier_mask = cast(
@@ -156,15 +158,16 @@ def calculate_epochs(
         # take the maximum value of the measured single exposure errors and the standard deviation
         u = np.maximum(std, e_meas)
 
-        # calculate 90% confidence interval
-        u70 = np.zeros_like(counts, dtype=float)
-        u70[one_points_mask] = 1e-10
+        # Estimate the spread of the flux.
+        # To be robust against outliers, do that with quantiles instead of std
+        qs = np.zeros_like(counts, dtype=float)
+        qs[one_points_mask] = 1e-10
         visits_at_least_two_point = np.unique(visit_mask[~one_points_mask[visit_mask]])
-        u70[visits_at_least_two_point] = np.array(
+        qs[visits_at_least_two_point] = np.array(
             [
                 np.quantile(
                     abs(f[(visit_mask == i) & use_mask] - median[i]),
-                    0.7,
+                    outlier_quantile,
                     method="interpolated_inverted_cdf",
                 )
                 for i in visits_at_least_two_point
@@ -173,7 +176,7 @@ def calculate_epochs(
 
         # ---------------------   remove outliers in the bins   ---------------------- #
         remaining_outliers = (
-            abs(median[visit_mask] - f) > outlier_thresh * u70[visit_mask]
+            abs(median[visit_mask] - f) > _outlier_threshold * qs[visit_mask]
         ) & ~outlier_mask
         outlier_mask |= remaining_outliers
         n_remaining_outlier = sum(remaining_outliers) if remove_outliers else 0
@@ -187,7 +190,12 @@ def calculate_epochs(
     return median, u, bin_ulim_bool, outlier_mask, use_mask, n_points
 
 
-def stack_visits(lightcurve: pd.DataFrame, clean_outliers: bool = True):
+def stack_visits(
+    lightcurve: pd.DataFrame,
+    outlier_threshold: float,
+    outlier_quantile: float,
+    clean_outliers: bool = True,
+):
     """
     Combine the data by visits of the satellite of one region in the sky.
     The visits typically consist of some tens of observations. The individual visits are separated by about
@@ -204,7 +212,7 @@ def stack_visits(lightcurve: pd.DataFrame, clean_outliers: bool = True):
     """
 
     # -------------------------   create visit mask   -------------------------- #
-    visit_map = get_visit_map(lightcurve)
+    visit_map = get_visit_map(lightcurve.mjd)
     counts = np.bincount(visit_map)
 
     stacked_data: Dict[str, Any] = dict()
@@ -235,6 +243,8 @@ def stack_visits(lightcurve: pd.DataFrame, clean_outliers: bool = True):
                 counts,
                 remove_outliers=remove_outliers,
                 outlier_mask=outlier_mask,
+                outlier_quantile=outlier_quantile,
+                outlier_threshold=outlier_threshold,
             )
             n_outliers = np.sum(outlier_mask)
 
@@ -300,6 +310,8 @@ def stack_visits(lightcurve: pd.DataFrame, clean_outliers: bool = True):
                 counts,
                 remove_outliers=False,
                 outlier_mask=outlier_masks[keys.FLUX_EXT],
+                outlier_threshold=outlier_threshold,
+                outlier_quantile=outlier_quantile,
             )
         )
         stacked_data[f"{b}{keys.MEAN}{keys.FLUX_DENSITY_EXT}"] = mean_fd

timewise/util/visits.py

@@ -3,31 +3,31 @@ import pandas as pd
 import numpy.typing as npt
 
 
-def get_visit_map(lightcurve: pd.DataFrame) -> npt.NDArray[np.int64]:
+def get_visit_map(
+    mjd: npt.NDArray[np.float64] | pd.Series,
+) -> npt.NDArray[np.int64]:
     """
     Create a map datapoint to visit
 
-    :param lightcurve: the raw lightcurve
-    :type lightcurve: pd.DataFrame
+    :param mjd: the MJDs of the observations
+    :type mjd: npt.NDArray[float]
     :returns: visit map
     :rtype: npt.ArrayLike
     """
     # -------------------------   find epoch intervals   -------------------------- #
-    sorted_mjds = np.sort(lightcurve.mjd)
+    sorted_mjds = np.sort(mjd)
     epoch_bounds_mask = (sorted_mjds[1:] - sorted_mjds[:-1]) > 100
     epoch_bins = np.array(
-        [
-            lightcurve.mjd.min() * 0.99
-        ]  # this makes sure that the first datapoint gets selected
+        [mjd.min() * 0.99]  # this makes sure that the first datapoint gets selected
         + list(
             ((sorted_mjds[1:] + sorted_mjds[:-1]) / 2)[epoch_bounds_mask]
         )  # finding the middle between
         +
         # two visits
         [
-            lightcurve.mjd.max() * 1.01
+            mjd.max() * 1.01
         ]  # this just makes sure that the last datapoint gets selected as well
     )
 
-    visit_mask = np.digitize(lightcurve.mjd, epoch_bins) - 1
+    visit_mask = np.digitize(mjd, epoch_bins) - 1
     return visit_mask

{timewise-1.0.0a1.dist-info → timewise-1.0.0a2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: timewise
-Version: 1.0.0a1
+Version: 1.0.0a2
 Summary: Download WISE infrared data for many objects and process them with AMPEL
 License: MIT
 License-File: LICENSE

{timewise-1.0.0a1.dist-info → timewise-1.0.0a2.dist-info}/RECORD

@@ -1,4 +1,4 @@
-timewise/__init__.py,sha256=pHLUWHD0-i3VhQGA7h59p8IgmMU_fyxItpb1wjckTmY,24
+timewise/__init__.py,sha256=F0DR6kHrrc4PGk6Wna72waqVz5Gv15m9PgTOK00b7Kc,24
 timewise/backend/__init__.py,sha256=w79nWfCw8n9g98CkHWJELmb4j9xblWC4DGZOV3_XhH4,134
 timewise/backend/base.py,sha256=dHxRzu2q3uQ0wdGmDxnn-p68Tp19qChue7HMEu56wNA,1080
 timewise/backend/filesystem.py,sha256=GQ4Hrb6_7Q7fKOn6QUl8bqAihAmyeZoTRxElNIwPQ1Y,2465
@@ -10,15 +10,15 @@ timewise/io/config.py,sha256=aizLxt9l4aeWQNsvcemtQdr_fW1vLmpRSofcgA3Bgvk,2239
 timewise/io/download.py,sha256=rKjeW7nh7xUtHh8llvsg_qmkx71Wzn2LggQnyHwqJOI,10719
 timewise/io/stable_tap.py,sha256=jukCkBi2d7WACOo_kXTMCppzWUsN-pLVg9EDqHi3qd0,3478
 timewise/plot/__init__.py,sha256=cc00UenWC_8zAkBH-Ylhs3yCF49tAqZ2Al9MfOoXYDI,120
-timewise/plot/diagnostic.py,sha256=CKxOYd030CRz-JBkxW5lo0GoQ3nNpEWKh3WlxVdio20,8272
+timewise/plot/diagnostic.py,sha256=GRp-OUwz2yzzDu9qdViFg_e3Mxl5t1IvUJXZHuMKB2U,8276
 timewise/plot/lightcurve.py,sha256=oK0y6RFzv7QSrO1Qqyc1wNghsTILC9QAfIjuoA8i92I,3757
 timewise/plot/panstarrs.py,sha256=X2ZULm7QT91cp4qociG0fVeI0saGLJwyKzL0141Vqis,8014
 timewise/plot/sdss.py,sha256=cc1zU-4XFkqc8xH5yqCyMsDJf9w_54B_6NeRMjr9Pt8,2622
 timewise/process/__init__.py,sha256=Yk-j1B1MnBuuaM6eFi43TxdWmFKbwFHvDsuQZt4yB_c,70
-timewise/process/config.py,sha256=0TtlxbZs5FNEUt_tv8DKpOxjxp7OoTVunLRUOSw0zPM,831
+timewise/process/config.py,sha256=d4hCvNb8JyJf2-0BTQgJaeOmHGZK_aHEDMb_xyqJgbU,1060
 timewise/process/interface.py,sha256=ZTUreyu_WkFTs8pOBNqFmCqgVs5OXEtPHjwpGVV1X_s,4929
 timewise/process/keys.py,sha256=0TEVn-BwfzHGlScU-N8AtxgkhA2mUO0wBu4_ol_ylH4,197
-timewise/process/stacking.py,sha256=X5GTkCV5TMn4JmAu8WVM0tQR6mocxNbxrMdR4OVx40Y,12256
+timewise/process/stacking.py,sha256=5qk9SYTfDFNFsnw9KAGYW-RndGtdmENKEiIqD6mrJ6I,12707
 timewise/process/template.yml,sha256=U_xKmygDl3E-viTgZEI8pQIJwWduB52SdI2X9vy61Yo,1037
 timewise/query/__init__.py,sha256=1OA_FlLI7O0aIDOXHpBKMOyMvYLCd0kQVkzoqbxouyE,242
 timewise/query/base.py,sha256=LzG207uIQOEE_RucEKBI4-sHR_EwyILGSlSk10HlEeU,973
@@ -31,9 +31,9 @@ timewise/types.py,sha256=MB-aqpyos1aCS58QWBas34WcwFHiHOkrDj_d9_ZxuVc,667
 timewise/util/backoff.py,sha256=bU5yhsBO4U53XEPJ_32tgql9rq_Rzrv7w32nVQYHr64,272
 timewise/util/csv_utils.py,sha256=5i3Jd4c58-doPs1N_hyYZ8Uc2nvuk9nGwgPNZoNrlu0,298
 timewise/util/error_threading.py,sha256=uyV1Ri-wf87lpa17Xlp520B1V8DWHh3v9Mk97QrPmv0,2264
-timewise/util/visits.py,sha256=3intUo1iiSovu7PB7uUrT-IAxyuOxl58aL0mKj5dAMI,1039
-timewise-1.0.0a1.dist-info/METADATA,sha256=2KeU_-cjdIZePzr7sKNiu-nY97FeuBq087UrzXj_aI8,9172
-timewise-1.0.0a1.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
-timewise-1.0.0a1.dist-info/entry_points.txt,sha256=mYh1HsUFbV7KT8kxiGqVtR3Pk0oEk6Bd-2c5FsYVhG4,45
-timewise-1.0.0a1.dist-info/licenses/LICENSE,sha256=sVoNJWiTlH-NarJx0wdsob468Pg3JE6vIIgll4lCa3E,1070
-timewise-1.0.0a1.dist-info/RECORD,,
+timewise/util/visits.py,sha256=4ZXwH7OXmp98tUPZplvuOtykB048kZoYXyuRTwQxT7w,998
+timewise-1.0.0a2.dist-info/METADATA,sha256=d-JYTCE3StZwt-HcUDKzhLA-ahfP9TYbLpGcqRx3O6w,9172
+timewise-1.0.0a2.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+timewise-1.0.0a2.dist-info/entry_points.txt,sha256=mYh1HsUFbV7KT8kxiGqVtR3Pk0oEk6Bd-2c5FsYVhG4,45
+timewise-1.0.0a2.dist-info/licenses/LICENSE,sha256=sVoNJWiTlH-NarJx0wdsob468Pg3JE6vIIgll4lCa3E,1070
+timewise-1.0.0a2.dist-info/RECORD,,