timewise 1.0.0a2__py3-none-any.whl → 1.0.0a6__py3-none-any.whl

timewise/process/interface.py

@@ -1,6 +1,7 @@
 from pathlib import Path
 import logging
 from typing import Iterable, List, cast
+from importlib.util import find_spec
 
 import numpy as np
 from numpy import typing as npt
@@ -8,12 +9,19 @@ import pandas as pd
 from pymongo import MongoClient, ASCENDING
 from pymongo.collection import Collection
 from pymongo.database import Database
-from ampel.cli.JobCommand import JobCommand
-from ampel.types import DataPointId, StockId
+
+if find_spec("ampel.core"):
+    AMPEL_EXISTS = True
+    from ampel.cli.JobCommand import JobCommand
+else:
+    AMPEL_EXISTS = False
 
 
 logger = logging.getLogger(__name__)
 
+# copy from ampel.types
+StockId = int | bytes | str
+
 
 class AmpelInterface:
     def __init__(
@@ -71,6 +79,10 @@ class AmpelInterface:
         return self.make_ampel_job_file(cfg_path)
 
     def run(self, timewise_cfg_path: Path, ampel_config_path: Path):
+        if not AMPEL_EXISTS:
+            raise ModuleNotFoundError(
+                "You are trying to run ampel but it is not installed!"
+            )
         ampel_job_path = self.prepare(timewise_cfg_path)
         cmd = JobCommand()
         parser = cmd.get_parser()
@@ -123,7 +135,7 @@ class AmpelInterface:
             index.append(ic["id"])
         return pd.DataFrame(records, index=index)
 
-    def extract_selected_datapoint_ids(self, stock_id: StockId) -> List[DataPointId]:
+    def extract_selected_datapoint_ids(self, stock_id: StockId) -> List[int]:
         d = self.t1.find_one({"stock": stock_id})
         if d is None:
             return []

timewise/query/base.py

@@ -1,6 +1,6 @@
 import abc
-from typing import ClassVar, List
-from pydantic import BaseModel
+from typing import ClassVar, List, Self
+from pydantic import BaseModel, model_validator
 from hashlib import sha256
 
 from ..tables import TableType
@@ -22,6 +22,13 @@ class Query(abc.ABC, BaseModel):
     columns: List[str]
     table: TableType
 
+    @model_validator(mode="after")
+    def check_columns(self) -> Self:
+        for column in self.columns:
+            if column not in self.table.columns_dtypes:
+                raise KeyError(f"{column} not found in table {self.table.name}")
+        return self
+
     @property
     @abc.abstractmethod
     def input_columns(self) -> dict[str, str]: ...

{timewise-1.0.0a2.dist-info → timewise-1.0.0a6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: timewise
-Version: 1.0.0a2
+Version: 1.0.0a6
 Summary: Download WISE infrared data for many objects and process them with AMPEL
 License: MIT
 License-File: LICENSE
@@ -10,12 +10,13 @@ Requires-Python: >=3.11,<3.12
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.11
+Provides-Extra: ampel
 Provides-Extra: dev
 Provides-Extra: docs
-Requires-Dist: ampel-alerts (==0.10.3a5)
-Requires-Dist: ampel-core (>=0.10.4.post0,<0.11.0)
-Requires-Dist: ampel-photometry (>=0.10.1,<0.11.0)
-Requires-Dist: ampel-plot (>=0.9.1,<0.10.0)
+Requires-Dist: ampel-alerts (==0.10.3a5) ; extra == "ampel"
+Requires-Dist: ampel-core (>=0.10.4.post0,<0.11.0) ; extra == "ampel"
+Requires-Dist: ampel-photometry (>=0.10.1,<0.11.0) ; extra == "ampel"
+Requires-Dist: ampel-plot (>=0.9.1,<0.10.0) ; extra == "ampel"
 Requires-Dist: astropy (>=5.1,<6.0.0)
 Requires-Dist: autodoc_pydantic[erdantic] (>=2.2.0,<3.0.0) ; extra == "docs"
 Requires-Dist: backoff (>=2.1.2,<3.0.0)
@@ -36,7 +37,6 @@ Requires-Dist: ruff (>=0.13.0,<0.14.0) ; extra == "dev"
 Requires-Dist: scikit-image (>=0.19.3,<0.22.0)
 Requires-Dist: scikit-learn (>=1.3.0,<2.0.0)
 Requires-Dist: scipy-stubs (>=1.16.2.0,<2.0.0.0) ; extra == "dev"
-Requires-Dist: seaborn (>=0.11.2,<0.14.0)
 Requires-Dist: sphinx-rtd-theme (>=1.3.0,<2.0.0) ; extra == "docs"
 Requires-Dist: tqdm (>=4.64.0,<5.0.0)
 Requires-Dist: typer (>=0.19.2,<0.20.0)
@@ -60,23 +60,33 @@ Description-Content-Type: text/markdown
 This package downloads WISE data for positions on the sky and stacks single-exposure photometry per visit
 
 ## Prerequisites
+Python version 3.11.
 
-`timewise` makes use of [AMPEL](https://ampelproject.github.io/ampelastro/) and needs a running [MongoDB](https://www.mongodb.com/).
+If you want to not only download individual exposure photometry but also stack detections per visit (see below),
+you must have access to a running [MongoDB](https://www.mongodb.com/)*. 
+
+<sub>* On MacOS have alook at the custom `brew` tap 
+[here](https://github.com/mongodb/homebrew-brew)
+to get the MongoDB community edition. </sub>
 
 ## Installation
-The package can be installed via `pip`:
+
+### If you use timewise only for downloading
+The package can be installed via `pip` (but make sure to install the v1 pre-release):
 ```bash
-pip install timewise
+pip install --pre timewise==1.0.0a6
+```
+### If you use timewise also for stacking individual exposures
+You must install with the `ampel` extra:
+```bash
+pip install --pre 'timewise[ampel]==1.0.0a6'
 ```
-
 To tell AMPEL which modules, aka units, to use, build the corresponding configuration file:
 ```bash
 ampel config build -distributions ampel timewise -stop-on-errors 0 -out <path-to-ampel-config-file>
 ```
 
-## Usage
-
-### Command line interface
+## Command line interface
 
 ```
  Usage: timewise [OPTIONS] COMMAND [ARGS]...                                                                
@@ -161,40 +171,50 @@ ampel:
 This configuration file will be the input to all subcommands. Downloading and stacking can be run together or separate.
 
 
-#### All-in-one:
-Run download, stacking, and export:
+### To only download the data:
 ```bash
-timewise run-chain <path-to-config-file> <path-to-ampel-config-file> <output-directory>
+timewise download <path-to-config-file>
 ```
+The photometry can be found in FITS files in the working directory specified in the configuration file\
+along with metadata JSON files. These tell `timewise` which quries have already completed (per chunk) so the
+download process can be interrupted and re-started at a later time.
+
+### Stack individual exposure by visits
+As mentioned above, this needs installation with the ampel extra.
+
 
-#### Separate download and processing:
-To only download the data:
+To **execute the stacking** after the download:
 ```bash
-timewise download <path-to-config-file>
+timewise process <path-to-config-file> <path-to-ampel-config-file>
 ```
 
-To execute the stacking:
+Make some **diagnostic plots** to check the datapoint selection and binning:
 ```bash
-timewise process <path-to-config-file> <path-to-ampel-config-file>
+timewise plot <path-to-config-file> <indices-to-plot> <output-directory>
 ```
 
-#### Run AMPEL manually
-Prepare an AMPEL job file for stacking the single-exposure data:
+As a shortcut, you can also run **download, stacking, and export in one command**:
 ```bash
-timewise prepare-ampel <path-to-config-file>
+timewise run-chain <path-to-config-file> <path-to-ampel-config-file> <output-directory>
 ```
-The result will contain the path to the prepared AMPEL job file that can be run with
+
+For more configuration options of the stacking, you can **run AMPEL manually**.
+
+1. Prepare an AMPEL job file for stacking the single-exposure data:
 ```bash
-ampel job -config <path-to-ampel-config-file> -schema <path-to-ampel-job-file>
+timewise prepare-ampel <path-to-config-file>
 ```
+The result will contain the path to the prepared AMPEL job file.
 
-#### Make some diagnostic plots
-To check the datapoint selection and binning, take a quick look at the data:
+2. Run the AMPEL job
 ```bash
-timewise plot <path-to-config-file> <indices-to-plot> <output-directory>
+ampel job -config <path-to-ampel-config-file> -schema <path-to-ampel-job-file>
 ```
 
 
+
+
+
 ## Citation
 If you use `timewise` please make sure to cite [Necker et al. A&A 695, A228 (2025)](https://www.aanda.org/articles/aa/abs/2025/03/aa51340-24/aa51340-24.html).
 Additionally, you might want to include a reference to the specific version you are using: [![DOI](https://zenodo.org/badge/449677569.svg)](https://zenodo.org/badge/latestdoi/449677569)

{timewise-1.0.0a2.dist-info → timewise-1.0.0a6.dist-info}/RECORD

@@ -1,13 +1,25 @@
-timewise/__init__.py,sha256=F0DR6kHrrc4PGk6Wna72waqVz5Gv15m9PgTOK00b7Kc,24
+ampel/timewise/alert/TimewiseAlertSupplier.py,sha256=RmAWJVOfObaI1x0gt9agRt45WrVj1nhQchaMQ9QgUIA,4127
+ampel/timewise/alert/load/TimewiseFileLoader.py,sha256=ChjOpQpyGTA-H_fjnvQGwa37IFfvfJanPmnVKORVElo,4271
+ampel/timewise/ingest/TiCompilerOptions.py,sha256=xzGOOWAFoFsazocXLsTqtaHIqt_WUXFaacLUoBVKlbo,758
+ampel/timewise/ingest/TiDataPointShaper.py,sha256=KbAg-J0DkMaJA9K67xMY5Pe0SIP0LNKsBNAMnTYV9zA,3180
+ampel/timewise/ingest/TiMongoMuxer.py,sha256=YDiqaYiJ1TvyHUMAlNWHBHCpw0tH4Nvf8eyHUxMbzS8,6475
+ampel/timewise/ingest/tags.py,sha256=ggn0Y6QUnjIwMzOlgKmPX1JPhmnvc21nUrORFhaR0uI,564
+ampel/timewise/t1/T1HDBSCAN.py,sha256=vi1PWF0HFAedVJA4rVoR2YOXQ4jcEgEoUICtmg3rZjw,9301
+ampel/timewise/t1/TimewiseFilter.py,sha256=ZSaXiSDKXCusknLJRMhe2Awj_YfkM74JVXeRbiZonmA,1564
+ampel/timewise/t2/T2StackVisits.py,sha256=x7YcVLz_5fOPAfzso4fFWy4Pwn5txPfRT_Hx49PdbTo,1847
+ampel/timewise/util/AuxDiagnosticPlotter.py,sha256=MZP4LWpFgBUPWPxlx8EEFeRc8rhI7FDO_LlbhKtkwrw,1641
+ampel/timewise/util/pdutil.py,sha256=CJqeYqL2I6A5WnF5S342bwM4omJY-1XwT1XWY2uk3bc,1524
+conf/timewise/ampel.yml,sha256=8NuVSuKqinHT0G66uDPnnw-P7djScKKVHzeFNsH3XZc,360
+timewise/__init__.py,sha256=OhKzin_f9k_6U1rnhXEMzgMu70gbjQImfaWjmZiKhjA,24
 timewise/backend/__init__.py,sha256=w79nWfCw8n9g98CkHWJELmb4j9xblWC4DGZOV3_XhH4,134
 timewise/backend/base.py,sha256=dHxRzu2q3uQ0wdGmDxnn-p68Tp19qChue7HMEu56wNA,1080
 timewise/backend/filesystem.py,sha256=GQ4Hrb6_7Q7fKOn6QUl8bqAihAmyeZoTRxElNIwPQ1Y,2465
 timewise/chunking.py,sha256=q7njvTSD84gdcvIk54SC-Ob863MsR79RPec8HS-bm4U,1668
-timewise/cli.py,sha256=l6j-M2-x1LeDEAEnuDv9tadTNmVoxxMNgfyOaS-0oAw,3641
+timewise/cli.py,sha256=W8SXlUQo7a5aS4_kW40KTs2UkTLQS12JuhgwkRb23DY,4172
 timewise/config.py,sha256=ZTSokRZMZDqBqVFV9DxvO-47yE9E9xWF48Rcjb0QG10,1044
 timewise/io/__init__.py,sha256=S7vb0glKJnw6ztOlrD-0Wma2bQZ2RwpmXDLFJLKBMVo,35
 timewise/io/config.py,sha256=aizLxt9l4aeWQNsvcemtQdr_fW1vLmpRSofcgA3Bgvk,2239
-timewise/io/download.py,sha256=rKjeW7nh7xUtHh8llvsg_qmkx71Wzn2LggQnyHwqJOI,10719
+timewise/io/download.py,sha256=IMNWur1FWPKJ7SNMTjevZgWqPP_eYLzXr4Pjp3XOeXI,10589
 timewise/io/stable_tap.py,sha256=jukCkBi2d7WACOo_kXTMCppzWUsN-pLVg9EDqHi3qd0,3478
 timewise/plot/__init__.py,sha256=cc00UenWC_8zAkBH-Ylhs3yCF49tAqZ2Al9MfOoXYDI,120
 timewise/plot/diagnostic.py,sha256=GRp-OUwz2yzzDu9qdViFg_e3Mxl5t1IvUJXZHuMKB2U,8276
@@ -16,12 +28,12 @@ timewise/plot/panstarrs.py,sha256=X2ZULm7QT91cp4qociG0fVeI0saGLJwyKzL0141Vqis,80
 timewise/plot/sdss.py,sha256=cc1zU-4XFkqc8xH5yqCyMsDJf9w_54B_6NeRMjr9Pt8,2622
 timewise/process/__init__.py,sha256=Yk-j1B1MnBuuaM6eFi43TxdWmFKbwFHvDsuQZt4yB_c,70
 timewise/process/config.py,sha256=d4hCvNb8JyJf2-0BTQgJaeOmHGZK_aHEDMb_xyqJgbU,1060
-timewise/process/interface.py,sha256=ZTUreyu_WkFTs8pOBNqFmCqgVs5OXEtPHjwpGVV1X_s,4929
+timewise/process/interface.py,sha256=JOIh1wYuE1s9XdSfBRS7qUXexlr-p5UxdwaSjKlRZxE,5207
 timewise/process/keys.py,sha256=0TEVn-BwfzHGlScU-N8AtxgkhA2mUO0wBu4_ol_ylH4,197
 timewise/process/stacking.py,sha256=5qk9SYTfDFNFsnw9KAGYW-RndGtdmENKEiIqD6mrJ6I,12707
 timewise/process/template.yml,sha256=U_xKmygDl3E-viTgZEI8pQIJwWduB52SdI2X9vy61Yo,1037
 timewise/query/__init__.py,sha256=1OA_FlLI7O0aIDOXHpBKMOyMvYLCd0kQVkzoqbxouyE,242
-timewise/query/base.py,sha256=LzG207uIQOEE_RucEKBI4-sHR_EwyILGSlSk10HlEeU,973
+timewise/query/base.py,sha256=GjAoQZpaxVHcpCgPco1y5bpR0Jtd_sp_bYMI26WpAK0,1262
 timewise/query/positional.py,sha256=6fLfRdzat1jMqJAY7k7dEdnAZRiWyRKpWkbqpwzDKLo,1255
 timewise/tables/__init__.py,sha256=5efKk4YEhHLA_QTMYc8CQp0nQWXG-F3EAPE6935ManU,263
 timewise/tables/allwise_p3as_mep.py,sha256=NfCnTOdj_6DSFUWGmrwDyrrxIWvJFHktHWF40K_w5wQ,632
@@ -32,8 +44,8 @@ timewise/util/backoff.py,sha256=bU5yhsBO4U53XEPJ_32tgql9rq_Rzrv7w32nVQYHr64,272
 timewise/util/csv_utils.py,sha256=5i3Jd4c58-doPs1N_hyYZ8Uc2nvuk9nGwgPNZoNrlu0,298
 timewise/util/error_threading.py,sha256=uyV1Ri-wf87lpa17Xlp520B1V8DWHh3v9Mk97QrPmv0,2264
 timewise/util/visits.py,sha256=4ZXwH7OXmp98tUPZplvuOtykB048kZoYXyuRTwQxT7w,998
-timewise-1.0.0a2.dist-info/METADATA,sha256=d-JYTCE3StZwt-HcUDKzhLA-ahfP9TYbLpGcqRx3O6w,9172
-timewise-1.0.0a2.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
-timewise-1.0.0a2.dist-info/entry_points.txt,sha256=mYh1HsUFbV7KT8kxiGqVtR3Pk0oEk6Bd-2c5FsYVhG4,45
-timewise-1.0.0a2.dist-info/licenses/LICENSE,sha256=sVoNJWiTlH-NarJx0wdsob468Pg3JE6vIIgll4lCa3E,1070
-timewise-1.0.0a2.dist-info/RECORD,,
+timewise-1.0.0a6.dist-info/METADATA,sha256=2m1fvHTkYBVmko9pENN3GjqWTHpmU9Dgq1Ut54sqmK8,10146
+timewise-1.0.0a6.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+timewise-1.0.0a6.dist-info/entry_points.txt,sha256=mYh1HsUFbV7KT8kxiGqVtR3Pk0oEk6Bd-2c5FsYVhG4,45
+timewise-1.0.0a6.dist-info/licenses/LICENSE,sha256=sVoNJWiTlH-NarJx0wdsob468Pg3JE6vIIgll4lCa3E,1070
+timewise-1.0.0a6.dist-info/RECORD,,