spectre-core 0.0.9__py3-none-any.whl → 0.0.11__py3-none-any.whl

spectre_core/wgetting/_callisto.py

@@ -0,0 +1,155 @@
+# SPDX-FileCopyrightText: © 2024 Jimmy Fitzpatrick <jcfitzpatrick12@gmail.com>
+# This file is part of SPECTRE
+# SPDX-License-Identifier: GPL-3.0-or-later
+
+import os
+import subprocess
+import shutil
+import gzip
+from datetime import datetime
+from typing import Optional
+
+from spectre_core.config import get_spectre_data_dir_path, get_chunks_dir_path, TimeFormats
+
+CALLISTO_INSTRUMENT_CODES = [
+    "ALASKA-ANCHORAGE",
+    "ALASKA-COHOE",
+    "ALASKA-HAARP",
+    "ALGERIA-CRAAG",
+    "ALMATY",
+    "AUSTRIA-Krumbach",
+    "AUSTRIA-MICHELBACH",
+    "AUSTRIA-OE3FLB",
+    "AUSTRIA-UNIGRAZ",
+    "Australia-ASSA",
+    "BIR",
+    "Croatia-Visnjan",
+    "DENMARK",
+    "EGYPT-Alexandria",
+    "EGYPT-SpaceAgency",
+    "FINLAND-Siuntio",
+    "Finland-Kempele",
+    "GERMANY-DLR",
+    "GLASGOW",
+    "GREENLAND",
+    "HUMAIN",
+    "HURBANOVO",
+    "INDIA-GAURI",
+    "INDIA-OOTY",
+    "INDIA-UDAIPUR",
+    "JAPAN-IBARAKI",
+    "KASI",
+    "MEXART",
+    "MEXICO-FCFM-UANL",
+    "MEXICO-LANCE-A",
+    "MEXICO-LANCE-B",
+    "MONGOLIA-UB",
+    "MRO",
+    "MRT3",
+    "Malaysia-Banting",
+    "NORWAY-EGERSUND",
+    "NORWAY-NY-AALESUND",
+    "NORWAY-RANDABERG",
+    "POLAND-Grotniki",
+    "ROMANIA",
+    "ROSWELL-NM",
+    "SPAIN-PERALEJOS",
+    "SSRT",
+    "SWISS-HB9SCT",
+    "SWISS-HEITERSWIL",
+    "SWISS-IRSOL",
+    "SWISS-Landschlacht",
+    "SWISS-MUHEN",
+    "TRIEST",
+    "TURKEY",
+    "UNAM",
+    "URUGUAY",
+    "USA-BOSTON",
+]
+
+_temp_dir = os.path.join(get_spectre_data_dir_path(), "temp")
+
+
+def _get_chunk_name(station: str, date: str, time: str, instrument_code: str) -> str:
+    dt = datetime.strptime(f"{date}T{time}", '%Y%m%dT%H%M%S')
+    formatted_time = dt.strftime(TimeFormats.DATETIME)
+    return f"{formatted_time}_callisto-{station.lower()}-{instrument_code}.fits"
+
+
+def _get_chunk_components(gz_path: str):
+    file_name = os.path.basename(gz_path)
+    if not file_name.endswith(".fit.gz"):
+        raise ValueError(f"Unexpected file extension in {file_name}. Expected .fit.gz")
+    
+    file_base_name = file_name.rstrip(".fit.gz")
+    parts = file_base_name.split('_')
+    if len(parts) != 4:
+        raise ValueError("Filename does not conform to the expected format of [station]_[date]_[time]_[instrument_code]")
+    
+    return parts
+
+
+def _get_chunk_path(gz_path: str) -> str:
+    station, date, time, instrument_code = _get_chunk_components(gz_path)
+    fits_chunk_name = _get_chunk_name(station, date, time, instrument_code)
+    chunk_start_time = fits_chunk_name.split('_')[0]
+    chunk_start_datetime = datetime.strptime(chunk_start_time, TimeFormats.DATETIME)
+    chunk_parent_path = get_chunks_dir_path(year = chunk_start_datetime.year,
+                                            month = chunk_start_datetime.month,
+                                            day = chunk_start_datetime.day)
+    if not os.path.exists(chunk_parent_path):
+        os.makedirs(chunk_parent_path)
+    return os.path.join(chunk_parent_path, fits_chunk_name)
+
+
+def _unzip_file_to_chunks(gz_path: str):
+    fits_path = _get_chunk_path(gz_path)
+    with gzip.open(gz_path, 'rb') as f_in, open(fits_path, 'wb') as f_out:
+        shutil.copyfileobj(f_in, f_out)
+
+
+def _unzip_to_chunks():
+    for entry in os.scandir(_temp_dir):
+        if entry.is_file() and entry.name.endswith('.gz'):
+            _unzip_file_to_chunks(entry.path)
+            os.remove(entry.path)
+
+
+def _wget_callisto_data(instrument_code: str, 
+                       year: int, 
+                       month: int, 
+                       day: int):
+    date_str = f"{year:04d}/{month:02d}/{day:02d}"
+    base_url = f"http://soleil.i4ds.ch/solarradio/data/2002-20yy_Callisto/{date_str}/"
+    command = [
+        'wget', '-r', '-l1', '-nd', '-np', 
+        '-R', '.tmp',
+        '-A', f'{instrument_code}*.fit.gz',
+        '-P', _temp_dir,
+        base_url
+    ]
+
+    try:
+        subprocess.run(command, check=True)
+    except subprocess.CalledProcessError as e:
+        print(f"An error occurred: {e}")
+
+
+def download_callisto_data(instrument_code: Optional[str], 
+                           year: Optional[int], 
+                           month: Optional[int], 
+                           day: Optional[int]):
+
+
+    if (year is None) or (month is None) or (day is None):
+        raise ValueError(f"All of year, month and day should be specified")
+    
+    if not os.path.exists(_temp_dir):
+        os.mkdir(_temp_dir)
+
+    if instrument_code not in CALLISTO_INSTRUMENT_CODES:
+        raise ValueError(f"No match found for '{instrument_code}'. Expected one of {CALLISTO_INSTRUMENT_CODES}")
+
+    _wget_callisto_data(instrument_code, year, month, day)
+    _unzip_to_chunks()
+    shutil.rmtree(_temp_dir)

{spectre_core-0.0.9.dist-info → spectre_core-0.0.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: spectre-core
-Version: 0.0.9
+Version: 0.0.11
 Summary: The core Python package used by the spectre program. 
 Maintainer-email: Jimmy Fitzpatrick <jcfitzpatrick12@gmail.com>
 License:                     GNU GENERAL PUBLIC LICENSE

spectre_core-0.0.11.dist-info/RECORD

@@ -0,0 +1,64 @@
+spectre_core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spectre_core/exceptions.py,sha256=3MhbhqRzPgVEx4Z4r6jdyhviQZ1n0GJChAl0aY3dhmA,566
+spectre_core/_file_io/__init__.py,sha256=YlkTZsmzuvxYW4kbmzaOv4WcqhbyoV00D-V4mJyNfBQ,334
+spectre_core/_file_io/file_handlers.py,sha256=CfAmUvgwRe3PD_Fe3StJ6tmbvc5siatPQDzpal8Tukk,3352
+spectre_core/capture_configs/__init__.py,sha256=-OFfB1UMuKnfjq6UDYdEA8ihu5uObzv8FqxVMRUYpCU,973
+spectre_core/capture_configs/_capture_config.py,sha256=An0B4sQ3OQPTIZrDwOY6mqLTQTQX8NvyYpS3tuHwv8w,2630
+spectre_core/capture_configs/_capture_templates.py,sha256=P-oU_c8ICIuIkXDgfIsWtsGdiMqP8G6VDSq4X-cAsd0,7736
+spectre_core/capture_configs/_parameters.py,sha256=TYMrRwdqI8nruBKmZbxOcqmWinBJNro-efHl_0yYLpM,3708
+spectre_core/capture_configs/_pconstraints.py,sha256=262ocQn11v3sJIiaQ-5Ihr4ZoLGTH2_pyFSA2dJb_pc,3241
+spectre_core/capture_configs/_ptemplates.py,sha256=TzOcJG1RthYEXIsekInmV6Hp4kncEQQi9Fn7fozOGQs,23578
+spectre_core/capture_configs/_pvalidators.py,sha256=uE9ZkQgGWtgTIbMrshj58ItI0GH3Nn-CsGRkXa8qVtQ,7188
+spectre_core/chunks/__init__.py,sha256=w2PPNbw0kyRL7EV4ERRhObX1y3yt_uqSpYL75i1TeVE,604
+spectre_core/chunks/_base.py,sha256=bm9EwsUUqCpaLMWqI9rgcMHpJoYhnlJsz9u1ewqaoUU,3561
+spectre_core/chunks/_chunks.py,sha256=na4dCwdCpIRZzPUJ4wjVGcezyn03E4JMxzfKAQJbWuc,6968
+spectre_core/chunks/_factory.py,sha256=kgydFL0nAtDJpjAh04kKJ8wXDbRBfmlk6HR9JNvGv5Q,1042
+spectre_core/chunks/_register.py,sha256=sS-T6d59zbh8_trr_7bYlq2O9Ak7k_XXHM6-yalwxaE,435
+spectre_core/chunks/library/_callisto.py,sha256=jleMpsQPZ9_HuNBP-vEYa08lk5hzmjziMCwd49Nrdh4,3867
+spectre_core/chunks/library/_fixed_center_frequency.py,sha256=j9dhdCwM-HVjnTmP4Bss5LO_wMqFks896wXBZRhLr8g,4701
+spectre_core/chunks/library/_swept_center_frequency.py,sha256=IMvOWGilQPO31QrLG-X9nyD6QGosA44euWm3czaY7wA,4667
+spectre_core/config/__init__.py,sha256=CI0qnFG4ohWtsCcTK2XHxhKoezptwoCPmEx5ty8LjZs,530
+spectre_core/config/_paths.py,sha256=w_2FAUi3y1usQk30T2lY9UaBGR6sljnPBYj6_0A19pY,2367
+spectre_core/config/_time_formats.py,sha256=5R_bf_HXv5w06miCfrCP-W9QTmNvnsVShbPyrq95Jno,365
+spectre_core/logging/__init__.py,sha256=bdfcLby8VMDXI1aGg5VqJK7NPx20HIyMg5DUIVEYw80,370
+spectre_core/logging/_configure.py,sha256=_nYYydRpTE7HkhdNHnPfirVtLUChz7IBlFYCS9cjXjY,1248
+spectre_core/logging/_decorators.py,sha256=89vJ_JZhfL7Azg2iFxMbj22c3Ajetgv6TOBkArTzx4A,639
+spectre_core/logging/_log_handlers.py,sha256=DiK7fd1TcjdYwB967hKdHaFacAg0vzoSbK8F2aAElF4,4884
+spectre_core/plotting/__init__.py,sha256=eYovaSQfdadspCTItTDyAhznLegXWifpki7c3RRjh3I,310
+spectre_core/plotting/_base.py,sha256=cXHKk15NwWt0lJADwndxWM5mXUTMj23qzVIlEvpwA1E,5339
+spectre_core/plotting/_format.py,sha256=3nB3xiiCjjerxkfMdhcOoeknLb2FimoN5sPPkrp1LQw,532
+spectre_core/plotting/_panel_stack.py,sha256=T1aASyTJEeJcSzy3vkxLcrFg5SpyVnPjV_0mS5t1W8A,5023
+spectre_core/plotting/_panels.py,sha256=dasPkarjfFHmWf6I9a-Te6BXUP_HPM6NsOxLBRrdGp0,8661
+spectre_core/post_processing/__init__.py,sha256=zQlqEEvhPkWQvBRjOWNqmfdo-jczNsusqEnalZotXtk,486
+spectre_core/post_processing/_base.py,sha256=hYGvUEUB1IXee-ns70ZjFoxx0xAR4qKhOJ33l2wqUdE,4925
+spectre_core/post_processing/_factory.py,sha256=AwTN74mrq87Hraaa8prrEHwKTpfgTUlI9LLjxxSa_ws,1119
+spectre_core/post_processing/_post_processor.py,sha256=2hIBGng5xx_uZJg-EjVg0gBNI_iNKJidoCRTnejCCmA,1414
+spectre_core/post_processing/_register.py,sha256=DwlkU92IFkZ1_qvGfhep_OfuqTOIR_efY5qFpn1perw,498
+spectre_core/post_processing/library/_fixed_center_frequency.py,sha256=ctSDzOTcAroBeV_iN_h4xEgzCO2pXJPzX6-qLZVnLV0,4349
+spectre_core/post_processing/library/_swept_center_frequency.py,sha256=VKo838E17yzkwSLxSVHRxmvj18DelzAVCtEfCFyYv3o,19476
+spectre_core/receivers/__init__.py,sha256=ZYoKKkv6ml8mOAYameUmuh2b6UESmnGeVMe8fR2wZHs,553
+spectre_core/receivers/_base.py,sha256=hBNs0om8g7uaTNEOuSZE4OVCII8q37rwrmOBNHOKeCw,5011
+spectre_core/receivers/_factory.py,sha256=3P1bxNnt4OxQS0tRNUEZ0Wc1iGc0hgjE9_qS8fGJPRM,822
+spectre_core/receivers/_register.py,sha256=xHcRnT-3NQxyIWL3nyT3P9qT14Wl5liM9HbflOvOUAM,617
+spectre_core/receivers/_spec_names.py,sha256=RlQzzD10V0-_ZyqaMUmG9LCoSLGAzyxmQ_eS7e6qvqY,936
+spectre_core/receivers/gr/__init__.py,sha256=oFSWmGoXQLK5X5xHvWzTdNr9amuaiiGjZirXZVogACU,154
+spectre_core/receivers/gr/_base.py,sha256=uBtV-nFMzfp8YFeoSbfWmxhEtpLplyjdvfGOqPBmzVI,882
+spectre_core/receivers/gr/_rsp1a.py,sha256=5kDZMYR_xYT2P0Nk4nLtFQAKNSSO00-aqsNHK5ODJOc,7223
+spectre_core/receivers/gr/_rspduo.py,sha256=z17gItngH-iW7qM658rF6PR3_0QVs97uAWpFtr544VQ,10852
+spectre_core/receivers/gr/_test.py,sha256=re0gnHxGcrpT4VabR2EeXA6krziitT3xzeZimbqlHrE,5894
+spectre_core/receivers/library/_rsp1a.py,sha256=a1BY27MzFgrSMH3zf2BbQxwYMRfcl1WZmX6FURe7-04,2533
+spectre_core/receivers/library/_rspduo.py,sha256=T5NIOsyEO1eiS7V44L-GtZSLWp6B6me_7jtusyCX2YQ,3180
+spectre_core/receivers/library/_sdrplay_receiver.py,sha256=br8uX_m-vpZB1Z-TZtSTHREoNm3YMhiL_Kx5BqU0LUM,6334
+spectre_core/receivers/library/_test.py,sha256=VeGveqfQJ4RsgapQEUuul-AFmzEaZlghJmThWWwd1_c,8278
+spectre_core/spectrograms/__init__.py,sha256=3_BmRi41isVW8oEM_-Ce61eg9kaF_WUZFNciITTDlhY,721
+spectre_core/spectrograms/_analytical.py,sha256=k6ZDKwAyVbT4QhQDaso84yENvp6uiV4hoCKn7ID89zo,9054
+spectre_core/spectrograms/_array_operations.py,sha256=H0TC2G_cos-LQ6_kqjJ9iIw7Kb9zXq9FQ46g2doISDs,4945
+spectre_core/spectrograms/_spectrogram.py,sha256=f8q6V3V4_fVMJox1oX-L76FdTcOyFJuPUtY9X-718O0,19988
+spectre_core/spectrograms/_transform.py,sha256=GQqL8LlP1EdqK-1HX4nmnQV3YZXZ9hRpeBV0_EQZCZk,12564
+spectre_core/wgetting/__init__.py,sha256=dP7qu__escq8w47x0fRCa4gd481f1Bv4drGTo8b7AEQ,301
+spectre_core/wgetting/_callisto.py,sha256=cOpTaI7L0dNN8R5VsRkcRaPjkV0n5_JwWdspfoyFuWw,4667
+spectre_core-0.0.11.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+spectre_core-0.0.11.dist-info/METADATA,sha256=2S0_bvGt_0nmlHJuAoy0vYsEa8Mcw1QLWA4hMWtzdMw,42151
+spectre_core-0.0.11.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
+spectre_core-0.0.11.dist-info/top_level.txt,sha256=-UsyjpFohXgZpgcZ9QbVeXhsIyF3Am8RxNFNDV_Ta2Y,13
+spectre_core-0.0.11.dist-info/RECORD,,

spectre_core/cfg.py

@@ -1,116 +0,0 @@
-# SPDX-FileCopyrightText: © 2024 Jimmy Fitzpatrick <jcfitzpatrick12@gmail.com>
-# This file is part of SPECTRE
-# SPDX-License-Identifier: GPL-3.0-or-later
-
-import os
-
-SPECTRE_DATA_DIR_PATH = os.environ.get("SPECTRE_DATA_DIR_PATH")
-if SPECTRE_DATA_DIR_PATH is None:
-    raise ValueError("The environment variable SPECTRE_DATA_DIR_PATH has not been set")
-
-CHUNKS_DIR_PATH = os.environ.get("SPECTRE_CHUNKS_DIR_PATH", 
-                                 os.path.join(SPECTRE_DATA_DIR_PATH, 'chunks'))
-os.makedirs(CHUNKS_DIR_PATH, 
-            exist_ok=True)
-
-LOGS_DIR_PATH = os.environ.get("SPECTRE_LOGS_DIR_PATH",
-                               os.path.join(SPECTRE_DATA_DIR_PATH, 'logs'))
-os.makedirs(LOGS_DIR_PATH, 
-            exist_ok=True)
-
-CONFIGS_DIR_PATH = os.environ.get("SPECTRE_CONFIGS_DIR_PATH",
-                                  os.path.join(SPECTRE_DATA_DIR_PATH, "configs"))
-os.makedirs(CONFIGS_DIR_PATH, 
-            exist_ok=True)
-
-DEFAULT_TIME_FORMAT = "%H:%M:%S"
-DEFAULT_DATE_FORMAT = "%Y-%m-%d"
-DEFAULT_DATETIME_FORMAT = f"{DEFAULT_DATE_FORMAT}T{DEFAULT_TIME_FORMAT}"
-
-CALLISTO_INSTRUMENT_CODES = [
-    "ALASKA-ANCHORAGE",
-    "ALASKA-COHOE",
-    "ALASKA-HAARP",
-    "ALGERIA-CRAAG",
-    "ALMATY",
-    "AUSTRIA-Krumbach",
-    "AUSTRIA-MICHELBACH",
-    "AUSTRIA-OE3FLB",
-    "AUSTRIA-UNIGRAZ",
-    "Australia-ASSA",
-    "BIR",
-    "Croatia-Visnjan",
-    "DENMARK",
-    "EGYPT-Alexandria",
-    "EGYPT-SpaceAgency",
-    "FINLAND-Siuntio",
-    "Finland-Kempele",
-    "GERMANY-DLR",
-    "GLASGOW",
-    "GREENLAND",
-    "HUMAIN",
-    "HURBANOVO",
-    "INDIA-GAURI",
-    "INDIA-OOTY",
-    "INDIA-UDAIPUR",
-    "JAPAN-IBARAKI",
-    "KASI",
-    "MEXART",
-    "MEXICO-FCFM-UANL",
-    "MEXICO-LANCE-A",
-    "MEXICO-LANCE-B",
-    "MONGOLIA-UB",
-    "MRO",
-    "MRT3",
-    "Malaysia-Banting",
-    "NORWAY-EGERSUND",
-    "NORWAY-NY-AALESUND",
-    "NORWAY-RANDABERG",
-    "POLAND-Grotniki",
-    "ROMANIA",
-    "ROSWELL-NM",
-    "SPAIN-PERALEJOS",
-    "SSRT",
-    "SWISS-HB9SCT",
-    "SWISS-HEITERSWIL",
-    "SWISS-IRSOL",
-    "SWISS-Landschlacht",
-    "SWISS-MUHEN",
-    "TRIEST",
-    "TURKEY",
-    "UNAM",
-    "URUGUAY",
-    "USA-BOSTON",
-]
-
-def _get_date_based_dir_path(base_dir: str, year: int = None, 
-                             month: int = None, day: int = None
-) -> str:
-    if day and not (year and month):
-        raise ValueError("A day requires both a month and a year")
-    if month and not year:
-        raise ValueError("A month requires a year")
-    
-    date_dir_components = []
-    if year:
-        date_dir_components.append(f"{year:04}")
-    if month:
-        date_dir_components.append(f"{month:02}")
-    if day:
-        date_dir_components.append(f"{day:02}")
-    
-    return os.path.join(base_dir, *date_dir_components)
-
-
-def get_chunks_dir_path(year: int = None, 
-                        month: int = None, 
-                        day: int = None
-) -> str:
-    return _get_date_based_dir_path(CHUNKS_DIR_PATH, year, month, day)
-
-
-def get_logs_dir_path(year: int = None, 
-                      month: int = None, 
-                      day: int = None
-) -> str:
-    return _get_date_based_dir_path(LOGS_DIR_PATH, year, month, day)

spectre_core/chunks/library/__init__.py

@@ -1,8 +0,0 @@
-# SPDX-FileCopyrightText: © 2024 Jimmy Fitzpatrick <jcfitzpatrick12@gmail.com>
-# This file is part of SPECTRE
-# SPDX-License-Identifier: GPL-3.0-or-later
-
-from spectre_core.dynamic_imports import import_target_modules
-
-import_target_modules(__file__, __name__, "chunk")
-