geospacelab 0.9.1__py3-none-any.whl → 0.9.3__py3-none-any.whl

geospacelab/__init__.py

@@ -6,7 +6,7 @@ __author__ = "Lei Cai"
 __copyright__ = "Copyright 2021, GeospaceLAB"
 __credits__ = ["Lei Cai"]
 __license__ = "BSD-3-Clause License"
-__version__ = "0.9.1"
+__version__ = "0.9.3"
 __maintainer__ = "Lei Cai"
 __email__ = "lei.cai@oulu.fi"
 __status__ = "Developing"

geospacelab/datahub/sources/cdaweb/downloader.py

@@ -10,34 +10,56 @@ __docformat__ = "reStructureText"
 
 
 import datetime
+import pathlib
+
 import requests
 import bs4
 import re
+import tqdm
 
 import geospacelab.toolbox.utilities.pydatetime as dttool
 import geospacelab.toolbox.utilities.pylogging as mylog
+from geospacelab.config import prf
 
 
 class Downloader(object):
 
-    def __init__(self, dt_fr, dt_to, direct_download=True, force_download=True):
+    def __init__(
+        self, 
+        dt_fr, 
+        dt_to,
+        direct_download=True, 
+        force_download=False,
+        data_file_root_dir=None,
+        dry_run=False,
+        from_ftp=False,
+        ):
 
         self.url_base = "https://cdaweb.gsfc.nasa.gov/pub/data/"
         self.force_download = force_download
+        self.dry_run=dry_run
+        self.from_ftp=from_ftp
 
         self.dt_fr = dt_fr
         self.dt_to = dt_to
         self.source_file_paths = []
 
+        if data_file_root_dir is None:
+            self.data_file_root_dir = prf.datahub_data_root_dir
+        else:
+            self.data_file_root_dir = data_file_root_dir
+
         if direct_download:
             self.download()
 
-    def download(self):
-        raise NotImplementedError
-
-    def search_file(self, subdirs, file_name_patterns, logging=True):
+    def download(self,):
+        if self.from_ftp:
+            raise NotImplementedError
+        else:
+            self.download_from_http()
+            
+    def search_from_http(self, subdirs=None, file_name_patterns=None):
         url = self.url_base + '/'.join(subdirs)
-
         r = requests.get(url)
 
         soup = bs4.BeautifulSoup(r.text, 'html.parser')
@@ -48,15 +70,69 @@ class Downloader(object):
         fn_regex = re.compile(search_pattern)
         hrefs = list(filter(fn_regex.match, hrefs))
 
-        if logging:
-            if len(hrefs) == 0:
-                mylog.StreamLogger.warning("Cannot find any files matching the file patterns!")
-            elif len(hrefs) > 1:
-                mylog.StreamLogger.warning("Multiple files matching the file patterns are found!")
-
+        paths = []
         for href in hrefs:
-            self.source_file_paths.append(url + href)
-        return
+            paths.append(url + '/' + href)
+        return paths
+
+    def download_from_http(self, ):
+
+        source_file_paths = self.search_from_http()
+
+        for url  in source_file_paths:
+            if self.dry_run:
+                print(f"Dry run: {url}.")
+            else:
+                self.save_file_from_http(url=url)
+
+    def save_file_from_http(self, url, file_dir=None, file_name=None):
+            if file_name is None:
+                file_name = url.split('/')[-1]
+            file_path = file_dir / file_name
+            if file_path.is_file():
+                mylog.simpleinfo.info(
+                    "The file {} exists in the directory {}.".format(file_path.name, file_path.parent.resolve()))
+                if not self.force_download:
+                    self.done = True
+                    return
+
+            file_path.parent.resolve().mkdir(parents=True, exist_ok=True)
+            mylog.simpleinfo.info(f'Downloading {file_name} ...')
+            res = self._download_by_requests_get(url, data_file_path=file_path)
+            if res:
+                mylog.simpleinfo.info(f'Saved in {file_dir}')
+                self.done = True
+            else:
+                mylog.StreamLogger.error(f"Error during downloading. Code: {res}.")
+
+            return
+
+    @staticmethod
+    def _download_by_requests_get(url, data_file_path=None, params=None, stream=True, allow_redirects=True, **kwargs):
+        r = requests.get(url, params=params, stream=stream, allow_redirects=allow_redirects, **kwargs)
+        if r.status_code != 200:
+            return -2
+
+        total_size_in_bytes = int(r.headers.get('content-length', 0))
+        block_size = 1024  # 1 Kibibyte
+        progress_bar = tqdm.tqdm(total=total_size_in_bytes, unit='iB', unit_scale=True)
+
+        with open(data_file_path, 'wb') as file:
+            for data in r.iter_content(block_size):
+                progress_bar.update(len(data))
+                file.write(data)
+        progress_bar.close()
+        if total_size_in_bytes != 0 and progress_bar.n != total_size_in_bytes:
+            mylog.StreamLogger.error("Something wrong during the download!")
+            data_file_path.unlink(missing_ok=True)
+            return -1
+
+        return 1
+
+    def search_from_ftp(self, ftp, file_name_patterns=None):
+        paths = []
+
+        return paths
 
     def save_file(self, file_dir, file_name, r_source_file):
         file_path = file_dir / file_name

geospacelab/datahub/sources/esa_eo/swarm/downloader.py

@@ -71,14 +71,16 @@ class Downloader(DownloaderBase):
             this_month = dttool.get_next_n_months(self.dt_fr, nm)
             file_name_patterns = copy.deepcopy(default_file_name_patterns)
             file_name_patterns.append(this_month.strftime("%Y%m"))
+            ftp = ftplib.FTP_TLS()
+            ftp.connect(self.ftp_host, self.ftp_port, 30)
             try:
-                ftp = ftplib.FTP_TLS()
-                ftp.connect(self.ftp_host, self.ftp_port, 30)  # 30 timeout
                 ftp.login(user=self.username, passwd=self.__password__)
                 ftp.cwd(self.ftp_data_dir)
                 file_list = ftp.nlst()
                
                 file_names, versions = self.search_files(file_list=file_list, file_name_patterns=file_name_patterns)
+                if file_names is None:
+                    raise FileNotFoundError
                 file_dir_root = self.data_file_root_dir
                 for ind_f, file_name in enumerate(file_names):
                     dt_regex = re.compile(r'(\d{8}T\d{6})_(\d{8}T\d{6})_(\d{4})')
@@ -129,11 +131,11 @@ class Downloader(DownloaderBase):
                     mylog.simpleinfo.info("Done. The zip file has been removed.")
 
                 done = True
-                ftp.quit()
             except Exception as e:
                 print('Error during download from FTP')
                 print(e)
                 done = False
+            ftp.quit()
         return done
 
     def search_files(self, file_list=None, file_name_patterns=None):
@@ -166,7 +168,8 @@ class Downloader(DownloaderBase):
 
         ind_dt = np.where((self.dt_fr <= stop_dts) & (self.dt_to >= start_dts))[0]
         if not list(ind_dt):
-            raise FileExistsError
+            mylog.StreamLogger.info("No matching files found on the ftp")
+            return None, None
         file_list = [file_list[ii] for ii in ind_dt]
         versions = [versions[ii] for ii in ind_dt]
 

geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_acc/__init__.py

@@ -14,9 +14,9 @@ from geospacelab.config import prf
 import geospacelab.toolbox.utilities.pybasic as basic
 import geospacelab.toolbox.utilities.pylogging as mylog
 import geospacelab.toolbox.utilities.pydatetime as dttool
-from geospacelab.datahub.sources.esa_eo.swarm.l2daily.dns_pod.loader import Loader as default_Loader
-from geospacelab.datahub.sources.esa_eo.swarm.l2daily.dns_pod.downloader import Downloader as default_Downloader
-import geospacelab.datahub.sources.esa_eo.swarm.l2daily.dns_pod.variable_config as var_config
+from geospacelab.datahub.sources.esa_eo.swarm.l2daily.dns_acc.loader import Loader as default_Loader
+from geospacelab.datahub.sources.esa_eo.swarm.l2daily.dns_acc.downloader import Downloader as default_Downloader
+import geospacelab.datahub.sources.esa_eo.swarm.l2daily.dns_acc.variable_config as var_config
 
 
 default_dataset_attrs = {
@@ -47,8 +47,6 @@ default_variable_names = [
     'SC_GEO_ALT',
     'SC_GEO_LST',
     'rho_n',
-    'rho_n_ORBITMEAN',
-    'FLAG',
     ]
 
 # default_data_search_recursive = True
@@ -78,7 +76,7 @@ class Dataset(datahub.DatasetSourced):
 
         self.sat_id = kwargs.pop('sat_id', 'A')
 
-        self.metadata = None
+        self.metadata = {}
 
         allow_load = kwargs.pop('allow_load', False)
 
@@ -212,6 +210,63 @@ class Dataset(datahub.DatasetSourced):
         self['SC_AACGM_LON'].value = cs_aacgm['lon'].reshape(self['SC_DATETIME'].value.shape)
         self['SC_AACGM_MLT'].value = cs_aacgm['mlt'].reshape(self['SC_DATETIME'].value.shape)
 
+    def interp_evenly(self, time_res=None, data_time_res = 30, dt_fr=None, dt_to=None, masked=False):
+        from scipy.interpolate import interp1d
+        import geospacelab.toolbox.utilities.numpymath as nm
+
+        if time_res is None:
+            time_res = data_time_res
+
+        ds_new = datahub.DatasetUser(dt_fr=self.dt_fr, dt_to=self.dt_to, visual=self.visual)
+        ds_new.clone_variables(self)
+        dts = ds_new['SC_DATETIME'].value.flatten()
+        dt0 = dttool.get_start_of_the_day(dts[0])
+        x_0 = np.array([(dt - dt0).total_seconds() for dt in dts])
+        if dt_fr is None:
+            dt_fr = dts[0] - datetime.timedelta(
+                seconds=np.floor(((dts[0] - ds_new.dt_fr).total_seconds() / time_res)) * time_res
+            )
+        if dt_to is None:
+            dt_to = dts[-1] + datetime.timedelta(
+                seconds=np.floor(((ds_new.dt_to - dts[-1]).total_seconds() / time_res)) * time_res
+            )
+        sec_fr = (dt_fr - dt0).total_seconds()
+        sec_to = (dt_to - dt0).total_seconds()
+        x_1 = np.arange(sec_fr, sec_to + time_res / 2, time_res)
+
+        f = interp1d(x_0, x_0, kind='nearest', bounds_error=False, fill_value=(x_0[0], x_0[-1]))
+        pseudo_x = f(x_1)
+        mask = np.abs(pseudo_x - x_1) > data_time_res / 1.5
+
+        dts_new = np.array([dt0 + datetime.timedelta(seconds=sec) for sec in x_1])
+        ds_new['SC_DATETIME'].value = dts_new.reshape((dts_new.size, 1))
+
+        period_var_dict = {'SC_GEO_LON': 360.,
+                           'SC_AACGM_LON': 360.,
+                           'SC_APEX_LON': 360.,
+                           'SC_GEO_LST': 24.,
+                           'SC_AACGM_MLT': 24.,
+                           'SC_APEX_MLT': 24}
+
+        for var_name in ds_new.keys():
+            if var_name in ['SC_DATETIME']:
+                continue
+            if var_name in period_var_dict.keys():
+                var = ds_new[var_name].value.flatten()
+                var_new = nm.interp_period_data(x_0, var, x_1, period=period_var_dict[var_name], method='linear',
+                                                bounds_error=False)
+            else:
+                method = 'linear' if 'FLAG' not in var_name else 'nearest'
+                var = ds_new[var_name].value.flatten()
+                f = interp1d(x_0, var, kind=method, bounds_error=False)
+                var_new = f(x_1)
+            if masked:
+                var_new = np.ma.array(var_new, mask=mask, fill_value=np.nan)
+            else:
+                var_new[mask] = np.nan
+            ds_new[var_name].value = var_new.reshape((dts_new.size, 1))
+        return ds_new
+
     def time_filter_by_quality(self, quality_lim=None):
         if quality_lim is None:
             quality_lim = 0
@@ -253,7 +308,7 @@ class Dataset(datahub.DatasetSourced):
                 sat_id = self.sat_id
             file_patterns = [
                 'DNS' + sat_id.upper(),
-                'POD_2',
+                'ACC_2',
                 this_day.strftime('%Y%m%d') + 'T'
             ]
             # remove empty str
@@ -276,6 +331,7 @@ class Dataset(datahub.DatasetSourced):
                         search_pattern=search_pattern,
                         allow_multiple_files=True
                     )
+                self.allow_download = False
 
         return done
 

geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_acc/downloader.py

@@ -29,7 +29,7 @@ class Downloader(DownloaderModel):
 
         if ftp_data_dir is None:
             ftp_data_dir = f'Level2daily/Latest_baselines/DNS/ACC/Sat_{sat_id.upper()}'
-
+            # ftp_data_dir = f'Level2daily/Older_baselines/DNS/ACC/Sat_{sat_id.upper()}'
         if data_file_root_dir is None:
             data_file_root_dir = prf.datahub_data_root_dir / "ESA" / "SWARM" / "Level2daily" / "DNS_ACC"
         file_name_patterns = list(self._default_file_name_patterns)

geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_acc/loader.py

@@ -14,14 +14,12 @@ from geospacelab.datahub.sources.esa_eo.swarm.loader import LoaderModel
 
 # define the default variable name dictionary
 default_variable_name_dict = {
-    'CDF_EPOCH': 'Time',
+    'CDF_EPOCH': 'time',
     'SC_GEO_LAT': 'latitude',
     'SC_GEO_LON': 'longitude',
     'SC_GEO_ALT': 'altitude',
     'SC_GEO_LST': 'local_solar_time',
     'rho_n': 'density',
-    'rho_n_ORBITMEAN': 'density_orbitmean',
-    'FLAG': 'validity_flag',
 }
 
 
@@ -38,4 +36,5 @@ class Loader(LoaderModel):
 
     def load_data(self, **kwargs):
         super(Loader, self).load_data(**kwargs)
+        self.variables['rho_n'][self.variables['rho_n']>1] = np.nan
         self.variables['SC_GEO_ALT'] = self.variables['SC_GEO_ALT'] * 1e-3

geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_pod/__init__.py

@@ -78,7 +78,7 @@ class Dataset(datahub.DatasetSourced):
 
         self.sat_id = kwargs.pop('sat_id', 'A')
 
-        self.metadata = None
+        self.metadata = {}
 
         allow_load = kwargs.pop('allow_load', False)
 
@@ -167,7 +167,7 @@ class Dataset(datahub.DatasetSourced):
     def add_GEO_LST(self):
         lons = self['SC_GEO_LON'].flatten()
         uts = self['SC_DATETIME'].flatten()
-        lsts = [ut + datetime.timedelta(hours=lon / 15.) for ut, lon in zip(uts, lons)]
+        lsts = [ut + datetime.timedelta(hours=int(lon / 15.)) for ut, lon in zip(uts, lons)]
         lsts = [lst.hour + lst.minute / 60. + lst.second / 3600. for lst in lsts]
         var = self.add_variable(var_name='SC_GEO_LST')
         var.value = np.array(lsts)[:, np.newaxis]
@@ -212,6 +212,63 @@ class Dataset(datahub.DatasetSourced):
         self['SC_AACGM_LON'].value = cs_aacgm['lon'].reshape(self['SC_DATETIME'].value.shape)
         self['SC_AACGM_MLT'].value = cs_aacgm['mlt'].reshape(self['SC_DATETIME'].value.shape)
 
+    def interp_evenly(self, time_res=None, data_time_res = 30, dt_fr=None, dt_to=None, masked=False):
+        from scipy.interpolate import interp1d
+        import geospacelab.toolbox.utilities.numpymath as nm
+
+        if time_res is None:
+            time_res = data_time_res
+
+        ds_new = datahub.DatasetUser(dt_fr=self.dt_fr, dt_to=self.dt_to, visual=self.visual)
+        ds_new.clone_variables(self)
+        dts = ds_new['SC_DATETIME'].value.flatten()
+        dt0 = dttool.get_start_of_the_day(dts[0])
+        x_0 = np.array([(dt - dt0).total_seconds() for dt in dts])
+        if dt_fr is None:
+            dt_fr = dts[0] - datetime.timedelta(
+                seconds=np.floor(((dts[0] - ds_new.dt_fr).total_seconds() / time_res)) * time_res
+            )
+        if dt_to is None:
+            dt_to = dts[-1] + datetime.timedelta(
+                seconds=np.floor(((ds_new.dt_to - dts[-1]).total_seconds() / time_res)) * time_res
+            )
+        sec_fr = (dt_fr - dt0).total_seconds()
+        sec_to = (dt_to - dt0).total_seconds()
+        x_1 = np.arange(sec_fr, sec_to + time_res / 2, time_res)
+
+        f = interp1d(x_0, x_0, kind='nearest', bounds_error=False, fill_value=(x_0[0], x_0[-1]))
+        pseudo_x = f(x_1)
+        mask = np.abs(pseudo_x - x_1) > data_time_res / 1.5
+
+        dts_new = np.array([dt0 + datetime.timedelta(seconds=sec) for sec in x_1])
+        ds_new['SC_DATETIME'].value = dts_new.reshape((dts_new.size, 1))
+
+        period_var_dict = {'SC_GEO_LON': 360.,
+                           'SC_AACGM_LON': 360.,
+                           'SC_APEX_LON': 360.,
+                           'SC_GEO_LST': 24.,
+                           'SC_AACGM_MLT': 24.,
+                           'SC_APEX_MLT': 24}
+
+        for var_name in ds_new.keys():
+            if var_name in ['SC_DATETIME']:
+                continue
+            if var_name in period_var_dict.keys():
+                var = ds_new[var_name].value.flatten()
+                var_new = nm.interp_period_data(x_0, var, x_1, period=period_var_dict[var_name], method='linear',
+                                                bounds_error=False)
+            else:
+                method = 'linear' if 'FLAG' not in var_name else 'nearest'
+                var = ds_new[var_name].value.flatten()
+                f = interp1d(x_0, var, kind=method, bounds_error=False)
+                var_new = f(x_1)
+            if masked:
+                var_new = np.ma.array(var_new, mask=mask, fill_value=np.nan)
+            else:
+                var_new[mask] = np.nan
+            ds_new[var_name].value = var_new.reshape((dts_new.size, 1))
+        return ds_new
+
     def time_filter_by_quality(self, quality_lim=None):
         if quality_lim is None:
             quality_lim = 0

geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_pod/downloader.py

@@ -29,9 +29,11 @@ class Downloader(DownloaderModel):
 
         if ftp_data_dir is None:
             ftp_data_dir = f'Level2daily/Latest_baselines/DNS/POD/Sat_{sat_id.upper()}'
+            # ftp_data_dir = f'Level2daily/Older_baselines/DNS/POD/Sat_{sat_id.upper()}'
 
         if data_file_root_dir is None:
             data_file_root_dir = prf.datahub_data_root_dir / "ESA" / "SWARM" / "Level2daily" / "DNS_POD"
+
         file_name_patterns = list(self._default_file_name_patterns)
 
         file_name_patterns.extend(['DNS' + sat_id.upper()])

geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_pod/loader.py

@@ -38,4 +38,7 @@ class Loader(LoaderModel):
 
     def load_data(self, **kwargs):
         super(Loader, self).load_data(**kwargs)
+        self.variables['rho_n'][self.variables['rho_n'] > 1] = np.nan
+        self.variables['rho_n'][self.variables['rho_n'] <= 0] = np.nan
+        self.variables['rho_n'][self.variables['FLAG'] > 0] = np.nan
         self.variables['SC_GEO_ALT'] = self.variables['SC_GEO_ALT'] * 1e-3

geospacelab/datahub/sources/jhuapl/dmsp/ssusi/edraur/variable_config.py

@@ -30,7 +30,7 @@ default_plot_config = {
     'pcolormesh':   {
         'cmap':            default_colormap,
         'c_scale':         'log',
-        'c_lim':           [100, 6000],
+        'c_lim':           [10, 6000],
         'alpha':            0.9,
     }
 }

geospacelab/express/eiscat_dashboard.py

@@ -108,7 +108,7 @@ class EISCATDashboard(TSDashboard):
 
     def save_figure(self, file_name=None, file_dir=None, append_time=True, **kwargs):
         if file_name is None:
-            file_name = kwargs.pop('file_name', self.title.replace(', ', '_'))
+            file_name = '_'.join([s.strip() for s in self.title.split(',')])
         super().save_figure(file_name=file_name, file_dir=file_dir, append_time=append_time, **kwargs)
 
     def add_title(self, x=0.5, y=1.06, title=None, append_time=True, **kwargs):
@@ -158,7 +158,8 @@ def example():
     modulation = '60'
     load_mode = 'AUTO'
     dashboard = EISCATDashboard(
-        dt_fr, dt_to, site=site, antenna=antenna, modulation=modulation, load_mode='AUTO'
+        dt_fr, dt_to, site=site, antenna=antenna, modulation=modulation, load_mode='AUTO',
+        data_file_type="madrigal-hdf5"
     )
     dashboard.quicklook()
 

geospacelab/observatory/orbit/utilities.py

@@ -421,6 +421,7 @@ class LEOToolbox(DatasetUser):
 
         method = 'linear'
         for var_name in variable_names:
+            # print(var_name)
             vrb = self[var_name].value.flatten()[sector>0]
             if along_track_binning:
                 sector_1 = sector[sector>0]

geospacelab/visualization/mpl/dashboards.py

@@ -385,7 +385,7 @@ class TSDashboard(Dashboard):
 
         return results
 
-    def add_shading(self, dt_fr, dt_to, panel_index=0,
+    def add_shading(self, dt_fr, dt_to, panel_index=-1,
                     label=None, label_position=None, top_extend=0., bottom_extend=0., **kwargs):
 
         if label_position is None:

{geospacelab-0.9.1.dist-info → geospacelab-0.9.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: geospacelab
-Version: 0.9.1
+Version: 0.9.3
 Summary: Collect, manage, and visualize geospace data.
 Home-page: https://github.com/JouleCai/geospacelab
 Author: Lei Cai
@@ -104,6 +104,7 @@ on [readthedocs.io](https://geospacelab.readthedocs.io/en/latest/).
 | Data Source                  | Variables                          | File Format           | Downloadable  | Express                       | Status | 
 |------------------------------|------------------------------------|-----------------------|---------------|-------------------------------|--------|
 | CDAWeb/OMNI                  | Solar wind and IMF                 |*cdf*                 | *True*        | __OMNIDashboard__             | stable |
+| CDAWeb/DMSP/SSUSI/EDR_AUR    | DMSP SSUSI EDR_AUR emission lines  | *netcdf*              | *True*        | __DMSPSSUSIDashboard__        | stable |
 | Madrigal/EISCAT              | Ionospheric Ne, Te, Ti, ...        | *EISCAT-hdf5*, *Madrigal-hdf5* | *True* | __EISCATDashboard__           | stable |
 | Madrigal/GNSS/TECMAP         | Ionospheric GPS TEC map            | *hdf5*                | *True*        | -                             | beta   |
 | Madrigal/DMSP/s1             | DMSP SSM, SSIES, etc               | *hdf5*                | *True*        | __DMSPTSDashboard__           | stable |
@@ -111,7 +112,6 @@ on [readthedocs.io](https://geospacelab.readthedocs.io/en/latest/).
 | Madrigal/DMSP/e              | DMSP SSJ                           | *hdf5*                | *True*        | __DMSPTSDashboard__           | stable |
 | Madrigal/Millstone Hill ISR+ | Millstone Hill ISR                 | *hdf5*                | *True*        | __MillstoneHillISRDashboard__ | stable |
 | Madrigal/Poker Flat ISR      | Poker Flat ISR                     | *hdf5*                | *True*        | __-_                          | stable |
-| JHUAPL/DMSP/SSUSI            | DMSP SSUSI                         | *netcdf*              | *True*        | __DMSPSSUSIDashboard__        | stable |
 | JHUAPL/AMPERE/fitted         | AMPERE FAC                         | *netcdf*              | *False*        | __AMPEREDashboard__           | stable |
 | SuperDARN/POTMAP             | SuperDARN potential map            | *ascii*             | *False*       | -                             | stable |                  
 | WDC/Dst                      | Dst index                          | *IAGA2002-ASCII*      | *True*        | -                             | stable |
@@ -263,7 +263,7 @@ modulation = 'ant'
 dh = DataHub(dt_fr, dt_to)
 # dock the first dataset (dataset index starts from 0)
 ds_isr = dh.dock(datasource_contents=[database_name, 'isr', facility_name],
-                      site=site, antenna=antenna, modulation=modulation, data_file_type='eiscat-hdf5')
+                      site=site, antenna=antenna, modulation=modulation, data_file_type='madrigal-hdf5')
 # load data
 ds_isr.load_data()
 # assign a variable from its own dataset to the datahub
@@ -304,7 +304,8 @@ antenna = 'UHF'
 modulation = '60'
 load_mode = 'AUTO'
 dashboard = eiscat.EISCATDashboard(
-    dt_fr, dt_to, site=site, antenna=antenna, modulation=modulation, load_mode='AUTO'
+    dt_fr, dt_to, site=site, antenna=antenna, modulation=modulation, load_mode='AUTO', 
+    data_file_type="madrigal-hdf5"
 )
 dashboard.quicklook()
 
@@ -373,6 +374,9 @@ Output:
 > ![alt text](https://github.com/JouleCai/geospacelab/blob/master/examples/OMNI_1min_20160314-060000-20160320-060000.png?raw=true)
 
 ### Example 4: Mapping geospatial data in the polar map.
+> **_NOTE_**: JHUAPL stopped supporting DMSP SSUSI on 14 Feb 2025. 
+From then on, the data source has been switched from JHUAPL to CDAWeb.
+ 
 ```python
 import datetime
 import matplotlib.pyplot as plt
@@ -392,12 +396,16 @@ dashboard = geomap.GeoDashboard(dt_fr=dt_fr, dt_to=dt_to, figure_config={'figsiz
 # If the orbit_id is specified, only one file will be downloaded. This option saves the downloading time.
 # dashboard.dock(datasource_contents=['jhuapl', 'dmsp', 'ssusi', 'edraur'], pole='N', sat_id='f17', orbit_id='46863')
 # If not specified, the data during the whole day will be downloaded.
-dashboard.dock(datasource_contents=['jhuapl', 'dmsp', 'ssusi', 'edraur'], pole=pole, sat_id=sat_id, orbit_id=None)
+dashboard.dock(
+    datasource_contents=dashboard.dock(datasource_contents=['cdaweb', 'dmsp', 'ssusi', 'edr_aur'], 
+    pole=pole, sat_id=sat_id, orbit_id=None
+)
 ds_s1 = dashboard.dock(
     datasource_contents=['madrigal', 'satellites', 'dmsp', 's1'],
     dt_fr=time1 - datetime.timedelta(minutes=45),
     dt_to=time1 + datetime.timedelta(minutes=45),
-    sat_id=sat_id)
+    sat_id=sat_id
+)
 
 dashboard.set_layout(1, 1)
 

{geospacelab-0.9.1.dist-info → geospacelab-0.9.3.dist-info}/RECORD

@@ -1,4 +1,4 @@
-geospacelab/__init__.py,sha256=6u2t-R4k3roYJa3dgOOiyFT-2yogY9ml_eBtjtY6eOc,800
+geospacelab/__init__.py,sha256=_v0CXNpUJgyKyK3En1-OGCKWUuJEaTyEb89yvb_F7qs,800
 geospacelab/config/__init__.py,sha256=D5A0ORTubSaLEXGqPmg-mLH_KNqINicOeeNFqkGpXrk,641
 geospacelab/config/_preferences.py,sha256=DakPjKJQ0VRe2Mgc8bakw585u4N8qVqYYvqnoLdyvH4,4726
 geospacelab/coords/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -22,7 +22,7 @@ geospacelab/datahub/_variable_base.py,sha256=dUm15Y012FQ0hAdeA48ky0tKEc9il59FHvO
 geospacelab/datahub/test.py,sha256=ZXtv9nhZd3RKr8BPsKqSB_boCpB2P4SYF6hFKdo8aAg,682
 geospacelab/datahub/sources/__init__.py,sha256=VZtk8qV_O3LQtUQOOwvBwbqmcI_labsWdml-iqpH8u4,327
 geospacelab/datahub/sources/cdaweb/__init__.py,sha256=fP1ziTZFxTOz-HF07az67F5AfvKJsXdJluEK-NZi6yU,680
-geospacelab/datahub/sources/cdaweb/downloader.py,sha256=ZgXNbrdF9mrvDxY03_PymcK2pW09T90tl59ly69Ida4,2473
+geospacelab/datahub/sources/cdaweb/downloader.py,sha256=NRozp7qlunImJjVjdEX8ol-1l2bhCycrmecnkTGQKoU,5012
 geospacelab/datahub/sources/cdaweb/dmsp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 geospacelab/datahub/sources/cdaweb/omni/__init__.py,sha256=Cx34OLYuX_zLIialhXlI6F0x4rXbCWLC7yCYBse6s2c,11529
 geospacelab/datahub/sources/cdaweb/omni/downloader.py,sha256=Rle46rGxWmnM46BMO6hGpZR16vLF6DusYacpH_eMjw0,4129
@@ -30,7 +30,7 @@ geospacelab/datahub/sources/cdaweb/omni/loader.py,sha256=MVxzK9uMtxWK8OjnzHyJD-k
 geospacelab/datahub/sources/cdaweb/omni/variable_config.py,sha256=WWVuuy28FSHV-DUAOx9hB80zCarTJJoObSgCbq7lgWM,12424
 geospacelab/datahub/sources/esa_eo/__init__.py,sha256=Z-X5gUc21PNcCSCHoaP4ieQjTUBtMft8cK0hfJnezWo,521
 geospacelab/datahub/sources/esa_eo/swarm/__init__.py,sha256=VCgXC15rp09kebnDY9GW0cy-BXH0RrEo6jscilobv_w,2386
-geospacelab/datahub/sources/esa_eo/swarm/downloader.py,sha256=V22eWIrwz_ZyGrWUxNx3SPkZeYk11PX7XTlHBf1ReTQ,7857
+geospacelab/datahub/sources/esa_eo/swarm/downloader.py,sha256=IsIA8Tr7k0tqrRbAmnwvIPRfUscwznztKc_kbAKwqyU,7984
 geospacelab/datahub/sources/esa_eo/swarm/loader.py,sha256=fp6WWgkpAyK8j47Eb-jxZaBxgwzTb6VpStfoeigU65U,3684
 geospacelab/datahub/sources/esa_eo/swarm/advanced/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 geospacelab/datahub/sources/esa_eo/swarm/advanced/efi_lp_fp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -58,13 +58,13 @@ geospacelab/datahub/sources/esa_eo/swarm/l2daily/aej_lpl/__init__.py,sha256=9Dxd
 geospacelab/datahub/sources/esa_eo/swarm/l2daily/aej_lpl/downloader.py,sha256=tgjhDGv6CVbldVf2J_kLrwxEGWOLvlrUDFnfAuwY3VA,1897
 geospacelab/datahub/sources/esa_eo/swarm/l2daily/aej_lpl/loader.py,sha256=MY9bXATgPEgU0dEvdWaLNobPFw2XsTx46FxrGHbfoOY,1594
 geospacelab/datahub/sources/esa_eo/swarm/l2daily/aej_lpl/variable_config.py,sha256=oxowX2EK-PzCyFZN-b62LxsJGlxsA2IQO6dt122NKk0,5454
-geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_acc/__init__.py,sha256=eWDjRV4xypUACkakYesEG6DOVTZGEawW8ukNqokQwjc,12892
-geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_acc/downloader.py,sha256=9rKpWoeAZk08zD7PKkazWBiKXiqkxQb3SB9cXJRXsl8,1897
-geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_acc/loader.py,sha256=qmqHrJRT7orZeTCvKJyqqKaommcesfYfOuMaUUyO5U8,1347
+geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_acc/__init__.py,sha256=EbVqG438vAzylh2oSn6oKY1WI5XmmmEHraX6IHZiVa8,15539
+geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_acc/downloader.py,sha256=E9QNp5vRrDHX_aN0ltVeU9bNOCKZIfEry0IC_Dan1IE,1985
+geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_acc/loader.py,sha256=vgtoxMDW7cu6pkxuTJ-VPW4f8tg2jDQiSXAh8Fj6Rsw,1342
 geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_acc/variable_config.py,sha256=uD01UBjsswsJkf0fIlneK4hUQ4854E1zaSUJ23dlsy4,3335
-geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_pod/__init__.py,sha256=e0aV-brIwxXec9FqekxZEYE2yWQrUL189alKCBW5Aac,12892
-geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_pod/downloader.py,sha256=Qg7zhuI2DciYN0-hNbx6dNmMpawg2afRpo9ULzkNj-8,1897
-geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_pod/loader.py,sha256=qmqHrJRT7orZeTCvKJyqqKaommcesfYfOuMaUUyO5U8,1347
+geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_pod/__init__.py,sha256=k-nLHumMRMkoYl3-6TEzeVx_kaFuwtJhGcyEz4jM6DE,15535
+geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_pod/downloader.py,sha256=K2VXRpkWnqGdBSlXdSBmr3gK9V2oY37BLc-x8ymewic,1987
+geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_pod/loader.py,sha256=T0MPpYZTowe3tU24rTkJxaDvs6v6RkFR1ulidrWB8rU,1557
 geospacelab/datahub/sources/esa_eo/swarm/l2daily/dns_pod/variable_config.py,sha256=uD01UBjsswsJkf0fIlneK4hUQ4854E1zaSUJ23dlsy4,3335
 geospacelab/datahub/sources/esa_eo/swarm/l2daily/fac_tms/__init__.py,sha256=mcED0vgS7dzaNX5OnlYpE-43Z3G1HAQ94nTrnHbNP-8,12897
 geospacelab/datahub/sources/esa_eo/swarm/l2daily/fac_tms/downloader.py,sha256=CKYGT4sAWWamt8bJ1-c5bjDRaDVVahCiElauGNfVFUo,2001
@@ -122,7 +122,7 @@ geospacelab/datahub/sources/jhuapl/dmsp/ssusi/__init__.py,sha256=47DEQpj8HBSa-_T
 geospacelab/datahub/sources/jhuapl/dmsp/ssusi/downloader.py,sha256=YvEUr8XbjiqIwkWD8iUnXDozVsBCb0ravXATf7tIJnM,5784
 geospacelab/datahub/sources/jhuapl/dmsp/ssusi/edraur/__init__.py,sha256=19iEEG8LojP9qrSFQy63FpP7vcyQCt0TP-Ll3RDvuUI,8451
 geospacelab/datahub/sources/jhuapl/dmsp/ssusi/edraur/loader.py,sha256=ulahJeJCB45K0WPhxffBcpPSU2u_N7GQ-R7xjfqzRv8,5322
-geospacelab/datahub/sources/jhuapl/dmsp/ssusi/edraur/variable_config.py,sha256=DJMs1RqFBTvmgNfveZttE9VEdjuPwSojkQeomXHxiHc,4347
+geospacelab/datahub/sources/jhuapl/dmsp/ssusi/edraur/variable_config.py,sha256=MaDCaF-LCK7sR6VOaszo6ebmJTq18wDIZ809sFoAbh4,4346
 geospacelab/datahub/sources/jhuapl/dmsp/ssusi/sdrdisk/__init__.py,sha256=-cMB37JFmLAT2XkCZW-ej8Y6qOvMv4-rzMR1lrGGg5E,12469
 geospacelab/datahub/sources/jhuapl/dmsp/ssusi/sdrdisk/loader.py,sha256=Xvn_DtTcREIMxvNxY_0a0Ery8xRTkBUD9285Q56a_nc,9519
 geospacelab/datahub/sources/jhuapl/dmsp/ssusi/sdrdisk/variable_config.py,sha256=iyhGq50CKQku6imnO8Psn_V5u03Ix1SCEr6ls1QDajo,4686
@@ -281,7 +281,7 @@ geospacelab/datahub/sources/wdc/dst/loader.py,sha256=VOTAayd6C0CdaW41RSc9EzUeB28
 geospacelab/datahub/sources/wdc/dst/variable_config.py,sha256=iXgscw1UzfTO2y2De-eOxCYGmkY01bEGAdfayjkcLEg,1516
 geospacelab/express/__init__.py,sha256=YcFkmOGWXNiOXWsMFxFPhn32UnbxmeSrluTp6OHVTpQ,328
 geospacelab/express/dmsp_dashboard.py,sha256=DdKvcQu4cEbh16rP-dUgyyiEq7_ltCpCOFQaYG8EVG4,4152
-geospacelab/express/eiscat_dashboard.py,sha256=WkBc7EDzp9o9i97ssY2hpjZF1jCZy7TJnbdJVcf8tHU,8873
+geospacelab/express/eiscat_dashboard.py,sha256=Anj44bGCTQwmtKD_Nl6UFfjeqanQ6rz58OjyoYWZHGM,8911
 geospacelab/express/millstonehill_dashboard.py,sha256=cTAmBSHAVF-0mLXkSwjyrKiQ8hVpZYiGuYYHIFkdycg,8482
 geospacelab/express/omni_dashboard.py,sha256=XTv9QVCNwUPyrsUB9EdEdoHRgr-DXPGTVXGCygOzsY8,3937
 geospacelab/future/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -301,7 +301,7 @@ geospacelab/observatory/earth/geodesy.py,sha256=6ouOEgiqlTrDBHdPjhZ5p8BScfG8-NYr
 geospacelab/observatory/earth/sun_position.py,sha256=gy-zPPoX_92r6Cz7BT7JQyiNO_tte3osCQFkNq9lWe0,1434
 geospacelab/observatory/orbit/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 geospacelab/observatory/orbit/sc_orbit.py,sha256=FgTAFnoL6HRNlP8C9o2IDE0TpfGwaAP_3_2_8x4Euxo,15588
-geospacelab/observatory/orbit/utilities.py,sha256=fO5GVghcQx4qAw5drTYJPqlssjsmHa0ie6rhfPPUtFg,33410
+geospacelab/observatory/orbit/utilities.py,sha256=vIyI0oNQX7YsqvIv4eqCEObnc63W1tRyzP-R5pncIeE,33440
 geospacelab/observatory/site/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 geospacelab/observatory/site/mixins.py,sha256=rhMJngBVgv0wR1m8e5cvnPxHZQnntbcJIgp4bEyTMFE,457
 geospacelab/quantity/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -334,7 +334,7 @@ geospacelab/visualization/mpl/_helpers.py,sha256=L-Cf_NXhe7FZE0fUNwQOOIZorLR1qEh
 geospacelab/visualization/mpl/axes.py,sha256=YcFkmOGWXNiOXWsMFxFPhn32UnbxmeSrluTp6OHVTpQ,328
 geospacelab/visualization/mpl/axis_ticks.py,sha256=vkS7eqSop5MNsxZ8l3EqdJEW7obF7mRXQ1D9lCZCYOY,15135
 geospacelab/visualization/mpl/colormaps.py,sha256=o4NfZPZK29Lefc4Jw-9OAN5VveqLuEEHKbP3JjUFSFI,17685
-geospacelab/visualization/mpl/dashboards.py,sha256=bQcPTQNZlfur02e1NHK4QY5VMIJPGch9sYs7P458DUs,17231
+geospacelab/visualization/mpl/dashboards.py,sha256=jk8W_j1SzCfUUYeTm5e7uA3xjlXpUIINdJPmBc53t-E,17232
 geospacelab/visualization/mpl/figure.py,sha256=stHgAG_qH-b87-rIXBfFnG9p3cyD2oDnx3MA6kDgX3A,3335
 geospacelab/visualization/mpl/panels.py,sha256=FUbWvz8jSVTZa2mATV8Vj10-8bIbmDZ1zYgAPliZLTM,35127
 geospacelab/visualization/mpl/ts_viewer.py,sha256=4sOwXeWkdn5Z0BA6c-zxj4dAYxHP9tbuFwsbuJz4_ag,67416
@@ -366,7 +366,7 @@ geospacelab/wrapper/geopack/geopack/t89.py,sha256=zDVNPrmtK1NnNHgohQEPqOOJDsm2Z-
 geospacelab/wrapper/geopack/geopack/t96.py,sha256=ktcoo1R7Z3NtkWHENuseu48ub4-JfQGqFV0ZOtd0zH8,65292
 geospacelab/wrapper/geopack/geopack/test_geopack1.md,sha256=dMUY0O1BgZsKpmJ6BLSQ80B6p6DZcB7OceFeyPOlFK0,15324
 geospacelab/wrapper/geopack/geopack/test_geopack1.py,sha256=qjLz6O3BAk3H58IpmxXyftwZTkh3vPGp49C-al4hjf0,6669
-geospacelab-0.9.1.dist-info/licenses/LICENSE,sha256=2yRlwLt4o5Z6OZAGcyvBj-zfFX1Uw7E6CzqODg7khqs,1515
+geospacelab-0.9.3.dist-info/licenses/LICENSE,sha256=2yRlwLt4o5Z6OZAGcyvBj-zfFX1Uw7E6CzqODg7khqs,1515
 test/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 test/test_ampere.py,sha256=0-HZURubpv1mBK3bJ_qTqx39L1jezgRoU5neXMPYgZQ,2968
 test/test_dmsp_s1.py,sha256=5m_7mjdDGja8ovshNPV3LKW_6q6mIwT9XKqoyRiH79A,3588
@@ -376,7 +376,7 @@ test/test_omni.py,sha256=Zk1LZozPiY5V0aSRmK6GTQuB01hHn_j2j3Brm6Ea_po,1632
 test/test_superdarn.py,sha256=uP55muvXryPzNGHinWkiGv2PxvRs4f9M9h1WIBEBW7k,2846
 test/test_swarm.py,sha256=PDDE9nUshhQpXZbV_ZwcsjbMhI73fRaojTZv9rtRzZE,15568
 test/test_swarm_new.py,sha256=mzhMAx-M9W3Ue5noTyfBx4c3Vtc3b_ZUEvGgL9v8UE4,853
-geospacelab-0.9.1.dist-info/METADATA,sha256=lQu6cwW2ndS7eFK_dFwJzePm8B0-0KvEru0gXMdXyX8,24108
-geospacelab-0.9.1.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-geospacelab-0.9.1.dist-info/top_level.txt,sha256=98eDwrSNgyQFAtSA06QMP71gw9BzgIj0uvkTudpGly4,12
-geospacelab-0.9.1.dist-info/RECORD,,
+geospacelab-0.9.3.dist-info/METADATA,sha256=Cr9Ua066wvbkh8s4Zcze7fpjqwnA3csrkTKtnHfCtZs,24336
+geospacelab-0.9.3.dist-info/WHEEL,sha256=pxyMxgL8-pra_rKaQ4drOZAegBVuX-G_4nRHjjgWbmo,91
+geospacelab-0.9.3.dist-info/top_level.txt,sha256=98eDwrSNgyQFAtSA06QMP71gw9BzgIj0uvkTudpGly4,12
+geospacelab-0.9.3.dist-info/RECORD,,

{geospacelab-0.9.1.dist-info → geospacelab-0.9.3.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (78.1.0)
+Generator: setuptools (79.0.0)
 Root-Is-Purelib: true
 Tag: py3-none-any