geospacelab 0.10.4__tar.gz → 0.11.0__tar.gz

{geospacelab-0.10.4/geospacelab.egg-info → geospacelab-0.11.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: geospacelab
-Version: 0.10.4
+Version: 0.11.0
 Summary: Collect, manage, and visualize geospace data.
 Home-page: https://github.com/JouleCai/geospacelab
 Author: Lei Cai

{geospacelab-0.10.4 → geospacelab-0.11.0}/geospacelab/__init__.py

@@ -6,7 +6,7 @@ __author__ = "Lei Cai"
 __copyright__ = "Copyright 2021, GeospaceLAB"
 __credits__ = ["Lei Cai"]
 __license__ = "BSD-3-Clause License"
-__version__ = "0.10.4"
+__version__ = "0.11.0"
 __maintainer__ = "Lei Cai"
 __email__ = "lei.cai@oulu.fi"
 __status__ = "Developing"

{geospacelab-0.10.4 → geospacelab-0.11.0}/geospacelab/datahub/__variable_base__.py

@@ -461,9 +461,9 @@ class VariableBase(object):
         :return:
         """
         if issubclass(var_new.__class__, VariableBase):
-            v = var_new.value
+            v = copy.deepcopy(var_new.value)
         else:
-            v = var_new
+            v = copy.deepcopy(var_new)
 
         if self.value is None:
             self.value = v

{geospacelab-0.10.4 → geospacelab-0.11.0}/geospacelab/datahub/sources/cdaweb/dmsp/ssusi/edr_aur/__init__.py

@@ -121,6 +121,8 @@ class Dataset(datahub.DatasetSourced):
             self.orbit_id = self.orbit_id[0]
         if self.time_clip:
             self.time_filter_by_range()
+        
+        del load_obj
 
     def get_time_ind(self, ut, time_res=20*60, var_datetime_name='DATETIME', edge_cutoff=False, **kwargs):
         ind = super().get_time_ind(ut, time_res=time_res, var_datetime_name=var_datetime_name, edge_cutoff=edge_cutoff, **kwargs)

geospacelab-0.11.0/geospacelab/datahub/sources/cdaweb/dmsp/ssusi/edr_aur/loader.py

@@ -0,0 +1,113 @@
+# Licensed under the BSD 3-Clause License
+# Copyright (C) 2021 GeospaceLab (geospacelab)
+# Author: Lei Cai, Space Physics and Astronomy, University of Oulu
+
+import netCDF4
+import datetime
+import numpy as np
+import geospacelab.toolbox.utilities.pydatetime as dttool
+
+
+class Loader(object):
+
+    def __init__(self, file_path, file_type='edr-aur', pole='N'):
+
+        self.variables = {}
+        self.metadata = {}
+        self.file_path = file_path
+        self.file_type = file_type
+        self.pole = pole
+
+        self.load_data()
+
+    def load_data(self):
+        variables = {}
+        metadata = {}
+        with netCDF4.Dataset(self.file_path) as dataset:
+
+            if self.pole == 'N':
+                pole = self.pole
+                pole_str = 'NORTH'
+            elif self.pole == 'S':
+                pole = self.pole
+                pole_str = 'SOUTH'
+            else:
+                raise ValueError
+            # Time and Position
+            # sectime = int(np.array(dataset.variables['TIME']).flatten()[0])
+            # doy = int(np.array(dataset.variables['DOY']).flatten()[0])
+            # year = int(np.array(dataset.variables['YEAR']).flatten()[0])
+            # dt0 = dttool.convert_doy_to_datetime(year, doy)
+            starting_time = datetime.datetime.strptime(dataset.STARTING_TIME, "%Y%j%H%M%S")
+            variables['STARTING_TIME'] = starting_time
+            stopping_time = datetime.datetime.strptime(dataset.STOPPING_TIME, "%Y%j%H%M%S")
+            variables['STOPPING_TIME'] = stopping_time
+            dt0 = dttool.get_start_of_the_day(starting_time)
+
+            variables['SC_LAT'] = np.array(dataset.variables['LATITUDE'])
+            variables['SC_LON'] = np.array(dataset.variables['LONGITUDE'])
+            variables['SC_ALT'] = np.array(dataset.variables['ALTITUDE'])
+
+            variables['GRID_MLAT'] = np.array(dataset.variables['LATITUDE_GEOMAGNETIC_GRID_MAP'])
+            variables['GRID_MLON'] = np.array(
+                dataset.variables['LONGITUDE_GEOMAGNETIC_' + pole_str + '_GRID_MAP'])
+            variables['GRID_MLT'] = np.array(dataset.variables['MLT_GRID_MAP'])
+            if self.pole == 'S':
+                variables['GRID_MLAT'] = - variables['GRID_MLAT']
+            variables['GRID_UT'] = np.array(dataset.variables['UT_' + pole])
+            lat = np.array(variables['GRID_MLAT'])
+            ut = np.array(variables['GRID_UT'])
+            lat = np.where(ut == 0, np.nan, lat)
+            if self.pole == 'N':
+                ind_mid_t = np.where(lat == np.nanmax(lat.flatten()))
+            else:
+                ind_mid_t = np.where(lat == np.nanmin(lat.flatten()))
+            sectime0 = variables['GRID_UT'][ind_mid_t][0] * 3600
+
+            diff_days = dttool.get_diff_days(starting_time, stopping_time)
+            if diff_days > 0 and sectime0 < 0.5 * 86400.:
+                dt = dt0 + datetime.timedelta(seconds=int(sectime0 + 86400))
+            else:
+                dt = dt0 + datetime.timedelta(seconds=int(sectime0))
+            variables['DATETIME'] = dt
+
+            invalid_ut_inds = np.where(ut == 0)
+            # Auroral map, #colors: 0: '1216', 1: '1304', 2: '1356', 3: 'LBHS', 4: 'LBHL'.
+            variables['EMISSION_SPECTRA'] = ['1216', '1304', '1356', 'LBHS', 'LBHL']
+            disk_aur = np.array(dataset.variables['DISK_RADIANCEDATA_INTENSITY_' + pole_str])
+            # disk_aur[:, invalid_ut_inds] = np.nan
+            disk_aur[disk_aur <= 0] = 0.1
+            variables['GRID_AUR_1216'] = disk_aur[0, ::]
+            variables['GRID_AUR_1216'][invalid_ut_inds] = np.nan
+            variables['GRID_AUR_1304'] = disk_aur[1, ::]
+            variables['GRID_AUR_1304'][invalid_ut_inds] = np.nan
+            variables['GRID_AUR_1356'] = disk_aur[2, ::]
+            variables['GRID_AUR_1356'][invalid_ut_inds] = np.nan
+            variables['GRID_AUR_LBHS'] = disk_aur[3, ::]
+            variables['GRID_AUR_LBHS'][invalid_ut_inds] = np.nan
+            variables['GRID_AUR_LBHL'] = disk_aur[4, ::]
+            variables['GRID_AUR_LBHL'][invalid_ut_inds] = np.nan
+
+            # Auroral oval boundary
+            variables['AOB_EQ_MLAT'] = np.array(dataset.variables[pole_str + '_GEOMAGNETIC_LATITUDE'])
+            variables['AOB_EQ_MLON'] = np.array(dataset.variables[pole_str + '_GEOMAGNETIC_LONGITUDE'])
+            variables['AOB_EQ_MLT'] = np.array(dataset.variables[pole_str + '_MAGNETIC_LOCAL_TIME'])
+
+            variables['AOB_PL_MLAT'] = np.array(dataset.variables[pole_str + '_POLAR_GEOMAGNETIC_LATITUDE'])
+            variables['AOB_PL_MLON'] = np.array(dataset.variables[pole_str + '_POLAR_GEOMAGNETIC_LONGITUDE'])
+            variables['AOB_PL_MLT'] = np.array(dataset.variables[pole_str + '_POLAR_MAGNETIC_LOCAL_TIME'])
+
+            variables['MAOB_EQ_MLAT'] = np.array(dataset.variables['MODEL_' + pole_str + '_GEOMAGNETIC_LATITUDE'])
+            variables['MAOB_EQ_MLON'] = np.array(dataset.variables['MODEL_' + pole_str + '_GEOMAGNETIC_LONGITUDE'])
+            variables['MAOB_EQ_MLT'] = np.array(dataset.variables['MODEL_' + pole_str + '_MAGNETIC_LOCAL_TIME'])
+
+            variables['MAOB_PL_MLAT'] = np.array(dataset.variables['MODEL_' + pole_str + '_POLAR_GEOMAGNETIC_LATITUDE'])
+            variables['MAOB_PL_MLON'] = np.array(dataset.variables['MODEL_' + pole_str + '_POLAR_GEOMAGNETIC_LONGITUDE'])
+            variables['MAOB_PL_MLT'] = np.array(dataset.variables['MODEL_' + pole_str + '_POLAR_MAGNETIC_LOCAL_TIME'])
+
+            metadata.setdefault('ORBIT_ID', dataset.STARTING_ORBIT_NUMBER)
+
+
+        self.variables = variables
+        self.metadata = metadata
+        

{geospacelab-0.10.4 → geospacelab-0.11.0}/geospacelab/datahub/sources/cdaweb/omni/loader.py

@@ -52,6 +52,8 @@ class Loader:
 
         self.variables = variables
         self.metadata.update(f_cdf.globalattsget())
+        
+        del f_cdf
         self.done = True
 
 

{geospacelab-0.10.4 → geospacelab-0.11.0}/geospacelab/datahub/sources/madrigal/gnss/tecmap/loader.py

@@ -60,6 +60,7 @@ class Loader:
         self.variables = variables
 
 
+
 if __name__ == "__main__":
     import pathlib
     fp = pathlib.Path("/Users/lcai/Downloads/gps200102g.002.hdf5")

{geospacelab-0.10.4 → geospacelab-0.11.0}/geospacelab/visualization/mpl/__base__.py

@@ -5,6 +5,7 @@ import numpy as np
 import pathlib
 from matplotlib.axes import Axes
 from typing import Dict
+import gc
 # import palettable
 
 from matplotlib.gridspec import GridSpec, SubplotSpec
@@ -15,6 +16,7 @@ from geospacelab.toolbox.utilities.pyclass import StrBase
 import geospacelab.toolbox.utilities.pybasic as pybasic
 from geospacelab.visualization.mpl._helpers import check_panel_ax
 import geospacelab.toolbox.utilities.pylogging as mylog
+
 # from geospacelab.visualization.mpl.dashboards import Dashboard
 
 
@@ -168,9 +170,10 @@ class DashboardBase(object):
         for ind_p in keys:
             self.remove_panel(ind_p)
         for ax in self.extra_axes.values():
-            ax.remove()
+            ax.clear()
         self.extra_axes = {}
-
+        gc.collect()
+        
 
     def set_layout(self, num_rows=None, num_cols=None, **kwargs):
         """
@@ -450,7 +453,7 @@ class PanelBase(object):
         self.figure = figure
         self.axes = {}
         self.label = kwargs.pop('label', None)
-        self._current_ax = None
+        # self._current_ax_ref = None
         # self.objectives = kwargs.pop('objectives', {})
         if from_subplot:
             ax = self.figure.add_subplot(*args, **kwargs)
@@ -463,7 +466,7 @@ class PanelBase(object):
             ax = self.figure.add_axes(*args, **kwargs)
         self.axes['major'] = ax
         self.axes_overview[ax] = copy.deepcopy(self._ax_attr_model)
-        self._current_ax = ax
+        self.sca(ax)
 
     def __call__(self, ax=None) -> Axes:
         """
@@ -483,10 +486,15 @@ class PanelBase(object):
             raise AttributeError
 
     def clear(self):
-        for ax in self.axes.values():
-            ax.remove()
+        self._current_ax_ref = None
+        self.axes_overview.clear()
+        for key, ax in self.axes.items():
+            ax.clear()
+            del ax
+            self.axes[key] = None
 
-        self.axes = {}
+        self.axes.clear()
+        gc.collect()
 
     def sca(self, ax):
         """
@@ -495,7 +503,7 @@ class PanelBase(object):
         :param ax: the ax instance belong to the attribute axes.
         """
         plt.sca(ax)
-        self._current_ax = ax
+        self._current_ax_ref = weakref.ref(ax)
 
     def gca(self):
         """
@@ -503,7 +511,7 @@ class PanelBase(object):
 
         :return: Axes instance.
         """
-        return self._current_ax
+        return self._current_ax_ref()
 
     def add_axes(self, *args, major=False, label=None, **kwargs):
         """
@@ -555,13 +563,13 @@ class PanelBase(object):
         self.sca(ax)
         plt.grid(visible=visible, which=which, axis=axis, **kwargs)
 
-    @check_panel_ax
-    def clear_axes(self, ax=None, collection_names=('lines', 'collections', 'images', 'patches')):
-        for cn in collection_names:
-            cs = getattr(ax, cn)
-            ncs = len(cs)
-            for i in range(ncs):
-                cs.pop(ncs-1-i)
+    # @check_panel_ax
+    # def clear_axes(self, ax=None, collection_names=('lines', 'collections', 'images', 'patches', 'spines')):
+    #     for cn in collection_names:
+    #         cs = getattr(ax, cn)
+    #         ncs = len(cs)
+    #         for i in range(ncs):
+    #             cs.pop(ncs-1-i)
 
     def add_text(self, x, y, text, ax=None, **kwargs):
 

{geospacelab-0.10.4 → geospacelab-0.11.0}/geospacelab/visualization/mpl/geomap/geopanels.py

@@ -13,6 +13,7 @@ import datetime
 import cartopy.crs as ccrs
 import re
 import copy
+import gc
 from cartopy.mpl.ticker import (
     LongitudeLocator, LatitudeLocator,
     LongitudeFormatter, LatitudeFormatter)
@@ -23,6 +24,8 @@ import matplotlib.colors as mcolors
 import matplotlib.cm as mcm
 from scipy.interpolate import interp1d, griddata
 import matplotlib.cm as cm
+import cartopy.mpl.geoaxes as geoaxes
+import weakref
 from cartopy.mpl.gridliner import LONGITUDE_FORMATTER, LATITUDE_FORMATTER
 
 import geospacelab.visualization.mpl as mpl
@@ -159,6 +162,12 @@ class PolarMapPanel(GeoPanel):
         if self.depend_mlt:
             cs2.coords.lon = self._transform_mlt_to_lon(cs2.coords.mlt)
         return cs2
+    def clear(self):
+        self.projection = None
+        self._proj_class = None
+        geoaxes._PATH_TRANSFORM_CACHE.clear()
+        gc.collect()
+        super().clear()
 
     def overlay_coastlines(self, linestyle='-', linewidth=0.5, color='#797A7D', zorder=100, alpha=0.7,
                            resolution='110m', **kwargs):
@@ -202,7 +211,8 @@ class PolarMapPanel(GeoPanel):
             **kwargs)
         # self.ax.scatter(x_new, y_new, transform=self.default_transform,
         #             marker='.', edgecolors='none', color='#C0C0C0', s=1)
-
+        del x_new, y_new
+        coords = None
         return
 
     def overlay_gridlines(self,

{geospacelab-0.10.4 → geospacelab-0.11.0/geospacelab.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: geospacelab
-Version: 0.10.4
+Version: 0.11.0
 Summary: Collect, manage, and visualize geospace data.
 Home-page: https://github.com/JouleCai/geospacelab
 Author: Lei Cai

geospacelab-0.10.4/geospacelab/datahub/sources/cdaweb/dmsp/ssusi/edr_aur/loader.py

@@ -1,112 +0,0 @@
-# Licensed under the BSD 3-Clause License
-# Copyright (C) 2021 GeospaceLab (geospacelab)
-# Author: Lei Cai, Space Physics and Astronomy, University of Oulu
-
-import netCDF4
-import datetime
-import numpy as np
-import geospacelab.toolbox.utilities.pydatetime as dttool
-
-
-class Loader(object):
-
-    def __init__(self, file_path, file_type='edr-aur', pole='N'):
-
-        self.variables = {}
-        self.metadata = {}
-        self.file_path = file_path
-        self.file_type = file_type
-        self.pole = pole
-
-        self.load_data()
-
-    def load_data(self):
-        dataset = netCDF4.Dataset(self.file_path)
-        variables = {}
-        metadata = {}
-
-        if self.pole == 'N':
-            pole = self.pole
-            pole_str = 'NORTH'
-        elif self.pole == 'S':
-            pole = self.pole
-            pole_str = 'SOUTH'
-        else:
-            raise ValueError
-        # Time and Position
-        # sectime = int(np.array(dataset.variables['TIME']).flatten()[0])
-        # doy = int(np.array(dataset.variables['DOY']).flatten()[0])
-        # year = int(np.array(dataset.variables['YEAR']).flatten()[0])
-        # dt0 = dttool.convert_doy_to_datetime(year, doy)
-        starting_time = datetime.datetime.strptime(dataset.STARTING_TIME, "%Y%j%H%M%S")
-        variables['STARTING_TIME'] = starting_time
-        stopping_time = datetime.datetime.strptime(dataset.STOPPING_TIME, "%Y%j%H%M%S")
-        variables['STOPPING_TIME'] = stopping_time
-        dt0 = dttool.get_start_of_the_day(starting_time)
-
-        variables['SC_LAT'] = np.array(dataset.variables['LATITUDE'])
-        variables['SC_LON'] = np.array(dataset.variables['LONGITUDE'])
-        variables['SC_ALT'] = np.array(dataset.variables['ALTITUDE'])
-
-        variables['GRID_MLAT'] = np.array(dataset.variables['LATITUDE_GEOMAGNETIC_GRID_MAP'])
-        variables['GRID_MLON'] = np.array(
-            dataset.variables['LONGITUDE_GEOMAGNETIC_' + pole_str + '_GRID_MAP'])
-        variables['GRID_MLT'] = np.array(dataset.variables['MLT_GRID_MAP'])
-        if self.pole == 'S':
-            variables['GRID_MLAT'] = - variables['GRID_MLAT']
-        variables['GRID_UT'] = np.array(dataset.variables['UT_' + pole])
-        lat = np.array(variables['GRID_MLAT'])
-        ut = np.array(variables['GRID_UT'])
-        lat = np.where(ut == 0, np.nan, lat)
-        if self.pole == 'N':
-            ind_mid_t = np.where(lat == np.nanmax(lat.flatten()))
-        else:
-            ind_mid_t = np.where(lat == np.nanmin(lat.flatten()))
-        sectime0 = variables['GRID_UT'][ind_mid_t][0] * 3600
-
-        diff_days = dttool.get_diff_days(starting_time, stopping_time)
-        if diff_days > 0 and sectime0 < 0.5 * 86400.:
-            dt = dt0 + datetime.timedelta(seconds=int(sectime0 + 86400))
-        else:
-            dt = dt0 + datetime.timedelta(seconds=int(sectime0))
-        variables['DATETIME'] = dt
-
-        invalid_ut_inds = np.where(ut == 0)
-        # Auroral map, #colors: 0: '1216', 1: '1304', 2: '1356', 3: 'LBHS', 4: 'LBHL'.
-        variables['EMISSION_SPECTRA'] = ['1216', '1304', '1356', 'LBHS', 'LBHL']
-        disk_aur = np.array(dataset.variables['DISK_RADIANCEDATA_INTENSITY_' + pole_str])
-        # disk_aur[:, invalid_ut_inds] = np.nan
-        disk_aur[disk_aur <= 0] = 0.1
-        variables['GRID_AUR_1216'] = disk_aur[0, ::]
-        variables['GRID_AUR_1216'][invalid_ut_inds] = np.nan
-        variables['GRID_AUR_1304'] = disk_aur[1, ::]
-        variables['GRID_AUR_1304'][invalid_ut_inds] = np.nan
-        variables['GRID_AUR_1356'] = disk_aur[2, ::]
-        variables['GRID_AUR_1356'][invalid_ut_inds] = np.nan
-        variables['GRID_AUR_LBHS'] = disk_aur[3, ::]
-        variables['GRID_AUR_LBHS'][invalid_ut_inds] = np.nan
-        variables['GRID_AUR_LBHL'] = disk_aur[4, ::]
-        variables['GRID_AUR_LBHL'][invalid_ut_inds] = np.nan
-
-        # Auroral oval boundary
-        variables['AOB_EQ_MLAT'] = np.array(dataset.variables[pole_str + '_GEOMAGNETIC_LATITUDE'])
-        variables['AOB_EQ_MLON'] = np.array(dataset.variables[pole_str + '_GEOMAGNETIC_LONGITUDE'])
-        variables['AOB_EQ_MLT'] = np.array(dataset.variables[pole_str + '_MAGNETIC_LOCAL_TIME'])
-
-        variables['AOB_PL_MLAT'] = np.array(dataset.variables[pole_str + '_POLAR_GEOMAGNETIC_LATITUDE'])
-        variables['AOB_PL_MLON'] = np.array(dataset.variables[pole_str + '_POLAR_GEOMAGNETIC_LONGITUDE'])
-        variables['AOB_PL_MLT'] = np.array(dataset.variables[pole_str + '_POLAR_MAGNETIC_LOCAL_TIME'])
-
-        variables['MAOB_EQ_MLAT'] = np.array(dataset.variables['MODEL_' + pole_str + '_GEOMAGNETIC_LATITUDE'])
-        variables['MAOB_EQ_MLON'] = np.array(dataset.variables['MODEL_' + pole_str + '_GEOMAGNETIC_LONGITUDE'])
-        variables['MAOB_EQ_MLT'] = np.array(dataset.variables['MODEL_' + pole_str + '_MAGNETIC_LOCAL_TIME'])
-
-        variables['MAOB_PL_MLAT'] = np.array(dataset.variables['MODEL_' + pole_str + '_POLAR_GEOMAGNETIC_LATITUDE'])
-        variables['MAOB_PL_MLON'] = np.array(dataset.variables['MODEL_' + pole_str + '_POLAR_GEOMAGNETIC_LONGITUDE'])
-        variables['MAOB_PL_MLT'] = np.array(dataset.variables['MODEL_' + pole_str + '_POLAR_MAGNETIC_LOCAL_TIME'])
-
-        metadata.setdefault('ORBIT_ID', dataset.STARTING_ORBIT_NUMBER)
-        dataset.close()
-
-        self.variables = variables
-        self.metadata = metadata