cloudnetpy 1.85.1__tar.gz → 1.85.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (133) hide show
  1. {cloudnetpy-1.85.1/cloudnetpy.egg-info → cloudnetpy-1.85.2}/PKG-INFO +1 -1
  2. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/mira.py +24 -3
  3. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/utils.py +0 -11
  4. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/version.py +1 -1
  5. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2/cloudnetpy.egg-info}/PKG-INFO +1 -1
  6. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/LICENSE +0 -0
  7. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/MANIFEST.in +0 -0
  8. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/README.md +0 -0
  9. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/__init__.py +0 -0
  10. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/__init__.py +0 -0
  11. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/atmos_utils.py +0 -0
  12. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/attenuation.py +0 -0
  13. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/attenuations/__init__.py +0 -0
  14. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/attenuations/gas_attenuation.py +0 -0
  15. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/attenuations/liquid_attenuation.py +0 -0
  16. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/attenuations/melting_attenuation.py +0 -0
  17. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/attenuations/rain_attenuation.py +0 -0
  18. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/categorize.py +0 -0
  19. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/classify.py +0 -0
  20. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/containers.py +0 -0
  21. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/disdrometer.py +0 -0
  22. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/droplet.py +0 -0
  23. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/falling.py +0 -0
  24. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/freezing.py +0 -0
  25. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/insects.py +0 -0
  26. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/itu.py +0 -0
  27. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/lidar.py +0 -0
  28. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/melting.py +0 -0
  29. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/model.py +0 -0
  30. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/mwr.py +0 -0
  31. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/categorize/radar.py +0 -0
  32. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/cli.py +0 -0
  33. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/cloudnetarray.py +0 -0
  34. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/concat_lib.py +0 -0
  35. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/constants.py +0 -0
  36. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/datasource.py +0 -0
  37. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/exceptions.py +0 -0
  38. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/__init__.py +0 -0
  39. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/basta.py +0 -0
  40. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/bowtie.py +0 -0
  41. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/ceilo.py +0 -0
  42. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/ceilometer.py +0 -0
  43. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/cl61d.py +0 -0
  44. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/cloudnet_instrument.py +0 -0
  45. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/copernicus.py +0 -0
  46. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/da10.py +0 -0
  47. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/disdrometer/__init__.py +0 -0
  48. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/disdrometer/common.py +0 -0
  49. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/disdrometer/parsivel.py +0 -0
  50. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/disdrometer/thies.py +0 -0
  51. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/fd12p.py +0 -0
  52. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/galileo.py +0 -0
  53. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/hatpro.py +0 -0
  54. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/instruments.py +0 -0
  55. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/lufft.py +0 -0
  56. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/mrr.py +0 -0
  57. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/nc_lidar.py +0 -0
  58. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/nc_radar.py +0 -0
  59. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/pollyxt.py +0 -0
  60. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/radiometrics.py +0 -0
  61. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/rain_e_h3.py +0 -0
  62. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/rpg.py +0 -0
  63. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/rpg_reader.py +0 -0
  64. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/toa5.py +0 -0
  65. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/vaisala.py +0 -0
  66. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/instruments/weather_station.py +0 -0
  67. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/metadata.py +0 -0
  68. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/__init__.py +0 -0
  69. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/file_handler.py +0 -0
  70. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/metadata.py +0 -0
  71. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/model_metadata.py +0 -0
  72. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/plotting/__init__.py +0 -0
  73. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/plotting/plot_meta.py +0 -0
  74. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/plotting/plot_tools.py +0 -0
  75. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/plotting/plotting.py +0 -0
  76. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/products/__init__.py +0 -0
  77. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/products/advance_methods.py +0 -0
  78. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/products/grid_methods.py +0 -0
  79. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/products/model_products.py +0 -0
  80. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/products/observation_products.py +0 -0
  81. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/products/product_resampling.py +0 -0
  82. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/products/tools.py +0 -0
  83. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/statistics/__init__.py +0 -0
  84. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/statistics/statistical_methods.py +0 -0
  85. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/__init__.py +0 -0
  86. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/e2e/__init__.py +0 -0
  87. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/e2e/conftest.py +0 -0
  88. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/e2e/process_cf/__init__.py +0 -0
  89. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/e2e/process_cf/main.py +0 -0
  90. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/e2e/process_cf/tests.py +0 -0
  91. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/e2e/process_iwc/__init__.py +0 -0
  92. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/e2e/process_iwc/main.py +0 -0
  93. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/e2e/process_iwc/tests.py +0 -0
  94. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/e2e/process_lwc/__init__.py +0 -0
  95. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/e2e/process_lwc/main.py +0 -0
  96. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/e2e/process_lwc/tests.py +0 -0
  97. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/unit/__init__.py +0 -0
  98. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/unit/conftest.py +0 -0
  99. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/unit/test_advance_methods.py +0 -0
  100. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/unit/test_grid_methods.py +0 -0
  101. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/unit/test_model_products.py +0 -0
  102. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/unit/test_observation_products.py +0 -0
  103. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/unit/test_plot_tools.py +0 -0
  104. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/unit/test_plotting.py +0 -0
  105. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/unit/test_statistical_methods.py +0 -0
  106. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/tests/unit/test_tools.py +0 -0
  107. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/model_evaluation/utils.py +0 -0
  108. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/output.py +0 -0
  109. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/plotting/__init__.py +0 -0
  110. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/plotting/plot_meta.py +0 -0
  111. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/plotting/plotting.py +0 -0
  112. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/products/__init__.py +0 -0
  113. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/products/classification.py +0 -0
  114. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/products/der.py +0 -0
  115. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/products/drizzle.py +0 -0
  116. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/products/drizzle_error.py +0 -0
  117. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/products/drizzle_tools.py +0 -0
  118. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/products/epsilon.py +0 -0
  119. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/products/ier.py +0 -0
  120. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/products/iwc.py +0 -0
  121. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/products/lwc.py +0 -0
  122. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/products/mie_lu_tables.nc +0 -0
  123. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/products/mwr_tools.py +0 -0
  124. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/products/product_tools.py +0 -0
  125. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy/py.typed +0 -0
  126. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy.egg-info/SOURCES.txt +0 -0
  127. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy.egg-info/dependency_links.txt +0 -0
  128. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy.egg-info/entry_points.txt +0 -0
  129. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy.egg-info/requires.txt +0 -0
  130. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/cloudnetpy.egg-info/top_level.txt +0 -0
  131. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/docs/source/conf.py +0 -0
  132. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/pyproject.toml +0 -0
  133. {cloudnetpy-1.85.1 → cloudnetpy-1.85.2}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: cloudnetpy
3
- Version: 1.85.1
3
+ Version: 1.85.2
4
4
  Summary: Python package for Cloudnet processing
5
5
  Author: Simo Tukiainen
6
6
  License: MIT License
@@ -9,6 +9,7 @@ from os import PathLike
9
9
  from tempfile import NamedTemporaryFile, TemporaryDirectory
10
10
  from uuid import UUID
11
11
 
12
+ import numpy as np
12
13
  from numpy import ma
13
14
 
14
15
  from cloudnetpy import concat_lib, output, utils
@@ -74,9 +75,7 @@ def mira2nc(
74
75
  mira.sort_timestamps()
75
76
  mira.remove_duplicate_timestamps()
76
77
  mira.linear_to_db(("Zh", "ldr", "SNR"))
77
- n_profiles = utils.n_elements(mira.time, 5, "time")
78
- valid_ind = utils.remove_masked_blocks(mira.data["Zh"][:], limit=n_profiles)
79
- mira.screen_time_indices(valid_ind)
78
+ mira.screen_low_power()
80
79
 
81
80
  if "snr_limit" in site_meta and site_meta["snr_limit"] is not None:
82
81
  snr_limit = site_meta["snr_limit"]
@@ -151,6 +150,24 @@ class Mira(NcRadar):
151
150
  time_stamps = self.getvar("time")
152
151
  return utils.seconds2date(float(time_stamps[0]), self.epoch).date()
153
152
 
153
+ def screen_low_power(self) -> None:
154
+ """Screen times with average transmit power close to zero."""
155
+ if "tpow" not in self.data:
156
+ logging.warning("Variable tpow is missing")
157
+ return
158
+ tpow = self.data["tpow"][:]
159
+ # Threshold for abnormally low power e.g. Limassol 2024-10-20. Average
160
+ # power should 30 to 60 W according to MIRA-35 data sheet. Based on a
161
+ # random sample, typical range is 15 to 25 W. In Lampedusa, the power is
162
+ # constantly as low as 1.9 W.
163
+ is_low = tpow < 1
164
+ n_removed = np.count_nonzero(is_low)
165
+ if n_removed > 0:
166
+ logging.warning(
167
+ "Filtering %s profiles due to low average transmit power", n_removed
168
+ )
169
+ self.screen_time_indices(~is_low)
170
+
154
171
  def screen_invalid_ldr(self) -> None:
155
172
  """Masks LDR in MIRA STSR mode data.
156
173
  Is there a better way to identify this mode?
@@ -284,6 +301,7 @@ def _get_keymap(filetype: str) -> dict[str, str]:
284
301
  ("prf", "prf"),
285
302
  ("rg0", "rg0"),
286
303
  ("NyquistVelocity", "NyquistVelocity"), # variable in some mmclx files
304
+ ("tpow", "tpow"),
287
305
  ]
288
306
  ),
289
307
  }
@@ -311,6 +329,9 @@ ATTRIBUTES = {
311
329
  "prf": MetaData(
312
330
  long_name="Pulse Repetition Frequency", units="Hz", dimensions=("time",)
313
331
  ),
332
+ "tpow": MetaData(
333
+ long_name="Average Transmit Power", units="W", dimensions=("time",)
334
+ ),
314
335
  "zenith_offset": MetaData(
315
336
  long_name="Zenith offset of the instrument",
316
337
  units="degrees",
@@ -1035,17 +1035,6 @@ def path_lengths_from_ground(height: npt.NDArray) -> npt.NDArray:
1035
1035
  return np.diff(height, prepend=0)
1036
1036
 
1037
1037
 
1038
- def remove_masked_blocks(array: ma.MaskedArray, limit: int = 50) -> npt.NDArray:
1039
- """Filters out large blocks of completely masked profiles."""
1040
- if array.ndim == 1:
1041
- return np.array(not ma.all(array.mask))
1042
- masked_profiles = ma.all(array.mask, axis=1)
1043
- labeled_array, _ = ndimage.label(masked_profiles)
1044
- mask = np.bincount(labeled_array) < limit
1045
- mask[0] = True
1046
- return mask[labeled_array]
1047
-
1048
-
1049
1038
  def sha256sum(filename: str | PathLike) -> str:
1050
1039
  """Calculates hash of file using sha-256."""
1051
1040
  return _calc_hash_sum(filename, "sha256", is_base64=False)
@@ -1,4 +1,4 @@
1
1
  MAJOR = 1
2
2
  MINOR = 85
3
- PATCH = 1
3
+ PATCH = 2
4
4
  __version__ = f"{MAJOR}.{MINOR}.{PATCH}"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: cloudnetpy
3
- Version: 1.85.1
3
+ Version: 1.85.2
4
4
  Summary: Python package for Cloudnet processing
5
5
  Author: Simo Tukiainen
6
6
  License: MIT License
File without changes
File without changes
File without changes
File without changes
File without changes