xradio 0.0.24__tar.gz → 0.0.25__tar.gz

{xradio-0.0.24/src/xradio.egg-info → xradio-0.0.25}/PKG-INFO

@@ -1,7 +1,7 @@
 Metadata-Version: 2.1
 Name: xradio
-Version: 0.0.24
-Summary: Xarray Radio Astronomy Data IO 
+Version: 0.0.25
+Summary: Xarray Radio Astronomy Data IO
 Author-email: Jan-Willem Steeb <jsteeb@nrao.edu>
 License: BSD 3-Clause License
         
@@ -32,7 +32,7 @@ License: BSD 3-Clause License
         OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
         OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
         
-Requires-Python: <3.12,>=3.8
+Requires-Python: <3.12,>=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE.txt
 Requires-Dist: astropy

{xradio-0.0.24 → xradio-0.0.25}/pyproject.toml

@@ -1,13 +1,13 @@
 [project]
 name = "xradio"
-version = "0.0.24"
-description = "Xarray Radio Astronomy Data IO "
+version = "0.0.25"
+description = "Xarray Radio Astronomy Data IO"
 authors = [
     {name = "Jan-Willem Steeb", email="jsteeb@nrao.edu"},
 ]
 license = {file = "LICENSE.txt"}
 readme = "README.md"
-requires-python = ">= 3.8, < 3.12"
+requires-python = ">= 3.9, < 3.12"
 
 dependencies = [
     'astropy',

{xradio-0.0.24 → xradio-0.0.25}/src/xradio/image/_util/_zarr/zarr_low_level.py

@@ -109,19 +109,55 @@ def write_binary_blob_to_disk(arr, file_path, compressor):
     Returns:
     - None
     """
+    import graphviper.utils.logger as logger
     # Encode the NumPy array using the codec
+    logger.debug('1. Before compressor ' + file_path)
     compressed_arr = compressor.encode(np.ascontiguousarray(arr))
 
+    logger.debug('2. Before makedir')
     # Ensure the directory exists before saving the file
     os.makedirs(os.path.dirname(file_path), exist_ok=True)
 
-    # Save the compressed array to disk
-    with open(file_path, "wb") as file:
-        file.write(compressed_arr)
+    arr_len = len(compressed_arr)
+    logger.debug('3. Before write the len is: ' + str(arr_len))
+    #Save the compressed array to disk
+    # with open(file_path, "wb") as file:
+    #     file.write(compressed_arr)
+    
+    logger.debug('4. Using new writer: ' + str(arr_len))
+    write_to_lustre_chunked(file_path, compressed_arr)
+        
+    # /.lustre/aoc/sciops/pford/CHILES/cube_image/uid___A002_Xee7674_X2844_Cube_3.img.zarr/SKY/0.0.110.0.0
+    # 348192501 bytes
+    # 332.0622453689575 M
+    
+    # from io import BufferedWriter
+    # # Calculate buffer size based on compressed_arr size (adjust multiplier)
+    # buffer_size = min(len(compressed_arr), 1024 * 1024 * 4)  # Max 4 MB buffer
+    # with BufferedWriter(open(file_path, "wb"), buffer_size) as f:
+    #     f.write(compressed_arr)
+    #     f.flush()  # Ensure data gets written to disk 
+    
+    
+    logger.debug('4. Write completed')
 
     # print(f"Compressed array saved to {file_path}")
 
 
+def write_to_lustre_chunked(file_path, compressed_arr, chunk_size=1024 * 1024 * 128):  # 128 MiB chunks
+  """
+  Writes compressed data to a Lustre file path with chunking.
+
+  Args:
+      file_path: Path to the file for writing.
+      compressed_arr: Compressed data array to write.
+      chunk_size: Size of each data chunk in bytes (default: 128 MiB).
+  """
+  with open(file_path, "wb") as f:
+    for i in range(0, len(compressed_arr), chunk_size):
+      chunk = compressed_arr[i:i + chunk_size]
+      f.write(chunk)
+
 def read_binary_blob_from_disk(file_path, compressor, dtype=np.float64):
     """
     Read a compressed binary blob from disk and decode it using Blosc.

{xradio-0.0.24 → xradio-0.0.25}/src/xradio/vis/_processing_set.py

@@ -43,7 +43,10 @@ class processing_set(dict):
             "start_frequency": [],
             "end_frequency": [],
             "shape": [],
+            "field_coords": []
         }
+        from astropy.coordinates import SkyCoord
+        import astropy.units as u
         for key, value in self.items():
             summary_data["name"].append(key)
             summary_data["ddi"].append(value.attrs["ddi"])
@@ -65,6 +68,12 @@ class processing_set(dict):
             )
             summary_data["start_frequency"].append(value["frequency"].values[0])
             summary_data["end_frequency"].append(value["frequency"].values[-1])
+
+            ra_dec_rad = value[data_name].attrs["field_info"]['phase_direction']['data']
+            frame = value[data_name].attrs["field_info"]['phase_direction']['attrs']['frame'].lower()
+            coord = SkyCoord(ra=ra_dec_rad[0]*u.rad, dec=ra_dec_rad[1]*u.rad, frame=frame)
+
+            summary_data["field_coords"].append([frame, coord.ra.to_string(unit=u.hour), coord.dec.to_string(unit=u.deg)])
         summary_df = pd.DataFrame(summary_data)
         return summary_df
 

{xradio-0.0.24 → xradio-0.0.25/src/xradio.egg-info}/PKG-INFO

@@ -1,7 +1,7 @@
 Metadata-Version: 2.1
 Name: xradio
-Version: 0.0.24
-Summary: Xarray Radio Astronomy Data IO 
+Version: 0.0.25
+Summary: Xarray Radio Astronomy Data IO
 Author-email: Jan-Willem Steeb <jsteeb@nrao.edu>
 License: BSD 3-Clause License
         
@@ -32,7 +32,7 @@ License: BSD 3-Clause License
         OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
         OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
         
-Requires-Python: <3.12,>=3.8
+Requires-Python: <3.12,>=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE.txt
 Requires-Dist: astropy