pikobs 0.0.0__py3-none-any.whl

pikobs/__init__.py

@@ -0,0 +1,19 @@
+from .scatter import *
+from .profile import *
+from .configobs import *
+from .cardio import *
+from .timeserie import *
+from .vdedr import *
+from .extension import *
+from .flags import *
+from .unittestpikobs import *
+from .zone import *
+from .histogram import *
+from .obscountdb import *
+from .mapobs import *
+from .progps import *
+from .progps2 import *
+from .pikobsburp2db import *
+from .web import *
+from .spatial import *
+

pikobs/__not_used/plot_proj.py

@@ -0,0 +1,79 @@
+import matplotlib.pyplot as plt
+import cartopy.crs as ccrs
+import cartopy.feature as cfeature
+
+def create_map(ax, Proj):
+    """
+    Create a map on a given axes with specific projection and features.
+
+    Parameters:
+    - ax (matplotlib.axes.Axes): Axes object to plot on.
+    - Proj (str): Projection type specifier.
+
+    Returns:
+    None
+    """
+    if Proj == 'cyl':
+        ax.set_extent([-180, 180, -90, 90], crs=ccrs.PlateCarree())
+    elif Proj in ['OrthoN', 'OrthoS']:
+        ax.set_global()
+    elif Proj == 'robinson':
+        ax.set_extent([-180, 180, -90, 90], crs=ccrs.PlateCarree())
+    elif Proj == 'Europe':
+        ax.set_extent([-20, 50, 30, 90], crs=ccrs.PlateCarree())  # Adjusted to center on Europe
+    elif Proj == 'Canada':
+        ax.set_extent([-150, -53, 42, 90], crs=ccrs.PlateCarree())
+    elif Proj == 'AmeriqueNord':
+        ax.set_extent([-140, -40, 20, 90], crs=ccrs.PlateCarree())
+    elif Proj == 'Npolar':
+        ax.set_extent([-180, 180, 0, 90], crs=ccrs.PlateCarree())
+    elif Proj == 'Spolar':
+        ax.set_extent([-180, 180, -90, 0], crs=ccrs.PlateCarree())
+    elif Proj == 'hrdps':
+        lat_0 = 48.8
+        delta_lat = 10.
+        lon_0 = 266.00
+        delta_lon = 40.
+        ax.set_extent([lon_0 - delta_lon, lon_0 + delta_lon, lat_0 - delta_lat, lat_0 + delta_lat], crs=ccrs.PlateCarree())
+
+    ax.add_feature(cfeature.OCEAN, facecolor='lightblue')
+    ax.add_feature(cfeature.LAND, edgecolor='black', facecolor='white')  # Continents in white
+    ax.add_feature(cfeature.COASTLINE, linewidth=0.5)
+    ax.add_feature(cfeature.BORDERS, linewidth=0.5)
+    ax.add_feature(cfeature.LAKES, linewidth=0.5)
+
+    ax.set_title(Proj, fontsize=30)  # Increase title font size
+    ax.gridlines(draw_labels=True)
+
+projections = ['cyl', 'OrthoN', 'OrthoS', 'robinson', 'Europe', 'Canada', 'AmeriqueNord', 'Npolar', 'Spolar', 'hrdps']
+
+# Create the figure and specific subplots for each projection
+fig = plt.figure(figsize=(20, 10))
+
+for idx, Proj in enumerate(projections):
+    if Proj == 'OrthoN':
+        ax = fig.add_subplot(2, 5, idx + 1, projection=ccrs.Orthographic(central_latitude=90.0, central_longitude=-80.0))
+    elif Proj == 'OrthoS':
+        ax = fig.add_subplot(2, 5, idx + 1, projection=ccrs.Orthographic(central_latitude=-90.0, central_longitude=-80.0))
+    elif Proj == 'robinson':
+        ax = fig.add_subplot(2, 5, idx + 1, projection=ccrs.Robinson())
+    elif Proj == 'Europe':
+        ax = fig.add_subplot(2, 5, idx + 1, projection=ccrs.NorthPolarStereo(central_longitude=10.0))
+    elif Proj == 'Canada':
+        ax = fig.add_subplot(2, 5, idx + 1, projection=ccrs.NorthPolarStereo(central_longitude=-105.0))
+    elif Proj in ['AmeriqueNord', 'Npolar']:
+        ax = fig.add_subplot(2, 5, idx + 1, projection=ccrs.NorthPolarStereo(central_longitude=-105.0))
+    elif Proj == 'Spolar':
+        ax = fig.add_subplot(2, 5, idx + 1, projection=ccrs.SouthPolarStereo(central_longitude=-86))
+    elif Proj == 'hrdps':
+        pole_latitude = 35.7
+        pole_longitude = 65.5
+        ax = fig.add_subplot(2, 5, idx + 1, projection=ccrs.RotatedPole(pole_latitude=pole_latitude, pole_longitude=pole_longitude))
+    else:
+        ax = fig.add_subplot(2, 5, idx + 1, projection=ccrs.PlateCarree())
+
+    create_map(ax, Proj)
+
+plt.tight_layout()
+plt.savefig('projections_map.png', bbox_inches='tight', dpi=300)
+

pikobs/__not_used/vdedr2.py

@@ -0,0 +1,104 @@
+import pandas as pd
+import sqlite3
+import glob
+from dask import delayed, compute
+from dask.diagnostics import ProgressBar
+from dask.distributed import Client
+
+import pandas as pd
+import sqlite3
+import glob
+from dask import delayed, compute
+from dask.diagnostics import ProgressBar
+from dask.distributed import Client
+
+@delayed
+def process_and_insert(file_path, new_db_filename, varno, criteria_id_stn, flag_criteria, latloncrit, vcocrit):
+    """
+    Procesa un archivo SQLite, calcula las métricas requeridas en pandas,
+    e inserta directamente los resultados en una tabla SQLite.
+    """
+    try:
+        # Procesar el archivo
+        with sqlite3.connect(file_path) as conn:
+            # Cargar datos desde las tablas
+            data = pd.read_sql_query("SELECT VCOORD,OMP,OMA,BIAS_CORR,VARNO, ID_OBS FROM data", conn)
+            header = pd.read_sql_query("SELECT DATE,ID_OBS,ID_STN FROM header", conn)
+
+        # Combinar las tablas
+        combined = pd.merge(header, data, on="ID_OBS", how='inner')  # Ajusta según el esquema real
+
+        # Filtrar por VARNO y aplicar otros criterios
+        filtered = combined[
+            (combined["VARNO"] == varno) &
+            (combined["OMP"].notnull())
+        ]
+        # Aplicar criterios adicionales
+        if criteria_id_stn:
+            filtered = filtered.query(criteria_id_stn)
+        if flag_criteria:
+            filtered = filtered.query(flag_criteria)
+        if latloncrit:
+            filtered = filtered.query(latloncrit)
+        if vcocrit:
+            filtered = filtered.query(vcocrit)
+
+        # Calcular las métricas
+        grouped = filtered.groupby(["VCOORD", "ID_STN"]).agg(
+            DATE=("DATE", "first"),  # O ajusta según sea necesario
+            Ntot=("OMP", "size"),
+            AvgOMP=("OMP", "mean"),
+            AvgOMA=("OMA", "mean"),
+            StdOMP=("OMP", "std"),
+            StdOMA=("OMA", "std"),
+            AvgBCOR=("BIAS_CORR", "mean")
+        ).reset_index()
+
+        grouped["VARNO"] = varno
+
+        # Insertar resultados en la base de datos SQLite
+        with sqlite3.connect(new_db_filename, uri=True, isolation_level=None, timeout=99999) as new_db_conn:
+            grouped.to_sql("serie_vdedr", new_db_conn, if_exists="append", index=False)
+        print(f"Procesado e insertado: {file_path}")
+
+    except Exception as e:
+        print(f"Error procesando {file_path}: {e}")
+
+
+def process_files_and_insert(input_dir, new_db_filename, varno, criteria_id_stn="", flag_criteria="", latloncrit="", vcocrit=""):
+    """
+    Procesa todos los archivos en el directorio, calcula las métricas y las inserta directamente en SQLite.
+    """
+    sqlite_files = glob.glob(f"{input_dir}/*_cris")
+
+    # Crear tareas para procesar e insertar cada archivo
+    tasks = [
+        process_and_insert(file, new_db_filename, varno, criteria_id_stn, flag_criteria, latloncrit, vcocrit)
+        for file in sqlite_files
+    ]
+
+    # Ejecutar tareas en paralelo con ProgressBar
+    with ProgressBar():
+        compute(*tasks)
+
+
+if __name__ == "__main__":
+    # Parámetros de entrada
+    input_directory = "/home/ata000/data_maestro/ppp5/maestro_archives/G2901H24_post/monitoring/banco/postalt/"
+    new_db_filename = "serie_vdedr.db"
+    varno = 12163  # Ejemplo de VARNO
+    criteria_id_stn = "ID_STN == 'NOAA20'"
+    flag_criteria = ""  # Agrega tus criterios
+    latloncrit = ""     # Agrega tus criterios
+    vcocrit = ""        # Agrega tus criterios
+
+    # Configurar cliente Dask
+    with Client(processes=True, threads_per_worker=1, n_workers=40, silence_logs=40) as client:
+        print(client)  # Muestra información del cliente
+        process_files_and_insert(
+            input_directory, new_db_filename, varno,
+            criteria_id_stn, flag_criteria, latloncrit, vcocrit
+        )
+
+
+