ngiab-data-preprocess 4.6.0__tar.gz → 4.6.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (54) hide show
  1. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/PKG-INFO +2 -2
  2. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_processing/file_paths.py +0 -3
  3. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_processing/forcings.py +1 -1
  4. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/ngiab_data_cli/__main__.py +2 -1
  5. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/ngiab_data_preprocess.egg-info/PKG-INFO +2 -2
  6. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/ngiab_data_preprocess.egg-info/requires.txt +1 -1
  7. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/pyproject.toml +2 -2
  8. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/.github/pull_request_template.md +0 -0
  9. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/.github/workflows/build_only.yml +0 -0
  10. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/.github/workflows/publish.yml +0 -0
  11. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/.gitignore +0 -0
  12. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/LICENSE +0 -0
  13. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/README.md +0 -0
  14. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/ciroh-bgsafe.png +0 -0
  15. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_processing/create_realization.py +0 -0
  16. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_processing/dask_utils.py +0 -0
  17. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_processing/dataset_utils.py +0 -0
  18. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_processing/datasets.py +0 -0
  19. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_processing/gpkg_utils.py +0 -0
  20. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_processing/graph_utils.py +0 -0
  21. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_processing/s3fs_utils.py +0 -0
  22. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_processing/subset.py +0 -0
  23. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_sources/cfe-nowpm-realization-template.json +0 -0
  24. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_sources/cfe-template.ini +0 -0
  25. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_sources/forcing_template.nc +0 -0
  26. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_sources/lstm-catchment-template.yml +0 -0
  27. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_sources/lstm-realization-template.json +0 -0
  28. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_sources/lstm-rust-realization-template.json +0 -0
  29. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_sources/ngen-routing-template.yaml +0 -0
  30. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_sources/noah-owp-modular-init.namelist.input +0 -0
  31. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_sources/source_validation.py +0 -0
  32. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_sources/template.sql +0 -0
  33. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/data_sources/triggers.sql +0 -0
  34. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/map_app/__init__.py +0 -0
  35. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/map_app/__main__.py +0 -0
  36. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/map_app/static/css/console.css +0 -0
  37. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/map_app/static/css/main.css +0 -0
  38. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/map_app/static/css/toggle.css +0 -0
  39. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/map_app/static/js/console.js +0 -0
  40. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/map_app/static/js/data_processing.js +0 -0
  41. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/map_app/static/js/main.js +0 -0
  42. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/map_app/static/resources/loading.gif +0 -0
  43. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/map_app/static/resources/screenshot.jpg +0 -0
  44. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/map_app/templates/index.html +0 -0
  45. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/map_app/views.py +0 -0
  46. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/ngiab_data_cli/arguments.py +0 -0
  47. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/ngiab_data_cli/custom_logging.py +0 -0
  48. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/ngiab_data_cli/forcing_cli.py +0 -0
  49. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/ngiab_data_preprocess.egg-info/SOURCES.txt +0 -0
  50. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/ngiab_data_preprocess.egg-info/dependency_links.txt +0 -0
  51. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/ngiab_data_preprocess.egg-info/entry_points.txt +0 -0
  52. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/modules/ngiab_data_preprocess.egg-info/top_level.txt +0 -0
  53. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/setup.cfg +0 -0
  54. {ngiab_data_preprocess-4.6.0 → ngiab_data_preprocess-4.6.2}/tests/test_nan_impute.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: ngiab_data_preprocess
3
- Version: 4.6.0
3
+ Version: 4.6.2
4
4
  Summary: Graphical Tools for creating Next Gen Water model input data.
5
5
  Author-email: Josh Cunningham <jcunningham8@ua.edu>
6
6
  Project-URL: Homepage, https://github.com/CIROH-UA/NGIAB_data_preprocess
@@ -20,7 +20,7 @@ Requires-Dist: igraph==0.11.4
20
20
  Requires-Dist: s3fs==2024.3.1
21
21
  Requires-Dist: xarray==2024.2.0
22
22
  Requires-Dist: zarr==2.17.1
23
- Requires-Dist: netCDF4>=1.6.5
23
+ Requires-Dist: netCDF4<1.7.3,>=1.6.5
24
24
  Requires-Dist: dask==2024.4.1
25
25
  Requires-Dist: dask[distributed]==2024.4.1
26
26
  Requires-Dist: h5netcdf==1.3.0
@@ -13,7 +13,6 @@ class FilePaths:
13
13
  hydrofabric_dir = Path("~/.ngiab/hydrofabric/v2.2").expanduser()
14
14
  hydrofabric_download_log = Path("~/.ngiab/hydrofabric/v2.2/download_log.json").expanduser()
15
15
  no_update_hf = Path("~/.ngiab/hydrofabric/v2.2/no_update").expanduser()
16
- cache_dir = Path("~/.ngiab/zarr_cache").expanduser()
17
16
  output_dir = None
18
17
  data_sources = Path(__file__).parent.parent / "data_sources"
19
18
  map_app_static = Path(__file__).parent.parent / "map_app" / "static"
@@ -53,8 +52,6 @@ class FilePaths:
53
52
  self.output_dir = Path(output_dir)
54
53
  self.folder_name = self.output_dir.stem
55
54
 
56
- self.cache_dir.mkdir(parents=True, exist_ok=True)
57
-
58
55
  @classmethod
59
56
  def get_working_dir(cls) -> Path | None:
60
57
  try:
@@ -382,7 +382,7 @@ def compute_zonal_stats(
382
382
 
383
383
  cat_chunks: List[pd.DataFrame] = np.array_split(catchments, num_partitions) # type: ignore
384
384
 
385
- progress_file = FilePaths(output_dir=forcings_dir.parent.stem).forcing_progress_file
385
+ progress_file = FilePaths(output_dir=forcings_dir.parent).forcing_progress_file
386
386
  ex_var_name = list(gridded_data.data_vars)[0]
387
387
  example_time_chunks = get_index_chunks(gridded_data[ex_var_name])
388
388
  all_steps = len(example_time_chunks) * len(gridded_data.data_vars)
@@ -9,6 +9,7 @@ with rich.status.Status("loading") as status:
9
9
  import subprocess
10
10
  import time
11
11
  from multiprocessing import cpu_count
12
+ from pathlib import Path
12
13
 
13
14
  import geopandas as gpd
14
15
  from data_processing.create_realization import create_lstm_realization, create_realization
@@ -143,7 +144,7 @@ def main() -> None:
143
144
 
144
145
  if args.output_root:
145
146
  with open(FilePaths.config_file, "w") as config_file:
146
- config_file.write(args.output_root)
147
+ config_file.write(str(Path(args.output_root).expanduser().absolute()))
147
148
  logging.info(
148
149
  f"Changed default directory where outputs are stored to {args.output_root}"
149
150
  )
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: ngiab_data_preprocess
3
- Version: 4.6.0
3
+ Version: 4.6.2
4
4
  Summary: Graphical Tools for creating Next Gen Water model input data.
5
5
  Author-email: Josh Cunningham <jcunningham8@ua.edu>
6
6
  Project-URL: Homepage, https://github.com/CIROH-UA/NGIAB_data_preprocess
@@ -20,7 +20,7 @@ Requires-Dist: igraph==0.11.4
20
20
  Requires-Dist: s3fs==2024.3.1
21
21
  Requires-Dist: xarray==2024.2.0
22
22
  Requires-Dist: zarr==2.17.1
23
- Requires-Dist: netCDF4>=1.6.5
23
+ Requires-Dist: netCDF4<1.7.3,>=1.6.5
24
24
  Requires-Dist: dask==2024.4.1
25
25
  Requires-Dist: dask[distributed]==2024.4.1
26
26
  Requires-Dist: h5netcdf==1.3.0
@@ -7,7 +7,7 @@ igraph==0.11.4
7
7
  s3fs==2024.3.1
8
8
  xarray==2024.2.0
9
9
  zarr==2.17.1
10
- netCDF4>=1.6.5
10
+ netCDF4<1.7.3,>=1.6.5
11
11
  dask==2024.4.1
12
12
  dask[distributed]==2024.4.1
13
13
  h5netcdf==1.3.0
@@ -19,7 +19,7 @@ filterwarnings = [
19
19
  ]
20
20
  [project]
21
21
  name = "ngiab_data_preprocess"
22
- version = "v4.6.0"
22
+ version = "v4.6.2"
23
23
  authors = [{ name = "Josh Cunningham", email = "jcunningham8@ua.edu" }]
24
24
  description = "Graphical Tools for creating Next Gen Water model input data."
25
25
  readme = "README.md"
@@ -39,7 +39,7 @@ dependencies = [
39
39
  "s3fs==2024.3.1",
40
40
  "xarray==2024.2.0",
41
41
  "zarr==2.17.1",
42
- "netCDF4>=1.6.5",
42
+ "netCDF4>=1.6.5,<1.7.3",
43
43
  "dask==2024.4.1",
44
44
  "dask[distributed]==2024.4.1",
45
45
  "h5netcdf==1.3.0",