hidefix 0.9.0__tar.gz → 0.10.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (81) hide show
  1. hidefix-0.10.0/.envrc +4 -0
  2. {hidefix-0.9.0 → hidefix-0.10.0}/.github/workflows/python.yml +10 -12
  3. {hidefix-0.9.0 → hidefix-0.10.0}/.github/workflows/rust.yml +7 -5
  4. {hidefix-0.9.0 → hidefix-0.10.0}/Cargo.lock +726 -379
  5. {hidefix-0.9.0 → hidefix-0.10.0}/Cargo.toml +47 -10
  6. {hidefix-0.9.0 → hidefix-0.10.0}/PKG-INFO +2 -2
  7. {hidefix-0.9.0 → hidefix-0.10.0}/benches/concurrency.rs +25 -23
  8. {hidefix-0.9.0 → hidefix-0.10.0}/benches/dataset.rs +8 -6
  9. hidefix-0.10.0/benches/index.rs +12 -0
  10. {hidefix-0.9.0 → hidefix-0.10.0}/benches/large.rs +28 -26
  11. {hidefix-0.9.0 → hidefix-0.10.0}/benches/native.rs +26 -24
  12. {hidefix-0.9.0 → hidefix-0.10.0}/benches/norkyst.rs +11 -9
  13. {hidefix-0.9.0 → hidefix-0.10.0}/benches/read.rs +26 -24
  14. {hidefix-0.9.0 → hidefix-0.10.0}/benches/serialize.rs +64 -62
  15. {hidefix-0.9.0 → hidefix-0.10.0}/benches/stream.rs +20 -18
  16. {hidefix-0.9.0 → hidefix-0.10.0}/pyproject.toml +1 -1
  17. {hidefix-0.9.0 → hidefix-0.10.0}/src/filters/shuffle.rs +19 -19
  18. {hidefix-0.9.0 → hidefix-0.10.0}/src/idx/chunk.rs +5 -5
  19. {hidefix-0.9.0 → hidefix-0.10.0}/src/idx/dataset/dataset.rs +4 -4
  20. {hidefix-0.9.0 → hidefix-0.10.0}/src/idx/dataset/mod.rs +10 -10
  21. {hidefix-0.9.0 → hidefix-0.10.0}/src/idx/index.rs +1 -1
  22. {hidefix-0.9.0 → hidefix-0.10.0}/src/idx/serde.rs +1 -0
  23. {hidefix-0.9.0 → hidefix-0.10.0}/src/lib.rs +2 -11
  24. {hidefix-0.9.0 → hidefix-0.10.0}/src/python/mod.rs +3 -2
  25. {hidefix-0.9.0 → hidefix-0.10.0}/src/reader/cache.rs +2 -1
  26. {hidefix-0.9.0 → hidefix-0.10.0}/src/reader/dataset.rs +24 -8
  27. {hidefix-0.9.0 → hidefix-0.10.0}/src/reader/direct.rs +1 -1
  28. {hidefix-0.9.0 → hidefix-0.10.0}/src/reader/stream.rs +3 -2
  29. {hidefix-0.9.0 → hidefix-0.10.0}/tests/python/test_xarray_backend.py +1 -0
  30. {hidefix-0.9.0 → hidefix-0.10.0}/tests/read_dims.rs +0 -3
  31. {hidefix-0.9.0 → hidefix-0.10.0}/tests/read_norkyst.rs +0 -2
  32. {hidefix-0.9.0 → hidefix-0.10.0}/tests/read_strings.rs +0 -3
  33. {hidefix-0.9.0 → hidefix-0.10.0}/tests/read_svim.rs +0 -3
  34. hidefix-0.9.0/.envrc +0 -4
  35. hidefix-0.9.0/benches/index.rs +0 -10
  36. {hidefix-0.9.0 → hidefix-0.10.0}/.gitignore +0 -0
  37. {hidefix-0.9.0 → hidefix-0.10.0}/LICENSE +0 -0
  38. {hidefix-0.9.0 → hidefix-0.10.0}/README.md +0 -0
  39. {hidefix-0.9.0 → hidefix-0.10.0}/codecov.yml +0 -0
  40. {hidefix-0.9.0 → hidefix-0.10.0}/examples/read_hfx_cache.rs +0 -0
  41. {hidefix-0.9.0 → hidefix-0.10.0}/examples/read_hfx_concurrent.rs +0 -0
  42. {hidefix-0.9.0 → hidefix-0.10.0}/examples/read_hfx_parallel.rs +0 -0
  43. {hidefix-0.9.0 → hidefix-0.10.0}/examples/read_native_hdf5.rs +0 -0
  44. {hidefix-0.9.0 → hidefix-0.10.0}/idefix.png +0 -0
  45. {hidefix-0.9.0 → hidefix-0.10.0}/python/hidefix/__init__.py +0 -0
  46. {hidefix-0.9.0 → hidefix-0.10.0}/python/hidefix/xarray.py +0 -0
  47. {hidefix-0.9.0 → hidefix-0.10.0}/src/bin/hfxidx.rs +0 -0
  48. {hidefix-0.9.0 → hidefix-0.10.0}/src/bin/hfxlst.rs +0 -0
  49. {hidefix-0.9.0 → hidefix-0.10.0}/src/extent.rs +0 -0
  50. {hidefix-0.9.0 → hidefix-0.10.0}/src/filters/byteorder.rs +0 -0
  51. {hidefix-0.9.0 → hidefix-0.10.0}/src/filters/gzip.rs +0 -0
  52. {hidefix-0.9.0 → hidefix-0.10.0}/src/filters/mod.rs +0 -0
  53. {hidefix-0.9.0 → hidefix-0.10.0}/src/filters/xdr.rs +0 -0
  54. {hidefix-0.9.0 → hidefix-0.10.0}/src/idx/dataset/any.rs +0 -0
  55. {hidefix-0.9.0 → hidefix-0.10.0}/src/idx/dataset/types.rs +0 -0
  56. {hidefix-0.9.0 → hidefix-0.10.0}/src/idx/mod.rs +0 -0
  57. {hidefix-0.9.0 → hidefix-0.10.0}/src/reader/chunk.rs +0 -0
  58. {hidefix-0.9.0 → hidefix-0.10.0}/src/reader/mod.rs +0 -0
  59. {hidefix-0.9.0 → hidefix-0.10.0}/tests/conftest.py +0 -0
  60. {hidefix-0.9.0 → hidefix-0.10.0}/tests/data/coads_climatology.nc4 +0 -0
  61. {hidefix-0.9.0 → hidefix-0.10.0}/tests/data/dmrpp/chunked_fourD.h5 +0 -0
  62. {hidefix-0.9.0 → hidefix-0.10.0}/tests/data/dmrpp/chunked_gzipped_twoD.h5 +0 -0
  63. {hidefix-0.9.0 → hidefix-0.10.0}/tests/data/dmrpp/chunked_oneD.h5 +0 -0
  64. {hidefix-0.9.0 → hidefix-0.10.0}/tests/data/dmrpp/chunked_shuffled_twoD.h5 +0 -0
  65. {hidefix-0.9.0 → hidefix-0.10.0}/tests/data/dmrpp/chunked_shufzip_twoD.h5 +0 -0
  66. {hidefix-0.9.0 → hidefix-0.10.0}/tests/data/dmrpp/chunked_string_array.h5 +0 -0
  67. {hidefix-0.9.0 → hidefix-0.10.0}/tests/data/dmrpp/chunked_threeD.h5 +0 -0
  68. {hidefix-0.9.0 → hidefix-0.10.0}/tests/data/dmrpp/chunked_twoD.h5 +0 -0
  69. {hidefix-0.9.0 → hidefix-0.10.0}/tests/data/dmrpp/t_float.h5 +0 -0
  70. {hidefix-0.9.0 → hidefix-0.10.0}/tests/data/dmrpp/t_int_scalar.h5 +0 -0
  71. {hidefix-0.9.0 → hidefix-0.10.0}/tests/data/feb.nc4 +0 -0
  72. {hidefix-0.9.0 → hidefix-0.10.0}/tests/data/gzip_shuffle_2d.h5 +0 -0
  73. {hidefix-0.9.0 → hidefix-0.10.0}/tests/data/gzip_shuffle_2d.py +0 -0
  74. {hidefix-0.9.0 → hidefix-0.10.0}/tests/data/jan.nc4 +0 -0
  75. {hidefix-0.9.0 → hidefix-0.10.0}/tests/python/test_index.py +0 -0
  76. {hidefix-0.9.0 → hidefix-0.10.0}/tests/python/test_netcdf.py +0 -0
  77. {hidefix-0.9.0 → hidefix-0.10.0}/tests/python/test_read.py +0 -0
  78. {hidefix-0.9.0 → hidefix-0.10.0}/tests/python/test_slice.py +0 -0
  79. {hidefix-0.9.0 → hidefix-0.10.0}/tests/python/test_xarray_group.py +0 -0
  80. {hidefix-0.9.0 → hidefix-0.10.0}/tests/python/test_xarray_large.py +0 -0
  81. {hidefix-0.9.0 → hidefix-0.10.0}/tests/read_double.rs +0 -0
hidefix-0.10.0/.envrc ADDED
@@ -0,0 +1,4 @@
1
+ export RUSTFLAGS="-C target-cpu=native"
2
+ #export HIDEFIX_LARGE_FILE="tests/data/barents_zdepth_m00_FC.nc"
3
+ #export HIDEFIX_LARGE_VAR="u"
4
+ # export LD_LIBRARY_PATH=/home/gauteh/.mconda3/envs/opendrift/lib
@@ -15,32 +15,30 @@ jobs:
15
15
  runs-on: ${{matrix.platform}}
16
16
  strategy:
17
17
  matrix:
18
- platform:
19
- - ubuntu-latest
20
- - windows-latest
21
- - macos-latest
22
- target: [x86_64]
18
+ include:
19
+ - {platform: ubuntu-latest, rust: nightly}
20
+ - {platform: ubuntu-latest, rust: stable}
21
+ - {platform: windows-latest, rust: nightly}
22
+ - {platform: macos-latest, rust: nightly}
23
23
  steps:
24
24
  - uses: actions/checkout@v3
25
25
  - uses: actions/setup-python@v4
26
26
  with:
27
- python-version: 3.9
28
- architecture: x64
27
+ python-version: "3.10"
29
28
  - name: Build wheels
30
29
  uses: PyO3/maturin-action@v1
31
30
  with:
32
- rust-toolchain: nightly
33
- target: ${{ matrix.target }}
31
+ rust-toolchain: '${{matrix.rust}}'
34
32
  manylinux: auto
35
33
  args: --release --sdist --out dist
36
34
  - name: Install built wheel
37
- if: matrix.target == 'x86_64'
35
+ # if: matrix.target == 'x86_64'
38
36
  run: |
39
37
  pip install numpy xarray netCDF4
40
38
  pip install hidefix --no-index --find-links dist --force-reinstall --no-deps
41
39
  python -c "import hidefix"
42
40
  - name: Run tests
43
- if: matrix.target == 'x86_64'
41
+ # if: matrix.target == 'x86_64'
44
42
  run: |
45
43
  pip install pytest pytest-benchmark dask
46
44
  pytest -v --log-cli-level=debug -s
@@ -61,7 +59,7 @@ jobs:
61
59
  name: wheels
62
60
  - uses: actions/setup-python@v4
63
61
  with:
64
- python-version: 3.9
62
+ python-version: "3.10"
65
63
  - name: Publish to PyPI
66
64
  env:
67
65
  TWINE_USERNAME: __token__
@@ -45,8 +45,10 @@ jobs:
45
45
  matrix:
46
46
  include:
47
47
  - {platform: ubuntu-latest, rust: nightly}
48
+ - {platform: ubuntu-latest, rust: stable}
48
49
  - {platform: windows-latest, rust: nightly}
49
50
  - {platform: macos-latest, rust: nightly}
51
+
50
52
  steps:
51
53
  - name: Checkout repository
52
54
  uses: actions/checkout@v3
@@ -55,11 +57,11 @@ jobs:
55
57
  with:
56
58
  toolchain: '${{matrix.rust}}'
57
59
  - name: Build and test all crates
58
- run: cargo test -vv --workspace
60
+ run: cargo test -vv --workspace ${{matrix.rust == 'nightly' && '--features unstable' || '' }}
59
61
  - name: Build and test all docs
60
- run: cargo test -vv --workspace --doc
62
+ run: cargo test -vv --workspace --doc ${{matrix.rust == 'nightly' && '--features unstable' || '' }}
61
63
  - name: Build examples
62
- run: cargo b --examples --verbose
64
+ run: cargo b --examples --verbose ${{matrix.rust == 'nightly' && '--features unstable' || '' }}
63
65
 
64
66
  bench:
65
67
  name: Benchmark
@@ -68,7 +70,7 @@ jobs:
68
70
  fail-fast: false
69
71
  matrix:
70
72
  include:
71
- - {ubuntu: 20.04, rust: nightly}
73
+ - {ubuntu: latest, rust: nightly}
72
74
  steps:
73
75
  - name: Checkout repository
74
76
  uses: actions/checkout@v3
@@ -77,7 +79,7 @@ jobs:
77
79
  with:
78
80
  toolchain: '${{matrix.rust}}'
79
81
  - name: Build and bench
80
- run: cargo bench -vv --workspace
82
+ run: cargo bench -vv --workspace --features unstable
81
83
 
82
84
  audit:
83
85
  name: Audit